var/home/core/zuul-output/0000755000175000017500000000000015073250471014531 5ustar corecorevar/home/core/zuul-output/logs/0000755000175000017500000000000015073262665015505 5ustar corecorevar/home/core/zuul-output/logs/kubelet.log0000644000000000000000015041102015073262656017703 0ustar rootrootOct 13 19:24:40 crc systemd[1]: Starting Kubernetes Kubelet... Oct 13 19:24:40 crc restorecon[4690]: Relabeled /var/lib/kubelet/config.json from system_u:object_r:unlabeled_t:s0 to system_u:object_r:container_var_lib_t:s0 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/device-plugins not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/device-plugins/kubelet.sock not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8/volumes/kubernetes.io~configmap/nginx-conf/..2025_02_23_05_40_35.4114275528/nginx.conf not reset as customized by admin to system_u:object_r:container_file_t:s0:c15,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c15,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8/containers/networking-console-plugin/22e96971 not reset as customized by admin to system_u:object_r:container_file_t:s0:c15,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8/containers/networking-console-plugin/21c98286 not reset as customized by admin to system_u:object_r:container_file_t:s0:c15,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8/containers/networking-console-plugin/0f1869e1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c15,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/d1b160f5dda77d281dd8e69ec8d817f9/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c215,c682 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/d1b160f5dda77d281dd8e69ec8d817f9/containers/setup/46889d52 not reset as customized by admin to system_u:object_r:container_file_t:s0:c225,c458 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/d1b160f5dda77d281dd8e69ec8d817f9/containers/setup/5b6a5969 not reset as customized by admin to system_u:object_r:container_file_t:s0:c666,c963 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/d1b160f5dda77d281dd8e69ec8d817f9/containers/setup/6c7921f5 not reset as customized by admin to system_u:object_r:container_file_t:s0:c215,c682 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/d1b160f5dda77d281dd8e69ec8d817f9/containers/kube-rbac-proxy-crio/4804f443 not reset as customized by admin to system_u:object_r:container_file_t:s0:c225,c458 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/d1b160f5dda77d281dd8e69ec8d817f9/containers/kube-rbac-proxy-crio/2a46b283 not reset as customized by admin to system_u:object_r:container_file_t:s0:c225,c458 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/d1b160f5dda77d281dd8e69ec8d817f9/containers/kube-rbac-proxy-crio/a6b5573e not reset as customized by admin to system_u:object_r:container_file_t:s0:c225,c458 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/d1b160f5dda77d281dd8e69ec8d817f9/containers/kube-rbac-proxy-crio/4f88ee5b not reset as customized by admin to system_u:object_r:container_file_t:s0:c225,c458 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/d1b160f5dda77d281dd8e69ec8d817f9/containers/kube-rbac-proxy-crio/5a4eee4b not reset as customized by admin to system_u:object_r:container_file_t:s0:c666,c963 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/d1b160f5dda77d281dd8e69ec8d817f9/containers/kube-rbac-proxy-crio/cd87c521 not reset as customized by admin to system_u:object_r:container_file_t:s0:c215,c682 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/volumes/kubernetes.io~configmap/service-ca-bundle not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/volumes/kubernetes.io~configmap/service-ca-bundle/..2025_02_23_05_33_42.2574241751 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/volumes/kubernetes.io~configmap/service-ca-bundle/..2025_02_23_05_33_42.2574241751/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/volumes/kubernetes.io~configmap/service-ca-bundle/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/volumes/kubernetes.io~configmap/service-ca-bundle/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/containers/router/38602af4 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/containers/router/1483b002 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/containers/router/0346718b not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/containers/router/d3ed4ada not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/containers/router/3bb473a5 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/containers/router/8cd075a9 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/containers/router/00ab4760 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/containers/router/54a21c09 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/37a5e44f-9a88-4405-be8a-b645485e7312/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c589,c726 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/37a5e44f-9a88-4405-be8a-b645485e7312/containers/network-operator/70478888 not reset as customized by admin to system_u:object_r:container_file_t:s0:c176,c499 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/37a5e44f-9a88-4405-be8a-b645485e7312/containers/network-operator/43802770 not reset as customized by admin to system_u:object_r:container_file_t:s0:c176,c499 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/37a5e44f-9a88-4405-be8a-b645485e7312/containers/network-operator/955a0edc not reset as customized by admin to system_u:object_r:container_file_t:s0:c176,c499 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/37a5e44f-9a88-4405-be8a-b645485e7312/containers/network-operator/bca2d009 not reset as customized by admin to system_u:object_r:container_file_t:s0:c140,c1009 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/37a5e44f-9a88-4405-be8a-b645485e7312/containers/network-operator/b295f9bd not reset as customized by admin to system_u:object_r:container_file_t:s0:c589,c726 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/volumes/kubernetes.io~configmap/cni-binary-copy not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/volumes/kubernetes.io~configmap/cni-binary-copy/..2025_02_23_05_21_22.3617465230 not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/volumes/kubernetes.io~configmap/cni-binary-copy/..2025_02_23_05_21_22.3617465230/cnibincopy.sh not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/volumes/kubernetes.io~configmap/cni-binary-copy/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/volumes/kubernetes.io~configmap/cni-binary-copy/cnibincopy.sh not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/volumes/kubernetes.io~configmap/cni-sysctl-allowlist not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/volumes/kubernetes.io~configmap/cni-sysctl-allowlist/..2025_02_23_05_21_22.2050650026 not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/volumes/kubernetes.io~configmap/cni-sysctl-allowlist/..2025_02_23_05_21_22.2050650026/allowlist.conf not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/volumes/kubernetes.io~configmap/cni-sysctl-allowlist/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/volumes/kubernetes.io~configmap/cni-sysctl-allowlist/allowlist.conf not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/egress-router-binary-copy/bc46ea27 not reset as customized by admin to system_u:object_r:container_file_t:s0:c203,c924 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/egress-router-binary-copy/5731fc1b not reset as customized by admin to system_u:object_r:container_file_t:s0:c138,c778 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/egress-router-binary-copy/5e1b2a3c not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/cni-plugins/943f0936 not reset as customized by admin to system_u:object_r:container_file_t:s0:c203,c924 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/cni-plugins/3f764ee4 not reset as customized by admin to system_u:object_r:container_file_t:s0:c138,c778 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/cni-plugins/8695e3f9 not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/bond-cni-plugin/aed7aa86 not reset as customized by admin to system_u:object_r:container_file_t:s0:c203,c924 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/bond-cni-plugin/c64d7448 not reset as customized by admin to system_u:object_r:container_file_t:s0:c138,c778 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/bond-cni-plugin/0ba16bd2 not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/routeoverride-cni/207a939f not reset as customized by admin to system_u:object_r:container_file_t:s0:c203,c924 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/routeoverride-cni/54aa8cdb not reset as customized by admin to system_u:object_r:container_file_t:s0:c138,c778 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/routeoverride-cni/1f5fa595 not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/whereabouts-cni-bincopy/bf9c8153 not reset as customized by admin to system_u:object_r:container_file_t:s0:c203,c924 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/whereabouts-cni-bincopy/47fba4ea not reset as customized by admin to system_u:object_r:container_file_t:s0:c138,c778 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/whereabouts-cni-bincopy/7ae55ce9 not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/whereabouts-cni/7906a268 not reset as customized by admin to system_u:object_r:container_file_t:s0:c203,c924 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/whereabouts-cni/ce43fa69 not reset as customized by admin to system_u:object_r:container_file_t:s0:c138,c778 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/whereabouts-cni/7fc7ea3a not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/kube-multus-additional-cni-plugins/d8c38b7d not reset as customized by admin to system_u:object_r:container_file_t:s0:c203,c924 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/kube-multus-additional-cni-plugins/9ef015fb not reset as customized by admin to system_u:object_r:container_file_t:s0:c138,c778 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/containers/kube-multus-additional-cni-plugins/b9db6a41 not reset as customized by admin to system_u:object_r:container_file_t:s0:c574,c582 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5b88f790-22fa-440e-b583-365168c0b23d/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c432,c991 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5b88f790-22fa-440e-b583-365168c0b23d/containers/network-metrics-daemon/b1733d79 not reset as customized by admin to system_u:object_r:container_file_t:s0:c476,c820 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5b88f790-22fa-440e-b583-365168c0b23d/containers/network-metrics-daemon/afccd338 not reset as customized by admin to system_u:object_r:container_file_t:s0:c272,c818 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5b88f790-22fa-440e-b583-365168c0b23d/containers/network-metrics-daemon/9df0a185 not reset as customized by admin to system_u:object_r:container_file_t:s0:c432,c991 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5b88f790-22fa-440e-b583-365168c0b23d/containers/kube-rbac-proxy/18938cf8 not reset as customized by admin to system_u:object_r:container_file_t:s0:c476,c820 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5b88f790-22fa-440e-b583-365168c0b23d/containers/kube-rbac-proxy/7ab4eb23 not reset as customized by admin to system_u:object_r:container_file_t:s0:c272,c818 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5b88f790-22fa-440e-b583-365168c0b23d/containers/kube-rbac-proxy/56930be6 not reset as customized by admin to system_u:object_r:container_file_t:s0:c432,c991 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/volumes/kubernetes.io~configmap/env-overrides not reset as customized by admin to system_u:object_r:container_file_t:s0:c440,c975 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/volumes/kubernetes.io~configmap/env-overrides/..2025_02_23_05_21_35.630010865 not reset as customized by admin to system_u:object_r:container_file_t:s0:c440,c975 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/volumes/kubernetes.io~configmap/env-overrides/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c440,c975 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/volumes/kubernetes.io~configmap/ovnkube-config not reset as customized by admin to system_u:object_r:container_file_t:s0:c440,c975 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/volumes/kubernetes.io~configmap/ovnkube-config/..2025_02_23_05_21_35.1088506337 not reset as customized by admin to system_u:object_r:container_file_t:s0:c440,c975 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/volumes/kubernetes.io~configmap/ovnkube-config/..2025_02_23_05_21_35.1088506337/ovnkube.conf not reset as customized by admin to system_u:object_r:container_file_t:s0:c440,c975 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/volumes/kubernetes.io~configmap/ovnkube-config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c440,c975 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/volumes/kubernetes.io~configmap/ovnkube-config/ovnkube.conf not reset as customized by admin to system_u:object_r:container_file_t:s0:c440,c975 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c440,c975 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/containers/kube-rbac-proxy/0d8e3722 not reset as customized by admin to system_u:object_r:container_file_t:s0:c89,c211 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/containers/kube-rbac-proxy/d22b2e76 not reset as customized by admin to system_u:object_r:container_file_t:s0:c382,c850 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/containers/kube-rbac-proxy/e036759f not reset as customized by admin to system_u:object_r:container_file_t:s0:c440,c975 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/containers/ovnkube-cluster-manager/2734c483 not reset as customized by admin to system_u:object_r:container_file_t:s0:c89,c211 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/containers/ovnkube-cluster-manager/57878fe7 not reset as customized by admin to system_u:object_r:container_file_t:s0:c89,c211 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/containers/ovnkube-cluster-manager/3f3c2e58 not reset as customized by admin to system_u:object_r:container_file_t:s0:c89,c211 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/containers/ovnkube-cluster-manager/375bec3e not reset as customized by admin to system_u:object_r:container_file_t:s0:c382,c850 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/containers/ovnkube-cluster-manager/7bc41e08 not reset as customized by admin to system_u:object_r:container_file_t:s0:c440,c975 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d/containers/download-server/48c7a72d not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d/containers/download-server/4b66701f not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d/containers/download-server/a5a1c202 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/volumes/kubernetes.io~configmap/ovnkube-identity-cm not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/volumes/kubernetes.io~configmap/ovnkube-identity-cm/..2025_02_23_05_21_40.3350632666 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/volumes/kubernetes.io~configmap/ovnkube-identity-cm/..2025_02_23_05_21_40.3350632666/additional-cert-acceptance-cond.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/volumes/kubernetes.io~configmap/ovnkube-identity-cm/..2025_02_23_05_21_40.3350632666/additional-pod-admission-cond.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/volumes/kubernetes.io~configmap/ovnkube-identity-cm/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/volumes/kubernetes.io~configmap/ovnkube-identity-cm/additional-cert-acceptance-cond.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/volumes/kubernetes.io~configmap/ovnkube-identity-cm/additional-pod-admission-cond.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/volumes/kubernetes.io~configmap/env-overrides not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/volumes/kubernetes.io~configmap/env-overrides/..2025_02_23_05_21_40.1388695756 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/volumes/kubernetes.io~configmap/env-overrides/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/containers/webhook/26f3df5b not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/containers/webhook/6d8fb21d not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/containers/webhook/50e94777 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/containers/approver/208473b3 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/containers/approver/ec9e08ba not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/containers/approver/3b787c39 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/containers/approver/208eaed5 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/containers/approver/93aa3a2b not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/ef543e1b-8068-4ea3-b32a-61027b32e95d/containers/approver/3c697968 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3b6479f0-333b-4a96-9adf-2099afdc2447/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c20,c21 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3b6479f0-333b-4a96-9adf-2099afdc2447/containers/network-check-target-container/ba950ec9 not reset as customized by admin to system_u:object_r:container_file_t:s0:c20,c21 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3b6479f0-333b-4a96-9adf-2099afdc2447/containers/network-check-target-container/cb5cdb37 not reset as customized by admin to system_u:object_r:container_file_t:s0:c20,c21 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3b6479f0-333b-4a96-9adf-2099afdc2447/containers/network-check-target-container/f2df9827 not reset as customized by admin to system_u:object_r:container_file_t:s0:c20,c21 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/volumes/kubernetes.io~configmap/images not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/volumes/kubernetes.io~configmap/images/..2025_02_23_05_22_30.473230615 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/volumes/kubernetes.io~configmap/images/..2025_02_23_05_22_30.473230615/images.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/volumes/kubernetes.io~configmap/images/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/volumes/kubernetes.io~configmap/images/images.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/volumes/kubernetes.io~configmap/auth-proxy-config not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/volumes/kubernetes.io~configmap/auth-proxy-config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/volumes/kubernetes.io~configmap/auth-proxy-config/config-file.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/volumes/kubernetes.io~configmap/auth-proxy-config/..2025_02_24_06_22_02.1904938450 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/volumes/kubernetes.io~configmap/auth-proxy-config/..2025_02_24_06_22_02.1904938450/config-file.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/containers/machine-config-operator/fedaa673 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/containers/machine-config-operator/9ca2df95 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/containers/machine-config-operator/b2d7460e not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/containers/kube-rbac-proxy/2207853c not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/containers/kube-rbac-proxy/241c1c29 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/containers/kube-rbac-proxy/2d910eaf not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/etcd-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/etcd-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/etcd-ca/..2025_02_23_05_23_49.3726007728 not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/etcd-ca/..2025_02_23_05_23_49.3726007728/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/etcd-ca/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/etcd-service-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/etcd-service-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/etcd-service-ca/..2025_02_23_05_23_49.841175008 not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/etcd-service-ca/..2025_02_23_05_23_49.841175008/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/etcd-service-ca/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.843437178 not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.843437178/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes/kubernetes.io~configmap/config/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/containers/etcd-operator/c6c0f2e7 not reset as customized by admin to system_u:object_r:container_file_t:s0:c263,c871 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/containers/etcd-operator/399edc97 not reset as customized by admin to system_u:object_r:container_file_t:s0:c263,c871 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/containers/etcd-operator/8049f7cc not reset as customized by admin to system_u:object_r:container_file_t:s0:c263,c871 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/containers/etcd-operator/0cec5484 not reset as customized by admin to system_u:object_r:container_file_t:s0:c263,c871 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/containers/etcd-operator/312446d0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c406,c828 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/containers/etcd-operator/8e56a35d not reset as customized by admin to system_u:object_r:container_file_t:s0:c84,c419 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1386a44e-36a2-460c-96d0-0359d2b6f0f5/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c108,c511 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1386a44e-36a2-460c-96d0-0359d2b6f0f5/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.133159589 not reset as customized by admin to system_u:object_r:container_file_t:s0:c108,c511 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1386a44e-36a2-460c-96d0-0359d2b6f0f5/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.133159589/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c108,c511 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1386a44e-36a2-460c-96d0-0359d2b6f0f5/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c108,c511 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1386a44e-36a2-460c-96d0-0359d2b6f0f5/volumes/kubernetes.io~configmap/config/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c108,c511 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1386a44e-36a2-460c-96d0-0359d2b6f0f5/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c108,c511 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1386a44e-36a2-460c-96d0-0359d2b6f0f5/containers/kube-controller-manager-operator/2d30ddb9 not reset as customized by admin to system_u:object_r:container_file_t:s0:c380,c909 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1386a44e-36a2-460c-96d0-0359d2b6f0f5/containers/kube-controller-manager-operator/eca8053d not reset as customized by admin to system_u:object_r:container_file_t:s0:c380,c909 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1386a44e-36a2-460c-96d0-0359d2b6f0f5/containers/kube-controller-manager-operator/c3a25c9a not reset as customized by admin to system_u:object_r:container_file_t:s0:c168,c522 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1386a44e-36a2-460c-96d0-0359d2b6f0f5/containers/kube-controller-manager-operator/b9609c22 not reset as customized by admin to system_u:object_r:container_file_t:s0:c108,c511 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/96b93a3a-6083-4aea-8eab-fe1aa8245ad9/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c968,c969 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/96b93a3a-6083-4aea-8eab-fe1aa8245ad9/containers/dns-operator/e8b0eca9 not reset as customized by admin to system_u:object_r:container_file_t:s0:c106,c418 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/96b93a3a-6083-4aea-8eab-fe1aa8245ad9/containers/dns-operator/b36a9c3f not reset as customized by admin to system_u:object_r:container_file_t:s0:c529,c711 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/96b93a3a-6083-4aea-8eab-fe1aa8245ad9/containers/dns-operator/38af7b07 not reset as customized by admin to system_u:object_r:container_file_t:s0:c968,c969 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/96b93a3a-6083-4aea-8eab-fe1aa8245ad9/containers/kube-rbac-proxy/ae821620 not reset as customized by admin to system_u:object_r:container_file_t:s0:c106,c418 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/96b93a3a-6083-4aea-8eab-fe1aa8245ad9/containers/kube-rbac-proxy/baa23338 not reset as customized by admin to system_u:object_r:container_file_t:s0:c529,c711 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/96b93a3a-6083-4aea-8eab-fe1aa8245ad9/containers/kube-rbac-proxy/2c534809 not reset as customized by admin to system_u:object_r:container_file_t:s0:c968,c969 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/496e6271-fb68-4057-954e-a0d97a4afa3f/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c661,c999 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/496e6271-fb68-4057-954e-a0d97a4afa3f/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.3532625537 not reset as customized by admin to system_u:object_r:container_file_t:s0:c661,c999 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/496e6271-fb68-4057-954e-a0d97a4afa3f/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.3532625537/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c661,c999 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/496e6271-fb68-4057-954e-a0d97a4afa3f/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c661,c999 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/496e6271-fb68-4057-954e-a0d97a4afa3f/volumes/kubernetes.io~configmap/config/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c661,c999 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/496e6271-fb68-4057-954e-a0d97a4afa3f/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c661,c999 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/496e6271-fb68-4057-954e-a0d97a4afa3f/containers/kube-scheduler-operator-container/59b29eae not reset as customized by admin to system_u:object_r:container_file_t:s0:c338,c381 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/496e6271-fb68-4057-954e-a0d97a4afa3f/containers/kube-scheduler-operator-container/c91a8e4f not reset as customized by admin to system_u:object_r:container_file_t:s0:c338,c381 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/496e6271-fb68-4057-954e-a0d97a4afa3f/containers/kube-scheduler-operator-container/4d87494a not reset as customized by admin to system_u:object_r:container_file_t:s0:c442,c857 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/496e6271-fb68-4057-954e-a0d97a4afa3f/containers/kube-scheduler-operator-container/1e33ca63 not reset as customized by admin to system_u:object_r:container_file_t:s0:c661,c999 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3ab1a177-2de0-46d9-b765-d0d0649bb42e/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3ab1a177-2de0-46d9-b765-d0d0649bb42e/containers/kube-rbac-proxy/8dea7be2 not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3ab1a177-2de0-46d9-b765-d0d0649bb42e/containers/kube-rbac-proxy/d0b04a99 not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3ab1a177-2de0-46d9-b765-d0d0649bb42e/containers/kube-rbac-proxy/d84f01e7 not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3ab1a177-2de0-46d9-b765-d0d0649bb42e/containers/package-server-manager/4109059b not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3ab1a177-2de0-46d9-b765-d0d0649bb42e/containers/package-server-manager/a7258a3e not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3ab1a177-2de0-46d9-b765-d0d0649bb42e/containers/package-server-manager/05bdf2b6 not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6731426b-95fe-49ff-bb5f-40441049fde2/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6731426b-95fe-49ff-bb5f-40441049fde2/containers/control-plane-machine-set-operator/f3261b51 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6731426b-95fe-49ff-bb5f-40441049fde2/containers/control-plane-machine-set-operator/315d045e not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6731426b-95fe-49ff-bb5f-40441049fde2/containers/control-plane-machine-set-operator/5fdcf278 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6731426b-95fe-49ff-bb5f-40441049fde2/containers/control-plane-machine-set-operator/d053f757 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6731426b-95fe-49ff-bb5f-40441049fde2/containers/control-plane-machine-set-operator/c2850dc7 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/volumes/kubernetes.io~configmap/marketplace-trusted-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/volumes/kubernetes.io~configmap/marketplace-trusted-ca/..2025_02_23_05_22_30.2390596521 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/volumes/kubernetes.io~configmap/marketplace-trusted-ca/..2025_02_23_05_22_30.2390596521/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/volumes/kubernetes.io~configmap/marketplace-trusted-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/volumes/kubernetes.io~configmap/marketplace-trusted-ca/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/containers/marketplace-operator/fcfb0b2b not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/containers/marketplace-operator/c7ac9b7d not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/containers/marketplace-operator/fa0c0d52 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/containers/marketplace-operator/c609b6ba not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/containers/marketplace-operator/2be6c296 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/containers/marketplace-operator/89a32653 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/containers/marketplace-operator/4eb9afeb not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/containers/marketplace-operator/13af6efa not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6312bbd-5731-4ea0-a20f-81d5a57df44a/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6312bbd-5731-4ea0-a20f-81d5a57df44a/containers/olm-operator/b03f9724 not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6312bbd-5731-4ea0-a20f-81d5a57df44a/containers/olm-operator/e3d105cc not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b6312bbd-5731-4ea0-a20f-81d5a57df44a/containers/olm-operator/3aed4d83 not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.1906041176 not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.1906041176/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c/volumes/kubernetes.io~configmap/config/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c/containers/kube-storage-version-migrator-operator/0765fa6e not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c/containers/kube-storage-version-migrator-operator/2cefc627 not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c/containers/kube-storage-version-migrator-operator/3dcc6345 not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c/containers/kube-storage-version-migrator-operator/365af391 not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/volumes/kubernetes.io~empty-dir/available-featuregates not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/volumes/kubernetes.io~empty-dir/available-featuregates/featureGate-SelfManagedHA-Default.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/volumes/kubernetes.io~empty-dir/available-featuregates/featureGate-SelfManagedHA-TechPreviewNoUpgrade.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/volumes/kubernetes.io~empty-dir/available-featuregates/featureGate-SelfManagedHA-DevPreviewNoUpgrade.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/volumes/kubernetes.io~empty-dir/available-featuregates/featureGate-Hypershift-TechPreviewNoUpgrade.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/volumes/kubernetes.io~empty-dir/available-featuregates/featureGate-Hypershift-DevPreviewNoUpgrade.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/volumes/kubernetes.io~empty-dir/available-featuregates/featureGate-Hypershift-Default.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/containers/openshift-api/b1130c0f not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/containers/openshift-api/236a5913 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/containers/openshift-api/b9432e26 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/containers/openshift-config-operator/5ddb0e3f not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/containers/openshift-config-operator/986dc4fd not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/containers/openshift-config-operator/8a23ff9a not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/containers/openshift-config-operator/9728ae68 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/containers/openshift-config-operator/665f31d0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c12 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.1255385357 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.1255385357/operator-config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/config/operator-config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/service-ca-bundle not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/service-ca-bundle/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/service-ca-bundle/..2025_02_23_05_23_57.573792656 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/service-ca-bundle/..2025_02_23_05_23_57.573792656/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/service-ca-bundle/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/trusted-ca-bundle not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/trusted-ca-bundle/..2025_02_23_05_22_30.3254245399 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/trusted-ca-bundle/..2025_02_23_05_22_30.3254245399/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/trusted-ca-bundle/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes/kubernetes.io~configmap/trusted-ca-bundle/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/containers/authentication-operator/136c9b42 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/containers/authentication-operator/98a1575b not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/containers/authentication-operator/cac69136 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/containers/authentication-operator/5deb77a7 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/containers/authentication-operator/2ae53400 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/01ab3dd5-8196-46d0-ad33-122e2ca51def/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/01ab3dd5-8196-46d0-ad33-122e2ca51def/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.3608339744 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/01ab3dd5-8196-46d0-ad33-122e2ca51def/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.3608339744/operator-config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/01ab3dd5-8196-46d0-ad33-122e2ca51def/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/01ab3dd5-8196-46d0-ad33-122e2ca51def/volumes/kubernetes.io~configmap/config/operator-config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/01ab3dd5-8196-46d0-ad33-122e2ca51def/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/01ab3dd5-8196-46d0-ad33-122e2ca51def/containers/service-ca-operator/e46f2326 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/01ab3dd5-8196-46d0-ad33-122e2ca51def/containers/service-ca-operator/dc688d3c not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/01ab3dd5-8196-46d0-ad33-122e2ca51def/containers/service-ca-operator/3497c3cd not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/01ab3dd5-8196-46d0-ad33-122e2ca51def/containers/service-ca-operator/177eb008 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7539238d-5fe0-46ed-884e-1c3b566537ec/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7539238d-5fe0-46ed-884e-1c3b566537ec/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.3819292994 not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7539238d-5fe0-46ed-884e-1c3b566537ec/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.3819292994/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7539238d-5fe0-46ed-884e-1c3b566537ec/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7539238d-5fe0-46ed-884e-1c3b566537ec/volumes/kubernetes.io~configmap/config/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7539238d-5fe0-46ed-884e-1c3b566537ec/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7539238d-5fe0-46ed-884e-1c3b566537ec/containers/openshift-apiserver-operator/af5a2afa not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7539238d-5fe0-46ed-884e-1c3b566537ec/containers/openshift-apiserver-operator/d780cb1f not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7539238d-5fe0-46ed-884e-1c3b566537ec/containers/openshift-apiserver-operator/49b0f374 not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7539238d-5fe0-46ed-884e-1c3b566537ec/containers/openshift-apiserver-operator/26fbb125 not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/volumes/kubernetes.io~configmap/trusted-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/volumes/kubernetes.io~configmap/trusted-ca/..2025_02_23_05_22_30.3244779536 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/volumes/kubernetes.io~configmap/trusted-ca/..2025_02_23_05_22_30.3244779536/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/volumes/kubernetes.io~configmap/trusted-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/volumes/kubernetes.io~configmap/trusted-ca/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/ingress-operator/cf14125a not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/ingress-operator/b7f86972 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/ingress-operator/e51d739c not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/ingress-operator/88ba6a69 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/ingress-operator/669a9acf not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/ingress-operator/5cd51231 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/ingress-operator/75349ec7 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/ingress-operator/15c26839 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/ingress-operator/45023dcd not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/ingress-operator/2bb66a50 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/kube-rbac-proxy/64d03bdd not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/kube-rbac-proxy/ab8e7ca0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/containers/kube-rbac-proxy/bb9be25f not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c11 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bf126b07-da06-4140-9a57-dfd54fc6b486/volumes/kubernetes.io~configmap/trusted-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bf126b07-da06-4140-9a57-dfd54fc6b486/volumes/kubernetes.io~configmap/trusted-ca/..2025_02_23_05_22_30.2034221258 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bf126b07-da06-4140-9a57-dfd54fc6b486/volumes/kubernetes.io~configmap/trusted-ca/..2025_02_23_05_22_30.2034221258/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bf126b07-da06-4140-9a57-dfd54fc6b486/volumes/kubernetes.io~configmap/trusted-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bf126b07-da06-4140-9a57-dfd54fc6b486/volumes/kubernetes.io~configmap/trusted-ca/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bf126b07-da06-4140-9a57-dfd54fc6b486/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bf126b07-da06-4140-9a57-dfd54fc6b486/containers/cluster-image-registry-operator/9a0b61d3 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bf126b07-da06-4140-9a57-dfd54fc6b486/containers/cluster-image-registry-operator/d471b9d2 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bf126b07-da06-4140-9a57-dfd54fc6b486/containers/cluster-image-registry-operator/8cb76b8e not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9/containers/catalog-operator/11a00840 not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9/containers/catalog-operator/ec355a92 not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9/containers/catalog-operator/992f735e not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c14 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.1782968797 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c14 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/volumes/kubernetes.io~configmap/config/..2025_02_23_05_22_30.1782968797/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c14 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c14 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/volumes/kubernetes.io~configmap/config/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c14 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c14 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/containers/openshift-controller-manager-operator/d59cdbbc not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c14 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/containers/openshift-controller-manager-operator/72133ff0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c14 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/containers/openshift-controller-manager-operator/c56c834c not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c14 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/containers/openshift-controller-manager-operator/d13724c7 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c14 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/containers/openshift-controller-manager-operator/0a498258 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c14 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5fe579f8-e8a6-4643-bce5-a661393c4dde/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5fe579f8-e8a6-4643-bce5-a661393c4dde/containers/machine-config-server/fa471982 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5fe579f8-e8a6-4643-bce5-a661393c4dde/containers/machine-config-server/fc900d92 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5fe579f8-e8a6-4643-bce5-a661393c4dde/containers/machine-config-server/fa7d68da not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/49ef4625-1d3a-4a9f-b595-c2433d32326d/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/49ef4625-1d3a-4a9f-b595-c2433d32326d/containers/migrator/4bacf9b4 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/49ef4625-1d3a-4a9f-b595-c2433d32326d/containers/migrator/424021b1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/49ef4625-1d3a-4a9f-b595-c2433d32326d/containers/migrator/fc2e31a3 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/49ef4625-1d3a-4a9f-b595-c2433d32326d/containers/graceful-termination/f51eefac not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/49ef4625-1d3a-4a9f-b595-c2433d32326d/containers/graceful-termination/c8997f2f not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/49ef4625-1d3a-4a9f-b595-c2433d32326d/containers/graceful-termination/7481f599 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/25e176fe-21b4-4974-b1ed-c8b94f112a7f/volumes/kubernetes.io~configmap/signing-cabundle not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/25e176fe-21b4-4974-b1ed-c8b94f112a7f/volumes/kubernetes.io~configmap/signing-cabundle/..2025_02_23_05_22_49.2255460704 not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/25e176fe-21b4-4974-b1ed-c8b94f112a7f/volumes/kubernetes.io~configmap/signing-cabundle/..2025_02_23_05_22_49.2255460704/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/25e176fe-21b4-4974-b1ed-c8b94f112a7f/volumes/kubernetes.io~configmap/signing-cabundle/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/25e176fe-21b4-4974-b1ed-c8b94f112a7f/volumes/kubernetes.io~configmap/signing-cabundle/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/25e176fe-21b4-4974-b1ed-c8b94f112a7f/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/25e176fe-21b4-4974-b1ed-c8b94f112a7f/containers/service-ca-controller/fdafea19 not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/25e176fe-21b4-4974-b1ed-c8b94f112a7f/containers/service-ca-controller/d0e1c571 not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/25e176fe-21b4-4974-b1ed-c8b94f112a7f/containers/service-ca-controller/ee398915 not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/25e176fe-21b4-4974-b1ed-c8b94f112a7f/containers/service-ca-controller/682bb6b8 not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c666,c920 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/setup/a3e67855 not reset as customized by admin to system_u:object_r:container_file_t:s0:c294,c884 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/setup/a989f289 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c1016 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/setup/915431bd not reset as customized by admin to system_u:object_r:container_file_t:s0:c666,c920 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-ensure-env-vars/7796fdab not reset as customized by admin to system_u:object_r:container_file_t:s0:c294,c884 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-ensure-env-vars/dcdb5f19 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c1016 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-ensure-env-vars/a3aaa88c not reset as customized by admin to system_u:object_r:container_file_t:s0:c666,c920 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-resources-copy/5508e3e6 not reset as customized by admin to system_u:object_r:container_file_t:s0:c294,c884 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-resources-copy/160585de not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c1016 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-resources-copy/e99f8da3 not reset as customized by admin to system_u:object_r:container_file_t:s0:c666,c920 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcdctl/8bc85570 not reset as customized by admin to system_u:object_r:container_file_t:s0:c294,c884 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcdctl/a5861c91 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c1016 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcdctl/84db1135 not reset as customized by admin to system_u:object_r:container_file_t:s0:c666,c920 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd/9e1a6043 not reset as customized by admin to system_u:object_r:container_file_t:s0:c294,c884 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd/c1aba1c2 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c1016 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd/d55ccd6d not reset as customized by admin to system_u:object_r:container_file_t:s0:c666,c920 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-metrics/971cc9f6 not reset as customized by admin to system_u:object_r:container_file_t:s0:c294,c884 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-metrics/8f2e3dcf not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c1016 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-metrics/ceb35e9c not reset as customized by admin to system_u:object_r:container_file_t:s0:c666,c920 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-readyz/1c192745 not reset as customized by admin to system_u:object_r:container_file_t:s0:c294,c884 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-readyz/5209e501 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c1016 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-readyz/f83de4df not reset as customized by admin to system_u:object_r:container_file_t:s0:c666,c920 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-rev/e7b978ac not reset as customized by admin to system_u:object_r:container_file_t:s0:c294,c884 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-rev/c64304a1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c1016 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/2139d3e2895fc6797b9c76a1b4c9886d/containers/etcd-rev/5384386b not reset as customized by admin to system_u:object_r:container_file_t:s0:c666,c920 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/efdd0498-1daa-4136-9a4a-3b948c2293fc/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c268,c620 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/efdd0498-1daa-4136-9a4a-3b948c2293fc/containers/multus-admission-controller/cce3e3ff not reset as customized by admin to system_u:object_r:container_file_t:s0:c435,c756 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/efdd0498-1daa-4136-9a4a-3b948c2293fc/containers/multus-admission-controller/8fb75465 not reset as customized by admin to system_u:object_r:container_file_t:s0:c268,c620 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/efdd0498-1daa-4136-9a4a-3b948c2293fc/containers/kube-rbac-proxy/740f573e not reset as customized by admin to system_u:object_r:container_file_t:s0:c435,c756 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/efdd0498-1daa-4136-9a4a-3b948c2293fc/containers/kube-rbac-proxy/32fd1134 not reset as customized by admin to system_u:object_r:container_file_t:s0:c268,c620 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/20b0d48f-5fd6-431c-a545-e3c800c7b866/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/20b0d48f-5fd6-431c-a545-e3c800c7b866/containers/serve-healthcheck-canary/0a861bd3 not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/20b0d48f-5fd6-431c-a545-e3c800c7b866/containers/serve-healthcheck-canary/80363026 not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/20b0d48f-5fd6-431c-a545-e3c800c7b866/containers/serve-healthcheck-canary/bfa952a8 not reset as customized by admin to system_u:object_r:container_file_t:s0:c19,c24 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/volumes/kubernetes.io~configmap/auth-proxy-config not reset as customized by admin to system_u:object_r:container_file_t:s0:c129,c158 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/volumes/kubernetes.io~configmap/auth-proxy-config/..2025_02_23_05_33_31.2122464563 not reset as customized by admin to system_u:object_r:container_file_t:s0:c129,c158 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/volumes/kubernetes.io~configmap/auth-proxy-config/..2025_02_23_05_33_31.2122464563/config-file.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c129,c158 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/volumes/kubernetes.io~configmap/auth-proxy-config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c129,c158 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/volumes/kubernetes.io~configmap/auth-proxy-config/config-file.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c129,c158 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c129,c158 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/volumes/kubernetes.io~configmap/config/..2025_02_23_05_33_31.333075221 not reset as customized by admin to system_u:object_r:container_file_t:s0:c129,c158 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c129,c158 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c129,c158 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/containers/kube-rbac-proxy/793bf43d not reset as customized by admin to system_u:object_r:container_file_t:s0:c381,c387 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/containers/kube-rbac-proxy/7db1bb6e not reset as customized by admin to system_u:object_r:container_file_t:s0:c142,c438 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/containers/kube-rbac-proxy/4f6a0368 not reset as customized by admin to system_u:object_r:container_file_t:s0:c129,c158 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/containers/machine-approver-controller/c12c7d86 not reset as customized by admin to system_u:object_r:container_file_t:s0:c381,c387 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/containers/machine-approver-controller/36c4a773 not reset as customized by admin to system_u:object_r:container_file_t:s0:c142,c438 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/containers/machine-approver-controller/4c1e98ae not reset as customized by admin to system_u:object_r:container_file_t:s0:c142,c438 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/containers/machine-approver-controller/a4c8115c not reset as customized by admin to system_u:object_r:container_file_t:s0:c129,c158 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f4b27818a5e8e43d0dc095d08835c792/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c97,c980 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f4b27818a5e8e43d0dc095d08835c792/containers/setup/7db1802e not reset as customized by admin to system_u:object_r:container_file_t:s0:c97,c980 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f4b27818a5e8e43d0dc095d08835c792/containers/kube-apiserver/a008a7ab not reset as customized by admin to system_u:object_r:container_file_t:s0:c97,c980 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f4b27818a5e8e43d0dc095d08835c792/containers/kube-apiserver-cert-syncer/2c836bac not reset as customized by admin to system_u:object_r:container_file_t:s0:c97,c980 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f4b27818a5e8e43d0dc095d08835c792/containers/kube-apiserver-cert-regeneration-controller/0ce62299 not reset as customized by admin to system_u:object_r:container_file_t:s0:c97,c980 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f4b27818a5e8e43d0dc095d08835c792/containers/kube-apiserver-insecure-readyz/945d2457 not reset as customized by admin to system_u:object_r:container_file_t:s0:c97,c980 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f4b27818a5e8e43d0dc095d08835c792/containers/kube-apiserver-check-endpoints/7d5c1dd8 not reset as customized by admin to system_u:object_r:container_file_t:s0:c97,c980 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/utilities not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/utilities/copy-content not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/3scale-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/3scale-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/advanced-cluster-management not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/advanced-cluster-management/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amq-broker-rhel8 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amq-broker-rhel8/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amq-online not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amq-online/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amq-streams not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amq-streams/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amq-streams-console not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amq-streams-console/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amq7-interconnect-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amq7-interconnect-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ansible-automation-platform-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ansible-automation-platform-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ansible-cloud-addons-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ansible-cloud-addons-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicast-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicast-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicurio-registry-3 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicurio-registry-3/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/authorino-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/authorino-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aws-load-balancer-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aws-load-balancer-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/bamoe-businessautomation-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/bamoe-businessautomation-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/bamoe-kogito-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/bamoe-kogito-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/bpfman-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/bpfman-operator/index.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/businessautomation-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/businessautomation-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cephcsi-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cephcsi-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cincinnati-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cincinnati-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-kube-descheduler-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-kube-descheduler-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-logging not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-logging/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-observability-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-observability-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/compliance-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/compliance-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/container-security-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/container-security-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/costmanagement-metrics-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/costmanagement-metrics-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cryostat-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cryostat-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/datagrid not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/datagrid/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/devspaces not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/devspaces/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/devworkspace-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/devworkspace-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dpu-network-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dpu-network-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eap not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eap/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/elasticsearch-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/elasticsearch-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/external-dns-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/external-dns-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fence-agents-remediation not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fence-agents-remediation/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/file-integrity-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/file-integrity-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fuse-apicurito not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fuse-apicurito/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fuse-console not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fuse-console/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fuse-online not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fuse-online/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/gatekeeper-operator-product not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/gatekeeper-operator-product/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/jaeger-product not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/jaeger-product/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/jws-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/jws-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kernel-module-management not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kernel-module-management/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kernel-module-management-hub not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kernel-module-management-hub/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kiali-ossm not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kiali-ossm/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubevirt-hyperconverged not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubevirt-hyperconverged/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/logic-operator-rhel8 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/logic-operator-rhel8/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/loki-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/loki-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/lvms-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/lvms-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/machine-deletion-remediation not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/machine-deletion-remediation/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mcg-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mcg-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mta-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mta-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mtc-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mtc-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mtr-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mtr-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mtv-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mtv-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/multicluster-engine not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/multicluster-engine/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/netobserv-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/netobserv-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-healthcheck-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-healthcheck-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-maintenance-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-maintenance-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-observability-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-observability-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ocs-client-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ocs-client-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ocs-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ocs-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odf-csi-addons-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odf-csi-addons-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odf-multicluster-orchestrator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odf-multicluster-orchestrator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odf-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odf-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odf-prometheus-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odf-prometheus-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odr-cluster-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odr-cluster-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odr-hub-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odr-hub-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-cert-manager-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-cert-manager-operator/bundle-v1.15.0.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-cert-manager-operator/channel.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-cert-manager-operator/package.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-custom-metrics-autoscaler-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-custom-metrics-autoscaler-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-gitops-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-gitops-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-pipelines-operator-rh not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-pipelines-operator-rh/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-secondary-scheduler-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-secondary-scheduler-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/opentelemetry-product not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/opentelemetry-product/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/quay-bridge-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/quay-bridge-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/quay-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/quay-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/recipe not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/recipe/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/red-hat-camel-k not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/red-hat-camel-k/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/red-hat-hawtio-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/red-hat-hawtio-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/redhat-oadp-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/redhat-oadp-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rh-service-binding-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rh-service-binding-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhacs-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhacs-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhbk-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhbk-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhdh not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhdh/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhods-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhods-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhods-prometheus-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhods-prometheus-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhpam-kogito-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhpam-kogito-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhsso-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhsso-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rook-ceph-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rook-ceph-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/run-once-duration-override-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/run-once-duration-override-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sandboxed-containers-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sandboxed-containers-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/security-profiles-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/security-profiles-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/self-node-remediation not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/self-node-remediation/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/serverless-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/serverless-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/service-registry-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/service-registry-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/servicemeshoperator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/servicemeshoperator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/servicemeshoperator3 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/servicemeshoperator3/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/skupper-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/skupper-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/submariner not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/submariner/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tang-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tang-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tempo-product not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tempo-product/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/trustee-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/trustee-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/volsync-product not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/volsync-product/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/web-terminal not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/catalog/web-terminal/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/cache not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/00000-1.psg not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/00000-1.psg.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/db.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/index.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/main.pix not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/overflow.pix not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/digest not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/containers/extract-utilities/bc8d0691 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/containers/extract-utilities/6b76097a not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/containers/extract-utilities/34d1af30 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/containers/extract-content/312ba61c not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/containers/extract-content/645d5dd1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/containers/extract-content/16e825f0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/containers/registry-server/4cf51fc9 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/containers/registry-server/2a23d348 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/containers/registry-server/075dbd49 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/volumes/kubernetes.io~configmap/serviceca not reset as customized by admin to system_u:object_r:container_file_t:s0:c842,c986 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/volumes/kubernetes.io~configmap/serviceca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c842,c986 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/volumes/kubernetes.io~configmap/serviceca/..2025_02_24_06_09_13.3521195566 not reset as customized by admin to system_u:object_r:container_file_t:s0:c842,c986 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/volumes/kubernetes.io~configmap/serviceca/..2025_02_24_06_09_13.3521195566/image-registry.openshift-image-registry.svc..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c842,c986 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/volumes/kubernetes.io~configmap/serviceca/..2025_02_24_06_09_13.3521195566/image-registry.openshift-image-registry.svc.cluster.local..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c842,c986 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/volumes/kubernetes.io~configmap/serviceca/..2025_02_24_06_09_13.3521195566/default-route-openshift-image-registry.apps-crc.testing not reset as customized by admin to system_u:object_r:container_file_t:s0:c842,c986 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/volumes/kubernetes.io~configmap/serviceca/default-route-openshift-image-registry.apps-crc.testing not reset as customized by admin to system_u:object_r:container_file_t:s0:c842,c986 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/volumes/kubernetes.io~configmap/serviceca/image-registry.openshift-image-registry.svc..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c842,c986 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/volumes/kubernetes.io~configmap/serviceca/image-registry.openshift-image-registry.svc.cluster.local..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c842,c986 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c842,c986 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/containers/node-ca/dd585ddd not reset as customized by admin to system_u:object_r:container_file_t:s0:c377,c642 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/containers/node-ca/17ebd0ab not reset as customized by admin to system_u:object_r:container_file_t:s0:c338,c343 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/containers/node-ca/005579f4 not reset as customized by admin to system_u:object_r:container_file_t:s0:c842,c986 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/etcd-serving-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/etcd-serving-ca/..2025_02_23_05_23_11.449897510 not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/etcd-serving-ca/..2025_02_23_05_23_11.449897510/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/etcd-serving-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/etcd-serving-ca/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/trusted-ca-bundle not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/trusted-ca-bundle/..2025_02_23_05_23_11.1287037894 not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/trusted-ca-bundle/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/audit-policies not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/audit-policies/..2025_02_23_05_23_11.1301053334 not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/audit-policies/..2025_02_23_05_23_11.1301053334/policy.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/audit-policies/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes/kubernetes.io~configmap/audit-policies/policy.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/containers/fix-audit-permissions/bf5f3b9c not reset as customized by admin to system_u:object_r:container_file_t:s0:c49,c263 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/containers/fix-audit-permissions/af276eb7 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c701 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/containers/fix-audit-permissions/ea28e322 not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/containers/oauth-apiserver/692e6683 not reset as customized by admin to system_u:object_r:container_file_t:s0:c49,c263 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/containers/oauth-apiserver/871746a7 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c701 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/containers/oauth-apiserver/4eb2e958 not reset as customized by admin to system_u:object_r:container_file_t:s0:c764,c897 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/console-config not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/console-config/..2025_02_24_06_09_06.2875086261 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/console-config/..2025_02_24_06_09_06.2875086261/console-config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/console-config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/console-config/console-config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/trusted-ca-bundle not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/trusted-ca-bundle/..2025_02_24_06_09_06.286118152 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/trusted-ca-bundle/..2025_02_24_06_09_06.286118152/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/trusted-ca-bundle/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/trusted-ca-bundle/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/oauth-serving-cert not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/oauth-serving-cert/..2025_02_24_06_09_06.3865795478 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/oauth-serving-cert/..2025_02_24_06_09_06.3865795478/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/oauth-serving-cert/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/oauth-serving-cert/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/service-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/service-ca/..2025_02_24_06_09_06.584414814 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/service-ca/..2025_02_24_06_09_06.584414814/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/service-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes/kubernetes.io~configmap/service-ca/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/containers/console/ca9b62da not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/containers/console/0edd6fce not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/config/..2025_02_24_06_20_07.2406383837 not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/config/..2025_02_24_06_20_07.2406383837/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/config/..2025_02_24_06_20_07.2406383837/openshift-controller-manager.client-ca.configmap not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/config/..2025_02_24_06_20_07.2406383837/openshift-controller-manager.openshift-global-ca.configmap not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/config/..2025_02_24_06_20_07.2406383837/openshift-controller-manager.serving-cert.secret not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/config/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/config/openshift-controller-manager.client-ca.configmap not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/config/openshift-controller-manager.openshift-global-ca.configmap not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/config/openshift-controller-manager.serving-cert.secret not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/client-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/client-ca/..2025_02_24_06_20_07.1071801880 not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/client-ca/..2025_02_24_06_20_07.1071801880/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/client-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/client-ca/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/proxy-ca-bundles not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/proxy-ca-bundles/..2025_02_24_06_20_07.2494444877 not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/proxy-ca-bundles/..2025_02_24_06_20_07.2494444877/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/proxy-ca-bundles/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes/kubernetes.io~configmap/proxy-ca-bundles/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/containers/controller-manager/89b4555f not reset as customized by admin to system_u:object_r:container_file_t:s0:c14,c22 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/volumes/kubernetes.io~configmap/config-volume not reset as customized by admin to system_u:object_r:container_file_t:s0:c466,c972 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/volumes/kubernetes.io~configmap/config-volume/..2025_02_23_05_23_22.4071100442 not reset as customized by admin to system_u:object_r:container_file_t:s0:c466,c972 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/volumes/kubernetes.io~configmap/config-volume/..2025_02_23_05_23_22.4071100442/Corefile not reset as customized by admin to system_u:object_r:container_file_t:s0:c466,c972 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/volumes/kubernetes.io~configmap/config-volume/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c466,c972 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/volumes/kubernetes.io~configmap/config-volume/Corefile not reset as customized by admin to system_u:object_r:container_file_t:s0:c466,c972 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c466,c972 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/containers/dns/655fcd71 not reset as customized by admin to system_u:object_r:container_file_t:s0:c457,c841 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/containers/dns/0d43c002 not reset as customized by admin to system_u:object_r:container_file_t:s0:c55,c1022 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/containers/dns/e68efd17 not reset as customized by admin to system_u:object_r:container_file_t:s0:c466,c972 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/containers/kube-rbac-proxy/9acf9b65 not reset as customized by admin to system_u:object_r:container_file_t:s0:c457,c841 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/containers/kube-rbac-proxy/5ae3ff11 not reset as customized by admin to system_u:object_r:container_file_t:s0:c55,c1022 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/containers/kube-rbac-proxy/1e59206a not reset as customized by admin to system_u:object_r:container_file_t:s0:c466,c972 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/44663579-783b-4372-86d6-acf235a62d72/containers/dns-node-resolver/27af16d1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c304,c1017 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/44663579-783b-4372-86d6-acf235a62d72/containers/dns-node-resolver/7918e729 not reset as customized by admin to system_u:object_r:container_file_t:s0:c853,c893 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/44663579-783b-4372-86d6-acf235a62d72/containers/dns-node-resolver/5d976d0e not reset as customized by admin to system_u:object_r:container_file_t:s0:c585,c981 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/volumes/kubernetes.io~configmap/config/..2025_02_23_05_38_56.1112187283 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/volumes/kubernetes.io~configmap/config/..2025_02_23_05_38_56.1112187283/controller-config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/volumes/kubernetes.io~configmap/config/controller-config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/volumes/kubernetes.io~configmap/trusted-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/volumes/kubernetes.io~configmap/trusted-ca/..2025_02_23_05_38_56.2839772658 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/volumes/kubernetes.io~configmap/trusted-ca/..2025_02_23_05_38_56.2839772658/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/volumes/kubernetes.io~configmap/trusted-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/volumes/kubernetes.io~configmap/trusted-ca/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/containers/console-operator/d7f55cbb not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/containers/console-operator/f0812073 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/containers/console-operator/1a56cbeb not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/containers/console-operator/7fdd437e not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/containers/console-operator/cdfb5652 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c25 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/etcd-serving-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/etcd-serving-ca/..2025_02_24_06_17_29.3844392896 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/etcd-serving-ca/..2025_02_24_06_17_29.3844392896/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/etcd-serving-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/etcd-serving-ca/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/config/..2025_02_24_06_17_29.848549803 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/config/..2025_02_24_06_17_29.848549803/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/config/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/audit not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/audit/..2025_02_24_06_17_29.780046231 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/audit/..2025_02_24_06_17_29.780046231/policy.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/audit/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/audit/policy.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/image-import-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/image-import-ca/..2025_02_24_06_17_29.2926008347 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/image-import-ca/..2025_02_24_06_17_29.2926008347/image-registry.openshift-image-registry.svc..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/image-import-ca/..2025_02_24_06_17_29.2926008347/image-registry.openshift-image-registry.svc.cluster.local..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/image-import-ca/..2025_02_24_06_17_29.2926008347/default-route-openshift-image-registry.apps-crc.testing not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/image-import-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/image-import-ca/image-registry.openshift-image-registry.svc..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/image-import-ca/image-registry.openshift-image-registry.svc.cluster.local..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/image-import-ca/default-route-openshift-image-registry.apps-crc.testing not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/trusted-ca-bundle not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/trusted-ca-bundle/..2025_02_24_06_17_29.2729721485 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/trusted-ca-bundle/..2025_02_24_06_17_29.2729721485/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/trusted-ca-bundle/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes/kubernetes.io~configmap/trusted-ca-bundle/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/containers/fix-audit-permissions/fb93119e not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/containers/openshift-apiserver/f1e8fc0e not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/containers/openshift-apiserver-check-endpoints/218511f3 not reset as customized by admin to system_u:object_r:container_file_t:s0:c336,c787 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b/volumes/kubernetes.io~empty-dir/tmpfs not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b/volumes/kubernetes.io~empty-dir/tmpfs/k8s-webhook-server not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b/volumes/kubernetes.io~empty-dir/tmpfs/k8s-webhook-server/serving-certs not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b/containers/packageserver/ca8af7b3 not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b/containers/packageserver/72cc8a75 not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b/containers/packageserver/6e8a3760 not reset as customized by admin to system_u:object_r:container_file_t:s0:c12,c18 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b78653f-4ff9-4508-8672-245ed9b561e3/volumes/kubernetes.io~configmap/service-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c6 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b78653f-4ff9-4508-8672-245ed9b561e3/volumes/kubernetes.io~configmap/service-ca/..2025_02_23_05_27_30.557428972 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c6 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b78653f-4ff9-4508-8672-245ed9b561e3/volumes/kubernetes.io~configmap/service-ca/..2025_02_23_05_27_30.557428972/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c6 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b78653f-4ff9-4508-8672-245ed9b561e3/volumes/kubernetes.io~configmap/service-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c6 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b78653f-4ff9-4508-8672-245ed9b561e3/volumes/kubernetes.io~configmap/service-ca/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c6 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b78653f-4ff9-4508-8672-245ed9b561e3/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c6 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b78653f-4ff9-4508-8672-245ed9b561e3/containers/cluster-version-operator/4c3455c0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c6 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b78653f-4ff9-4508-8672-245ed9b561e3/containers/cluster-version-operator/2278acb0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c6 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b78653f-4ff9-4508-8672-245ed9b561e3/containers/cluster-version-operator/4b453e4f not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c6 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b78653f-4ff9-4508-8672-245ed9b561e3/containers/cluster-version-operator/3ec09bda not reset as customized by admin to system_u:object_r:container_file_t:s0:c5,c6 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/trusted-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/trusted-ca/..2025_02_24_06_25_03.422633132 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/trusted-ca/..2025_02_24_06_25_03.422633132/anchors not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/trusted-ca/..2025_02_24_06_25_03.422633132/anchors/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/trusted-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/trusted-ca/anchors not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/registry-certificates not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/registry-certificates/..2025_02_24_06_25_03.3594477318 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/registry-certificates/..2025_02_24_06_25_03.3594477318/image-registry.openshift-image-registry.svc..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/registry-certificates/..2025_02_24_06_25_03.3594477318/image-registry.openshift-image-registry.svc.cluster.local..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/registry-certificates/..2025_02_24_06_25_03.3594477318/default-route-openshift-image-registry.apps-crc.testing not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/registry-certificates/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/registry-certificates/image-registry.openshift-image-registry.svc..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/registry-certificates/image-registry.openshift-image-registry.svc.cluster.local..5000 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~configmap/registry-certificates/default-route-openshift-image-registry.apps-crc.testing not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/edk2 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/edk2/cacerts.bin not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/java not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/java/cacerts not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/openssl not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/openssl/ca-bundle.trust.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/tls-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/email-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/objsign-ca-bundle.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/2ae6433e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/fde84897.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/75680d2e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/openshift-service-serving-signer_1740288168.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/facfc4fa.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/8f5a969c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/CFCA_EV_ROOT.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9ef4a08a.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ingress-operator_1740288202.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/2f332aed.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/248c8271.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/8d10a21f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ACCVRAIZ1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/a94d09e5.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/3c9a4d3b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/40193066.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/AC_RAIZ_FNMT-RCM.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/cd8c0d63.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b936d1c6.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/CA_Disig_Root_R2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/4fd49c6c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/AC_RAIZ_FNMT-RCM_SERVIDORES_SEGUROS.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b81b93f0.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5f9a69fa.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Certigna.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b30d5fda.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ANF_Secure_Server_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b433981b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/93851c9e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9282e51c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e7dd1bc4.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Actalis_Authentication_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/930ac5d2.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5f47b495.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e113c810.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5931b5bc.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/AffirmTrust_Commercial.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/2b349938.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e48193cf.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/302904dd.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/a716d4ed.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/AffirmTrust_Networking.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/93bc0acc.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/86212b19.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Certigna_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/AffirmTrust_Premium.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b727005e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/dbc54cab.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f51bb24c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/c28a8a30.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/AffirmTrust_Premium_ECC.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9c8dfbd4.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ccc52f49.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/cb1c3204.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Amazon_Root_CA_1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ce5e74ef.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/fd08c599.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Certum_Trusted_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Amazon_Root_CA_2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/6d41d539.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/fb5fa911.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e35234b1.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Amazon_Root_CA_3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/8cb5ee0f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/7a7c655d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f8fc53da.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Amazon_Root_CA_4.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/de6d66f3.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d41b5e2a.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/41a3f684.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1df5a75f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Atos_TrustedRoot_2011.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e36a6752.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b872f2b4.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9576d26b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/228f89db.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Atos_TrustedRoot_Root_CA_ECC_TLS_2021.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/fb717492.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/2d21b73c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/0b1b94ef.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/595e996b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Atos_TrustedRoot_Root_CA_RSA_TLS_2021.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9b46e03d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/128f4b91.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Buypass_Class_3_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/81f2d2b1.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Autoridad_de_Certificacion_Firmaprofesional_CIF_A62634068.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/3bde41ac.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d16a5865.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Certum_EC-384_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/BJCA_Global_Root_CA1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/0179095f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ffa7f1eb.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9482e63a.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d4dae3dd.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/BJCA_Global_Root_CA2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/3e359ba6.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/7e067d03.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/95aff9e3.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d7746a63.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Baltimore_CyberTrust_Root.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/653b494a.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/3ad48a91.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Certum_Trusted_Network_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Buypass_Class_2_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/54657681.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/82223c44.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e8de2f56.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/2d9dafe4.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d96b65e2.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ee64a828.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/COMODO_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/40547a79.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5a3f0ff8.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/7a780d93.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/34d996fb.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/COMODO_ECC_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/eed8c118.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/89c02a45.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Certainly_Root_R1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b1159c4c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/COMODO_RSA_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d6325660.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d4c339cb.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/8312c4c1.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Certainly_Root_E1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/8508e720.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5fdd185d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/48bec511.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/69105f4f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GlobalSign.1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/0b9bc432.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Certum_Trusted_Network_CA_2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GTS_Root_R3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/32888f65.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/CommScope_Public_Trust_ECC_Root-01.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/6b03dec0.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/219d9499.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/CommScope_Public_Trust_ECC_Root-02.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5acf816d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/cbf06781.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/CommScope_Public_Trust_RSA_Root-01.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GTS_Root_R4.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/dc99f41e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/CommScope_Public_Trust_RSA_Root-02.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GlobalSign.3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/AAA_Certificate_Services.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/985c1f52.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/8794b4e3.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/D-TRUST_BR_Root_CA_1_2020.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e7c037b4.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ef954a4e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/D-TRUST_EV_Root_CA_1_2020.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/2add47b6.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/90c5a3c8.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/D-TRUST_Root_Class_3_CA_2_2009.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b0f3e76e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/53a1b57a.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/D-TRUST_Root_Class_3_CA_2_EV_2009.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GlobalSign_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/DigiCert_Assured_ID_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5ad8a5d6.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/68dd7389.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/DigiCert_Assured_ID_Root_G2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9d04f354.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/8d6437c3.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/062cdee6.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/bd43e1dd.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/DigiCert_Assured_ID_Root_G3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/7f3d5d1d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/c491639e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GlobalSign_Root_E46.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/DigiCert_Global_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/3513523f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/399e7759.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/feffd413.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d18e9066.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/DigiCert_Global_Root_G2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/607986c7.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/c90bc37d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1b0f7e5c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1e08bfd1.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/DigiCert_Global_Root_G3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/dd8e9d41.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ed39abd0.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/a3418fda.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/bc3f2570.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/DigiCert_High_Assurance_EV_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/244b5494.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/81b9768f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GlobalSign.2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/4be590e0.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/DigiCert_TLS_ECC_P384_Root_G5.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9846683b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/252252d2.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1e8e7201.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ISRG_Root_X1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/DigiCert_TLS_RSA4096_Root_G5.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d52c538d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/c44cc0c0.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GlobalSign_Root_R46.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/DigiCert_Trusted_Root_G4.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/75d1b2ed.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/a2c66da8.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GTS_Root_R2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ecccd8db.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Entrust.net_Certification_Authority__2048_.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/aee5f10d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/3e7271e8.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b0e59380.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/4c3982f2.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Entrust_Root_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/6b99d060.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/bf64f35b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/0a775a30.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/002c0b4f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/cc450945.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Entrust_Root_Certification_Authority_-_EC1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/106f3e4d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b3fb433b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GlobalSign.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/4042bcee.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Entrust_Root_Certification_Authority_-_G2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/02265526.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/455f1b52.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/0d69c7e1.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9f727ac7.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Entrust_Root_Certification_Authority_-_G4.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5e98733a.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f0cd152c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/dc4d6a89.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/6187b673.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/FIRMAPROFESIONAL_CA_ROOT-A_WEB.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ba8887ce.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/068570d1.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f081611a.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/48a195d8.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GDCA_TrustAUTH_R5_ROOT.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/0f6fa695.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ab59055e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b92fd57f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GLOBALTRUST_2020.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/fa5da96b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1ec40989.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/7719f463.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/GTS_Root_R1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1001acf7.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f013ecaf.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/626dceaf.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/c559d742.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1d3472b9.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9479c8c3.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/a81e292b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/4bfab552.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Go_Daddy_Class_2_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Sectigo_Public_Server_Authentication_Root_E46.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Go_Daddy_Root_Certificate_Authority_-_G2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e071171e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/57bcb2da.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/HARICA_TLS_ECC_Root_CA_2021.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ab5346f4.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5046c355.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/HARICA_TLS_RSA_Root_CA_2021.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/865fbdf9.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/da0cfd1d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/85cde254.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Hellenic_Academic_and_Research_Institutions_ECC_RootCA_2015.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/cbb3f32b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/SecureSign_RootCA11.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Hellenic_Academic_and_Research_Institutions_RootCA_2015.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5860aaa6.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/31188b5e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/HiPKI_Root_CA_-_G1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/c7f1359b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5f15c80c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Hongkong_Post_Root_CA_3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/09789157.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ISRG_Root_X2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/18856ac4.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1e09d511.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/IdenTrust_Commercial_Root_CA_1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/cf701eeb.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d06393bb.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/IdenTrust_Public_Sector_Root_CA_1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/10531352.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Izenpe.com.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/SecureTrust_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b0ed035a.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Microsec_e-Szigno_Root_CA_2009.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/8160b96c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e8651083.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/2c63f966.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Security_Communication_RootCA2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Microsoft_ECC_Root_Certificate_Authority_2017.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/8d89cda1.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/01419da9.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/SSL.com_TLS_RSA_Root_CA_2022.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b7a5b843.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Microsoft_RSA_Root_Certificate_Authority_2017.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/bf53fb88.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9591a472.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/3afde786.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/SwissSign_Gold_CA_-_G2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/NAVER_Global_Root_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/3fb36b73.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d39b0a2c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/a89d74c2.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/cd58d51e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b7db1890.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/NetLock_Arany__Class_Gold__F__tan__s__tv__ny.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/988a38cb.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/60afe812.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f39fc864.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5443e9e3.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/OISTE_WISeKey_Global_Root_GB_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e73d606e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/dfc0fe80.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b66938e9.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1e1eab7c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/OISTE_WISeKey_Global_Root_GC_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/773e07ad.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/3c899c73.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d59297b8.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ddcda989.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/QuoVadis_Root_CA_1_G3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/749e9e03.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/52b525c7.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Security_Communication_RootCA3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/QuoVadis_Root_CA_2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d7e8dc79.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/7a819ef2.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/08063a00.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/6b483515.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/QuoVadis_Root_CA_2_G3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/064e0aa9.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1f58a078.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/6f7454b3.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/7fa05551.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/QuoVadis_Root_CA_3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/76faf6c0.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9339512a.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f387163d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ee37c333.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/QuoVadis_Root_CA_3_G3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e18bfb83.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e442e424.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/fe8a2cd8.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/23f4c490.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5cd81ad7.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/SSL.com_EV_Root_Certification_Authority_ECC.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f0c70a8d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/7892ad52.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/SZAFIR_ROOT_CA2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/4f316efb.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/SSL.com_EV_Root_Certification_Authority_RSA_R2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/06dc52d5.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/583d0756.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Sectigo_Public_Server_Authentication_Root_R46.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/SSL.com_Root_Certification_Authority_ECC.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/0bf05006.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/88950faa.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9046744a.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/3c860d51.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/SSL.com_Root_Certification_Authority_RSA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/6fa5da56.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/33ee480d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Secure_Global_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/63a2c897.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/SSL.com_TLS_ECC_Root_CA_2022.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/bdacca6f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ff34af3f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/dbff3a01.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Security_Communication_ECC_RootCA1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/emSign_Root_CA_-_C1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Starfield_Class_2_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/406c9bb1.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Starfield_Root_Certificate_Authority_-_G2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/emSign_ECC_Root_CA_-_C3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Starfield_Services_Root_Certificate_Authority_-_G2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/SwissSign_Silver_CA_-_G2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/99e1b953.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/T-TeleSec_GlobalRoot_Class_2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/vTrus_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/T-TeleSec_GlobalRoot_Class_3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/14bc7599.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/TUBITAK_Kamu_SM_SSL_Kok_Sertifikasi_-_Surum_1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/TWCA_Global_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/7a3adc42.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/TWCA_Root_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f459871d.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Telekom_Security_TLS_ECC_Root_2020.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/emSign_Root_CA_-_G1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Telekom_Security_TLS_RSA_Root_2023.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/TeliaSonera_Root_CA_v1.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Telia_Root_CA_v2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/8f103249.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f058632f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ca-certificates.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/TrustAsia_Global_Root_CA_G3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9bf03295.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/98aaf404.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/TrustAsia_Global_Root_CA_G4.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1cef98f5.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/073bfcc5.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/2923b3f9.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Trustwave_Global_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f249de83.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/edcbddb5.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/emSign_ECC_Root_CA_-_G3.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Trustwave_Global_ECC_P256_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9b5697b0.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/1ae85e5e.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/b74d2bd5.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/Trustwave_Global_ECC_P384_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/d887a5bb.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9aef356c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/TunTrust_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/fd64f3fc.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e13665f9.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/UCA_Extended_Validation_Root.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/0f5dc4f3.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/da7377f6.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/UCA_Global_G2_Root.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/c01eb047.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/304d27c3.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ed858448.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/USERTrust_ECC_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/f30dd6ad.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/04f60c28.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/vTrus_ECC_Root_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/USERTrust_RSA_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/fc5a8f99.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/35105088.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ee532fd5.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/XRamp_Global_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/706f604c.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/76579174.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/certSIGN_ROOT_CA.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/8d86cdd1.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/882de061.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/certSIGN_ROOT_CA_G2.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/5f618aec.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/a9d40e02.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e-Szigno_Root_CA_2017.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/e868b802.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/83e9984f.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ePKI_Root_Certification_Authority.pem not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/ca6e4ad9.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/9d6523ce.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/4b718d9b.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes/kubernetes.io~empty-dir/ca-trust-extracted/pem/directory-hash/869fbf79.0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/containers/registry/f8d22bdb not reset as customized by admin to system_u:object_r:container_file_t:s0:c10,c16 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a0128f3a-b052-44ed-a84e-c4c8aaf17c13/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a0128f3a-b052-44ed-a84e-c4c8aaf17c13/containers/cluster-samples-operator/6e8bbfac not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a0128f3a-b052-44ed-a84e-c4c8aaf17c13/containers/cluster-samples-operator/54dd7996 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a0128f3a-b052-44ed-a84e-c4c8aaf17c13/containers/cluster-samples-operator/a4f1bb05 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a0128f3a-b052-44ed-a84e-c4c8aaf17c13/containers/cluster-samples-operator-watch/207129da not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a0128f3a-b052-44ed-a84e-c4c8aaf17c13/containers/cluster-samples-operator-watch/c1df39e1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/a0128f3a-b052-44ed-a84e-c4c8aaf17c13/containers/cluster-samples-operator-watch/15b8f1cd not reset as customized by admin to system_u:object_r:container_file_t:s0:c9,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/volumes/kubernetes.io~configmap/config/..2025_02_23_05_27_49.3523263858 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/volumes/kubernetes.io~configmap/config/..2025_02_23_05_27_49.3523263858/config-file.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/volumes/kubernetes.io~configmap/config/config-file.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/volumes/kubernetes.io~configmap/images not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/volumes/kubernetes.io~configmap/images/..2025_02_23_05_27_49.3256605594 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/volumes/kubernetes.io~configmap/images/..2025_02_23_05_27_49.3256605594/images.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/volumes/kubernetes.io~configmap/images/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/volumes/kubernetes.io~configmap/images/images.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/containers/kube-rbac-proxy/77bd6913 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/containers/kube-rbac-proxy/2382c1b1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/containers/kube-rbac-proxy/704ce128 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/containers/machine-api-operator/70d16fe0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/containers/machine-api-operator/bfb95535 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/containers/machine-api-operator/57a8e8e2 not reset as customized by admin to system_u:object_r:container_file_t:s0:c0,c15 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/e7e6199b-1264-4501-8953-767f51328d08/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c219,c404 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/e7e6199b-1264-4501-8953-767f51328d08/volumes/kubernetes.io~configmap/config/..2025_02_23_05_27_49.3413793711 not reset as customized by admin to system_u:object_r:container_file_t:s0:c219,c404 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/e7e6199b-1264-4501-8953-767f51328d08/volumes/kubernetes.io~configmap/config/..2025_02_23_05_27_49.3413793711/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c219,c404 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/e7e6199b-1264-4501-8953-767f51328d08/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c219,c404 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/e7e6199b-1264-4501-8953-767f51328d08/volumes/kubernetes.io~configmap/config/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c219,c404 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/e7e6199b-1264-4501-8953-767f51328d08/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c219,c404 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/e7e6199b-1264-4501-8953-767f51328d08/containers/kube-apiserver-operator/1b9d3e5e not reset as customized by admin to system_u:object_r:container_file_t:s0:c107,c917 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/e7e6199b-1264-4501-8953-767f51328d08/containers/kube-apiserver-operator/fddb173c not reset as customized by admin to system_u:object_r:container_file_t:s0:c202,c983 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/e7e6199b-1264-4501-8953-767f51328d08/containers/kube-apiserver-operator/95d3c6c4 not reset as customized by admin to system_u:object_r:container_file_t:s0:c219,c404 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d751cbb-f2e2-430d-9754-c882a5e924a5/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c20,c21 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d751cbb-f2e2-430d-9754-c882a5e924a5/containers/check-endpoints/bfb5fff5 not reset as customized by admin to system_u:object_r:container_file_t:s0:c20,c21 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d751cbb-f2e2-430d-9754-c882a5e924a5/containers/check-endpoints/2aef40aa not reset as customized by admin to system_u:object_r:container_file_t:s0:c20,c21 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/9d751cbb-f2e2-430d-9754-c882a5e924a5/containers/check-endpoints/c0391cad not reset as customized by admin to system_u:object_r:container_file_t:s0:c20,c21 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f614b9022728cf315e60c057852e563e/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c214,c928 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f614b9022728cf315e60c057852e563e/containers/kube-controller-manager/1119e69d not reset as customized by admin to system_u:object_r:container_file_t:s0:c776,c1007 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f614b9022728cf315e60c057852e563e/containers/kube-controller-manager/660608b4 not reset as customized by admin to system_u:object_r:container_file_t:s0:c214,c928 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f614b9022728cf315e60c057852e563e/containers/kube-controller-manager/8220bd53 not reset as customized by admin to system_u:object_r:container_file_t:s0:c214,c928 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f614b9022728cf315e60c057852e563e/containers/cluster-policy-controller/85f99d5c not reset as customized by admin to system_u:object_r:container_file_t:s0:c776,c1007 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f614b9022728cf315e60c057852e563e/containers/cluster-policy-controller/4b0225f6 not reset as customized by admin to system_u:object_r:container_file_t:s0:c214,c928 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f614b9022728cf315e60c057852e563e/containers/kube-controller-manager-cert-syncer/9c2a3394 not reset as customized by admin to system_u:object_r:container_file_t:s0:c776,c1007 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f614b9022728cf315e60c057852e563e/containers/kube-controller-manager-cert-syncer/e820b243 not reset as customized by admin to system_u:object_r:container_file_t:s0:c214,c928 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f614b9022728cf315e60c057852e563e/containers/kube-controller-manager-recovery-controller/1ca52ea0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c776,c1007 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/f614b9022728cf315e60c057852e563e/containers/kube-controller-manager-recovery-controller/e6988e45 not reset as customized by admin to system_u:object_r:container_file_t:s0:c214,c928 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/volumes/kubernetes.io~configmap/mcc-auth-proxy-config not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/volumes/kubernetes.io~configmap/mcc-auth-proxy-config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/volumes/kubernetes.io~configmap/mcc-auth-proxy-config/config-file.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/volumes/kubernetes.io~configmap/mcc-auth-proxy-config/..2025_02_24_06_09_21.2517297950 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/volumes/kubernetes.io~configmap/mcc-auth-proxy-config/..2025_02_24_06_09_21.2517297950/config-file.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/containers/machine-config-controller/6655f00b not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/containers/machine-config-controller/98bc3986 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/containers/machine-config-controller/08e3458a not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/containers/kube-rbac-proxy/2a191cb0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/containers/kube-rbac-proxy/6c4eeefb not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/containers/kube-rbac-proxy/f61a549c not reset as customized by admin to system_u:object_r:container_file_t:s0:c4,c17 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bd23aa5c-e532-4e53-bccf-e79f130c5ae8/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c318,c553 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bd23aa5c-e532-4e53-bccf-e79f130c5ae8/containers/hostpath-provisioner/24891863 not reset as customized by admin to system_u:object_r:container_file_t:s0:c37,c572 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bd23aa5c-e532-4e53-bccf-e79f130c5ae8/containers/hostpath-provisioner/fbdfd89c not reset as customized by admin to system_u:object_r:container_file_t:s0:c318,c553 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bd23aa5c-e532-4e53-bccf-e79f130c5ae8/containers/liveness-probe/9b63b3bc not reset as customized by admin to system_u:object_r:container_file_t:s0:c37,c572 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bd23aa5c-e532-4e53-bccf-e79f130c5ae8/containers/liveness-probe/8acde6d6 not reset as customized by admin to system_u:object_r:container_file_t:s0:c318,c553 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bd23aa5c-e532-4e53-bccf-e79f130c5ae8/containers/node-driver-registrar/59ecbba3 not reset as customized by admin to system_u:object_r:container_file_t:s0:c318,c553 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/bd23aa5c-e532-4e53-bccf-e79f130c5ae8/containers/csi-provisioner/685d4be3 not reset as customized by admin to system_u:object_r:container_file_t:s0:c318,c553 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/config not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/config/..2025_02_24_06_20_07.341639300 not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/config/..2025_02_24_06_20_07.341639300/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/config/..2025_02_24_06_20_07.341639300/openshift-route-controller-manager.client-ca.configmap not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/config/..2025_02_24_06_20_07.341639300/openshift-route-controller-manager.serving-cert.secret not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/config/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/config/config.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/config/openshift-route-controller-manager.client-ca.configmap not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/config/openshift-route-controller-manager.serving-cert.secret not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/client-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/client-ca/..2025_02_24_06_20_07.2950937851 not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/client-ca/..2025_02_24_06_20_07.2950937851/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/client-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes/kubernetes.io~configmap/client-ca/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/containers/route-controller-manager/feaea55e not reset as customized by admin to system_u:object_r:container_file_t:s0:c2,c23 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/abinitio-runtime-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/abinitio-runtime-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/accuknox-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/accuknox-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aci-containers-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aci-containers-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aikit-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aikit-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/airlock-microgateway not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/airlock-microgateway/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ako-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ako-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/alloy not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/alloy/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anchore-engine not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anchore-engine/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzo-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzo-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzograph-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzograph-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzounstructured-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzounstructured-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/appdynamics-cloud-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/appdynamics-cloud-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/appdynamics-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/appdynamics-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aqua-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aqua-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cass-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cass-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ccm-node-agent-dcap-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ccm-node-agent-dcap-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ccm-node-agent-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ccm-node-agent-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cfm-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cfm-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cilium not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cilium/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cilium-enterprise not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cilium-enterprise/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cloud-native-postgresql not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cloud-native-postgresql/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cloudbees-ci not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cloudbees-ci/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cloudera-streams-messaging-kubernetes-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cloudera-streams-messaging-kubernetes-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cloudnative-pg not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cloudnative-pg/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cnfv-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cnfv-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cockroachdb-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cockroachdb-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/conjur-follower-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/conjur-follower-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/coroot-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/coroot-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/crunchy-postgres-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/crunchy-postgres-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cte-k8s-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cte-k8s-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/datadog-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/datadog-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dell-csm-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dell-csm-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/digitalai-deploy-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/digitalai-deploy-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/digitalai-release-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/digitalai-release-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dynatrace-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dynatrace-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/edb-hcp-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/edb-hcp-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eginnovations-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eginnovations-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/elasticsearch-eck-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/elasticsearch-eck-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/falcon-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/falcon-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/federatorai-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/federatorai-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fujitsu-enterprise-postgres-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fujitsu-enterprise-postgres-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/function-mesh not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/function-mesh/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/harness-gitops-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/harness-gitops-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hazelcast-platform-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hazelcast-platform-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hcp-terraform-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hcp-terraform-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hpe-ezmeral-csi-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hpe-ezmeral-csi-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-application-gateway-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-application-gateway-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-block-csi-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-block-csi-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-security-verify-access-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-security-verify-access-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-security-verify-directory-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-security-verify-directory-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-security-verify-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-security-verify-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/infoscale-dr-manager not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/infoscale-dr-manager/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/infoscale-licensing-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/infoscale-licensing-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/infoscale-sds-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/infoscale-sds-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/infrastructure-asset-orchestrator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/infrastructure-asset-orchestrator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/instana-agent-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/instana-agent-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/intel-device-plugins-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/intel-device-plugins-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/intel-kubernetes-power-manager not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/intel-kubernetes-power-manager/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/iomesh-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/iomesh-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/joget-dx-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/joget-dx-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/joget-dx8-openshift-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/joget-dx8-openshift-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/joget-dx8-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/joget-dx8-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/k8s-triliovault not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/k8s-triliovault/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-ati-updates not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-ati-updates/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-kcos-framework not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-kcos-framework/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-kcos-ingress not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-kcos-ingress/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-kcos-licensing not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-kcos-licensing/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-kcos-sso not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-kcos-sso/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-keycloak-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-keycloak-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-load-core not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-load-core/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-loadcore-agents not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-loadcore-agents/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-nats-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-nats-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-nimbusmosaic-dusim not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-nimbusmosaic-dusim/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-rest-api-browser-v1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-rest-api-browser-v1/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-appsec not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-appsec/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-core not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-core/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-db not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-db/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-diagnostics not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-diagnostics/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-logging not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-logging/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-migration not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-migration/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-msg-broker not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-msg-broker/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-notifications not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-notifications/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-stats-dashboards not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-stats-dashboards/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-storage not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-storage/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-test-core not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-test-core/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-ui not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-wap-ui/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-websocket-service not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keysight-websocket-service/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kong-gateway-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kong-gateway-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubearmor-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubearmor-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubecost-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubecost-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubemq-operator-marketplace not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubemq-operator-marketplace/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubeturbo-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubeturbo-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/lenovo-locd-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/lenovo-locd-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/marketplace-games-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/marketplace-games-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/memcached-operator-ogaye not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/memcached-operator-ogaye/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/memory-machine-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/memory-machine-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/model-builder-for-vision-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/model-builder-for-vision-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mongodb-atlas-kubernetes not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mongodb-atlas-kubernetes/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mongodb-enterprise not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mongodb-enterprise/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/netapp-spark-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/netapp-spark-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/netscaler-adm-agent-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/netscaler-adm-agent-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/netscaler-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/netscaler-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/neuvector-certified-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/neuvector-certified-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nexus-repository-ha-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nexus-repository-ha-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nginx-ingress-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nginx-ingress-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pcc-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pcc-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nim-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nim-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nxiq-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nxiq-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nxrm-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nxrm-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odigos-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odigos-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/open-liberty-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/open-liberty-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:40 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshiftartifactoryha-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshiftartifactoryha-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshiftxray-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshiftxray-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/operator-certification-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/operator-certification-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ovms-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ovms-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pachyderm-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pachyderm-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pmem-csi-operator-os not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pmem-csi-operator-os/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/portworx-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/portworx-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/prometurbo-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/prometurbo-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pubsubplus-eventbroker-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pubsubplus-eventbroker-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/redis-enterprise-operator-cert not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/redis-enterprise-operator-cert/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/runtime-component-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/runtime-component-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/runtime-fabric-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/runtime-fabric-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sanstoragecsi-operator-bundle not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sanstoragecsi-operator-bundle/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/silicom-sts-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/silicom-sts-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/smilecdr-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/smilecdr-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sriov-fec not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sriov-fec/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/stackable-commons-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/stackable-commons-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/stackable-zookeeper-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/stackable-zookeeper-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/t8c-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/t8c-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/t8c-tsc-client-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/t8c-tsc-client-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tawon-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tawon-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tigera-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tigera-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/timemachine-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/timemachine-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/vault-secrets-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/vault-secrets-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/vcp-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/vcp-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/webotx-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/webotx-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/xcrypt-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/xcrypt-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/zabbix-operator-certified not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/catalog/zabbix-operator-certified/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/cache not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/00000-1.psg not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/00000-1.psg.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/db.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/index.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/main.pix not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/overflow.pix not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/digest not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/utilities not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes/kubernetes.io~empty-dir/utilities/copy-content not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/containers/extract-utilities/63709497 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/containers/extract-utilities/d966b7fd not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/containers/extract-utilities/f5773757 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/containers/extract-content/81c9edb9 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/containers/extract-content/57bf57ee not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/containers/extract-content/86f5e6aa not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/containers/registry-server/0aabe31d not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/containers/registry-server/d2af85c2 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/containers/registry-server/09d157d9 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/cache not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/00000-1.psg not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/00000-1.psg.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/db.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/index.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/main.pix not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/overflow.pix not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/digest not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/3scale-community-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/3scale-community-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-acm-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-acm-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-acmpca-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-acmpca-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-apigateway-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-apigateway-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-apigatewayv2-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-apigatewayv2-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-applicationautoscaling-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-applicationautoscaling-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-athena-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-athena-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-cloudfront-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-cloudfront-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-cloudtrail-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-cloudtrail-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-cloudwatch-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-cloudwatch-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-cloudwatchlogs-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-cloudwatchlogs-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-documentdb-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-documentdb-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-dynamodb-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-dynamodb-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-ec2-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-ec2-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-ecr-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-ecr-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-ecs-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-ecs-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-efs-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-efs-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-eks-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-eks-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-elasticache-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-elasticache-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-elbv2-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-elbv2-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-emrcontainers-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-emrcontainers-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-eventbridge-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-eventbridge-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-iam-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-iam-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-kafka-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-kafka-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-keyspaces-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-keyspaces-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-kinesis-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-kinesis-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-kms-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-kms-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-lambda-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-lambda-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-memorydb-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-memorydb-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-mq-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-mq-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-networkfirewall-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-networkfirewall-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-opensearchservice-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-opensearchservice-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-organizations-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-organizations-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-pipes-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-pipes-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-prometheusservice-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-prometheusservice-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-rds-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-rds-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-recyclebin-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-recyclebin-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-route53-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-route53-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-route53resolver-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-route53resolver-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-s3-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-s3-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-sagemaker-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-sagemaker-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-secretsmanager-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-secretsmanager-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-ses-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-ses-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-sfn-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-sfn-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-sns-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-sns-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-sqs-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-sqs-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-ssm-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-ssm-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-wafv2-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ack-wafv2-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aerospike-kubernetes-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aerospike-kubernetes-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/airflow-helm-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/airflow-helm-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/alloydb-omni-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/alloydb-omni-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/alvearie-imaging-ingestion not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/alvearie-imaging-ingestion/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amd-gpu-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/amd-gpu-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/analytics-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/analytics-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/annotationlab not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/annotationlab/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicast-community-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicast-community-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicurio-api-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicurio-api-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicurio-registry not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicurio-registry/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicurito not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apicurito/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apimatic-kubernetes-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/apimatic-kubernetes-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/application-services-metering-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/application-services-metering-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aqua not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aqua/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/argocd-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/argocd-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/assisted-service-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/assisted-service-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/authorino-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/authorino-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/automotive-infra not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/automotive-infra/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aws-efs-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aws-efs-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/awss3-operator-registry not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/awss3-operator-registry/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/azure-service-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/azure-service-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/beegfs-csi-driver-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/beegfs-csi-driver-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/bpfman-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/bpfman-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/camel-k not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/camel-k/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/camel-karavan-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/camel-karavan-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cass-operator-community not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cass-operator-community/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cert-manager not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cert-manager/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cert-utils-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cert-utils-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-aas-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-aas-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-impairment-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-impairment-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-manager not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cluster-manager/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cockroachdb not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cockroachdb/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/codeflare-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/codeflare-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/community-kubevirt-hyperconverged not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/community-kubevirt-hyperconverged/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/community-trivy-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/community-trivy-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/community-windows-machine-config-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/community-windows-machine-config-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/customized-user-remediation not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/customized-user-remediation/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cxl-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cxl-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dapr-kubernetes-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dapr-kubernetes-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/datadog-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/datadog-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/datatrucker-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/datatrucker-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dbaas-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dbaas-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/debezium-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/debezium-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dell-csm-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dell-csm-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/deployment-validation-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/deployment-validation-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/devopsinabox not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/devopsinabox/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dns-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dns-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dynatrace-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dynatrace-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eclipse-amlen-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eclipse-amlen-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eclipse-che not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eclipse-che/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ecr-secret-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ecr-secret-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/edp-keycloak-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/edp-keycloak-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eginnovations-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eginnovations-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/egressip-ipam-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/egressip-ipam-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ember-csi-community-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ember-csi-community-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/etcd not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/etcd/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eventing-kogito not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/eventing-kogito/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/external-secrets-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/external-secrets-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/falcon-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/falcon-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fence-agents-remediation not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fence-agents-remediation/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/flink-kubernetes-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/flink-kubernetes-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/flux not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/flux/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/k8gb not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/k8gb/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fossul-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/fossul-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/github-arc-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/github-arc-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/gitops-primer not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/gitops-primer/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/gitwebhook-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/gitwebhook-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/global-load-balancer-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/global-load-balancer-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/grafana-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/grafana-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/group-sync-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/group-sync-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hawtio-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hawtio-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hazelcast-platform-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hazelcast-platform-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hedvig-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hedvig-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hive-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hive-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/horreum-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/horreum-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hyperfoil-bundle not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/hyperfoil-bundle/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-block-csi-operator-community not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-block-csi-operator-community/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-security-verify-access-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-security-verify-access-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-spectrum-scale-csi-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibm-spectrum-scale-csi-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibmcloud-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ibmcloud-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/infinispan not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/infinispan/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/integrity-shield-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/integrity-shield-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ipfs-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ipfs-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/istio-workspace-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/istio-workspace-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/jaeger not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/jaeger/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kaoto-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kaoto-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keda not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keda/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keepalived-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keepalived-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keycloak-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keycloak-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keycloak-permissions-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/keycloak-permissions-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/klusterlet not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/klusterlet/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kogito-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kogito-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/koku-metrics-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/koku-metrics-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/konveyor-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/konveyor-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/korrel8r not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/korrel8r/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kuadrant-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kuadrant-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kube-green not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kube-green/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubecost not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubecost/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubernetes-imagepuller-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubernetes-imagepuller-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubeturbo not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubeturbo/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/l5-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/l5-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/layer7-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/layer7-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/lbconfig-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/lbconfig-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/lib-bucket-provisioner not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/lib-bucket-provisioner/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/limitador-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/limitador-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/logging-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/logging-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/loki-helm-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/loki-helm-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/loki-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/loki-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/machine-deletion-remediation not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/machine-deletion-remediation/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mariadb-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mariadb-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/marin3r not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/marin3r/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mercury-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mercury-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/microcks not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/microcks/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mongodb-atlas-kubernetes not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mongodb-atlas-kubernetes/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mongodb-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/mongodb-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/move2kube-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/move2kube-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/multi-nic-cni-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/multi-nic-cni-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/multicluster-global-hub-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/multicluster-global-hub-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/multicluster-operators-subscription not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/multicluster-operators-subscription/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/must-gather-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/must-gather-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/namespace-configuration-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/namespace-configuration-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ncn-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ncn-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ndmspc-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ndmspc-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/netobserv-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/netobserv-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/neuvector-community-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/neuvector-community-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nexus-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nexus-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nexus-operator-m88i not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nexus-operator-m88i/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nfs-provisioner-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nfs-provisioner-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nlp-server not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nlp-server/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-discovery-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-discovery-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-healthcheck-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-healthcheck-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-maintenance-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/node-maintenance-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nsm-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/nsm-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/oadp-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/oadp-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/observability-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/observability-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/oci-ccm-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/oci-ccm-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ocm-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ocm-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odoo-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/odoo-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/opendatahub-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/opendatahub-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openebs not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openebs/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-nfd-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-nfd-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-node-upgrade-mutex-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-node-upgrade-mutex-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-qiskit-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/openshift-qiskit-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/opentelemetry-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/opentelemetry-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/patch-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/patch-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/patterns-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/patterns-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pcc-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pcc-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pelorus-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pelorus-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/percona-xtradb-cluster-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/percona-xtradb-cluster-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/portworx-essentials not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/portworx-essentials/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/postgresql not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/postgresql/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/proactive-node-scaling-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/proactive-node-scaling-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/project-quay not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/project-quay/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/prometheus not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/prometheus/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/prometheus-exporter-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/prometheus-exporter-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/prometurbo not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/prometurbo/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pubsubplus-eventbroker-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pubsubplus-eventbroker-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pulp-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pulp-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rabbitmq-cluster-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rabbitmq-cluster-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rabbitmq-messaging-topology-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rabbitmq-messaging-topology-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/redis-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/redis-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/reportportal-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/reportportal-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/resource-locker-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/resource-locker-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhoas-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/rhoas-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ripsaw not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ripsaw/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sailoperator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sailoperator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sap-commerce-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sap-commerce-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sap-data-intelligence-observer-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sap-data-intelligence-observer-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sap-hana-express-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sap-hana-express-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/seldon-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/seldon-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/self-node-remediation not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/self-node-remediation/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/service-binding-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/service-binding-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/shipwright-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/shipwright-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sigstore-helm-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sigstore-helm-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/silicom-sts-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/silicom-sts-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/skupper-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/skupper-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/snapscheduler not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/snapscheduler/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/snyk-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/snyk-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/socmmd not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/socmmd/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sonar-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sonar-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sosivio not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sosivio/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sonataflow-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sonataflow-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sosreport-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/sosreport-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/spark-helm-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/spark-helm-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/special-resource-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/special-resource-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/stolostron not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/stolostron/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/stolostron-engine not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/stolostron-engine/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/strimzi-kafka-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/strimzi-kafka-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/syndesis not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/syndesis/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/t8c not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/t8c/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tagger not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tagger/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tempo-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tempo-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tf-controller not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tf-controller/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tidb-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/tidb-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/trident-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/trident-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/trustify-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/trustify-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ucs-ci-solutions-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ucs-ci-solutions-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/universal-crossplane not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/universal-crossplane/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/varnish-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/varnish-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/vault-config-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/vault-config-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/verticadb-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/verticadb-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/volume-expander-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/volume-expander-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/wandb-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/wandb-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/windup-operator not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/windup-operator/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/yaks not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/catalog-content/catalog/yaks/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/utilities not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes/kubernetes.io~empty-dir/utilities/copy-content not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/containers/extract-utilities/c0fe7256 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/containers/extract-utilities/c30319e4 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/containers/extract-utilities/e6b1dd45 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/containers/extract-content/2bb643f0 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/containers/extract-content/920de426 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/containers/extract-content/70fa1e87 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/containers/registry-server/a1c12a2f not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/containers/registry-server/9442e6c7 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/containers/registry-server/5b45ec72 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/abot-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/abot-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aerospike-kubernetes-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aerospike-kubernetes-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aikit-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/aikit-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzo-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzo-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzograph-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzograph-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzounstructured-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/anzounstructured-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cloudbees-ci-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cloudbees-ci-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cockroachdb-certified-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/cockroachdb-certified-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/crunchy-postgres-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/crunchy-postgres-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/datadog-operator-certified-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/datadog-operator-certified-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dynatrace-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/dynatrace-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/entando-k8s-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/entando-k8s-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/flux not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/flux/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/instana-agent-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/instana-agent-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/iomesh-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/iomesh-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/joget-dx-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/joget-dx-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/joget-dx8-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/joget-dx8-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/k10-kasten-operator-paygo-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/k10-kasten-operator-paygo-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/k10-kasten-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/k10-kasten-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/k10-kasten-operator-term-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/k10-kasten-operator-term-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubemq-operator-marketplace-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubemq-operator-marketplace-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubeturbo-certified-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/kubeturbo-certified-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/linstor-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/linstor-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/marketplace-games-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/marketplace-games-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/model-builder-for-vision-certified-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/model-builder-for-vision-certified-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/neuvector-certified-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/neuvector-certified-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ovms-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/ovms-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pachyderm-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/pachyderm-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/redis-enterprise-operator-cert-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/redis-enterprise-operator-cert-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/seldon-deploy-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/seldon-deploy-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/starburst-enterprise-helm-operator-paygo-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/starburst-enterprise-helm-operator-paygo-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/starburst-enterprise-helm-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/starburst-enterprise-helm-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/t8c-certified-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/t8c-certified-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/timemachine-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/timemachine-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/vfunction-server-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/vfunction-server-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/xcrypt-operator-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/xcrypt-operator-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/yugabyte-platform-operator-bundle-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/yugabyte-platform-operator-bundle-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/zabbix-operator-certified-rhmp not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/catalog/zabbix-operator-certified-rhmp/catalog.json not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/cache not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/00000-1.psg not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/00000-1.psg.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/db.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/index.pmt not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/main.pix not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/db/overflow.pix not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/catalog-content/cache/pogreb.v1/digest not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/utilities not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes/kubernetes.io~empty-dir/utilities/copy-content not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/containers/extract-utilities/3c9f3a59 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/containers/extract-utilities/1091c11b not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/containers/extract-utilities/9a6821c6 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/containers/extract-content/ec0c35e2 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/containers/extract-content/517f37e7 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/containers/extract-content/6214fe78 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/containers/registry-server/ba189c8b not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/containers/registry-server/351e4f31 not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/containers/registry-server/c0f219ff not reset as customized by admin to system_u:object_r:container_file_t:s0:c7,c13 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c247,c522 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/wait-for-host-port/8069f607 not reset as customized by admin to system_u:object_r:container_file_t:s0:c378,c723 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/wait-for-host-port/559c3d82 not reset as customized by admin to system_u:object_r:container_file_t:s0:c133,c223 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/wait-for-host-port/605ad488 not reset as customized by admin to system_u:object_r:container_file_t:s0:c247,c522 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/kube-scheduler/148df488 not reset as customized by admin to system_u:object_r:container_file_t:s0:c378,c723 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/kube-scheduler/3bf6dcb4 not reset as customized by admin to system_u:object_r:container_file_t:s0:c133,c223 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/kube-scheduler/022a2feb not reset as customized by admin to system_u:object_r:container_file_t:s0:c247,c522 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/kube-scheduler-cert-syncer/938c3924 not reset as customized by admin to system_u:object_r:container_file_t:s0:c378,c723 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/kube-scheduler-cert-syncer/729fe23e not reset as customized by admin to system_u:object_r:container_file_t:s0:c133,c223 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/kube-scheduler-cert-syncer/1fd5cbd4 not reset as customized by admin to system_u:object_r:container_file_t:s0:c247,c522 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/kube-scheduler-recovery-controller/a96697e1 not reset as customized by admin to system_u:object_r:container_file_t:s0:c378,c723 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/kube-scheduler-recovery-controller/e155ddca not reset as customized by admin to system_u:object_r:container_file_t:s0:c133,c223 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/3dcd261975c3d6b9a6ad6367fd4facd3/containers/kube-scheduler-recovery-controller/10dd0e0f not reset as customized by admin to system_u:object_r:container_file_t:s0:c247,c522 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-trusted-ca-bundle not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-trusted-ca-bundle/..2025_02_24_06_09_35.3018472960 not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-trusted-ca-bundle/..2025_02_24_06_09_35.3018472960/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-trusted-ca-bundle/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-trusted-ca-bundle/ca-bundle.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/audit-policies not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/audit-policies/..2025_02_24_06_09_35.4262376737 not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/audit-policies/..2025_02_24_06_09_35.4262376737/audit.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/audit-policies/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/audit-policies/audit.yaml not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-cliconfig not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-cliconfig/..2025_02_24_06_09_35.2630275752 not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-cliconfig/..2025_02_24_06_09_35.2630275752/v4-0-config-system-cliconfig not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-cliconfig/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-cliconfig/v4-0-config-system-cliconfig not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-service-ca not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-service-ca/..2025_02_24_06_09_35.2376963788 not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-service-ca/..2025_02_24_06_09_35.2376963788/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-service-ca/..data not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes/kubernetes.io~configmap/v4-0-config-system-service-ca/service-ca.crt not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/etc-hosts not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/containers/oauth-openshift/6f2c8392 not reset as customized by admin to system_u:object_r:container_file_t:s0:c267,c588 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/containers/oauth-openshift/bd241ad9 not reset as customized by admin to system_u:object_r:container_file_t:s0:c682,c947 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/plugins not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/plugins/csi-hostpath not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/plugins/csi-hostpath/csi.sock not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/plugins/kubernetes.io not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/plugins/kubernetes.io/csi not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/plugins/kubernetes.io/csi/kubevirt.io.hostpath-provisioner not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/plugins/kubernetes.io/csi/kubevirt.io.hostpath-provisioner/1f4776af88835e41c12b831b4c9fed40233456d14189815a54dbe7f892fc1983 not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/plugins/kubernetes.io/csi/kubevirt.io.hostpath-provisioner/1f4776af88835e41c12b831b4c9fed40233456d14189815a54dbe7f892fc1983/globalmount not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/plugins/kubernetes.io/csi/kubevirt.io.hostpath-provisioner/1f4776af88835e41c12b831b4c9fed40233456d14189815a54dbe7f892fc1983/vol_data.json not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:41 crc restorecon[4690]: /var/lib/kubelet/plugins_registry not reset as customized by admin to system_u:object_r:container_file_t:s0 Oct 13 19:24:41 crc restorecon[4690]: Relabeled /var/usrlocal/bin/kubenswrapper from system_u:object_r:bin_t:s0 to system_u:object_r:kubelet_exec_t:s0 Oct 13 19:24:41 crc kubenswrapper[4809]: Flag --container-runtime-endpoint has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. Oct 13 19:24:41 crc kubenswrapper[4809]: Flag --minimum-container-ttl-duration has been deprecated, Use --eviction-hard or --eviction-soft instead. Will be removed in a future version. Oct 13 19:24:41 crc kubenswrapper[4809]: Flag --volume-plugin-dir has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. Oct 13 19:24:41 crc kubenswrapper[4809]: Flag --register-with-taints has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. Oct 13 19:24:41 crc kubenswrapper[4809]: Flag --pod-infra-container-image has been deprecated, will be removed in a future release. Image garbage collector will get sandbox image information from CRI. Oct 13 19:24:41 crc kubenswrapper[4809]: Flag --system-reserved has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.858519 4809 server.go:211] "--pod-infra-container-image will not be pruned by the image garbage collector in kubelet and should also be set in the remote runtime" Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869640 4809 feature_gate.go:330] unrecognized feature gate: ConsolePluginContentSecurityPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869692 4809 feature_gate.go:330] unrecognized feature gate: AdminNetworkPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869703 4809 feature_gate.go:330] unrecognized feature gate: RouteAdvertisements Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869714 4809 feature_gate.go:330] unrecognized feature gate: OpenShiftPodSecurityAdmission Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869756 4809 feature_gate.go:330] unrecognized feature gate: AzureWorkloadIdentity Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869767 4809 feature_gate.go:330] unrecognized feature gate: ClusterMonitoringConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869779 4809 feature_gate.go:330] unrecognized feature gate: SigstoreImageVerification Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869789 4809 feature_gate.go:330] unrecognized feature gate: NewOLM Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869798 4809 feature_gate.go:330] unrecognized feature gate: NodeDisruptionPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869807 4809 feature_gate.go:330] unrecognized feature gate: AWSClusterHostedDNS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869816 4809 feature_gate.go:330] unrecognized feature gate: AdditionalRoutingCapabilities Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869825 4809 feature_gate.go:330] unrecognized feature gate: VSphereMultiVCenters Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869834 4809 feature_gate.go:330] unrecognized feature gate: ChunkSizeMiB Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869843 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallAzure Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869851 4809 feature_gate.go:330] unrecognized feature gate: InsightsRuntimeExtractor Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869861 4809 feature_gate.go:330] unrecognized feature gate: HardwareSpeed Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869870 4809 feature_gate.go:330] unrecognized feature gate: NutanixMultiSubnets Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869879 4809 feature_gate.go:330] unrecognized feature gate: VolumeGroupSnapshot Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869888 4809 feature_gate.go:330] unrecognized feature gate: AutomatedEtcdBackup Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869896 4809 feature_gate.go:330] unrecognized feature gate: UpgradeStatus Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869905 4809 feature_gate.go:330] unrecognized feature gate: IngressControllerDynamicConfigurationManager Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869917 4809 feature_gate.go:351] Setting deprecated feature gate KMSv1=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869927 4809 feature_gate.go:330] unrecognized feature gate: AlibabaPlatform Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869937 4809 feature_gate.go:330] unrecognized feature gate: BuildCSIVolumes Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869963 4809 feature_gate.go:353] Setting GA feature gate CloudDualStackNodeIPs=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869975 4809 feature_gate.go:330] unrecognized feature gate: Example Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869986 4809 feature_gate.go:330] unrecognized feature gate: InsightsConfigAPI Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.869995 4809 feature_gate.go:330] unrecognized feature gate: PlatformOperators Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870004 4809 feature_gate.go:330] unrecognized feature gate: BootcNodeManagement Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870014 4809 feature_gate.go:330] unrecognized feature gate: OnClusterBuild Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870025 4809 feature_gate.go:353] Setting GA feature gate ValidatingAdmissionPolicy=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870036 4809 feature_gate.go:330] unrecognized feature gate: NetworkSegmentation Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870047 4809 feature_gate.go:330] unrecognized feature gate: PinnedImages Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870056 4809 feature_gate.go:330] unrecognized feature gate: AWSEFSDriverVolumeMetrics Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870066 4809 feature_gate.go:330] unrecognized feature gate: PersistentIPsForVirtualization Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870076 4809 feature_gate.go:330] unrecognized feature gate: VSphereDriverConfiguration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870085 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870093 4809 feature_gate.go:330] unrecognized feature gate: InsightsOnDemandDataGather Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870104 4809 feature_gate.go:330] unrecognized feature gate: ExternalOIDC Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870113 4809 feature_gate.go:330] unrecognized feature gate: GatewayAPI Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870121 4809 feature_gate.go:330] unrecognized feature gate: NetworkDiagnosticsConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870129 4809 feature_gate.go:330] unrecognized feature gate: NetworkLiveMigration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870138 4809 feature_gate.go:330] unrecognized feature gate: BareMetalLoadBalancer Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870147 4809 feature_gate.go:330] unrecognized feature gate: ManagedBootImages Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870156 4809 feature_gate.go:330] unrecognized feature gate: GCPLabelsTags Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870164 4809 feature_gate.go:330] unrecognized feature gate: GCPClusterHostedDNS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870173 4809 feature_gate.go:330] unrecognized feature gate: VSphereControlPlaneMachineSet Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870181 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallGCP Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870189 4809 feature_gate.go:330] unrecognized feature gate: ClusterAPIInstallIBMCloud Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870197 4809 feature_gate.go:330] unrecognized feature gate: MixedCPUsAllocation Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870206 4809 feature_gate.go:330] unrecognized feature gate: ClusterAPIInstall Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870214 4809 feature_gate.go:330] unrecognized feature gate: EtcdBackendQuota Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870223 4809 feature_gate.go:330] unrecognized feature gate: MinimumKubeletVersion Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870232 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIProviderOpenStack Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870245 4809 feature_gate.go:353] Setting GA feature gate DisableKubeletCloudCredentialProviders=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870256 4809 feature_gate.go:330] unrecognized feature gate: IngressControllerLBSubnetsAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870266 4809 feature_gate.go:330] unrecognized feature gate: MetricsCollectionProfiles Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870276 4809 feature_gate.go:330] unrecognized feature gate: OVNObservability Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870286 4809 feature_gate.go:330] unrecognized feature gate: MachineConfigNodes Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870295 4809 feature_gate.go:330] unrecognized feature gate: SetEIPForNLBIngressController Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870304 4809 feature_gate.go:330] unrecognized feature gate: PrivateHostedZoneAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870313 4809 feature_gate.go:330] unrecognized feature gate: CSIDriverSharedResource Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870322 4809 feature_gate.go:330] unrecognized feature gate: VSphereMultiNetworks Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870331 4809 feature_gate.go:330] unrecognized feature gate: VSphereStaticIPs Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870343 4809 feature_gate.go:330] unrecognized feature gate: ManagedBootImagesAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870354 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIMigration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870365 4809 feature_gate.go:330] unrecognized feature gate: SignatureStores Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870376 4809 feature_gate.go:330] unrecognized feature gate: InsightsConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870387 4809 feature_gate.go:330] unrecognized feature gate: ImageStreamImportMode Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870398 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIOperatorDisableMachineHealthCheckController Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.870408 4809 feature_gate.go:330] unrecognized feature gate: DNSNameResolver Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870588 4809 flags.go:64] FLAG: --address="0.0.0.0" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870610 4809 flags.go:64] FLAG: --allowed-unsafe-sysctls="[]" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870626 4809 flags.go:64] FLAG: --anonymous-auth="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870638 4809 flags.go:64] FLAG: --application-metrics-count-limit="100" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870650 4809 flags.go:64] FLAG: --authentication-token-webhook="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870660 4809 flags.go:64] FLAG: --authentication-token-webhook-cache-ttl="2m0s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870673 4809 flags.go:64] FLAG: --authorization-mode="AlwaysAllow" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870686 4809 flags.go:64] FLAG: --authorization-webhook-cache-authorized-ttl="5m0s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870697 4809 flags.go:64] FLAG: --authorization-webhook-cache-unauthorized-ttl="30s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870707 4809 flags.go:64] FLAG: --boot-id-file="/proc/sys/kernel/random/boot_id" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870720 4809 flags.go:64] FLAG: --bootstrap-kubeconfig="/etc/kubernetes/kubeconfig" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870765 4809 flags.go:64] FLAG: --cert-dir="/var/lib/kubelet/pki" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870776 4809 flags.go:64] FLAG: --cgroup-driver="cgroupfs" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870786 4809 flags.go:64] FLAG: --cgroup-root="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870796 4809 flags.go:64] FLAG: --cgroups-per-qos="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870806 4809 flags.go:64] FLAG: --client-ca-file="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870816 4809 flags.go:64] FLAG: --cloud-config="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870825 4809 flags.go:64] FLAG: --cloud-provider="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870835 4809 flags.go:64] FLAG: --cluster-dns="[]" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870850 4809 flags.go:64] FLAG: --cluster-domain="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870860 4809 flags.go:64] FLAG: --config="/etc/kubernetes/kubelet.conf" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870870 4809 flags.go:64] FLAG: --config-dir="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870880 4809 flags.go:64] FLAG: --container-hints="/etc/cadvisor/container_hints.json" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870891 4809 flags.go:64] FLAG: --container-log-max-files="5" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870903 4809 flags.go:64] FLAG: --container-log-max-size="10Mi" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870913 4809 flags.go:64] FLAG: --container-runtime-endpoint="/var/run/crio/crio.sock" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870923 4809 flags.go:64] FLAG: --containerd="/run/containerd/containerd.sock" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870933 4809 flags.go:64] FLAG: --containerd-namespace="k8s.io" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870943 4809 flags.go:64] FLAG: --contention-profiling="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870954 4809 flags.go:64] FLAG: --cpu-cfs-quota="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870964 4809 flags.go:64] FLAG: --cpu-cfs-quota-period="100ms" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870974 4809 flags.go:64] FLAG: --cpu-manager-policy="none" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870984 4809 flags.go:64] FLAG: --cpu-manager-policy-options="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.870995 4809 flags.go:64] FLAG: --cpu-manager-reconcile-period="10s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871006 4809 flags.go:64] FLAG: --enable-controller-attach-detach="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871017 4809 flags.go:64] FLAG: --enable-debugging-handlers="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871027 4809 flags.go:64] FLAG: --enable-load-reader="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871037 4809 flags.go:64] FLAG: --enable-server="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871047 4809 flags.go:64] FLAG: --enforce-node-allocatable="[pods]" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871059 4809 flags.go:64] FLAG: --event-burst="100" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871070 4809 flags.go:64] FLAG: --event-qps="50" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871080 4809 flags.go:64] FLAG: --event-storage-age-limit="default=0" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871090 4809 flags.go:64] FLAG: --event-storage-event-limit="default=0" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871099 4809 flags.go:64] FLAG: --eviction-hard="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871112 4809 flags.go:64] FLAG: --eviction-max-pod-grace-period="0" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871121 4809 flags.go:64] FLAG: --eviction-minimum-reclaim="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871132 4809 flags.go:64] FLAG: --eviction-pressure-transition-period="5m0s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871142 4809 flags.go:64] FLAG: --eviction-soft="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871152 4809 flags.go:64] FLAG: --eviction-soft-grace-period="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871163 4809 flags.go:64] FLAG: --exit-on-lock-contention="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871173 4809 flags.go:64] FLAG: --experimental-allocatable-ignore-eviction="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871183 4809 flags.go:64] FLAG: --experimental-mounter-path="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871192 4809 flags.go:64] FLAG: --fail-cgroupv1="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871202 4809 flags.go:64] FLAG: --fail-swap-on="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871211 4809 flags.go:64] FLAG: --feature-gates="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871224 4809 flags.go:64] FLAG: --file-check-frequency="20s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871234 4809 flags.go:64] FLAG: --global-housekeeping-interval="1m0s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871244 4809 flags.go:64] FLAG: --hairpin-mode="promiscuous-bridge" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871254 4809 flags.go:64] FLAG: --healthz-bind-address="127.0.0.1" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871264 4809 flags.go:64] FLAG: --healthz-port="10248" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871274 4809 flags.go:64] FLAG: --help="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871283 4809 flags.go:64] FLAG: --hostname-override="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871293 4809 flags.go:64] FLAG: --housekeeping-interval="10s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871305 4809 flags.go:64] FLAG: --http-check-frequency="20s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871315 4809 flags.go:64] FLAG: --image-credential-provider-bin-dir="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871326 4809 flags.go:64] FLAG: --image-credential-provider-config="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871336 4809 flags.go:64] FLAG: --image-gc-high-threshold="85" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871389 4809 flags.go:64] FLAG: --image-gc-low-threshold="80" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871400 4809 flags.go:64] FLAG: --image-service-endpoint="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871410 4809 flags.go:64] FLAG: --kernel-memcg-notification="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871420 4809 flags.go:64] FLAG: --kube-api-burst="100" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871430 4809 flags.go:64] FLAG: --kube-api-content-type="application/vnd.kubernetes.protobuf" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871441 4809 flags.go:64] FLAG: --kube-api-qps="50" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871451 4809 flags.go:64] FLAG: --kube-reserved="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871461 4809 flags.go:64] FLAG: --kube-reserved-cgroup="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871471 4809 flags.go:64] FLAG: --kubeconfig="/var/lib/kubelet/kubeconfig" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871481 4809 flags.go:64] FLAG: --kubelet-cgroups="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871491 4809 flags.go:64] FLAG: --local-storage-capacity-isolation="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871501 4809 flags.go:64] FLAG: --lock-file="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871510 4809 flags.go:64] FLAG: --log-cadvisor-usage="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871522 4809 flags.go:64] FLAG: --log-flush-frequency="5s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871533 4809 flags.go:64] FLAG: --log-json-info-buffer-size="0" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871563 4809 flags.go:64] FLAG: --log-json-split-stream="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871573 4809 flags.go:64] FLAG: --log-text-info-buffer-size="0" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871583 4809 flags.go:64] FLAG: --log-text-split-stream="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871592 4809 flags.go:64] FLAG: --logging-format="text" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871602 4809 flags.go:64] FLAG: --machine-id-file="/etc/machine-id,/var/lib/dbus/machine-id" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871613 4809 flags.go:64] FLAG: --make-iptables-util-chains="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871622 4809 flags.go:64] FLAG: --manifest-url="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871632 4809 flags.go:64] FLAG: --manifest-url-header="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871644 4809 flags.go:64] FLAG: --max-housekeeping-interval="15s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871655 4809 flags.go:64] FLAG: --max-open-files="1000000" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871667 4809 flags.go:64] FLAG: --max-pods="110" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871677 4809 flags.go:64] FLAG: --maximum-dead-containers="-1" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871687 4809 flags.go:64] FLAG: --maximum-dead-containers-per-container="1" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871697 4809 flags.go:64] FLAG: --memory-manager-policy="None" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871708 4809 flags.go:64] FLAG: --minimum-container-ttl-duration="6m0s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871718 4809 flags.go:64] FLAG: --minimum-image-ttl-duration="2m0s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871757 4809 flags.go:64] FLAG: --node-ip="192.168.126.11" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871768 4809 flags.go:64] FLAG: --node-labels="node-role.kubernetes.io/control-plane=,node-role.kubernetes.io/master=,node.openshift.io/os_id=rhcos" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871791 4809 flags.go:64] FLAG: --node-status-max-images="50" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871802 4809 flags.go:64] FLAG: --node-status-update-frequency="10s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871813 4809 flags.go:64] FLAG: --oom-score-adj="-999" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871823 4809 flags.go:64] FLAG: --pod-cidr="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871833 4809 flags.go:64] FLAG: --pod-infra-container-image="quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:33549946e22a9ffa738fd94b1345f90921bc8f92fa6137784cb33c77ad806f9d" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871849 4809 flags.go:64] FLAG: --pod-manifest-path="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871862 4809 flags.go:64] FLAG: --pod-max-pids="-1" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871875 4809 flags.go:64] FLAG: --pods-per-core="0" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871888 4809 flags.go:64] FLAG: --port="10250" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871901 4809 flags.go:64] FLAG: --protect-kernel-defaults="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871913 4809 flags.go:64] FLAG: --provider-id="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871925 4809 flags.go:64] FLAG: --qos-reserved="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871937 4809 flags.go:64] FLAG: --read-only-port="10255" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871949 4809 flags.go:64] FLAG: --register-node="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871964 4809 flags.go:64] FLAG: --register-schedulable="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871976 4809 flags.go:64] FLAG: --register-with-taints="node-role.kubernetes.io/master=:NoSchedule" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.871998 4809 flags.go:64] FLAG: --registry-burst="10" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872009 4809 flags.go:64] FLAG: --registry-qps="5" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872021 4809 flags.go:64] FLAG: --reserved-cpus="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872031 4809 flags.go:64] FLAG: --reserved-memory="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872043 4809 flags.go:64] FLAG: --resolv-conf="/etc/resolv.conf" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872053 4809 flags.go:64] FLAG: --root-dir="/var/lib/kubelet" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872064 4809 flags.go:64] FLAG: --rotate-certificates="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872074 4809 flags.go:64] FLAG: --rotate-server-certificates="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872084 4809 flags.go:64] FLAG: --runonce="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872094 4809 flags.go:64] FLAG: --runtime-cgroups="/system.slice/crio.service" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872104 4809 flags.go:64] FLAG: --runtime-request-timeout="2m0s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872115 4809 flags.go:64] FLAG: --seccomp-default="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872125 4809 flags.go:64] FLAG: --serialize-image-pulls="true" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872135 4809 flags.go:64] FLAG: --storage-driver-buffer-duration="1m0s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872145 4809 flags.go:64] FLAG: --storage-driver-db="cadvisor" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872155 4809 flags.go:64] FLAG: --storage-driver-host="localhost:8086" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872166 4809 flags.go:64] FLAG: --storage-driver-password="root" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872176 4809 flags.go:64] FLAG: --storage-driver-secure="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872185 4809 flags.go:64] FLAG: --storage-driver-table="stats" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872195 4809 flags.go:64] FLAG: --storage-driver-user="root" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872205 4809 flags.go:64] FLAG: --streaming-connection-idle-timeout="4h0m0s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872215 4809 flags.go:64] FLAG: --sync-frequency="1m0s" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872226 4809 flags.go:64] FLAG: --system-cgroups="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872236 4809 flags.go:64] FLAG: --system-reserved="cpu=200m,ephemeral-storage=350Mi,memory=350Mi" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872252 4809 flags.go:64] FLAG: --system-reserved-cgroup="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872262 4809 flags.go:64] FLAG: --tls-cert-file="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872271 4809 flags.go:64] FLAG: --tls-cipher-suites="[]" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872285 4809 flags.go:64] FLAG: --tls-min-version="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872295 4809 flags.go:64] FLAG: --tls-private-key-file="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872304 4809 flags.go:64] FLAG: --topology-manager-policy="none" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872314 4809 flags.go:64] FLAG: --topology-manager-policy-options="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872324 4809 flags.go:64] FLAG: --topology-manager-scope="container" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872334 4809 flags.go:64] FLAG: --v="2" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872347 4809 flags.go:64] FLAG: --version="false" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872359 4809 flags.go:64] FLAG: --vmodule="" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872371 4809 flags.go:64] FLAG: --volume-plugin-dir="/etc/kubernetes/kubelet-plugins/volume/exec" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.872381 4809 flags.go:64] FLAG: --volume-stats-agg-period="1m0s" Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872598 4809 feature_gate.go:330] unrecognized feature gate: PrivateHostedZoneAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872610 4809 feature_gate.go:330] unrecognized feature gate: AWSClusterHostedDNS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872622 4809 feature_gate.go:330] unrecognized feature gate: OnClusterBuild Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872631 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallAzure Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872640 4809 feature_gate.go:330] unrecognized feature gate: OVNObservability Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872648 4809 feature_gate.go:330] unrecognized feature gate: ManagedBootImages Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872657 4809 feature_gate.go:330] unrecognized feature gate: NetworkLiveMigration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872666 4809 feature_gate.go:330] unrecognized feature gate: VSphereControlPlaneMachineSet Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872675 4809 feature_gate.go:330] unrecognized feature gate: ImageStreamImportMode Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872684 4809 feature_gate.go:330] unrecognized feature gate: InsightsConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872693 4809 feature_gate.go:330] unrecognized feature gate: CSIDriverSharedResource Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872702 4809 feature_gate.go:330] unrecognized feature gate: InsightsOnDemandDataGather Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872711 4809 feature_gate.go:330] unrecognized feature gate: BuildCSIVolumes Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872719 4809 feature_gate.go:330] unrecognized feature gate: MinimumKubeletVersion Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872766 4809 feature_gate.go:330] unrecognized feature gate: SetEIPForNLBIngressController Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872778 4809 feature_gate.go:351] Setting deprecated feature gate KMSv1=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872794 4809 feature_gate.go:330] unrecognized feature gate: AWSEFSDriverVolumeMetrics Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872803 4809 feature_gate.go:330] unrecognized feature gate: ManagedBootImagesAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872812 4809 feature_gate.go:330] unrecognized feature gate: VSphereMultiVCenters Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872821 4809 feature_gate.go:330] unrecognized feature gate: PlatformOperators Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872830 4809 feature_gate.go:330] unrecognized feature gate: ChunkSizeMiB Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872839 4809 feature_gate.go:330] unrecognized feature gate: BareMetalLoadBalancer Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872847 4809 feature_gate.go:330] unrecognized feature gate: InsightsConfigAPI Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872856 4809 feature_gate.go:330] unrecognized feature gate: PinnedImages Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872868 4809 feature_gate.go:353] Setting GA feature gate DisableKubeletCloudCredentialProviders=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872880 4809 feature_gate.go:330] unrecognized feature gate: RouteAdvertisements Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872890 4809 feature_gate.go:330] unrecognized feature gate: NodeDisruptionPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872899 4809 feature_gate.go:330] unrecognized feature gate: NetworkSegmentation Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872908 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872917 4809 feature_gate.go:330] unrecognized feature gate: OpenShiftPodSecurityAdmission Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872925 4809 feature_gate.go:330] unrecognized feature gate: NutanixMultiSubnets Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872934 4809 feature_gate.go:330] unrecognized feature gate: GCPClusterHostedDNS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872943 4809 feature_gate.go:330] unrecognized feature gate: AutomatedEtcdBackup Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872951 4809 feature_gate.go:330] unrecognized feature gate: EtcdBackendQuota Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872960 4809 feature_gate.go:330] unrecognized feature gate: GCPLabelsTags Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872968 4809 feature_gate.go:330] unrecognized feature gate: AdditionalRoutingCapabilities Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872977 4809 feature_gate.go:330] unrecognized feature gate: ClusterMonitoringConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872987 4809 feature_gate.go:330] unrecognized feature gate: ExternalOIDC Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.872996 4809 feature_gate.go:330] unrecognized feature gate: NetworkDiagnosticsConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873004 4809 feature_gate.go:330] unrecognized feature gate: ClusterAPIInstallIBMCloud Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873013 4809 feature_gate.go:330] unrecognized feature gate: DNSNameResolver Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873021 4809 feature_gate.go:330] unrecognized feature gate: VSphereStaticIPs Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873033 4809 feature_gate.go:353] Setting GA feature gate CloudDualStackNodeIPs=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873044 4809 feature_gate.go:330] unrecognized feature gate: PersistentIPsForVirtualization Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873055 4809 feature_gate.go:330] unrecognized feature gate: VolumeGroupSnapshot Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873064 4809 feature_gate.go:330] unrecognized feature gate: NewOLM Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873073 4809 feature_gate.go:330] unrecognized feature gate: GatewayAPI Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873082 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIOperatorDisableMachineHealthCheckController Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873093 4809 feature_gate.go:330] unrecognized feature gate: MetricsCollectionProfiles Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873102 4809 feature_gate.go:330] unrecognized feature gate: MixedCPUsAllocation Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873113 4809 feature_gate.go:353] Setting GA feature gate ValidatingAdmissionPolicy=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873124 4809 feature_gate.go:330] unrecognized feature gate: ConsolePluginContentSecurityPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873133 4809 feature_gate.go:330] unrecognized feature gate: AdminNetworkPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873143 4809 feature_gate.go:330] unrecognized feature gate: IngressControllerLBSubnetsAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873152 4809 feature_gate.go:330] unrecognized feature gate: VSphereDriverConfiguration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873160 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallGCP Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873169 4809 feature_gate.go:330] unrecognized feature gate: AlibabaPlatform Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873178 4809 feature_gate.go:330] unrecognized feature gate: Example Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873187 4809 feature_gate.go:330] unrecognized feature gate: ClusterAPIInstall Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873195 4809 feature_gate.go:330] unrecognized feature gate: UpgradeStatus Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873204 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIProviderOpenStack Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873212 4809 feature_gate.go:330] unrecognized feature gate: AzureWorkloadIdentity Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873221 4809 feature_gate.go:330] unrecognized feature gate: HardwareSpeed Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873230 4809 feature_gate.go:330] unrecognized feature gate: IngressControllerDynamicConfigurationManager Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873238 4809 feature_gate.go:330] unrecognized feature gate: MachineConfigNodes Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873246 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIMigration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873255 4809 feature_gate.go:330] unrecognized feature gate: VSphereMultiNetworks Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873263 4809 feature_gate.go:330] unrecognized feature gate: BootcNodeManagement Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873272 4809 feature_gate.go:330] unrecognized feature gate: SignatureStores Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873281 4809 feature_gate.go:330] unrecognized feature gate: SigstoreImageVerification Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.873289 4809 feature_gate.go:330] unrecognized feature gate: InsightsRuntimeExtractor Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.873317 4809 feature_gate.go:386] feature gates: {map[CloudDualStackNodeIPs:true DisableKubeletCloudCredentialProviders:true DynamicResourceAllocation:false EventedPLEG:false KMSv1:true MaxUnavailableStatefulSet:false NodeSwap:false ProcMountType:false RouteExternalCertificate:false ServiceAccountTokenNodeBinding:false TranslateStreamCloseWebsocketRequests:false UserNamespacesPodSecurityStandards:false UserNamespacesSupport:false ValidatingAdmissionPolicy:true VolumeAttributesClass:false]} Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.887481 4809 server.go:491] "Kubelet version" kubeletVersion="v1.31.5" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.887541 4809 server.go:493] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887676 4809 feature_gate.go:330] unrecognized feature gate: BareMetalLoadBalancer Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887690 4809 feature_gate.go:330] unrecognized feature gate: MetricsCollectionProfiles Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887701 4809 feature_gate.go:330] unrecognized feature gate: OVNObservability Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887712 4809 feature_gate.go:330] unrecognized feature gate: SetEIPForNLBIngressController Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887721 4809 feature_gate.go:330] unrecognized feature gate: InsightsConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887755 4809 feature_gate.go:330] unrecognized feature gate: AWSClusterHostedDNS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887764 4809 feature_gate.go:330] unrecognized feature gate: BuildCSIVolumes Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887776 4809 feature_gate.go:353] Setting GA feature gate CloudDualStackNodeIPs=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887787 4809 feature_gate.go:330] unrecognized feature gate: AWSEFSDriverVolumeMetrics Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887799 4809 feature_gate.go:330] unrecognized feature gate: NetworkLiveMigration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887809 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallAzure Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887820 4809 feature_gate.go:330] unrecognized feature gate: PlatformOperators Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887830 4809 feature_gate.go:330] unrecognized feature gate: GCPLabelsTags Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887841 4809 feature_gate.go:330] unrecognized feature gate: ManagedBootImagesAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887852 4809 feature_gate.go:330] unrecognized feature gate: NewOLM Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887865 4809 feature_gate.go:330] unrecognized feature gate: PersistentIPsForVirtualization Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887878 4809 feature_gate.go:330] unrecognized feature gate: RouteAdvertisements Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887888 4809 feature_gate.go:330] unrecognized feature gate: MinimumKubeletVersion Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887898 4809 feature_gate.go:330] unrecognized feature gate: CSIDriverSharedResource Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887907 4809 feature_gate.go:330] unrecognized feature gate: ClusterMonitoringConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.887916 4809 feature_gate.go:330] unrecognized feature gate: NutanixMultiSubnets Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888069 4809 feature_gate.go:330] unrecognized feature gate: GatewayAPI Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888078 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallGCP Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888086 4809 feature_gate.go:330] unrecognized feature gate: ClusterAPIInstallIBMCloud Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888094 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIProviderOpenStack Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888103 4809 feature_gate.go:330] unrecognized feature gate: PrivateHostedZoneAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888110 4809 feature_gate.go:330] unrecognized feature gate: ChunkSizeMiB Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888118 4809 feature_gate.go:330] unrecognized feature gate: InsightsOnDemandDataGather Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888130 4809 feature_gate.go:330] unrecognized feature gate: NetworkDiagnosticsConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888140 4809 feature_gate.go:330] unrecognized feature gate: VSphereControlPlaneMachineSet Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888150 4809 feature_gate.go:330] unrecognized feature gate: MixedCPUsAllocation Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888160 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIMigration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888170 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIOperatorDisableMachineHealthCheckController Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888180 4809 feature_gate.go:330] unrecognized feature gate: OpenShiftPodSecurityAdmission Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888190 4809 feature_gate.go:330] unrecognized feature gate: UpgradeStatus Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888201 4809 feature_gate.go:330] unrecognized feature gate: OnClusterBuild Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888211 4809 feature_gate.go:330] unrecognized feature gate: ClusterAPIInstall Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888222 4809 feature_gate.go:330] unrecognized feature gate: IngressControllerLBSubnetsAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888232 4809 feature_gate.go:330] unrecognized feature gate: MachineConfigNodes Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888239 4809 feature_gate.go:330] unrecognized feature gate: SignatureStores Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888247 4809 feature_gate.go:330] unrecognized feature gate: DNSNameResolver Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888255 4809 feature_gate.go:330] unrecognized feature gate: AdditionalRoutingCapabilities Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888263 4809 feature_gate.go:330] unrecognized feature gate: VSphereMultiVCenters Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888271 4809 feature_gate.go:330] unrecognized feature gate: InsightsRuntimeExtractor Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888279 4809 feature_gate.go:330] unrecognized feature gate: HardwareSpeed Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888290 4809 feature_gate.go:351] Setting deprecated feature gate KMSv1=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888300 4809 feature_gate.go:330] unrecognized feature gate: InsightsConfigAPI Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888308 4809 feature_gate.go:330] unrecognized feature gate: BootcNodeManagement Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888316 4809 feature_gate.go:330] unrecognized feature gate: PinnedImages Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888326 4809 feature_gate.go:330] unrecognized feature gate: ManagedBootImages Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888334 4809 feature_gate.go:330] unrecognized feature gate: AutomatedEtcdBackup Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888343 4809 feature_gate.go:330] unrecognized feature gate: VSphereDriverConfiguration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888351 4809 feature_gate.go:330] unrecognized feature gate: EtcdBackendQuota Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888361 4809 feature_gate.go:353] Setting GA feature gate DisableKubeletCloudCredentialProviders=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888370 4809 feature_gate.go:330] unrecognized feature gate: VolumeGroupSnapshot Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888378 4809 feature_gate.go:330] unrecognized feature gate: GCPClusterHostedDNS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888387 4809 feature_gate.go:330] unrecognized feature gate: VSphereMultiNetworks Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888394 4809 feature_gate.go:330] unrecognized feature gate: ImageStreamImportMode Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888402 4809 feature_gate.go:330] unrecognized feature gate: AzureWorkloadIdentity Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888411 4809 feature_gate.go:330] unrecognized feature gate: NodeDisruptionPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888421 4809 feature_gate.go:353] Setting GA feature gate ValidatingAdmissionPolicy=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888430 4809 feature_gate.go:330] unrecognized feature gate: NetworkSegmentation Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888440 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888448 4809 feature_gate.go:330] unrecognized feature gate: Example Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888458 4809 feature_gate.go:330] unrecognized feature gate: SigstoreImageVerification Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888469 4809 feature_gate.go:330] unrecognized feature gate: ExternalOIDC Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888477 4809 feature_gate.go:330] unrecognized feature gate: VSphereStaticIPs Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888487 4809 feature_gate.go:330] unrecognized feature gate: ConsolePluginContentSecurityPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888495 4809 feature_gate.go:330] unrecognized feature gate: AdminNetworkPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888503 4809 feature_gate.go:330] unrecognized feature gate: IngressControllerDynamicConfigurationManager Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888512 4809 feature_gate.go:330] unrecognized feature gate: AlibabaPlatform Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.888526 4809 feature_gate.go:386] feature gates: {map[CloudDualStackNodeIPs:true DisableKubeletCloudCredentialProviders:true DynamicResourceAllocation:false EventedPLEG:false KMSv1:true MaxUnavailableStatefulSet:false NodeSwap:false ProcMountType:false RouteExternalCertificate:false ServiceAccountTokenNodeBinding:false TranslateStreamCloseWebsocketRequests:false UserNamespacesPodSecurityStandards:false UserNamespacesSupport:false ValidatingAdmissionPolicy:true VolumeAttributesClass:false]} Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888786 4809 feature_gate.go:330] unrecognized feature gate: MinimumKubeletVersion Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888798 4809 feature_gate.go:330] unrecognized feature gate: InsightsConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888807 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallAzure Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888817 4809 feature_gate.go:330] unrecognized feature gate: RouteAdvertisements Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888825 4809 feature_gate.go:330] unrecognized feature gate: OpenShiftPodSecurityAdmission Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888834 4809 feature_gate.go:330] unrecognized feature gate: PinnedImages Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888841 4809 feature_gate.go:330] unrecognized feature gate: GatewayAPI Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888849 4809 feature_gate.go:330] unrecognized feature gate: UpgradeStatus Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888857 4809 feature_gate.go:330] unrecognized feature gate: ClusterAPIInstall Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888865 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallGCP Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888875 4809 feature_gate.go:330] unrecognized feature gate: InsightsConfigAPI Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888883 4809 feature_gate.go:330] unrecognized feature gate: NetworkDiagnosticsConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888891 4809 feature_gate.go:330] unrecognized feature gate: BareMetalLoadBalancer Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888899 4809 feature_gate.go:330] unrecognized feature gate: MachineConfigNodes Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888907 4809 feature_gate.go:330] unrecognized feature gate: ClusterAPIInstallIBMCloud Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888915 4809 feature_gate.go:330] unrecognized feature gate: AWSClusterHostedDNS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888922 4809 feature_gate.go:330] unrecognized feature gate: ImageStreamImportMode Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888930 4809 feature_gate.go:330] unrecognized feature gate: VSphereStaticIPs Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888937 4809 feature_gate.go:330] unrecognized feature gate: VolumeGroupSnapshot Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888946 4809 feature_gate.go:330] unrecognized feature gate: InsightsRuntimeExtractor Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888954 4809 feature_gate.go:330] unrecognized feature gate: IngressControllerLBSubnetsAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888962 4809 feature_gate.go:330] unrecognized feature gate: VSphereDriverConfiguration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888970 4809 feature_gate.go:330] unrecognized feature gate: OnClusterBuild Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888978 4809 feature_gate.go:330] unrecognized feature gate: VSphereMultiVCenters Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.888988 4809 feature_gate.go:353] Setting GA feature gate DisableKubeletCloudCredentialProviders=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889000 4809 feature_gate.go:330] unrecognized feature gate: ChunkSizeMiB Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889008 4809 feature_gate.go:330] unrecognized feature gate: MultiArchInstallAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889016 4809 feature_gate.go:330] unrecognized feature gate: ManagedBootImages Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889025 4809 feature_gate.go:330] unrecognized feature gate: NodeDisruptionPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889034 4809 feature_gate.go:330] unrecognized feature gate: ConsolePluginContentSecurityPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889042 4809 feature_gate.go:330] unrecognized feature gate: BuildCSIVolumes Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889050 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIOperatorDisableMachineHealthCheckController Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889057 4809 feature_gate.go:330] unrecognized feature gate: SignatureStores Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889065 4809 feature_gate.go:330] unrecognized feature gate: PersistentIPsForVirtualization Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889073 4809 feature_gate.go:330] unrecognized feature gate: NutanixMultiSubnets Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889082 4809 feature_gate.go:330] unrecognized feature gate: AzureWorkloadIdentity Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889090 4809 feature_gate.go:330] unrecognized feature gate: InsightsOnDemandDataGather Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889098 4809 feature_gate.go:330] unrecognized feature gate: MetricsCollectionProfiles Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889105 4809 feature_gate.go:330] unrecognized feature gate: NewOLM Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889113 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIMigration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889120 4809 feature_gate.go:330] unrecognized feature gate: VSphereMultiNetworks Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889129 4809 feature_gate.go:330] unrecognized feature gate: GCPLabelsTags Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889137 4809 feature_gate.go:330] unrecognized feature gate: SigstoreImageVerification Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889145 4809 feature_gate.go:330] unrecognized feature gate: SetEIPForNLBIngressController Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889153 4809 feature_gate.go:330] unrecognized feature gate: DNSNameResolver Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889160 4809 feature_gate.go:330] unrecognized feature gate: HardwareSpeed Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889168 4809 feature_gate.go:330] unrecognized feature gate: PrivateHostedZoneAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889176 4809 feature_gate.go:330] unrecognized feature gate: NetworkLiveMigration Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889184 4809 feature_gate.go:330] unrecognized feature gate: ClusterMonitoringConfig Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889191 4809 feature_gate.go:330] unrecognized feature gate: Example Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889199 4809 feature_gate.go:330] unrecognized feature gate: EtcdBackendQuota Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889207 4809 feature_gate.go:330] unrecognized feature gate: IngressControllerDynamicConfigurationManager Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889215 4809 feature_gate.go:330] unrecognized feature gate: CSIDriverSharedResource Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889222 4809 feature_gate.go:330] unrecognized feature gate: AdminNetworkPolicy Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889230 4809 feature_gate.go:330] unrecognized feature gate: ManagedBootImagesAWS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889237 4809 feature_gate.go:330] unrecognized feature gate: AlibabaPlatform Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889245 4809 feature_gate.go:330] unrecognized feature gate: ExternalOIDC Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889253 4809 feature_gate.go:330] unrecognized feature gate: OVNObservability Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889260 4809 feature_gate.go:330] unrecognized feature gate: MachineAPIProviderOpenStack Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889268 4809 feature_gate.go:330] unrecognized feature gate: AutomatedEtcdBackup Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889275 4809 feature_gate.go:330] unrecognized feature gate: BootcNodeManagement Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889283 4809 feature_gate.go:330] unrecognized feature gate: MixedCPUsAllocation Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889294 4809 feature_gate.go:351] Setting deprecated feature gate KMSv1=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889303 4809 feature_gate.go:330] unrecognized feature gate: AWSEFSDriverVolumeMetrics Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889312 4809 feature_gate.go:330] unrecognized feature gate: GCPClusterHostedDNS Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889319 4809 feature_gate.go:330] unrecognized feature gate: AdditionalRoutingCapabilities Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889332 4809 feature_gate.go:353] Setting GA feature gate ValidatingAdmissionPolicy=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889344 4809 feature_gate.go:330] unrecognized feature gate: NetworkSegmentation Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889355 4809 feature_gate.go:330] unrecognized feature gate: PlatformOperators Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889366 4809 feature_gate.go:330] unrecognized feature gate: VSphereControlPlaneMachineSet Oct 13 19:24:41 crc kubenswrapper[4809]: W1013 19:24:41.889379 4809 feature_gate.go:353] Setting GA feature gate CloudDualStackNodeIPs=true. It will be removed in a future release. Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.889394 4809 feature_gate.go:386] feature gates: {map[CloudDualStackNodeIPs:true DisableKubeletCloudCredentialProviders:true DynamicResourceAllocation:false EventedPLEG:false KMSv1:true MaxUnavailableStatefulSet:false NodeSwap:false ProcMountType:false RouteExternalCertificate:false ServiceAccountTokenNodeBinding:false TranslateStreamCloseWebsocketRequests:false UserNamespacesPodSecurityStandards:false UserNamespacesSupport:false ValidatingAdmissionPolicy:true VolumeAttributesClass:false]} Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.890855 4809 server.go:940] "Client rotation is on, will bootstrap in background" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.901797 4809 bootstrap.go:85] "Current kubeconfig file contents are still valid, no bootstrap necessary" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.901927 4809 certificate_store.go:130] Loading cert/key pair from "/var/lib/kubelet/pki/kubelet-client-current.pem". Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.903706 4809 server.go:997] "Starting client certificate rotation" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.903780 4809 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Certificate rotation is enabled Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.905549 4809 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Certificate expiration is 2026-02-24 05:52:08 +0000 UTC, rotation deadline is 2025-11-20 04:22:52.272876047 +0000 UTC Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.905686 4809 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Waiting 896h58m10.367197289s for next certificate rotation Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.934843 4809 dynamic_cafile_content.go:123] "Loaded a new CA Bundle and Verifier" name="client-ca-bundle::/etc/kubernetes/kubelet-ca.crt" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.937386 4809 dynamic_cafile_content.go:161] "Starting controller" name="client-ca-bundle::/etc/kubernetes/kubelet-ca.crt" Oct 13 19:24:41 crc kubenswrapper[4809]: I1013 19:24:41.962699 4809 log.go:25] "Validated CRI v1 runtime API" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.000661 4809 log.go:25] "Validated CRI v1 image API" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.005257 4809 server.go:1437] "Using cgroup driver setting received from the CRI runtime" cgroupDriver="systemd" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.014517 4809 fs.go:133] Filesystem UUIDs: map[0b076daa-c26a-46d2-b3a6-72a8dbc6e257:/dev/vda4 2025-10-13-19-20-29-00:/dev/sr0 7B77-95E7:/dev/vda2 de0497b0-db1b-465a-b278-03db02455c71:/dev/vda3] Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.014570 4809 fs.go:134] Filesystem partitions: map[/dev/shm:{mountpoint:/dev/shm major:0 minor:22 fsType:tmpfs blockSize:0} /dev/vda3:{mountpoint:/boot major:252 minor:3 fsType:ext4 blockSize:0} /dev/vda4:{mountpoint:/var major:252 minor:4 fsType:xfs blockSize:0} /run:{mountpoint:/run major:0 minor:24 fsType:tmpfs blockSize:0} /run/user/1000:{mountpoint:/run/user/1000 major:0 minor:42 fsType:tmpfs blockSize:0} /tmp:{mountpoint:/tmp major:0 minor:30 fsType:tmpfs blockSize:0} /var/lib/etcd:{mountpoint:/var/lib/etcd major:0 minor:43 fsType:tmpfs blockSize:0}] Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.043570 4809 manager.go:217] Machine: {Timestamp:2025-10-13 19:24:42.039780602 +0000 UTC m=+0.645527297 CPUVendorID:AuthenticAMD NumCores:12 NumPhysicalCores:1 NumSockets:12 CpuFrequency:2800000 MemoryCapacity:33654128640 SwapCapacity:0 MemoryByType:map[] NVMInfo:{MemoryModeCapacity:0 AppDirectModeCapacity:0 AvgPowerBudget:0} HugePages:[{PageSize:1048576 NumPages:0} {PageSize:2048 NumPages:0}] MachineID:21801e6708c44f15b81395eb736a7cec SystemUUID:7f6da054-260b-4efc-9e6f-f710d7e3cf6b BootID:76dba78e-1d95-4664-821d-4e83138721a7 Filesystems:[{Device:/tmp DeviceMajor:0 DeviceMinor:30 Capacity:16827064320 Type:vfs Inodes:1048576 HasInodes:true} {Device:/dev/vda3 DeviceMajor:252 DeviceMinor:3 Capacity:366869504 Type:vfs Inodes:98304 HasInodes:true} {Device:/run/user/1000 DeviceMajor:0 DeviceMinor:42 Capacity:3365412864 Type:vfs Inodes:821634 HasInodes:true} {Device:/var/lib/etcd DeviceMajor:0 DeviceMinor:43 Capacity:1073741824 Type:vfs Inodes:4108170 HasInodes:true} {Device:/dev/shm DeviceMajor:0 DeviceMinor:22 Capacity:16827064320 Type:vfs Inodes:4108170 HasInodes:true} {Device:/run DeviceMajor:0 DeviceMinor:24 Capacity:6730825728 Type:vfs Inodes:819200 HasInodes:true} {Device:/dev/vda4 DeviceMajor:252 DeviceMinor:4 Capacity:85292941312 Type:vfs Inodes:41679680 HasInodes:true}] DiskMap:map[252:0:{Name:vda Major:252 Minor:0 Size:214748364800 Scheduler:none}] NetworkDevices:[{Name:br-ex MacAddress:fa:16:3e:c2:32:77 Speed:0 Mtu:1500} {Name:br-int MacAddress:d6:39:55:2e:22:71 Speed:0 Mtu:1400} {Name:ens3 MacAddress:fa:16:3e:c2:32:77 Speed:-1 Mtu:1500} {Name:ens7 MacAddress:fa:16:3e:2d:95:4a Speed:-1 Mtu:1500} {Name:ens7.20 MacAddress:52:54:00:67:00:bb Speed:-1 Mtu:1496} {Name:ens7.21 MacAddress:52:54:00:cd:e4:63 Speed:-1 Mtu:1496} {Name:ens7.22 MacAddress:52:54:00:75:f7:82 Speed:-1 Mtu:1496} {Name:eth10 MacAddress:7e:bc:62:b3:54:01 Speed:0 Mtu:1500} {Name:ovn-k8s-mp0 MacAddress:0a:58:0a:d9:00:02 Speed:0 Mtu:1400} {Name:ovs-system MacAddress:e6:9e:ab:2b:86:c1 Speed:0 Mtu:1500}] Topology:[{Id:0 Memory:33654128640 HugePages:[{PageSize:1048576 NumPages:0} {PageSize:2048 NumPages:0}] Cores:[{Id:0 Threads:[0] Caches:[{Id:0 Size:32768 Type:Data Level:1} {Id:0 Size:32768 Type:Instruction Level:1} {Id:0 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:0 Size:16777216 Type:Unified Level:3}] SocketID:0 BookID: DrawerID:} {Id:0 Threads:[1] Caches:[{Id:1 Size:32768 Type:Data Level:1} {Id:1 Size:32768 Type:Instruction Level:1} {Id:1 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:1 Size:16777216 Type:Unified Level:3}] SocketID:1 BookID: DrawerID:} {Id:0 Threads:[10] Caches:[{Id:10 Size:32768 Type:Data Level:1} {Id:10 Size:32768 Type:Instruction Level:1} {Id:10 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:10 Size:16777216 Type:Unified Level:3}] SocketID:10 BookID: DrawerID:} {Id:0 Threads:[11] Caches:[{Id:11 Size:32768 Type:Data Level:1} {Id:11 Size:32768 Type:Instruction Level:1} {Id:11 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:11 Size:16777216 Type:Unified Level:3}] SocketID:11 BookID: DrawerID:} {Id:0 Threads:[2] Caches:[{Id:2 Size:32768 Type:Data Level:1} {Id:2 Size:32768 Type:Instruction Level:1} {Id:2 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:2 Size:16777216 Type:Unified Level:3}] SocketID:2 BookID: DrawerID:} {Id:0 Threads:[3] Caches:[{Id:3 Size:32768 Type:Data Level:1} {Id:3 Size:32768 Type:Instruction Level:1} {Id:3 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:3 Size:16777216 Type:Unified Level:3}] SocketID:3 BookID: DrawerID:} {Id:0 Threads:[4] Caches:[{Id:4 Size:32768 Type:Data Level:1} {Id:4 Size:32768 Type:Instruction Level:1} {Id:4 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:4 Size:16777216 Type:Unified Level:3}] SocketID:4 BookID: DrawerID:} {Id:0 Threads:[5] Caches:[{Id:5 Size:32768 Type:Data Level:1} {Id:5 Size:32768 Type:Instruction Level:1} {Id:5 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:5 Size:16777216 Type:Unified Level:3}] SocketID:5 BookID: DrawerID:} {Id:0 Threads:[6] Caches:[{Id:6 Size:32768 Type:Data Level:1} {Id:6 Size:32768 Type:Instruction Level:1} {Id:6 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:6 Size:16777216 Type:Unified Level:3}] SocketID:6 BookID: DrawerID:} {Id:0 Threads:[7] Caches:[{Id:7 Size:32768 Type:Data Level:1} {Id:7 Size:32768 Type:Instruction Level:1} {Id:7 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:7 Size:16777216 Type:Unified Level:3}] SocketID:7 BookID: DrawerID:} {Id:0 Threads:[8] Caches:[{Id:8 Size:32768 Type:Data Level:1} {Id:8 Size:32768 Type:Instruction Level:1} {Id:8 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:8 Size:16777216 Type:Unified Level:3}] SocketID:8 BookID: DrawerID:} {Id:0 Threads:[9] Caches:[{Id:9 Size:32768 Type:Data Level:1} {Id:9 Size:32768 Type:Instruction Level:1} {Id:9 Size:524288 Type:Unified Level:2}] UncoreCaches:[{Id:9 Size:16777216 Type:Unified Level:3}] SocketID:9 BookID: DrawerID:}] Caches:[] Distances:[10]}] CloudProvider:Unknown InstanceType:Unknown InstanceID:None} Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.044044 4809 manager_no_libpfm.go:29] cAdvisor is build without cgo and/or libpfm support. Perf event counters are not available. Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.044359 4809 manager.go:233] Version: {KernelVersion:5.14.0-427.50.2.el9_4.x86_64 ContainerOsVersion:Red Hat Enterprise Linux CoreOS 418.94.202502100215-0 DockerVersion: DockerAPIVersion: CadvisorVersion: CadvisorRevision:} Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.047112 4809 swap_util.go:113] "Swap is on" /proc/swaps contents="Filename\t\t\t\tType\t\tSize\t\tUsed\t\tPriority" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.047497 4809 container_manager_linux.go:267] "Container manager verified user specified cgroup-root exists" cgroupRoot=[] Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.047568 4809 container_manager_linux.go:272] "Creating Container Manager object based on Node Config" nodeConfig={"NodeName":"crc","RuntimeCgroupsName":"/system.slice/crio.service","SystemCgroupsName":"/system.slice","KubeletCgroupsName":"","KubeletOOMScoreAdj":-999,"ContainerRuntime":"","CgroupsPerQOS":true,"CgroupRoot":"/","CgroupDriver":"systemd","KubeletRootDir":"/var/lib/kubelet","ProtectKernelDefaults":true,"KubeReservedCgroupName":"","SystemReservedCgroupName":"","ReservedSystemCPUs":{},"EnforceNodeAllocatable":{"pods":{}},"KubeReserved":null,"SystemReserved":{"cpu":"200m","ephemeral-storage":"350Mi","memory":"350Mi"},"HardEvictionThresholds":[{"Signal":"memory.available","Operator":"LessThan","Value":{"Quantity":"100Mi","Percentage":0},"GracePeriod":0,"MinReclaim":null},{"Signal":"nodefs.available","Operator":"LessThan","Value":{"Quantity":null,"Percentage":0.1},"GracePeriod":0,"MinReclaim":null},{"Signal":"nodefs.inodesFree","Operator":"LessThan","Value":{"Quantity":null,"Percentage":0.05},"GracePeriod":0,"MinReclaim":null},{"Signal":"imagefs.available","Operator":"LessThan","Value":{"Quantity":null,"Percentage":0.15},"GracePeriod":0,"MinReclaim":null},{"Signal":"imagefs.inodesFree","Operator":"LessThan","Value":{"Quantity":null,"Percentage":0.05},"GracePeriod":0,"MinReclaim":null}],"QOSReserved":{},"CPUManagerPolicy":"none","CPUManagerPolicyOptions":null,"TopologyManagerScope":"container","CPUManagerReconcilePeriod":10000000000,"ExperimentalMemoryManagerPolicy":"None","ExperimentalMemoryManagerReservedMemory":null,"PodPidsLimit":4096,"EnforceCPULimits":true,"CPUCFSQuotaPeriod":100000000,"TopologyManagerPolicy":"none","TopologyManagerPolicyOptions":null,"CgroupVersion":2} Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.047962 4809 topology_manager.go:138] "Creating topology manager with none policy" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.047984 4809 container_manager_linux.go:303] "Creating device plugin manager" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.048778 4809 manager.go:142] "Creating Device Plugin manager" path="/var/lib/kubelet/device-plugins/kubelet.sock" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.048831 4809 server.go:66] "Creating device plugin registration server" version="v1beta1" socket="/var/lib/kubelet/device-plugins/kubelet.sock" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.049096 4809 state_mem.go:36] "Initialized new in-memory state store" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.049240 4809 server.go:1245] "Using root directory" path="/var/lib/kubelet" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.053802 4809 kubelet.go:418] "Attempting to sync node with API server" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.053840 4809 kubelet.go:313] "Adding static pod path" path="/etc/kubernetes/manifests" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.053959 4809 file.go:69] "Watching path" path="/etc/kubernetes/manifests" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.053983 4809 kubelet.go:324] "Adding apiserver pod source" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.054002 4809 apiserver.go:42] "Waiting for node sync before watching apiserver pods" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.062921 4809 kuberuntime_manager.go:262] "Container runtime initialized" containerRuntime="cri-o" version="1.31.5-4.rhaos4.18.gitdad78d5.el9" apiVersion="v1" Oct 13 19:24:42 crc kubenswrapper[4809]: W1013 19:24:42.064030 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://api-int.crc.testing:6443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.064171 4809 certificate_store.go:130] Loading cert/key pair from "/var/lib/kubelet/pki/kubelet-server-current.pem". Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.064189 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://api-int.crc.testing:6443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0\": dial tcp 38.102.83.181:6443: connect: connection refused" logger="UnhandledError" Oct 13 19:24:42 crc kubenswrapper[4809]: W1013 19:24:42.064255 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://api-int.crc.testing:6443/api/v1/nodes?fieldSelector=metadata.name%3Dcrc&limit=500&resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.064361 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://api-int.crc.testing:6443/api/v1/nodes?fieldSelector=metadata.name%3Dcrc&limit=500&resourceVersion=0\": dial tcp 38.102.83.181:6443: connect: connection refused" logger="UnhandledError" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.066483 4809 kubelet.go:854] "Not starting ClusterTrustBundle informer because we are in static kubelet mode" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068643 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/portworx-volume" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068698 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/empty-dir" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068721 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/git-repo" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068773 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/host-path" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068830 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/nfs" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068847 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/secret" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068861 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/iscsi" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068886 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/downward-api" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068905 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/fc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068921 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/configmap" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068959 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/projected" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.068974 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/local-volume" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.071366 4809 plugins.go:603] "Loaded volume plugin" pluginName="kubernetes.io/csi" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.072311 4809 server.go:1280] "Started kubelet" Oct 13 19:24:42 crc systemd[1]: Started Kubernetes Kubelet. Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.073442 4809 ratelimit.go:55] "Setting rate limiting for endpoint" service="podresources" qps=100 burstTokens=10 Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.081404 4809 csi_plugin.go:884] Failed to contact API server when waiting for CSINode publishing: Get "https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csinodes/crc?resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.073451 4809 server.go:163] "Starting to listen" address="0.0.0.0" port=10250 Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.082927 4809 server.go:236] "Starting to serve the podresources API" endpoint="unix:/var/lib/kubelet/pod-resources/kubelet.sock" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.084950 4809 certificate_manager.go:356] kubernetes.io/kubelet-serving: Certificate rotation is enabled Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.085015 4809 fs_resource_analyzer.go:67] "Starting FS ResourceAnalyzer" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.085522 4809 certificate_manager.go:356] kubernetes.io/kubelet-serving: Certificate expiration is 2026-02-24 05:53:03 +0000 UTC, rotation deadline is 2025-12-24 21:27:18.39482894 +0000 UTC Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.085625 4809 certificate_manager.go:356] kubernetes.io/kubelet-serving: Waiting 1730h2m36.30920977s for next certificate rotation Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.085764 4809 kubelet_node_status.go:503] "Error getting the current node from lister" err="node \"crc\" not found" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.087283 4809 volume_manager.go:287] "The desired_state_of_world populator starts" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.087321 4809 volume_manager.go:289] "Starting Kubelet Volume Manager" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.088248 4809 factory.go:55] Registering systemd factory Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.088300 4809 factory.go:221] Registration of the systemd container factory successfully Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.093988 4809 desired_state_of_world_populator.go:146] "Desired state populator starts to run" Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.094256 4809 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://api-int.crc.testing:6443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/crc?timeout=10s\": dial tcp 38.102.83.181:6443: connect: connection refused" interval="200ms" Oct 13 19:24:42 crc kubenswrapper[4809]: W1013 19:24:42.094268 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.094365 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 38.102.83.181:6443: connect: connection refused" logger="UnhandledError" Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.093795 4809 event.go:368] "Unable to write event (may retry after sleeping)" err="Post \"https://api-int.crc.testing:6443/api/v1/namespaces/default/events\": dial tcp 38.102.83.181:6443: connect: connection refused" event="&Event{ObjectMeta:{crc.186e23733561f191 default 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:crc,UID:crc,APIVersion:,ResourceVersion:,FieldPath:,},Reason:Starting,Message:Starting kubelet.,Source:EventSource{Component:kubelet,Host:crc,},FirstTimestamp:2025-10-13 19:24:42.072265105 +0000 UTC m=+0.678011730,LastTimestamp:2025-10-13 19:24:42.072265105 +0000 UTC m=+0.678011730,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:crc,}" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.095990 4809 server.go:460] "Adding debug handlers to kubelet server" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.096831 4809 factory.go:153] Registering CRI-O factory Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.096858 4809 factory.go:221] Registration of the crio container factory successfully Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.096928 4809 factory.go:219] Registration of the containerd container factory failed: unable to create containerd client: containerd: cannot unix dial containerd api service: dial unix /run/containerd/containerd.sock: connect: no such file or directory Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.096953 4809 factory.go:103] Registering Raw factory Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.096969 4809 manager.go:1196] Started watching for new ooms in manager Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.099485 4809 manager.go:319] Starting recovery of all containers Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.130522 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="8cea82b4-6893-4ddc-af9f-1bb5ae425c5b" volumeName="kubernetes.io/projected/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-kube-api-access-w4xd4" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131299 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1bf7eb37-55a3-4c65-b768-a94c82151e69" volumeName="kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-etcd-serving-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131536 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="43509403-f426-496e-be36-56cef71462f5" volumeName="kubernetes.io/projected/43509403-f426-496e-be36-56cef71462f5-kube-api-access-qg5z5" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131566 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="43509403-f426-496e-be36-56cef71462f5" volumeName="kubernetes.io/secret/43509403-f426-496e-be36-56cef71462f5-console-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131602 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="9d4552c7-cd75-42dd-8880-30dd377c49a4" volumeName="kubernetes.io/configmap/9d4552c7-cd75-42dd-8880-30dd377c49a4-trusted-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131630 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="fda69060-fa79-4696-b1a6-7980f124bf7c" volumeName="kubernetes.io/configmap/fda69060-fa79-4696-b1a6-7980f124bf7c-mcd-auth-proxy-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131648 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-service-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131672 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6402fda4-df10-493c-b4e5-d0569419652d" volumeName="kubernetes.io/configmap/6402fda4-df10-493c-b4e5-d0569419652d-images" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131693 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="7583ce53-e0fe-4a16-9e4d-50516596a136" volumeName="kubernetes.io/secret/7583ce53-e0fe-4a16-9e4d-50516596a136-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131742 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="496e6271-fb68-4057-954e-a0d97a4afa3f" volumeName="kubernetes.io/secret/496e6271-fb68-4057-954e-a0d97a4afa3f-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131763 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="c03ee662-fb2f-4fc4-a2c1-af487c19d254" volumeName="kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-metrics-certs" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131790 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09ae3b1a-e8e7-4524-b54b-61eab6f9239a" volumeName="kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-etcd-serving-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131817 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c" volumeName="kubernetes.io/configmap/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131851 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="43509403-f426-496e-be36-56cef71462f5" volumeName="kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-oauth-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131874 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="7539238d-5fe0-46ed-884e-1c3b566537ec" volumeName="kubernetes.io/configmap/7539238d-5fe0-46ed-884e-1c3b566537ec-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131949 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="bc5039c0-ea34-426b-a2b7-fbbc87b49a6d" volumeName="kubernetes.io/secret/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131973 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="f88749ec-7931-4ee7-b3fc-1ec5e11f92e9" volumeName="kubernetes.io/secret/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-srv-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.131990 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="3cb93b32-e0ae-4377-b9c8-fdb9842c6d59" volumeName="kubernetes.io/projected/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59-kube-api-access-wxkg8" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132016 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="43509403-f426-496e-be36-56cef71462f5" volumeName="kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-trusted-ca-bundle" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132038 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5b88f790-22fa-440e-b583-365168c0b23d" volumeName="kubernetes.io/projected/5b88f790-22fa-440e-b583-365168c0b23d-kube-api-access-jkwtn" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132063 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="4bb40260-dbaa-4fb0-84df-5e680505d512" volumeName="kubernetes.io/configmap/4bb40260-dbaa-4fb0-84df-5e680505d512-cni-binary-copy" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132119 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6402fda4-df10-493c-b4e5-d0569419652d" volumeName="kubernetes.io/projected/6402fda4-df10-493c-b4e5-d0569419652d-kube-api-access-mg5zb" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132134 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6ea678ab-3438-413e-bfe3-290ae7725660" volumeName="kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-env-overrides" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132155 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09ae3b1a-e8e7-4524-b54b-61eab6f9239a" volumeName="kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-encryption-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132171 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="308be0ea-9f5f-4b29-aeb1-5abd31a0b17b" volumeName="kubernetes.io/secret/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-apiservice-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132191 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="496e6271-fb68-4057-954e-a0d97a4afa3f" volumeName="kubernetes.io/projected/496e6271-fb68-4057-954e-a0d97a4afa3f-kube-api-access" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132212 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="9d4552c7-cd75-42dd-8880-30dd377c49a4" volumeName="kubernetes.io/configmap/9d4552c7-cd75-42dd-8880-30dd377c49a4-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132233 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="9d4552c7-cd75-42dd-8880-30dd377c49a4" volumeName="kubernetes.io/projected/9d4552c7-cd75-42dd-8880-30dd377c49a4-kube-api-access-pcxfs" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132325 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="b6312bbd-5731-4ea0-a20f-81d5a57df44a" volumeName="kubernetes.io/secret/b6312bbd-5731-4ea0-a20f-81d5a57df44a-profile-collector-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132365 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="bd23aa5c-e532-4e53-bccf-e79f130c5ae8" volumeName="kubernetes.io/projected/bd23aa5c-e532-4e53-bccf-e79f130c5ae8-kube-api-access-jhbk2" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132385 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="22c825df-677d-4ca6-82db-3454ed06e783" volumeName="kubernetes.io/projected/22c825df-677d-4ca6-82db-3454ed06e783-kube-api-access-7c4vf" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132404 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="8f668bae-612b-4b75-9490-919e737c6a3b" volumeName="kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-bound-sa-token" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132419 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="925f1c65-6136-48ba-85aa-3a3b50560753" volumeName="kubernetes.io/configmap/925f1c65-6136-48ba-85aa-3a3b50560753-ovnkube-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132443 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="bc5039c0-ea34-426b-a2b7-fbbc87b49a6d" volumeName="kubernetes.io/empty-dir/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-available-featuregates" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132462 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="fda69060-fa79-4696-b1a6-7980f124bf7c" volumeName="kubernetes.io/secret/fda69060-fa79-4696-b1a6-7980f124bf7c-proxy-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132476 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="44663579-783b-4372-86d6-acf235a62d72" volumeName="kubernetes.io/projected/44663579-783b-4372-86d6-acf235a62d72-kube-api-access-vt5rc" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132493 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="9d751cbb-f2e2-430d-9754-c882a5e924a5" volumeName="kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132526 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="a31745f5-9847-4afe-82a5-3161cc66ca93" volumeName="kubernetes.io/projected/a31745f5-9847-4afe-82a5-3161cc66ca93-bound-sa-token" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132541 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="0b574797-001e-440a-8f4e-c0be86edad0f" volumeName="kubernetes.io/projected/0b574797-001e-440a-8f4e-c0be86edad0f-kube-api-access-lzf88" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132557 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="0b78653f-4ff9-4508-8672-245ed9b561e3" volumeName="kubernetes.io/projected/0b78653f-4ff9-4508-8672-245ed9b561e3-kube-api-access" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132572 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="20b0d48f-5fd6-431c-a545-e3c800c7b866" volumeName="kubernetes.io/secret/20b0d48f-5fd6-431c-a545-e3c800c7b866-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132591 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="31d8b7a1-420e-4252-a5b7-eebe8a111292" volumeName="kubernetes.io/configmap/31d8b7a1-420e-4252-a5b7-eebe8a111292-auth-proxy-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132622 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="31d8b7a1-420e-4252-a5b7-eebe8a111292" volumeName="kubernetes.io/secret/31d8b7a1-420e-4252-a5b7-eebe8a111292-proxy-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132637 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09efc573-dbb6-4249-bd59-9b87aba8dd28" volumeName="kubernetes.io/projected/09efc573-dbb6-4249-bd59-9b87aba8dd28-kube-api-access-8tdtz" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132655 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09efc573-dbb6-4249-bd59-9b87aba8dd28" volumeName="kubernetes.io/secret/09efc573-dbb6-4249-bd59-9b87aba8dd28-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132685 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="0b574797-001e-440a-8f4e-c0be86edad0f" volumeName="kubernetes.io/configmap/0b574797-001e-440a-8f4e-c0be86edad0f-mcc-auth-proxy-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132703 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d" volumeName="kubernetes.io/projected/cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d-kube-api-access-x2m85" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132716 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="d75a4c96-2883-4a0b-bab2-0fab2b6c0b49" volumeName="kubernetes.io/configmap/d75a4c96-2883-4a0b-bab2-0fab2b6c0b49-iptables-alerter-script" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132747 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="7539238d-5fe0-46ed-884e-1c3b566537ec" volumeName="kubernetes.io/secret/7539238d-5fe0-46ed-884e-1c3b566537ec-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132776 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="8f668bae-612b-4b75-9490-919e737c6a3b" volumeName="kubernetes.io/configmap/8f668bae-612b-4b75-9490-919e737c6a3b-registry-certificates" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132839 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="925f1c65-6136-48ba-85aa-3a3b50560753" volumeName="kubernetes.io/projected/925f1c65-6136-48ba-85aa-3a3b50560753-kube-api-access-s4n52" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132857 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="a31745f5-9847-4afe-82a5-3161cc66ca93" volumeName="kubernetes.io/configmap/a31745f5-9847-4afe-82a5-3161cc66ca93-trusted-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132893 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="b6312bbd-5731-4ea0-a20f-81d5a57df44a" volumeName="kubernetes.io/secret/b6312bbd-5731-4ea0-a20f-81d5a57df44a-srv-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132941 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="01ab3dd5-8196-46d0-ad33-122e2ca51def" volumeName="kubernetes.io/projected/01ab3dd5-8196-46d0-ad33-122e2ca51def-kube-api-access-w7l8j" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132961 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09ae3b1a-e8e7-4524-b54b-61eab6f9239a" volumeName="kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-etcd-client" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132976 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-ocp-branding-template" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.132994 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="ef543e1b-8068-4ea3-b32a-61027b32e95d" volumeName="kubernetes.io/configmap/ef543e1b-8068-4ea3-b32a-61027b32e95d-env-overrides" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133039 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1bf7eb37-55a3-4c65-b768-a94c82151e69" volumeName="kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-image-import-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133076 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5fe579f8-e8a6-4643-bce5-a661393c4dde" volumeName="kubernetes.io/secret/5fe579f8-e8a6-4643-bce5-a661393c4dde-node-bootstrap-token" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133130 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="96b93a3a-6083-4aea-8eab-fe1aa8245ad9" volumeName="kubernetes.io/projected/96b93a3a-6083-4aea-8eab-fe1aa8245ad9-kube-api-access-nzwt7" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133162 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-session" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133216 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5fe579f8-e8a6-4643-bce5-a661393c4dde" volumeName="kubernetes.io/secret/5fe579f8-e8a6-4643-bce5-a661393c4dde-certs" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133231 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="c03ee662-fb2f-4fc4-a2c1-af487c19d254" volumeName="kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-default-certificate" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133247 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5441d097-087c-4d9a-baa8-b210afa90fc9" volumeName="kubernetes.io/configmap/5441d097-087c-4d9a-baa8-b210afa90fc9-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133259 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6ea678ab-3438-413e-bfe3-290ae7725660" volumeName="kubernetes.io/secret/6ea678ab-3438-413e-bfe3-290ae7725660-ovn-node-metrics-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133274 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="7539238d-5fe0-46ed-884e-1c3b566537ec" volumeName="kubernetes.io/projected/7539238d-5fe0-46ed-884e-1c3b566537ec-kube-api-access-tk88c" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133314 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="7583ce53-e0fe-4a16-9e4d-50516596a136" volumeName="kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-proxy-ca-bundles" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133326 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="e7e6199b-1264-4501-8953-767f51328d08" volumeName="kubernetes.io/configmap/e7e6199b-1264-4501-8953-767f51328d08-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133342 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09ae3b1a-e8e7-4524-b54b-61eab6f9239a" volumeName="kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133376 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="25e176fe-21b4-4974-b1ed-c8b94f112a7f" volumeName="kubernetes.io/configmap/25e176fe-21b4-4974-b1ed-c8b94f112a7f-signing-cabundle" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133398 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-trusted-ca-bundle" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133417 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5225d0e4-402f-4861-b410-819f433b1803" volumeName="kubernetes.io/projected/5225d0e4-402f-4861-b410-819f433b1803-kube-api-access-9xfj7" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133435 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" volumeName="kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133459 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6402fda4-df10-493c-b4e5-d0569419652d" volumeName="kubernetes.io/secret/6402fda4-df10-493c-b4e5-d0569419652d-machine-api-operator-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133489 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6509e943-70c6-444c-bc41-48a544e36fbd" volumeName="kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-trusted-ca-bundle" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133511 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6731426b-95fe-49ff-bb5f-40441049fde2" volumeName="kubernetes.io/secret/6731426b-95fe-49ff-bb5f-40441049fde2-control-plane-machine-set-operator-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133528 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1d611f23-29be-4491-8495-bee1670e935f" volumeName="kubernetes.io/empty-dir/1d611f23-29be-4491-8495-bee1670e935f-utilities" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133561 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="308be0ea-9f5f-4b29-aeb1-5abd31a0b17b" volumeName="kubernetes.io/empty-dir/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-tmpfs" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133580 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="31d8b7a1-420e-4252-a5b7-eebe8a111292" volumeName="kubernetes.io/configmap/31d8b7a1-420e-4252-a5b7-eebe8a111292-images" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133611 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="8f668bae-612b-4b75-9490-919e737c6a3b" volumeName="kubernetes.io/configmap/8f668bae-612b-4b75-9490-919e737c6a3b-trusted-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133630 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-error" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133645 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6509e943-70c6-444c-bc41-48a544e36fbd" volumeName="kubernetes.io/secret/6509e943-70c6-444c-bc41-48a544e36fbd-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133707 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09ae3b1a-e8e7-4524-b54b-61eab6f9239a" volumeName="kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-trusted-ca-bundle" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133744 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1bf7eb37-55a3-4c65-b768-a94c82151e69" volumeName="kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133758 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/projected/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-kube-api-access-ngvvp" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133797 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49ef4625-1d3a-4a9f-b595-c2433d32326d" volumeName="kubernetes.io/projected/49ef4625-1d3a-4a9f-b595-c2433d32326d-kube-api-access-pjr6v" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133811 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="7583ce53-e0fe-4a16-9e4d-50516596a136" volumeName="kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133877 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="7583ce53-e0fe-4a16-9e4d-50516596a136" volumeName="kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-client-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133937 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="87cf06ed-a83f-41a7-828d-70653580a8cb" volumeName="kubernetes.io/secret/87cf06ed-a83f-41a7-828d-70653580a8cb-metrics-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133952 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="c03ee662-fb2f-4fc4-a2c1-af487c19d254" volumeName="kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-stats-auth" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133969 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09ae3b1a-e8e7-4524-b54b-61eab6f9239a" volumeName="kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-audit-policies" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.133983 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1386a44e-36a2-460c-96d0-0359d2b6f0f5" volumeName="kubernetes.io/projected/1386a44e-36a2-460c-96d0-0359d2b6f0f5-kube-api-access" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134015 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-cliconfig" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134129 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="efdd0498-1daa-4136-9a4a-3b948c2293fc" volumeName="kubernetes.io/secret/efdd0498-1daa-4136-9a4a-3b948c2293fc-webhook-certs" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134145 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5441d097-087c-4d9a-baa8-b210afa90fc9" volumeName="kubernetes.io/secret/5441d097-087c-4d9a-baa8-b210afa90fc9-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134185 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="87cf06ed-a83f-41a7-828d-70653580a8cb" volumeName="kubernetes.io/configmap/87cf06ed-a83f-41a7-828d-70653580a8cb-config-volume" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134257 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="b11524ee-3fca-4b1b-9cdf-6da289fdbc7d" volumeName="kubernetes.io/projected/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-kube-api-access-x4zgh" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134274 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="22c825df-677d-4ca6-82db-3454ed06e783" volumeName="kubernetes.io/configmap/22c825df-677d-4ca6-82db-3454ed06e783-auth-proxy-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134311 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="37a5e44f-9a88-4405-be8a-b645485e7312" volumeName="kubernetes.io/projected/37a5e44f-9a88-4405-be8a-b645485e7312-kube-api-access-rdwmf" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134324 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="925f1c65-6136-48ba-85aa-3a3b50560753" volumeName="kubernetes.io/configmap/925f1c65-6136-48ba-85aa-3a3b50560753-env-overrides" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134341 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="96b93a3a-6083-4aea-8eab-fe1aa8245ad9" volumeName="kubernetes.io/secret/96b93a3a-6083-4aea-8eab-fe1aa8245ad9-metrics-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134454 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="b6cd30de-2eeb-49a2-ab40-9167f4560ff5" volumeName="kubernetes.io/configmap/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-marketplace-trusted-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134472 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09efc573-dbb6-4249-bd59-9b87aba8dd28" volumeName="kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-service-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134497 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09efc573-dbb6-4249-bd59-9b87aba8dd28" volumeName="kubernetes.io/secret/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-client" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134595 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1386a44e-36a2-460c-96d0-0359d2b6f0f5" volumeName="kubernetes.io/configmap/1386a44e-36a2-460c-96d0-0359d2b6f0f5-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134642 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="e7e6199b-1264-4501-8953-767f51328d08" volumeName="kubernetes.io/projected/e7e6199b-1264-4501-8953-767f51328d08-kube-api-access" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134668 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="c03ee662-fb2f-4fc4-a2c1-af487c19d254" volumeName="kubernetes.io/projected/c03ee662-fb2f-4fc4-a2c1-af487c19d254-kube-api-access-v47cf" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134688 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="308be0ea-9f5f-4b29-aeb1-5abd31a0b17b" volumeName="kubernetes.io/secret/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-webhook-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134703 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="3ab1a177-2de0-46d9-b765-d0d0649bb42e" volumeName="kubernetes.io/secret/3ab1a177-2de0-46d9-b765-d0d0649bb42e-package-server-manager-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134790 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="a0128f3a-b052-44ed-a84e-c4c8aaf17c13" volumeName="kubernetes.io/projected/a0128f3a-b052-44ed-a84e-c4c8aaf17c13-kube-api-access-gf66m" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134818 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="57a731c4-ef35-47a8-b875-bfb08a7f8011" volumeName="kubernetes.io/empty-dir/57a731c4-ef35-47a8-b875-bfb08a7f8011-catalog-content" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134869 4809 manager.go:324] Recovery completed Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.134918 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" volumeName="kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135058 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6509e943-70c6-444c-bc41-48a544e36fbd" volumeName="kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-service-ca-bundle" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135185 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6509e943-70c6-444c-bc41-48a544e36fbd" volumeName="kubernetes.io/projected/6509e943-70c6-444c-bc41-48a544e36fbd-kube-api-access-6g6sz" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135214 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="c03ee662-fb2f-4fc4-a2c1-af487c19d254" volumeName="kubernetes.io/configmap/c03ee662-fb2f-4fc4-a2c1-af487c19d254-service-ca-bundle" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135409 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="31d8b7a1-420e-4252-a5b7-eebe8a111292" volumeName="kubernetes.io/projected/31d8b7a1-420e-4252-a5b7-eebe8a111292-kube-api-access-zgdk5" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135440 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="43509403-f426-496e-be36-56cef71462f5" volumeName="kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-console-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135470 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="4bb40260-dbaa-4fb0-84df-5e680505d512" volumeName="kubernetes.io/projected/4bb40260-dbaa-4fb0-84df-5e680505d512-kube-api-access-2w9zh" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135517 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="ef543e1b-8068-4ea3-b32a-61027b32e95d" volumeName="kubernetes.io/configmap/ef543e1b-8068-4ea3-b32a-61027b32e95d-ovnkube-identity-cm" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135601 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="ef543e1b-8068-4ea3-b32a-61027b32e95d" volumeName="kubernetes.io/projected/ef543e1b-8068-4ea3-b32a-61027b32e95d-kube-api-access-s2kz5" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135767 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="ef543e1b-8068-4ea3-b32a-61027b32e95d" volumeName="kubernetes.io/secret/ef543e1b-8068-4ea3-b32a-61027b32e95d-webhook-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135806 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="7bb08738-c794-4ee8-9972-3a62ca171029" volumeName="kubernetes.io/configmap/7bb08738-c794-4ee8-9972-3a62ca171029-cni-binary-copy" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135835 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="a31745f5-9847-4afe-82a5-3161cc66ca93" volumeName="kubernetes.io/projected/a31745f5-9847-4afe-82a5-3161cc66ca93-kube-api-access-lz9wn" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135881 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="bc5039c0-ea34-426b-a2b7-fbbc87b49a6d" volumeName="kubernetes.io/projected/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-kube-api-access-mnrrd" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135903 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09efc573-dbb6-4249-bd59-9b87aba8dd28" volumeName="kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135931 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="22c825df-677d-4ca6-82db-3454ed06e783" volumeName="kubernetes.io/configmap/22c825df-677d-4ca6-82db-3454ed06e783-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.135981 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-idp-0-file-data" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136262 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6ea678ab-3438-413e-bfe3-290ae7725660" volumeName="kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-ovnkube-script-lib" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136340 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="8cea82b4-6893-4ddc-af9f-1bb5ae425c5b" volumeName="kubernetes.io/secret/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136379 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="a31745f5-9847-4afe-82a5-3161cc66ca93" volumeName="kubernetes.io/secret/a31745f5-9847-4afe-82a5-3161cc66ca93-metrics-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136408 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c" volumeName="kubernetes.io/secret/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136428 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="25e176fe-21b4-4974-b1ed-c8b94f112a7f" volumeName="kubernetes.io/secret/25e176fe-21b4-4974-b1ed-c8b94f112a7f-signing-key" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136455 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-router-certs" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136475 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6731426b-95fe-49ff-bb5f-40441049fde2" volumeName="kubernetes.io/projected/6731426b-95fe-49ff-bb5f-40441049fde2-kube-api-access-x7zkh" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136693 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="8cea82b4-6893-4ddc-af9f-1bb5ae425c5b" volumeName="kubernetes.io/configmap/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136790 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="8f668bae-612b-4b75-9490-919e737c6a3b" volumeName="kubernetes.io/secret/8f668bae-612b-4b75-9490-919e737c6a3b-installation-pull-secrets" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136813 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="e7e6199b-1264-4501-8953-767f51328d08" volumeName="kubernetes.io/secret/e7e6199b-1264-4501-8953-767f51328d08-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136839 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="fda69060-fa79-4696-b1a6-7980f124bf7c" volumeName="kubernetes.io/projected/fda69060-fa79-4696-b1a6-7980f124bf7c-kube-api-access-xcgwh" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136860 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="22c825df-677d-4ca6-82db-3454ed06e783" volumeName="kubernetes.io/secret/22c825df-677d-4ca6-82db-3454ed06e783-machine-approver-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136882 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="3cb93b32-e0ae-4377-b9c8-fdb9842c6d59" volumeName="kubernetes.io/configmap/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59-serviceca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136907 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6402fda4-df10-493c-b4e5-d0569419652d" volumeName="kubernetes.io/configmap/6402fda4-df10-493c-b4e5-d0569419652d-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136928 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="0b78653f-4ff9-4508-8672-245ed9b561e3" volumeName="kubernetes.io/configmap/0b78653f-4ff9-4508-8672-245ed9b561e3-service-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.136952 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c" volumeName="kubernetes.io/projected/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-kube-api-access-qs4fp" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.137221 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="b6312bbd-5731-4ea0-a20f-81d5a57df44a" volumeName="kubernetes.io/projected/b6312bbd-5731-4ea0-a20f-81d5a57df44a-kube-api-access-249nr" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.137243 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-login" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.137307 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="87cf06ed-a83f-41a7-828d-70653580a8cb" volumeName="kubernetes.io/projected/87cf06ed-a83f-41a7-828d-70653580a8cb-kube-api-access-d6qdx" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.137328 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09ae3b1a-e8e7-4524-b54b-61eab6f9239a" volumeName="kubernetes.io/projected/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-kube-api-access-zkvpv" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.137353 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="20b0d48f-5fd6-431c-a545-e3c800c7b866" volumeName="kubernetes.io/projected/20b0d48f-5fd6-431c-a545-e3c800c7b866-kube-api-access-w9rds" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.137468 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="3ab1a177-2de0-46d9-b765-d0d0649bb42e" volumeName="kubernetes.io/projected/3ab1a177-2de0-46d9-b765-d0d0649bb42e-kube-api-access-4d4hj" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.137494 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5225d0e4-402f-4861-b410-819f433b1803" volumeName="kubernetes.io/empty-dir/5225d0e4-402f-4861-b410-819f433b1803-utilities" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.137514 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="8f668bae-612b-4b75-9490-919e737c6a3b" volumeName="kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-kube-api-access-kfwg7" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.137545 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="925f1c65-6136-48ba-85aa-3a3b50560753" volumeName="kubernetes.io/secret/925f1c65-6136-48ba-85aa-3a3b50560753-ovn-control-plane-metrics-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.137565 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="8f668bae-612b-4b75-9490-919e737c6a3b" volumeName="kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.142359 4809 reconstruct.go:144] "Volume is marked device as uncertain and added into the actual state" volumeName="kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" deviceMountPath="/var/lib/kubelet/plugins/kubernetes.io/csi/kubevirt.io.hostpath-provisioner/1f4776af88835e41c12b831b4c9fed40233456d14189815a54dbe7f892fc1983/globalmount" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.142495 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="b6cd30de-2eeb-49a2-ab40-9167f4560ff5" volumeName="kubernetes.io/projected/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-kube-api-access-pj782" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.142611 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="bf126b07-da06-4140-9a57-dfd54fc6b486" volumeName="kubernetes.io/configmap/bf126b07-da06-4140-9a57-dfd54fc6b486-trusted-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.142697 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="f88749ec-7931-4ee7-b3fc-1ec5e11f92e9" volumeName="kubernetes.io/projected/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-kube-api-access-dbsvg" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.143018 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="01ab3dd5-8196-46d0-ad33-122e2ca51def" volumeName="kubernetes.io/secret/01ab3dd5-8196-46d0-ad33-122e2ca51def-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.143139 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1d611f23-29be-4491-8495-bee1670e935f" volumeName="kubernetes.io/empty-dir/1d611f23-29be-4491-8495-bee1670e935f-catalog-content" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.143278 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="43509403-f426-496e-be36-56cef71462f5" volumeName="kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-service-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.143424 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="37a5e44f-9a88-4405-be8a-b645485e7312" volumeName="kubernetes.io/secret/37a5e44f-9a88-4405-be8a-b645485e7312-metrics-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.143535 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5441d097-087c-4d9a-baa8-b210afa90fc9" volumeName="kubernetes.io/configmap/5441d097-087c-4d9a-baa8-b210afa90fc9-client-ca" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.143640 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5fe579f8-e8a6-4643-bce5-a661393c4dde" volumeName="kubernetes.io/projected/5fe579f8-e8a6-4643-bce5-a661393c4dde-kube-api-access-fcqwp" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.146915 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6509e943-70c6-444c-bc41-48a544e36fbd" volumeName="kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.146966 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6ea678ab-3438-413e-bfe3-290ae7725660" volumeName="kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-ovnkube-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.146983 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="01ab3dd5-8196-46d0-ad33-122e2ca51def" volumeName="kubernetes.io/configmap/01ab3dd5-8196-46d0-ad33-122e2ca51def-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147000 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1bf7eb37-55a3-4c65-b768-a94c82151e69" volumeName="kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-encryption-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147019 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1bf7eb37-55a3-4c65-b768-a94c82151e69" volumeName="kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-etcd-client" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147037 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="bf126b07-da06-4140-9a57-dfd54fc6b486" volumeName="kubernetes.io/secret/bf126b07-da06-4140-9a57-dfd54fc6b486-image-registry-operator-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147054 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="f88749ec-7931-4ee7-b3fc-1ec5e11f92e9" volumeName="kubernetes.io/secret/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-profile-collector-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147069 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="8f668bae-612b-4b75-9490-919e737c6a3b" volumeName="kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-registry-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147088 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="b11524ee-3fca-4b1b-9cdf-6da289fdbc7d" volumeName="kubernetes.io/empty-dir/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-utilities" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147107 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="bf126b07-da06-4140-9a57-dfd54fc6b486" volumeName="kubernetes.io/projected/bf126b07-da06-4140-9a57-dfd54fc6b486-bound-sa-token" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147127 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="43509403-f426-496e-be36-56cef71462f5" volumeName="kubernetes.io/secret/43509403-f426-496e-be36-56cef71462f5-console-oauth-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147145 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147163 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5441d097-087c-4d9a-baa8-b210afa90fc9" volumeName="kubernetes.io/projected/5441d097-087c-4d9a-baa8-b210afa90fc9-kube-api-access-2d4wz" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147180 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5b88f790-22fa-440e-b583-365168c0b23d" volumeName="kubernetes.io/secret/5b88f790-22fa-440e-b583-365168c0b23d-metrics-certs" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147198 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="6ea678ab-3438-413e-bfe3-290ae7725660" volumeName="kubernetes.io/projected/6ea678ab-3438-413e-bfe3-290ae7725660-kube-api-access-htfz6" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147268 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1bf7eb37-55a3-4c65-b768-a94c82151e69" volumeName="kubernetes.io/projected/1bf7eb37-55a3-4c65-b768-a94c82151e69-kube-api-access-sb6h7" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147287 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1d611f23-29be-4491-8495-bee1670e935f" volumeName="kubernetes.io/projected/1d611f23-29be-4491-8495-bee1670e935f-kube-api-access-bf2bz" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147306 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="3b6479f0-333b-4a96-9adf-2099afdc2447" volumeName="kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147326 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="57a731c4-ef35-47a8-b875-bfb08a7f8011" volumeName="kubernetes.io/empty-dir/57a731c4-ef35-47a8-b875-bfb08a7f8011-utilities" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147344 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="57a731c4-ef35-47a8-b875-bfb08a7f8011" volumeName="kubernetes.io/projected/57a731c4-ef35-47a8-b875-bfb08a7f8011-kube-api-access-cfbct" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147362 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="7bb08738-c794-4ee8-9972-3a62ca171029" volumeName="kubernetes.io/projected/7bb08738-c794-4ee8-9972-3a62ca171029-kube-api-access-279lb" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147381 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="8f668bae-612b-4b75-9490-919e737c6a3b" volumeName="kubernetes.io/empty-dir/8f668bae-612b-4b75-9490-919e737c6a3b-ca-trust-extracted" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147398 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="bf126b07-da06-4140-9a57-dfd54fc6b486" volumeName="kubernetes.io/projected/bf126b07-da06-4140-9a57-dfd54fc6b486-kube-api-access-rnphk" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147415 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="308be0ea-9f5f-4b29-aeb1-5abd31a0b17b" volumeName="kubernetes.io/projected/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-kube-api-access-6ccd8" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147434 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-provider-selection" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147455 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="5225d0e4-402f-4861-b410-819f433b1803" volumeName="kubernetes.io/empty-dir/5225d0e4-402f-4861-b410-819f433b1803-catalog-content" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147473 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="d75a4c96-2883-4a0b-bab2-0fab2b6c0b49" volumeName="kubernetes.io/projected/d75a4c96-2883-4a0b-bab2-0fab2b6c0b49-kube-api-access-rczfb" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147490 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="efdd0498-1daa-4136-9a4a-3b948c2293fc" volumeName="kubernetes.io/projected/efdd0498-1daa-4136-9a4a-3b948c2293fc-kube-api-access-fqsjt" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147508 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="7583ce53-e0fe-4a16-9e4d-50516596a136" volumeName="kubernetes.io/projected/7583ce53-e0fe-4a16-9e4d-50516596a136-kube-api-access-xcphl" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147527 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="7bb08738-c794-4ee8-9972-3a62ca171029" volumeName="kubernetes.io/configmap/7bb08738-c794-4ee8-9972-3a62ca171029-cni-sysctl-allowlist" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147544 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="9d4552c7-cd75-42dd-8880-30dd377c49a4" volumeName="kubernetes.io/secret/9d4552c7-cd75-42dd-8880-30dd377c49a4-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147562 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="a0128f3a-b052-44ed-a84e-c4c8aaf17c13" volumeName="kubernetes.io/secret/a0128f3a-b052-44ed-a84e-c4c8aaf17c13-samples-operator-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147581 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="b6cd30de-2eeb-49a2-ab40-9167f4560ff5" volumeName="kubernetes.io/secret/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-marketplace-operator-metrics" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147599 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1bf7eb37-55a3-4c65-b768-a94c82151e69" volumeName="kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-trusted-ca-bundle" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147617 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="25e176fe-21b4-4974-b1ed-c8b94f112a7f" volumeName="kubernetes.io/projected/25e176fe-21b4-4974-b1ed-c8b94f112a7f-kube-api-access-d4lsv" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147636 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" volumeName="kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-audit-policies" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147655 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="4bb40260-dbaa-4fb0-84df-5e680505d512" volumeName="kubernetes.io/configmap/4bb40260-dbaa-4fb0-84df-5e680505d512-multus-daemon-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147880 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="09efc573-dbb6-4249-bd59-9b87aba8dd28" volumeName="kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147901 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="0b78653f-4ff9-4508-8672-245ed9b561e3" volumeName="kubernetes.io/secret/0b78653f-4ff9-4508-8672-245ed9b561e3-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147918 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1386a44e-36a2-460c-96d0-0359d2b6f0f5" volumeName="kubernetes.io/secret/1386a44e-36a2-460c-96d0-0359d2b6f0f5-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147937 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="496e6271-fb68-4057-954e-a0d97a4afa3f" volumeName="kubernetes.io/configmap/496e6271-fb68-4057-954e-a0d97a4afa3f-config" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147956 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="b11524ee-3fca-4b1b-9cdf-6da289fdbc7d" volumeName="kubernetes.io/empty-dir/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-catalog-content" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147977 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="0b574797-001e-440a-8f4e-c0be86edad0f" volumeName="kubernetes.io/secret/0b574797-001e-440a-8f4e-c0be86edad0f-proxy-tls" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.147997 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1bf7eb37-55a3-4c65-b768-a94c82151e69" volumeName="kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-audit" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.148015 4809 reconstruct.go:130] "Volume is marked as uncertain and added into the actual state" pod="" podName="1bf7eb37-55a3-4c65-b768-a94c82151e69" volumeName="kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-serving-cert" seLinuxMountContext="" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.148033 4809 reconstruct.go:97] "Volume reconstruction finished" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.148047 4809 reconciler.go:26] "Reconciler: start to sync state" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.150030 4809 kubelet_network_linux.go:50] "Initialized iptables rules." protocol="IPv4" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.153989 4809 kubelet_network_linux.go:50] "Initialized iptables rules." protocol="IPv6" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.154047 4809 status_manager.go:217] "Starting to sync pod status with apiserver" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.154096 4809 kubelet.go:2335] "Starting kubelet main sync loop" Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.154159 4809 kubelet.go:2359] "Skipping pod synchronization" err="[container runtime status check may not have completed yet, PLEG is not healthy: pleg has yet to be successful]" Oct 13 19:24:42 crc kubenswrapper[4809]: W1013 19:24:42.155248 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.RuntimeClass: Get "https://api-int.crc.testing:6443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.155329 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: Get \"https://api-int.crc.testing:6443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0\": dial tcp 38.102.83.181:6443: connect: connection refused" logger="UnhandledError" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.160554 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.162008 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.162047 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.162056 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.162687 4809 cpu_manager.go:225] "Starting CPU manager" policy="none" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.162755 4809 cpu_manager.go:226] "Reconciling" reconcilePeriod="10s" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.162791 4809 state_mem.go:36] "Initialized new in-memory state store" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.178556 4809 policy_none.go:49] "None policy: Start" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.180636 4809 memory_manager.go:170] "Starting memorymanager" policy="None" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.180673 4809 state_mem.go:35] "Initializing new in-memory state store" Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.185851 4809 kubelet_node_status.go:503] "Error getting the current node from lister" err="node \"crc\" not found" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.234458 4809 manager.go:334] "Starting Device Plugin manager" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.234579 4809 manager.go:513] "Failed to read data from checkpoint" checkpoint="kubelet_internal_checkpoint" err="checkpoint is not found" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.234600 4809 server.go:79] "Starting device plugin registration server" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.235447 4809 eviction_manager.go:189] "Eviction manager: starting control loop" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.235473 4809 container_log_manager.go:189] "Initializing container log rotate workers" workers=1 monitorPeriod="10s" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.235767 4809 plugin_watcher.go:51] "Plugin Watcher Start" path="/var/lib/kubelet/plugins_registry" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.235965 4809 plugin_manager.go:116] "The desired_state_of_world populator (plugin watcher) starts" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.235979 4809 plugin_manager.go:118] "Starting Kubelet Plugin Manager" Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.243899 4809 eviction_manager.go:285] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"crc\" not found" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.254783 4809 kubelet.go:2421] "SyncLoop ADD" source="file" pods=["openshift-kube-scheduler/openshift-kube-scheduler-crc","openshift-machine-config-operator/kube-rbac-proxy-crio-crc","openshift-etcd/etcd-crc","openshift-kube-apiserver/kube-apiserver-crc","openshift-kube-controller-manager/kube-controller-manager-crc"] Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.254934 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.256285 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.256330 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.256346 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.256482 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.257457 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.257615 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.258927 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.258992 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.259007 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.259217 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.259269 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.259288 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.259329 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.259604 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.259674 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.260320 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.260347 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.260379 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.260528 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.260789 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.260848 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.261100 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.261140 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.261159 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.261774 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.261821 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.261842 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.261845 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.263061 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.263111 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.263343 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.263661 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.263707 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.264154 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.264190 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.264211 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.264478 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.264519 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.265237 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.265273 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.265289 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.267926 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.267966 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.267980 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.295325 4809 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://api-int.crc.testing:6443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/crc?timeout=10s\": dial tcp 38.102.83.181:6443: connect: connection refused" interval="400ms" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.336155 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.337894 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.337939 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.337952 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.337985 4809 kubelet_node_status.go:76] "Attempting to register node" node="crc" Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.338552 4809 kubelet_node_status.go:99] "Unable to register node with API server" err="Post \"https://api-int.crc.testing:6443/api/v1/nodes\": dial tcp 38.102.83.181:6443: connect: connection refused" node="crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.350645 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-data-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.350693 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/f4b27818a5e8e43d0dc095d08835c792-audit-dir\") pod \"kube-apiserver-crc\" (UID: \"f4b27818a5e8e43d0dc095d08835c792\") " pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.350714 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/f614b9022728cf315e60c057852e563e-cert-dir\") pod \"kube-controller-manager-crc\" (UID: \"f614b9022728cf315e60c057852e563e\") " pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.350777 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-lib-kubelet\" (UniqueName: \"kubernetes.io/host-path/d1b160f5dda77d281dd8e69ec8d817f9-var-lib-kubelet\") pod \"kube-rbac-proxy-crio-crc\" (UID: \"d1b160f5dda77d281dd8e69ec8d817f9\") " pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.350808 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"static-pod-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-static-pod-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.350836 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/f614b9022728cf315e60c057852e563e-resource-dir\") pod \"kube-controller-manager-crc\" (UID: \"f614b9022728cf315e60c057852e563e\") " pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.350914 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/3dcd261975c3d6b9a6ad6367fd4facd3-resource-dir\") pod \"openshift-kube-scheduler-crc\" (UID: \"3dcd261975c3d6b9a6ad6367fd4facd3\") " pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.350996 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/3dcd261975c3d6b9a6ad6367fd4facd3-cert-dir\") pod \"openshift-kube-scheduler-crc\" (UID: \"3dcd261975c3d6b9a6ad6367fd4facd3\") " pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.351043 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-local-bin\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-usr-local-bin\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.351662 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/f4b27818a5e8e43d0dc095d08835c792-cert-dir\") pod \"kube-apiserver-crc\" (UID: \"f4b27818a5e8e43d0dc095d08835c792\") " pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.351906 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-kube\" (UniqueName: \"kubernetes.io/host-path/d1b160f5dda77d281dd8e69ec8d817f9-etc-kube\") pod \"kube-rbac-proxy-crio-crc\" (UID: \"d1b160f5dda77d281dd8e69ec8d817f9\") " pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.351956 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-resource-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.351981 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/f4b27818a5e8e43d0dc095d08835c792-resource-dir\") pod \"kube-apiserver-crc\" (UID: \"f4b27818a5e8e43d0dc095d08835c792\") " pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.354223 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-cert-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.355564 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-log-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.457882 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/3dcd261975c3d6b9a6ad6367fd4facd3-cert-dir\") pod \"openshift-kube-scheduler-crc\" (UID: \"3dcd261975c3d6b9a6ad6367fd4facd3\") " pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.457987 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"usr-local-bin\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-usr-local-bin\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458029 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/f614b9022728cf315e60c057852e563e-resource-dir\") pod \"kube-controller-manager-crc\" (UID: \"f614b9022728cf315e60c057852e563e\") " pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458066 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/3dcd261975c3d6b9a6ad6367fd4facd3-resource-dir\") pod \"openshift-kube-scheduler-crc\" (UID: \"3dcd261975c3d6b9a6ad6367fd4facd3\") " pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458110 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-resource-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458155 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/f4b27818a5e8e43d0dc095d08835c792-cert-dir\") pod \"kube-apiserver-crc\" (UID: \"f4b27818a5e8e43d0dc095d08835c792\") " pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458166 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/3dcd261975c3d6b9a6ad6367fd4facd3-cert-dir\") pod \"openshift-kube-scheduler-crc\" (UID: \"3dcd261975c3d6b9a6ad6367fd4facd3\") " pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458191 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-kube\" (UniqueName: \"kubernetes.io/host-path/d1b160f5dda77d281dd8e69ec8d817f9-etc-kube\") pod \"kube-rbac-proxy-crio-crc\" (UID: \"d1b160f5dda77d281dd8e69ec8d817f9\") " pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458226 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-log-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458223 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/f614b9022728cf315e60c057852e563e-resource-dir\") pod \"kube-controller-manager-crc\" (UID: \"f614b9022728cf315e60c057852e563e\") " pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458263 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/3dcd261975c3d6b9a6ad6367fd4facd3-resource-dir\") pod \"openshift-kube-scheduler-crc\" (UID: \"3dcd261975c3d6b9a6ad6367fd4facd3\") " pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458268 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/f4b27818a5e8e43d0dc095d08835c792-resource-dir\") pod \"kube-apiserver-crc\" (UID: \"f4b27818a5e8e43d0dc095d08835c792\") " pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458339 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/f4b27818a5e8e43d0dc095d08835c792-cert-dir\") pod \"kube-apiserver-crc\" (UID: \"f4b27818a5e8e43d0dc095d08835c792\") " pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458401 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-resource-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458476 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-kube\" (UniqueName: \"kubernetes.io/host-path/d1b160f5dda77d281dd8e69ec8d817f9-etc-kube\") pod \"kube-rbac-proxy-crio-crc\" (UID: \"d1b160f5dda77d281dd8e69ec8d817f9\") " pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458493 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"resource-dir\" (UniqueName: \"kubernetes.io/host-path/f4b27818a5e8e43d0dc095d08835c792-resource-dir\") pod \"kube-apiserver-crc\" (UID: \"f4b27818a5e8e43d0dc095d08835c792\") " pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458477 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-log-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458546 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-cert-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458618 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-cert-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458618 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-lib-kubelet\" (UniqueName: \"kubernetes.io/host-path/d1b160f5dda77d281dd8e69ec8d817f9-var-lib-kubelet\") pod \"kube-rbac-proxy-crio-crc\" (UID: \"d1b160f5dda77d281dd8e69ec8d817f9\") " pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458666 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-lib-kubelet\" (UniqueName: \"kubernetes.io/host-path/d1b160f5dda77d281dd8e69ec8d817f9-var-lib-kubelet\") pod \"kube-rbac-proxy-crio-crc\" (UID: \"d1b160f5dda77d281dd8e69ec8d817f9\") " pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458708 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"static-pod-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-static-pod-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458777 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"data-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-data-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458790 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"static-pod-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-static-pod-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458814 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/f4b27818a5e8e43d0dc095d08835c792-audit-dir\") pod \"kube-apiserver-crc\" (UID: \"f4b27818a5e8e43d0dc095d08835c792\") " pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458848 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/f614b9022728cf315e60c057852e563e-cert-dir\") pod \"kube-controller-manager-crc\" (UID: \"f614b9022728cf315e60c057852e563e\") " pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458852 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"data-dir\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-data-dir\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458890 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/f4b27818a5e8e43d0dc095d08835c792-audit-dir\") pod \"kube-apiserver-crc\" (UID: \"f4b27818a5e8e43d0dc095d08835c792\") " pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458927 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"usr-local-bin\" (UniqueName: \"kubernetes.io/host-path/2139d3e2895fc6797b9c76a1b4c9886d-usr-local-bin\") pod \"etcd-crc\" (UID: \"2139d3e2895fc6797b9c76a1b4c9886d\") " pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.458953 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cert-dir\" (UniqueName: \"kubernetes.io/host-path/f614b9022728cf315e60c057852e563e-cert-dir\") pod \"kube-controller-manager-crc\" (UID: \"f614b9022728cf315e60c057852e563e\") " pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.539387 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.540900 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.540956 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.540972 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.541004 4809 kubelet_node_status.go:76] "Attempting to register node" node="crc" Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.541498 4809 kubelet_node_status.go:99] "Unable to register node with API server" err="Post \"https://api-int.crc.testing:6443/api/v1/nodes\": dial tcp 38.102.83.181:6443: connect: connection refused" node="crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.582777 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.590977 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.605331 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.625946 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-etcd/etcd-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: W1013 19:24:42.628007 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod3dcd261975c3d6b9a6ad6367fd4facd3.slice/crio-2a69abaaf730fdfa1902579a273ba035b6f7f9a43143379dfadd6d8594e0f5de WatchSource:0}: Error finding container 2a69abaaf730fdfa1902579a273ba035b6f7f9a43143379dfadd6d8594e0f5de: Status 404 returned error can't find the container with id 2a69abaaf730fdfa1902579a273ba035b6f7f9a43143379dfadd6d8594e0f5de Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.631521 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:42 crc kubenswrapper[4809]: W1013 19:24:42.632023 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podf614b9022728cf315e60c057852e563e.slice/crio-14a72cbbcea77f3ab5737c3cb1d1d4e95fa78c7d439a171f57fa27e9b0780583 WatchSource:0}: Error finding container 14a72cbbcea77f3ab5737c3cb1d1d4e95fa78c7d439a171f57fa27e9b0780583: Status 404 returned error can't find the container with id 14a72cbbcea77f3ab5737c3cb1d1d4e95fa78c7d439a171f57fa27e9b0780583 Oct 13 19:24:42 crc kubenswrapper[4809]: W1013 19:24:42.637607 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podd1b160f5dda77d281dd8e69ec8d817f9.slice/crio-e29a8f41b03201109b48d33b6b1a0b159b991829fbc1f9f2a45d7afbc927468f WatchSource:0}: Error finding container e29a8f41b03201109b48d33b6b1a0b159b991829fbc1f9f2a45d7afbc927468f: Status 404 returned error can't find the container with id e29a8f41b03201109b48d33b6b1a0b159b991829fbc1f9f2a45d7afbc927468f Oct 13 19:24:42 crc kubenswrapper[4809]: W1013 19:24:42.643071 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod2139d3e2895fc6797b9c76a1b4c9886d.slice/crio-a07568175716a0283cd52d71ec35ca7fa266ba7405d77f11203a65557f993981 WatchSource:0}: Error finding container a07568175716a0283cd52d71ec35ca7fa266ba7405d77f11203a65557f993981: Status 404 returned error can't find the container with id a07568175716a0283cd52d71ec35ca7fa266ba7405d77f11203a65557f993981 Oct 13 19:24:42 crc kubenswrapper[4809]: W1013 19:24:42.652294 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podf4b27818a5e8e43d0dc095d08835c792.slice/crio-fb83e8dd21071e1f282944be4bf73a511b274d95f846673568d1e6e4c40247de WatchSource:0}: Error finding container fb83e8dd21071e1f282944be4bf73a511b274d95f846673568d1e6e4c40247de: Status 404 returned error can't find the container with id fb83e8dd21071e1f282944be4bf73a511b274d95f846673568d1e6e4c40247de Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.696219 4809 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://api-int.crc.testing:6443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/crc?timeout=10s\": dial tcp 38.102.83.181:6443: connect: connection refused" interval="800ms" Oct 13 19:24:42 crc kubenswrapper[4809]: W1013 19:24:42.929715 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://api-int.crc.testing:6443/api/v1/nodes?fieldSelector=metadata.name%3Dcrc&limit=500&resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.929816 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://api-int.crc.testing:6443/api/v1/nodes?fieldSelector=metadata.name%3Dcrc&limit=500&resourceVersion=0\": dial tcp 38.102.83.181:6443: connect: connection refused" logger="UnhandledError" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.941845 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.943469 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.943514 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.943526 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:42 crc kubenswrapper[4809]: I1013 19:24:42.943551 4809 kubelet_node_status.go:76] "Attempting to register node" node="crc" Oct 13 19:24:42 crc kubenswrapper[4809]: E1013 19:24:42.943914 4809 kubelet_node_status.go:99] "Unable to register node with API server" err="Post \"https://api-int.crc.testing:6443/api/v1/nodes\": dial tcp 38.102.83.181:6443: connect: connection refused" node="crc" Oct 13 19:24:43 crc kubenswrapper[4809]: I1013 19:24:43.082884 4809 csi_plugin.go:884] Failed to contact API server when waiting for CSINode publishing: Get "https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csinodes/crc?resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:43 crc kubenswrapper[4809]: I1013 19:24:43.159505 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" event={"ID":"3dcd261975c3d6b9a6ad6367fd4facd3","Type":"ContainerStarted","Data":"2a69abaaf730fdfa1902579a273ba035b6f7f9a43143379dfadd6d8594e0f5de"} Oct 13 19:24:43 crc kubenswrapper[4809]: I1013 19:24:43.160497 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" event={"ID":"f4b27818a5e8e43d0dc095d08835c792","Type":"ContainerStarted","Data":"fb83e8dd21071e1f282944be4bf73a511b274d95f846673568d1e6e4c40247de"} Oct 13 19:24:43 crc kubenswrapper[4809]: I1013 19:24:43.161537 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-etcd/etcd-crc" event={"ID":"2139d3e2895fc6797b9c76a1b4c9886d","Type":"ContainerStarted","Data":"a07568175716a0283cd52d71ec35ca7fa266ba7405d77f11203a65557f993981"} Oct 13 19:24:43 crc kubenswrapper[4809]: I1013 19:24:43.162655 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" event={"ID":"d1b160f5dda77d281dd8e69ec8d817f9","Type":"ContainerStarted","Data":"e29a8f41b03201109b48d33b6b1a0b159b991829fbc1f9f2a45d7afbc927468f"} Oct 13 19:24:43 crc kubenswrapper[4809]: I1013 19:24:43.163665 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" event={"ID":"f614b9022728cf315e60c057852e563e","Type":"ContainerStarted","Data":"14a72cbbcea77f3ab5737c3cb1d1d4e95fa78c7d439a171f57fa27e9b0780583"} Oct 13 19:24:43 crc kubenswrapper[4809]: W1013 19:24:43.212041 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.RuntimeClass: Get "https://api-int.crc.testing:6443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:43 crc kubenswrapper[4809]: E1013 19:24:43.212153 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: Get \"https://api-int.crc.testing:6443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0\": dial tcp 38.102.83.181:6443: connect: connection refused" logger="UnhandledError" Oct 13 19:24:43 crc kubenswrapper[4809]: W1013 19:24:43.371824 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://api-int.crc.testing:6443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:43 crc kubenswrapper[4809]: E1013 19:24:43.371922 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://api-int.crc.testing:6443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0\": dial tcp 38.102.83.181:6443: connect: connection refused" logger="UnhandledError" Oct 13 19:24:43 crc kubenswrapper[4809]: E1013 19:24:43.497126 4809 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://api-int.crc.testing:6443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/crc?timeout=10s\": dial tcp 38.102.83.181:6443: connect: connection refused" interval="1.6s" Oct 13 19:24:43 crc kubenswrapper[4809]: W1013 19:24:43.661390 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:43 crc kubenswrapper[4809]: E1013 19:24:43.661533 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 38.102.83.181:6443: connect: connection refused" logger="UnhandledError" Oct 13 19:24:43 crc kubenswrapper[4809]: I1013 19:24:43.744456 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:43 crc kubenswrapper[4809]: I1013 19:24:43.746535 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:43 crc kubenswrapper[4809]: I1013 19:24:43.746583 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:43 crc kubenswrapper[4809]: I1013 19:24:43.746601 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:43 crc kubenswrapper[4809]: I1013 19:24:43.746636 4809 kubelet_node_status.go:76] "Attempting to register node" node="crc" Oct 13 19:24:43 crc kubenswrapper[4809]: E1013 19:24:43.747381 4809 kubelet_node_status.go:99] "Unable to register node with API server" err="Post \"https://api-int.crc.testing:6443/api/v1/nodes\": dial tcp 38.102.83.181:6443: connect: connection refused" node="crc" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.083105 4809 csi_plugin.go:884] Failed to contact API server when waiting for CSINode publishing: Get "https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csinodes/crc?resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.171366 4809 generic.go:334] "Generic (PLEG): container finished" podID="d1b160f5dda77d281dd8e69ec8d817f9" containerID="7b19396606997047be227d396993fa640577f32742056f0bceb49dd8bdd42988" exitCode=0 Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.171523 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" event={"ID":"d1b160f5dda77d281dd8e69ec8d817f9","Type":"ContainerDied","Data":"7b19396606997047be227d396993fa640577f32742056f0bceb49dd8bdd42988"} Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.173794 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.177993 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.178053 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.178073 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.184248 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" event={"ID":"f614b9022728cf315e60c057852e563e","Type":"ContainerStarted","Data":"62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28"} Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.184295 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" event={"ID":"f614b9022728cf315e60c057852e563e","Type":"ContainerStarted","Data":"11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f"} Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.184305 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" event={"ID":"f614b9022728cf315e60c057852e563e","Type":"ContainerStarted","Data":"580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22"} Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.184313 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" event={"ID":"f614b9022728cf315e60c057852e563e","Type":"ContainerStarted","Data":"045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d"} Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.184343 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.185622 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.185672 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.185695 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.187900 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.187881 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" event={"ID":"3dcd261975c3d6b9a6ad6367fd4facd3","Type":"ContainerDied","Data":"b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f"} Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.187698 4809 generic.go:334] "Generic (PLEG): container finished" podID="3dcd261975c3d6b9a6ad6367fd4facd3" containerID="b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f" exitCode=0 Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.189672 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.189721 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.189777 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.192704 4809 generic.go:334] "Generic (PLEG): container finished" podID="f4b27818a5e8e43d0dc095d08835c792" containerID="39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267" exitCode=0 Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.192827 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" event={"ID":"f4b27818a5e8e43d0dc095d08835c792","Type":"ContainerDied","Data":"39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267"} Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.192895 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.195091 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.195151 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.195170 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.197494 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.199410 4809 generic.go:334] "Generic (PLEG): container finished" podID="2139d3e2895fc6797b9c76a1b4c9886d" containerID="c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109" exitCode=0 Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.199460 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-etcd/etcd-crc" event={"ID":"2139d3e2895fc6797b9c76a1b4c9886d","Type":"ContainerDied","Data":"c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109"} Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.200104 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.200166 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.200254 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.200989 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.203001 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.203040 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:44 crc kubenswrapper[4809]: I1013 19:24:44.203064 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:44 crc kubenswrapper[4809]: W1013 19:24:44.609400 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://api-int.crc.testing:6443/api/v1/nodes?fieldSelector=metadata.name%3Dcrc&limit=500&resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:44 crc kubenswrapper[4809]: E1013 19:24:44.611174 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://api-int.crc.testing:6443/api/v1/nodes?fieldSelector=metadata.name%3Dcrc&limit=500&resourceVersion=0\": dial tcp 38.102.83.181:6443: connect: connection refused" logger="UnhandledError" Oct 13 19:24:44 crc kubenswrapper[4809]: W1013 19:24:44.830614 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.RuntimeClass: Get "https://api-int.crc.testing:6443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:44 crc kubenswrapper[4809]: E1013 19:24:44.830719 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: Get \"https://api-int.crc.testing:6443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0\": dial tcp 38.102.83.181:6443: connect: connection refused" logger="UnhandledError" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.083321 4809 csi_plugin.go:884] Failed to contact API server when waiting for CSINode publishing: Get "https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csinodes/crc?resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:45 crc kubenswrapper[4809]: E1013 19:24:45.098712 4809 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://api-int.crc.testing:6443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/crc?timeout=10s\": dial tcp 38.102.83.181:6443: connect: connection refused" interval="3.2s" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.205334 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" event={"ID":"f4b27818a5e8e43d0dc095d08835c792","Type":"ContainerStarted","Data":"f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052"} Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.205413 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" event={"ID":"f4b27818a5e8e43d0dc095d08835c792","Type":"ContainerStarted","Data":"cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504"} Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.205432 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" event={"ID":"f4b27818a5e8e43d0dc095d08835c792","Type":"ContainerStarted","Data":"b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139"} Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.208963 4809 generic.go:334] "Generic (PLEG): container finished" podID="2139d3e2895fc6797b9c76a1b4c9886d" containerID="e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41" exitCode=0 Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.209012 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-etcd/etcd-crc" event={"ID":"2139d3e2895fc6797b9c76a1b4c9886d","Type":"ContainerDied","Data":"e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41"} Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.209084 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.209997 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.210030 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.210044 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.210700 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" event={"ID":"d1b160f5dda77d281dd8e69ec8d817f9","Type":"ContainerStarted","Data":"0bc7fe2c7fbb6dd9d6b4a0867982b54d72260f1d940af2a26c4d2c5d2b6569b8"} Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.210857 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.212038 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.212074 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.212089 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.213866 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" event={"ID":"3dcd261975c3d6b9a6ad6367fd4facd3","Type":"ContainerStarted","Data":"64e8b2ca9e7555904ae0fe0742a9fd83576cc8a92fea73e8616dab2d0dcd1c19"} Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.213908 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" event={"ID":"3dcd261975c3d6b9a6ad6367fd4facd3","Type":"ContainerStarted","Data":"2ffa3411d65c3fedfac1d00baff041e3cf7010428c607dfe831a4c98af8c262b"} Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.213925 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" event={"ID":"3dcd261975c3d6b9a6ad6367fd4facd3","Type":"ContainerStarted","Data":"a5d33593dd1d3ee9614ab8db61467946e7575f833655d97aee10c029ba61ed60"} Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.213946 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.213951 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.215045 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.215072 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.215082 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.216836 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.216871 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.216883 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.318620 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.347611 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.348654 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.348688 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.348700 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:45 crc kubenswrapper[4809]: I1013 19:24:45.348722 4809 kubelet_node_status.go:76] "Attempting to register node" node="crc" Oct 13 19:24:45 crc kubenswrapper[4809]: E1013 19:24:45.349133 4809 kubelet_node_status.go:99] "Unable to register node with API server" err="Post \"https://api-int.crc.testing:6443/api/v1/nodes\": dial tcp 38.102.83.181:6443: connect: connection refused" node="crc" Oct 13 19:24:45 crc kubenswrapper[4809]: W1013 19:24:45.521615 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 38.102.83.181:6443: connect: connection refused Oct 13 19:24:45 crc kubenswrapper[4809]: E1013 19:24:45.521704 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 38.102.83.181:6443: connect: connection refused" logger="UnhandledError" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.220417 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" event={"ID":"f4b27818a5e8e43d0dc095d08835c792","Type":"ContainerStarted","Data":"bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d"} Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.220478 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" event={"ID":"f4b27818a5e8e43d0dc095d08835c792","Type":"ContainerStarted","Data":"099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8"} Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.220506 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.221881 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.221948 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.221974 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.223157 4809 generic.go:334] "Generic (PLEG): container finished" podID="2139d3e2895fc6797b9c76a1b4c9886d" containerID="4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd" exitCode=0 Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.223283 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-etcd/etcd-crc" event={"ID":"2139d3e2895fc6797b9c76a1b4c9886d","Type":"ContainerDied","Data":"4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd"} Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.223321 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.223386 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.223323 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.224265 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.224609 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.224652 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.224669 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.225036 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.225079 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.225096 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.225578 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.225613 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.225631 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.226101 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.228097 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.228136 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.228152 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:46 crc kubenswrapper[4809]: I1013 19:24:46.561215 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.173556 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.232398 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.233050 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.233604 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.233819 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-etcd/etcd-crc" event={"ID":"2139d3e2895fc6797b9c76a1b4c9886d","Type":"ContainerStarted","Data":"0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e"} Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.233858 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-etcd/etcd-crc" event={"ID":"2139d3e2895fc6797b9c76a1b4c9886d","Type":"ContainerStarted","Data":"286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64"} Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.233874 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-etcd/etcd-crc" event={"ID":"2139d3e2895fc6797b9c76a1b4c9886d","Type":"ContainerStarted","Data":"b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe"} Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.233885 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-etcd/etcd-crc" event={"ID":"2139d3e2895fc6797b9c76a1b4c9886d","Type":"ContainerStarted","Data":"ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f"} Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.233900 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.234786 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.234824 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.234840 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.235765 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.235793 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.235807 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.239956 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.239994 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:47 crc kubenswrapper[4809]: I1013 19:24:47.240007 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.237951 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-etcd/etcd-crc" event={"ID":"2139d3e2895fc6797b9c76a1b4c9886d","Type":"ContainerStarted","Data":"072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e"} Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.238018 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.238036 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.238119 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.238975 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.239003 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.239012 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.238982 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.239076 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.239086 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.239102 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.239113 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.239088 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.549848 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.551652 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.551720 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.551851 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:48 crc kubenswrapper[4809]: I1013 19:24:48.552250 4809 kubelet_node_status.go:76] "Attempting to register node" node="crc" Oct 13 19:24:49 crc kubenswrapper[4809]: I1013 19:24:49.240692 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:49 crc kubenswrapper[4809]: I1013 19:24:49.242031 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:49 crc kubenswrapper[4809]: I1013 19:24:49.242062 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:49 crc kubenswrapper[4809]: I1013 19:24:49.242073 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:49 crc kubenswrapper[4809]: I1013 19:24:49.658325 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:49 crc kubenswrapper[4809]: I1013 19:24:49.658504 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:49 crc kubenswrapper[4809]: I1013 19:24:49.660954 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:49 crc kubenswrapper[4809]: I1013 19:24:49.661026 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:49 crc kubenswrapper[4809]: I1013 19:24:49.661047 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.173906 4809 patch_prober.go:28] interesting pod/kube-controller-manager-crc container/cluster-policy-controller namespace/openshift-kube-controller-manager: Startup probe status=failure output="Get \"https://192.168.126.11:10357/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" start-of-body= Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.174090 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-kube-controller-manager/kube-controller-manager-crc" podUID="f614b9022728cf315e60c057852e563e" containerName="cluster-policy-controller" probeResult="failure" output="Get \"https://192.168.126.11:10357/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.504225 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.504425 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.506280 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.506371 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.506397 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.688028 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-etcd/etcd-crc" Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.688328 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.690410 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.690496 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:50 crc kubenswrapper[4809]: I1013 19:24:50.690520 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:51 crc kubenswrapper[4809]: I1013 19:24:51.851226 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:51 crc kubenswrapper[4809]: I1013 19:24:51.851464 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:51 crc kubenswrapper[4809]: I1013 19:24:51.853131 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:51 crc kubenswrapper[4809]: I1013 19:24:51.853187 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:51 crc kubenswrapper[4809]: I1013 19:24:51.853205 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:51 crc kubenswrapper[4809]: I1013 19:24:51.856816 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:51 crc kubenswrapper[4809]: I1013 19:24:51.998411 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-etcd/etcd-crc" Oct 13 19:24:51 crc kubenswrapper[4809]: I1013 19:24:51.998684 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:52 crc kubenswrapper[4809]: I1013 19:24:52.000053 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:52 crc kubenswrapper[4809]: I1013 19:24:52.000116 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:52 crc kubenswrapper[4809]: I1013 19:24:52.000128 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:52 crc kubenswrapper[4809]: E1013 19:24:52.244025 4809 eviction_manager.go:285] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"crc\" not found" Oct 13 19:24:52 crc kubenswrapper[4809]: I1013 19:24:52.249609 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:52 crc kubenswrapper[4809]: I1013 19:24:52.250987 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:52 crc kubenswrapper[4809]: I1013 19:24:52.251035 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:52 crc kubenswrapper[4809]: I1013 19:24:52.251047 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:56 crc kubenswrapper[4809]: W1013 19:24:56.015741 4809 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://api-int.crc.testing:6443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0": net/http: TLS handshake timeout Oct 13 19:24:56 crc kubenswrapper[4809]: I1013 19:24:56.015840 4809 trace.go:236] Trace[818135154]: "Reflector ListAndWatch" name:k8s.io/client-go/informers/factory.go:160 (13-Oct-2025 19:24:46.014) (total time: 10000ms): Oct 13 19:24:56 crc kubenswrapper[4809]: Trace[818135154]: ---"Objects listed" error:Get "https://api-int.crc.testing:6443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0": net/http: TLS handshake timeout 10000ms (19:24:56.015) Oct 13 19:24:56 crc kubenswrapper[4809]: Trace[818135154]: [10.000948903s] [10.000948903s] END Oct 13 19:24:56 crc kubenswrapper[4809]: E1013 19:24:56.015869 4809 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://api-int.crc.testing:6443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0\": net/http: TLS handshake timeout" logger="UnhandledError" Oct 13 19:24:56 crc kubenswrapper[4809]: I1013 19:24:56.084091 4809 csi_plugin.go:884] Failed to contact API server when waiting for CSINode publishing: Get "https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csinodes/crc?resourceVersion=0": net/http: TLS handshake timeout Oct 13 19:24:56 crc kubenswrapper[4809]: I1013 19:24:56.572209 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:24:56 crc kubenswrapper[4809]: I1013 19:24:56.572428 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:56 crc kubenswrapper[4809]: I1013 19:24:56.573827 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:56 crc kubenswrapper[4809]: I1013 19:24:56.573887 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:56 crc kubenswrapper[4809]: I1013 19:24:56.573903 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:56 crc kubenswrapper[4809]: I1013 19:24:56.592297 4809 patch_prober.go:28] interesting pod/kube-apiserver-crc container/kube-apiserver namespace/openshift-kube-apiserver: Startup probe status=failure output="HTTP probe failed with statuscode: 403" start-of-body={"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/livez\"","reason":"Forbidden","details":{},"code":403} Oct 13 19:24:56 crc kubenswrapper[4809]: I1013 19:24:56.592362 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-kube-apiserver/kube-apiserver-crc" podUID="f4b27818a5e8e43d0dc095d08835c792" containerName="kube-apiserver" probeResult="failure" output="HTTP probe failed with statuscode: 403" Oct 13 19:24:56 crc kubenswrapper[4809]: I1013 19:24:56.608058 4809 patch_prober.go:28] interesting pod/kube-apiserver-crc container/kube-apiserver namespace/openshift-kube-apiserver: Startup probe status=failure output="HTTP probe failed with statuscode: 403" start-of-body={"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/livez\"","reason":"Forbidden","details":{},"code":403} Oct 13 19:24:56 crc kubenswrapper[4809]: I1013 19:24:56.608130 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-kube-apiserver/kube-apiserver-crc" podUID="f4b27818a5e8e43d0dc095d08835c792" containerName="kube-apiserver" probeResult="failure" output="HTTP probe failed with statuscode: 403" Oct 13 19:24:59 crc kubenswrapper[4809]: I1013 19:24:59.664464 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:24:59 crc kubenswrapper[4809]: I1013 19:24:59.664823 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:24:59 crc kubenswrapper[4809]: I1013 19:24:59.667263 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:24:59 crc kubenswrapper[4809]: I1013 19:24:59.667326 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:24:59 crc kubenswrapper[4809]: I1013 19:24:59.667343 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:24:59 crc kubenswrapper[4809]: I1013 19:24:59.672678 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:25:00 crc kubenswrapper[4809]: I1013 19:25:00.175272 4809 patch_prober.go:28] interesting pod/kube-controller-manager-crc container/cluster-policy-controller namespace/openshift-kube-controller-manager: Startup probe status=failure output="Get \"https://192.168.126.11:10357/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" start-of-body= Oct 13 19:25:00 crc kubenswrapper[4809]: I1013 19:25:00.175332 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-kube-controller-manager/kube-controller-manager-crc" podUID="f614b9022728cf315e60c057852e563e" containerName="cluster-policy-controller" probeResult="failure" output="Get \"https://192.168.126.11:10357/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" Oct 13 19:25:00 crc kubenswrapper[4809]: I1013 19:25:00.272830 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:25:00 crc kubenswrapper[4809]: I1013 19:25:00.273843 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:00 crc kubenswrapper[4809]: I1013 19:25:00.273885 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:00 crc kubenswrapper[4809]: I1013 19:25:00.273896 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:00 crc kubenswrapper[4809]: I1013 19:25:00.712877 4809 reflector.go:368] Caches populated for *v1.Service from k8s.io/client-go/informers/factory.go:160 Oct 13 19:25:01 crc kubenswrapper[4809]: E1013 19:25:01.578160 4809 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://api-int.crc.testing:6443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/crc?timeout=10s\": context deadline exceeded" interval="6.4s" Oct 13 19:25:01 crc kubenswrapper[4809]: I1013 19:25:01.579941 4809 trace.go:236] Trace[733760184]: "Reflector ListAndWatch" name:k8s.io/client-go/informers/factory.go:160 (13-Oct-2025 19:24:50.500) (total time: 11079ms): Oct 13 19:25:01 crc kubenswrapper[4809]: Trace[733760184]: ---"Objects listed" error: 11079ms (19:25:01.579) Oct 13 19:25:01 crc kubenswrapper[4809]: Trace[733760184]: [11.079628362s] [11.079628362s] END Oct 13 19:25:01 crc kubenswrapper[4809]: I1013 19:25:01.579959 4809 reflector.go:368] Caches populated for *v1.CSIDriver from k8s.io/client-go/informers/factory.go:160 Oct 13 19:25:01 crc kubenswrapper[4809]: I1013 19:25:01.580397 4809 trace.go:236] Trace[1403548012]: "Reflector ListAndWatch" name:k8s.io/client-go/informers/factory.go:160 (13-Oct-2025 19:24:48.931) (total time: 12648ms): Oct 13 19:25:01 crc kubenswrapper[4809]: Trace[1403548012]: ---"Objects listed" error: 12648ms (19:25:01.580) Oct 13 19:25:01 crc kubenswrapper[4809]: Trace[1403548012]: [12.648917472s] [12.648917472s] END Oct 13 19:25:01 crc kubenswrapper[4809]: I1013 19:25:01.580411 4809 reflector.go:368] Caches populated for *v1.Node from k8s.io/client-go/informers/factory.go:160 Oct 13 19:25:01 crc kubenswrapper[4809]: E1013 19:25:01.581658 4809 kubelet_node_status.go:99] "Unable to register node with API server" err="nodes \"crc\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized" node="crc" Oct 13 19:25:01 crc kubenswrapper[4809]: I1013 19:25:01.583668 4809 reconstruct.go:205] "DevicePaths of reconstructed volumes updated" Oct 13 19:25:01 crc kubenswrapper[4809]: I1013 19:25:01.583699 4809 trace.go:236] Trace[504674928]: "Reflector ListAndWatch" name:k8s.io/client-go/informers/factory.go:160 (13-Oct-2025 19:24:50.889) (total time: 10693ms): Oct 13 19:25:01 crc kubenswrapper[4809]: Trace[504674928]: ---"Objects listed" error: 10693ms (19:25:01.583) Oct 13 19:25:01 crc kubenswrapper[4809]: Trace[504674928]: [10.693843079s] [10.693843079s] END Oct 13 19:25:01 crc kubenswrapper[4809]: I1013 19:25:01.583713 4809 reflector.go:368] Caches populated for *v1.RuntimeClass from k8s.io/client-go/informers/factory.go:160 Oct 13 19:25:01 crc kubenswrapper[4809]: I1013 19:25:01.874229 4809 patch_prober.go:28] interesting pod/kube-apiserver-crc container/kube-apiserver-check-endpoints namespace/openshift-kube-apiserver: Readiness probe status=failure output="Get \"https://192.168.126.11:17697/healthz\": read tcp 192.168.126.11:36038->192.168.126.11:17697: read: connection reset by peer" start-of-body= Oct 13 19:25:01 crc kubenswrapper[4809]: I1013 19:25:01.874286 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-kube-apiserver/kube-apiserver-crc" podUID="f4b27818a5e8e43d0dc095d08835c792" containerName="kube-apiserver-check-endpoints" probeResult="failure" output="Get \"https://192.168.126.11:17697/healthz\": read tcp 192.168.126.11:36038->192.168.126.11:17697: read: connection reset by peer" Oct 13 19:25:01 crc kubenswrapper[4809]: I1013 19:25:01.874771 4809 patch_prober.go:28] interesting pod/kube-apiserver-crc container/kube-apiserver-check-endpoints namespace/openshift-kube-apiserver: Readiness probe status=failure output="Get \"https://192.168.126.11:17697/healthz\": dial tcp 192.168.126.11:17697: connect: connection refused" start-of-body= Oct 13 19:25:01 crc kubenswrapper[4809]: I1013 19:25:01.874802 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-kube-apiserver/kube-apiserver-crc" podUID="f4b27818a5e8e43d0dc095d08835c792" containerName="kube-apiserver-check-endpoints" probeResult="failure" output="Get \"https://192.168.126.11:17697/healthz\": dial tcp 192.168.126.11:17697: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.020912 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-etcd/etcd-crc" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.041581 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-etcd/etcd-crc" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.067779 4809 apiserver.go:52] "Watching apiserver" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.070886 4809 reflector.go:368] Caches populated for *v1.Pod from pkg/kubelet/config/apiserver.go:66 Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.071244 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-network-console/networking-console-plugin-85b44fc459-gdk6g","openshift-network-diagnostics/network-check-source-55646444c4-trplf","openshift-network-diagnostics/network-check-target-xd92c","openshift-network-node-identity/network-node-identity-vrzqb","openshift-network-operator/iptables-alerter-4ln5h","openshift-network-operator/network-operator-58b4c7f79c-55gtf","openshift-dns/node-resolver-2gpk7"] Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.071708 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.071722 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.071829 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.071869 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-node-identity/network-node-identity-vrzqb" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.071971 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.072055 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.072114 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-operator/iptables-alerter-4ln5h" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.072203 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.072478 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-dns/node-resolver-2gpk7" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.072563 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.075437 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-network-node-identity"/"openshift-service-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.075772 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-network-node-identity"/"env-overrides" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.075974 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-dns"/"kube-root-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.078241 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-network-node-identity"/"network-node-identity-cert" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.078285 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-network-operator"/"kube-root-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.078486 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-network-operator"/"metrics-tls" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.078563 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-network-node-identity"/"kube-root-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.078659 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-network-operator"/"openshift-service-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.078786 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-dns"/"node-resolver-dockercfg-kz9s7" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.079179 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-dns"/"openshift-service-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.080519 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-network-operator"/"iptables-alerter-script" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.080974 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-network-node-identity"/"ovnkube-identity-cm" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.095163 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":false,\\\"restartCount\\\":5,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.097316 4809 desired_state_of_world_populator.go:154] "Finished populating initial desired state of world" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.110026 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":false,\\\"restartCount\\\":5,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.134459 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-etcd/etcd-crc"] Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.138427 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.160370 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.187402 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-service-ca\" (UniqueName: \"kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-service-ca\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.187460 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-ocp-branding-template\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-ocp-branding-template\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.187492 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/bf126b07-da06-4140-9a57-dfd54fc6b486-bound-sa-token\") pod \"bf126b07-da06-4140-9a57-dfd54fc6b486\" (UID: \"bf126b07-da06-4140-9a57-dfd54fc6b486\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.187530 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cni-binary-copy\" (UniqueName: \"kubernetes.io/configmap/7bb08738-c794-4ee8-9972-3a62ca171029-cni-binary-copy\") pod \"7bb08738-c794-4ee8-9972-3a62ca171029\" (UID: \"7bb08738-c794-4ee8-9972-3a62ca171029\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.187559 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w9rds\" (UniqueName: \"kubernetes.io/projected/20b0d48f-5fd6-431c-a545-e3c800c7b866-kube-api-access-w9rds\") pod \"20b0d48f-5fd6-431c-a545-e3c800c7b866\" (UID: \"20b0d48f-5fd6-431c-a545-e3c800c7b866\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.187986 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-279lb\" (UniqueName: \"kubernetes.io/projected/7bb08738-c794-4ee8-9972-3a62ca171029-kube-api-access-279lb\") pod \"7bb08738-c794-4ee8-9972-3a62ca171029\" (UID: \"7bb08738-c794-4ee8-9972-3a62ca171029\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188028 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/0b78653f-4ff9-4508-8672-245ed9b561e3-kube-api-access\") pod \"0b78653f-4ff9-4508-8672-245ed9b561e3\" (UID: \"0b78653f-4ff9-4508-8672-245ed9b561e3\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188063 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"registry-certificates\" (UniqueName: \"kubernetes.io/configmap/8f668bae-612b-4b75-9490-919e737c6a3b-registry-certificates\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188093 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"available-featuregates\" (UniqueName: \"kubernetes.io/empty-dir/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-available-featuregates\") pod \"bc5039c0-ea34-426b-a2b7-fbbc87b49a6d\" (UID: \"bc5039c0-ea34-426b-a2b7-fbbc87b49a6d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188127 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/a31745f5-9847-4afe-82a5-3161cc66ca93-trusted-ca\") pod \"a31745f5-9847-4afe-82a5-3161cc66ca93\" (UID: \"a31745f5-9847-4afe-82a5-3161cc66ca93\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188166 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"stats-auth\" (UniqueName: \"kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-stats-auth\") pod \"c03ee662-fb2f-4fc4-a2c1-af487c19d254\" (UID: \"c03ee662-fb2f-4fc4-a2c1-af487c19d254\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188209 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"service-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-service-ca-bundle\") pod \"6509e943-70c6-444c-bc41-48a544e36fbd\" (UID: \"6509e943-70c6-444c-bc41-48a544e36fbd\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188456 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-service-ca" (OuterVolumeSpecName: "v4-0-config-system-service-ca") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "v4-0-config-system-service-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188641 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-ocp-branding-template" (OuterVolumeSpecName: "v4-0-config-system-ocp-branding-template") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "v4-0-config-system-ocp-branding-template". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188700 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-stats-auth" (OuterVolumeSpecName: "stats-auth") pod "c03ee662-fb2f-4fc4-a2c1-af487c19d254" (UID: "c03ee662-fb2f-4fc4-a2c1-af487c19d254"). InnerVolumeSpecName "stats-auth". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188781 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0b78653f-4ff9-4508-8672-245ed9b561e3-kube-api-access" (OuterVolumeSpecName: "kube-api-access") pod "0b78653f-4ff9-4508-8672-245ed9b561e3" (UID: "0b78653f-4ff9-4508-8672-245ed9b561e3"). InnerVolumeSpecName "kube-api-access". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188901 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7bb08738-c794-4ee8-9972-3a62ca171029-kube-api-access-279lb" (OuterVolumeSpecName: "kube-api-access-279lb") pod "7bb08738-c794-4ee8-9972-3a62ca171029" (UID: "7bb08738-c794-4ee8-9972-3a62ca171029"). InnerVolumeSpecName "kube-api-access-279lb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188913 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/20b0d48f-5fd6-431c-a545-e3c800c7b866-kube-api-access-w9rds" (OuterVolumeSpecName: "kube-api-access-w9rds") pod "20b0d48f-5fd6-431c-a545-e3c800c7b866" (UID: "20b0d48f-5fd6-431c-a545-e3c800c7b866"). InnerVolumeSpecName "kube-api-access-w9rds". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.188999 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-htfz6\" (UniqueName: \"kubernetes.io/projected/6ea678ab-3438-413e-bfe3-290ae7725660-kube-api-access-htfz6\") pod \"6ea678ab-3438-413e-bfe3-290ae7725660\" (UID: \"6ea678ab-3438-413e-bfe3-290ae7725660\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189045 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/7583ce53-e0fe-4a16-9e4d-50516596a136-serving-cert\") pod \"7583ce53-e0fe-4a16-9e4d-50516596a136\" (UID: \"7583ce53-e0fe-4a16-9e4d-50516596a136\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189084 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/96b93a3a-6083-4aea-8eab-fe1aa8245ad9-metrics-tls\") pod \"96b93a3a-6083-4aea-8eab-fe1aa8245ad9\" (UID: \"96b93a3a-6083-4aea-8eab-fe1aa8245ad9\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189094 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-available-featuregates" (OuterVolumeSpecName: "available-featuregates") pod "bc5039c0-ea34-426b-a2b7-fbbc87b49a6d" (UID: "bc5039c0-ea34-426b-a2b7-fbbc87b49a6d"). InnerVolumeSpecName "available-featuregates". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189113 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sb6h7\" (UniqueName: \"kubernetes.io/projected/1bf7eb37-55a3-4c65-b768-a94c82151e69-kube-api-access-sb6h7\") pod \"1bf7eb37-55a3-4c65-b768-a94c82151e69\" (UID: \"1bf7eb37-55a3-4c65-b768-a94c82151e69\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189150 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etcd-serving-ca\" (UniqueName: \"kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-etcd-serving-ca\") pod \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\" (UID: \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189193 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lzf88\" (UniqueName: \"kubernetes.io/projected/0b574797-001e-440a-8f4e-c0be86edad0f-kube-api-access-lzf88\") pod \"0b574797-001e-440a-8f4e-c0be86edad0f\" (UID: \"0b574797-001e-440a-8f4e-c0be86edad0f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189223 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-trusted-ca-bundle\") pod \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\" (UID: \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189254 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"service-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/c03ee662-fb2f-4fc4-a2c1-af487c19d254-service-ca-bundle\") pod \"c03ee662-fb2f-4fc4-a2c1-af487c19d254\" (UID: \"c03ee662-fb2f-4fc4-a2c1-af487c19d254\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189324 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7583ce53-e0fe-4a16-9e4d-50516596a136-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "7583ce53-e0fe-4a16-9e4d-50516596a136" (UID: "7583ce53-e0fe-4a16-9e4d-50516596a136"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189413 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4d4hj\" (UniqueName: \"kubernetes.io/projected/3ab1a177-2de0-46d9-b765-d0d0649bb42e-kube-api-access-4d4hj\") pod \"3ab1a177-2de0-46d9-b765-d0d0649bb42e\" (UID: \"3ab1a177-2de0-46d9-b765-d0d0649bb42e\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189444 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/7bb08738-c794-4ee8-9972-3a62ca171029-cni-binary-copy" (OuterVolumeSpecName: "cni-binary-copy") pod "7bb08738-c794-4ee8-9972-3a62ca171029" (UID: "7bb08738-c794-4ee8-9972-3a62ca171029"). InnerVolumeSpecName "cni-binary-copy". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189452 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"machine-api-operator-tls\" (UniqueName: \"kubernetes.io/secret/6402fda4-df10-493c-b4e5-d0569419652d-machine-api-operator-tls\") pod \"6402fda4-df10-493c-b4e5-d0569419652d\" (UID: \"6402fda4-df10-493c-b4e5-d0569419652d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189495 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6ea678ab-3438-413e-bfe3-290ae7725660-kube-api-access-htfz6" (OuterVolumeSpecName: "kube-api-access-htfz6") pod "6ea678ab-3438-413e-bfe3-290ae7725660" (UID: "6ea678ab-3438-413e-bfe3-290ae7725660"). InnerVolumeSpecName "kube-api-access-htfz6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189517 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cni-binary-copy\" (UniqueName: \"kubernetes.io/configmap/4bb40260-dbaa-4fb0-84df-5e680505d512-cni-binary-copy\") pod \"4bb40260-dbaa-4fb0-84df-5e680505d512\" (UID: \"4bb40260-dbaa-4fb0-84df-5e680505d512\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189548 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/20b0d48f-5fd6-431c-a545-e3c800c7b866-cert\") pod \"20b0d48f-5fd6-431c-a545-e3c800c7b866\" (UID: \"20b0d48f-5fd6-431c-a545-e3c800c7b866\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189582 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"certs\" (UniqueName: \"kubernetes.io/secret/5fe579f8-e8a6-4643-bce5-a661393c4dde-certs\") pod \"5fe579f8-e8a6-4643-bce5-a661393c4dde\" (UID: \"5fe579f8-e8a6-4643-bce5-a661393c4dde\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189621 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"tmpfs\" (UniqueName: \"kubernetes.io/empty-dir/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-tmpfs\") pod \"308be0ea-9f5f-4b29-aeb1-5abd31a0b17b\" (UID: \"308be0ea-9f5f-4b29-aeb1-5abd31a0b17b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189655 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6402fda4-df10-493c-b4e5-d0569419652d-machine-api-operator-tls" (OuterVolumeSpecName: "machine-api-operator-tls") pod "6402fda4-df10-493c-b4e5-d0569419652d" (UID: "6402fda4-df10-493c-b4e5-d0569419652d"). InnerVolumeSpecName "machine-api-operator-tls". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189662 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0b574797-001e-440a-8f4e-c0be86edad0f-kube-api-access-lzf88" (OuterVolumeSpecName: "kube-api-access-lzf88") pod "0b574797-001e-440a-8f4e-c0be86edad0f" (UID: "0b574797-001e-440a-8f4e-c0be86edad0f"). InnerVolumeSpecName "kube-api-access-lzf88". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189921 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5441d097-087c-4d9a-baa8-b210afa90fc9-kube-api-access-2d4wz" (OuterVolumeSpecName: "kube-api-access-2d4wz") pod "5441d097-087c-4d9a-baa8-b210afa90fc9" (UID: "5441d097-087c-4d9a-baa8-b210afa90fc9"). InnerVolumeSpecName "kube-api-access-2d4wz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189953 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/96b93a3a-6083-4aea-8eab-fe1aa8245ad9-metrics-tls" (OuterVolumeSpecName: "metrics-tls") pod "96b93a3a-6083-4aea-8eab-fe1aa8245ad9" (UID: "96b93a3a-6083-4aea-8eab-fe1aa8245ad9"). InnerVolumeSpecName "metrics-tls". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189981 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8f668bae-612b-4b75-9490-919e737c6a3b-registry-certificates" (OuterVolumeSpecName: "registry-certificates") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b"). InnerVolumeSpecName "registry-certificates". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190120 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1bf7eb37-55a3-4c65-b768-a94c82151e69-kube-api-access-sb6h7" (OuterVolumeSpecName: "kube-api-access-sb6h7") pod "1bf7eb37-55a3-4c65-b768-a94c82151e69" (UID: "1bf7eb37-55a3-4c65-b768-a94c82151e69"). InnerVolumeSpecName "kube-api-access-sb6h7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190157 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-trusted-ca-bundle" (OuterVolumeSpecName: "trusted-ca-bundle") pod "09ae3b1a-e8e7-4524-b54b-61eab6f9239a" (UID: "09ae3b1a-e8e7-4524-b54b-61eab6f9239a"). InnerVolumeSpecName "trusted-ca-bundle". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190290 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5fe579f8-e8a6-4643-bce5-a661393c4dde-certs" (OuterVolumeSpecName: "certs") pod "5fe579f8-e8a6-4643-bce5-a661393c4dde" (UID: "5fe579f8-e8a6-4643-bce5-a661393c4dde"). InnerVolumeSpecName "certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190300 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4bb40260-dbaa-4fb0-84df-5e680505d512-cni-binary-copy" (OuterVolumeSpecName: "cni-binary-copy") pod "4bb40260-dbaa-4fb0-84df-5e680505d512" (UID: "4bb40260-dbaa-4fb0-84df-5e680505d512"). InnerVolumeSpecName "cni-binary-copy". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190476 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-etcd-serving-ca" (OuterVolumeSpecName: "etcd-serving-ca") pod "09ae3b1a-e8e7-4524-b54b-61eab6f9239a" (UID: "09ae3b1a-e8e7-4524-b54b-61eab6f9239a"). InnerVolumeSpecName "etcd-serving-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190624 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c03ee662-fb2f-4fc4-a2c1-af487c19d254-service-ca-bundle" (OuterVolumeSpecName: "service-ca-bundle") pod "c03ee662-fb2f-4fc4-a2c1-af487c19d254" (UID: "c03ee662-fb2f-4fc4-a2c1-af487c19d254"). InnerVolumeSpecName "service-ca-bundle". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190636 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-tmpfs" (OuterVolumeSpecName: "tmpfs") pod "308be0ea-9f5f-4b29-aeb1-5abd31a0b17b" (UID: "308be0ea-9f5f-4b29-aeb1-5abd31a0b17b"). InnerVolumeSpecName "tmpfs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.189661 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2d4wz\" (UniqueName: \"kubernetes.io/projected/5441d097-087c-4d9a-baa8-b210afa90fc9-kube-api-access-2d4wz\") pod \"5441d097-087c-4d9a-baa8-b210afa90fc9\" (UID: \"5441d097-087c-4d9a-baa8-b210afa90fc9\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190686 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-apiservice-cert\") pod \"308be0ea-9f5f-4b29-aeb1-5abd31a0b17b\" (UID: \"308be0ea-9f5f-4b29-aeb1-5abd31a0b17b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190720 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-router-certs\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-router-certs\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190752 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3ab1a177-2de0-46d9-b765-d0d0649bb42e-kube-api-access-4d4hj" (OuterVolumeSpecName: "kube-api-access-4d4hj") pod "3ab1a177-2de0-46d9-b765-d0d0649bb42e" (UID: "3ab1a177-2de0-46d9-b765-d0d0649bb42e"). InnerVolumeSpecName "kube-api-access-4d4hj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190768 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"installation-pull-secrets\" (UniqueName: \"kubernetes.io/secret/8f668bae-612b-4b75-9490-919e737c6a3b-installation-pull-secrets\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190796 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ca-trust-extracted\" (UniqueName: \"kubernetes.io/empty-dir/8f668bae-612b-4b75-9490-919e737c6a3b-ca-trust-extracted\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190834 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fqsjt\" (UniqueName: \"kubernetes.io/projected/efdd0498-1daa-4136-9a4a-3b948c2293fc-kube-api-access-fqsjt\") pod \"efdd0498-1daa-4136-9a4a-3b948c2293fc\" (UID: \"efdd0498-1daa-4136-9a4a-3b948c2293fc\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190867 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mcd-auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/fda69060-fa79-4696-b1a6-7980f124bf7c-mcd-auth-proxy-config\") pod \"fda69060-fa79-4696-b1a6-7980f124bf7c\" (UID: \"fda69060-fa79-4696-b1a6-7980f124bf7c\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190925 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e7e6199b-1264-4501-8953-767f51328d08-config\") pod \"e7e6199b-1264-4501-8953-767f51328d08\" (UID: \"e7e6199b-1264-4501-8953-767f51328d08\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190959 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"console-config\" (UniqueName: \"kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-console-config\") pod \"43509403-f426-496e-be36-56cef71462f5\" (UID: \"43509403-f426-496e-be36-56cef71462f5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.190996 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"samples-operator-tls\" (UniqueName: \"kubernetes.io/secret/a0128f3a-b052-44ed-a84e-c4c8aaf17c13-samples-operator-tls\") pod \"a0128f3a-b052-44ed-a84e-c4c8aaf17c13\" (UID: \"a0128f3a-b052-44ed-a84e-c4c8aaf17c13\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191027 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"profile-collector-cert\" (UniqueName: \"kubernetes.io/secret/b6312bbd-5731-4ea0-a20f-81d5a57df44a-profile-collector-cert\") pod \"b6312bbd-5731-4ea0-a20f-81d5a57df44a\" (UID: \"b6312bbd-5731-4ea0-a20f-81d5a57df44a\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191053 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"webhook-certs\" (UniqueName: \"kubernetes.io/secret/efdd0498-1daa-4136-9a4a-3b948c2293fc-webhook-certs\") pod \"efdd0498-1daa-4136-9a4a-3b948c2293fc\" (UID: \"efdd0498-1daa-4136-9a4a-3b948c2293fc\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191083 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"signing-key\" (UniqueName: \"kubernetes.io/secret/25e176fe-21b4-4974-b1ed-c8b94f112a7f-signing-key\") pod \"25e176fe-21b4-4974-b1ed-c8b94f112a7f\" (UID: \"25e176fe-21b4-4974-b1ed-c8b94f112a7f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191119 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etcd-serving-ca\" (UniqueName: \"kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-etcd-serving-ca\") pod \"1bf7eb37-55a3-4c65-b768-a94c82151e69\" (UID: \"1bf7eb37-55a3-4c65-b768-a94c82151e69\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191145 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-config\") pod \"210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c\" (UID: \"210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191176 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-session\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-session\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191203 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"audit\" (UniqueName: \"kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-audit\") pod \"1bf7eb37-55a3-4c65-b768-a94c82151e69\" (UID: \"1bf7eb37-55a3-4c65-b768-a94c82151e69\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191227 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/87cf06ed-a83f-41a7-828d-70653580a8cb-config-volume\") pod \"87cf06ed-a83f-41a7-828d-70653580a8cb\" (UID: \"87cf06ed-a83f-41a7-828d-70653580a8cb\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191254 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x2m85\" (UniqueName: \"kubernetes.io/projected/cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d-kube-api-access-x2m85\") pod \"cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d\" (UID: \"cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191281 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-node-metrics-cert\" (UniqueName: \"kubernetes.io/secret/6ea678ab-3438-413e-bfe3-290ae7725660-ovn-node-metrics-cert\") pod \"6ea678ab-3438-413e-bfe3-290ae7725660\" (UID: \"6ea678ab-3438-413e-bfe3-290ae7725660\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191306 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zgdk5\" (UniqueName: \"kubernetes.io/projected/31d8b7a1-420e-4252-a5b7-eebe8a111292-kube-api-access-zgdk5\") pod \"31d8b7a1-420e-4252-a5b7-eebe8a111292\" (UID: \"31d8b7a1-420e-4252-a5b7-eebe8a111292\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191328 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/a31745f5-9847-4afe-82a5-3161cc66ca93-metrics-tls\") pod \"a31745f5-9847-4afe-82a5-3161cc66ca93\" (UID: \"a31745f5-9847-4afe-82a5-3161cc66ca93\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191358 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"profile-collector-cert\" (UniqueName: \"kubernetes.io/secret/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-profile-collector-cert\") pod \"f88749ec-7931-4ee7-b3fc-1ec5e11f92e9\" (UID: \"f88749ec-7931-4ee7-b3fc-1ec5e11f92e9\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191392 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v47cf\" (UniqueName: \"kubernetes.io/projected/c03ee662-fb2f-4fc4-a2c1-af487c19d254-kube-api-access-v47cf\") pod \"c03ee662-fb2f-4fc4-a2c1-af487c19d254\" (UID: \"c03ee662-fb2f-4fc4-a2c1-af487c19d254\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191458 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serviceca\" (UniqueName: \"kubernetes.io/configmap/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59-serviceca\") pod \"3cb93b32-e0ae-4377-b9c8-fdb9842c6d59\" (UID: \"3cb93b32-e0ae-4377-b9c8-fdb9842c6d59\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191489 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cfbct\" (UniqueName: \"kubernetes.io/projected/57a731c4-ef35-47a8-b875-bfb08a7f8011-kube-api-access-cfbct\") pod \"57a731c4-ef35-47a8-b875-bfb08a7f8011\" (UID: \"57a731c4-ef35-47a8-b875-bfb08a7f8011\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191530 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-env-overrides\") pod \"6ea678ab-3438-413e-bfe3-290ae7725660\" (UID: \"6ea678ab-3438-413e-bfe3-290ae7725660\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191551 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/22c825df-677d-4ca6-82db-3454ed06e783-config\") pod \"22c825df-677d-4ca6-82db-3454ed06e783\" (UID: \"22c825df-677d-4ca6-82db-3454ed06e783\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191959 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-serving-cert\") pod \"210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c\" (UID: \"210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191986 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rnphk\" (UniqueName: \"kubernetes.io/projected/bf126b07-da06-4140-9a57-dfd54fc6b486-kube-api-access-rnphk\") pod \"bf126b07-da06-4140-9a57-dfd54fc6b486\" (UID: \"bf126b07-da06-4140-9a57-dfd54fc6b486\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192005 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qg5z5\" (UniqueName: \"kubernetes.io/projected/43509403-f426-496e-be36-56cef71462f5-kube-api-access-qg5z5\") pod \"43509403-f426-496e-be36-56cef71462f5\" (UID: \"43509403-f426-496e-be36-56cef71462f5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192031 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/0b78653f-4ff9-4508-8672-245ed9b561e3-service-ca\") pod \"0b78653f-4ff9-4508-8672-245ed9b561e3\" (UID: \"0b78653f-4ff9-4508-8672-245ed9b561e3\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192047 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pj782\" (UniqueName: \"kubernetes.io/projected/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-kube-api-access-pj782\") pod \"b6cd30de-2eeb-49a2-ab40-9167f4560ff5\" (UID: \"b6cd30de-2eeb-49a2-ab40-9167f4560ff5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192067 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"default-certificate\" (UniqueName: \"kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-default-certificate\") pod \"c03ee662-fb2f-4fc4-a2c1-af487c19d254\" (UID: \"c03ee662-fb2f-4fc4-a2c1-af487c19d254\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192088 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lz9wn\" (UniqueName: \"kubernetes.io/projected/a31745f5-9847-4afe-82a5-3161cc66ca93-kube-api-access-lz9wn\") pod \"a31745f5-9847-4afe-82a5-3161cc66ca93\" (UID: \"a31745f5-9847-4afe-82a5-3161cc66ca93\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192104 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x7zkh\" (UniqueName: \"kubernetes.io/projected/6731426b-95fe-49ff-bb5f-40441049fde2-kube-api-access-x7zkh\") pod \"6731426b-95fe-49ff-bb5f-40441049fde2\" (UID: \"6731426b-95fe-49ff-bb5f-40441049fde2\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192124 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"multus-daemon-config\" (UniqueName: \"kubernetes.io/configmap/4bb40260-dbaa-4fb0-84df-5e680505d512-multus-daemon-config\") pod \"4bb40260-dbaa-4fb0-84df-5e680505d512\" (UID: \"4bb40260-dbaa-4fb0-84df-5e680505d512\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192142 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"images\" (UniqueName: \"kubernetes.io/configmap/6402fda4-df10-493c-b4e5-d0569419652d-images\") pod \"6402fda4-df10-493c-b4e5-d0569419652d\" (UID: \"6402fda4-df10-493c-b4e5-d0569419652d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192164 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gf66m\" (UniqueName: \"kubernetes.io/projected/a0128f3a-b052-44ed-a84e-c4c8aaf17c13-kube-api-access-gf66m\") pod \"a0128f3a-b052-44ed-a84e-c4c8aaf17c13\" (UID: \"a0128f3a-b052-44ed-a84e-c4c8aaf17c13\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192181 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/8f668bae-612b-4b75-9490-919e737c6a3b-trusted-ca\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192198 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/87cf06ed-a83f-41a7-828d-70653580a8cb-metrics-tls\") pod \"87cf06ed-a83f-41a7-828d-70653580a8cb\" (UID: \"87cf06ed-a83f-41a7-828d-70653580a8cb\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192219 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6g6sz\" (UniqueName: \"kubernetes.io/projected/6509e943-70c6-444c-bc41-48a544e36fbd-kube-api-access-6g6sz\") pod \"6509e943-70c6-444c-bc41-48a544e36fbd\" (UID: \"6509e943-70c6-444c-bc41-48a544e36fbd\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192238 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"machine-approver-tls\" (UniqueName: \"kubernetes.io/secret/22c825df-677d-4ca6-82db-3454ed06e783-machine-approver-tls\") pod \"22c825df-677d-4ca6-82db-3454ed06e783\" (UID: \"22c825df-677d-4ca6-82db-3454ed06e783\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192259 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/01ab3dd5-8196-46d0-ad33-122e2ca51def-serving-cert\") pod \"01ab3dd5-8196-46d0-ad33-122e2ca51def\" (UID: \"01ab3dd5-8196-46d0-ad33-122e2ca51def\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192277 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-config\") pod \"7583ce53-e0fe-4a16-9e4d-50516596a136\" (UID: \"7583ce53-e0fe-4a16-9e4d-50516596a136\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.196455 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [webhook approver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [webhook approver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":false,\\\"restartCount\\\":6,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191395 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-apiservice-cert" (OuterVolumeSpecName: "apiservice-cert") pod "308be0ea-9f5f-4b29-aeb1-5abd31a0b17b" (UID: "308be0ea-9f5f-4b29-aeb1-5abd31a0b17b"). InnerVolumeSpecName "apiservice-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191558 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/25e176fe-21b4-4974-b1ed-c8b94f112a7f-signing-key" (OuterVolumeSpecName: "signing-key") pod "25e176fe-21b4-4974-b1ed-c8b94f112a7f" (UID: "25e176fe-21b4-4974-b1ed-c8b94f112a7f"). InnerVolumeSpecName "signing-key". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191692 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/fda69060-fa79-4696-b1a6-7980f124bf7c-mcd-auth-proxy-config" (OuterVolumeSpecName: "mcd-auth-proxy-config") pod "fda69060-fa79-4696-b1a6-7980f124bf7c" (UID: "fda69060-fa79-4696-b1a6-7980f124bf7c"). InnerVolumeSpecName "mcd-auth-proxy-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.191955 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e7e6199b-1264-4501-8953-767f51328d08-config" (OuterVolumeSpecName: "config") pod "e7e6199b-1264-4501-8953-767f51328d08" (UID: "e7e6199b-1264-4501-8953-767f51328d08"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192166 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/31d8b7a1-420e-4252-a5b7-eebe8a111292-kube-api-access-zgdk5" (OuterVolumeSpecName: "kube-api-access-zgdk5") pod "31d8b7a1-420e-4252-a5b7-eebe8a111292" (UID: "31d8b7a1-420e-4252-a5b7-eebe8a111292"). InnerVolumeSpecName "kube-api-access-zgdk5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.195202 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-console-config" (OuterVolumeSpecName: "console-config") pod "43509403-f426-496e-be36-56cef71462f5" (UID: "43509403-f426-496e-be36-56cef71462f5"). InnerVolumeSpecName "console-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.195357 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d-kube-api-access-x2m85" (OuterVolumeSpecName: "kube-api-access-x2m85") pod "cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d" (UID: "cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d"). InnerVolumeSpecName "kube-api-access-x2m85". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.199003 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c03ee662-fb2f-4fc4-a2c1-af487c19d254-kube-api-access-v47cf" (OuterVolumeSpecName: "kube-api-access-v47cf") pod "c03ee662-fb2f-4fc4-a2c1-af487c19d254" (UID: "c03ee662-fb2f-4fc4-a2c1-af487c19d254"). InnerVolumeSpecName "kube-api-access-v47cf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.195819 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6ea678ab-3438-413e-bfe3-290ae7725660-ovn-node-metrics-cert" (OuterVolumeSpecName: "ovn-node-metrics-cert") pod "6ea678ab-3438-413e-bfe3-290ae7725660" (UID: "6ea678ab-3438-413e-bfe3-290ae7725660"). InnerVolumeSpecName "ovn-node-metrics-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.196000 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-router-certs" (OuterVolumeSpecName: "v4-0-config-system-router-certs") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "v4-0-config-system-router-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.199198 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/87cf06ed-a83f-41a7-828d-70653580a8cb-config-volume" (OuterVolumeSpecName: "config-volume") pod "87cf06ed-a83f-41a7-828d-70653580a8cb" (UID: "87cf06ed-a83f-41a7-828d-70653580a8cb"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.196033 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a31745f5-9847-4afe-82a5-3161cc66ca93-metrics-tls" (OuterVolumeSpecName: "metrics-tls") pod "a31745f5-9847-4afe-82a5-3161cc66ca93" (UID: "a31745f5-9847-4afe-82a5-3161cc66ca93"). InnerVolumeSpecName "metrics-tls". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.196192 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/efdd0498-1daa-4136-9a4a-3b948c2293fc-kube-api-access-fqsjt" (OuterVolumeSpecName: "kube-api-access-fqsjt") pod "efdd0498-1daa-4136-9a4a-3b948c2293fc" (UID: "efdd0498-1daa-4136-9a4a-3b948c2293fc"). InnerVolumeSpecName "kube-api-access-fqsjt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.196239 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-profile-collector-cert" (OuterVolumeSpecName: "profile-collector-cert") pod "f88749ec-7931-4ee7-b3fc-1ec5e11f92e9" (UID: "f88749ec-7931-4ee7-b3fc-1ec5e11f92e9"). InnerVolumeSpecName "profile-collector-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.196917 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bf126b07-da06-4140-9a57-dfd54fc6b486-bound-sa-token" (OuterVolumeSpecName: "bound-sa-token") pod "bf126b07-da06-4140-9a57-dfd54fc6b486" (UID: "bf126b07-da06-4140-9a57-dfd54fc6b486"). InnerVolumeSpecName "bound-sa-token". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.197027 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-config" (OuterVolumeSpecName: "config") pod "210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c" (UID: "210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.197394 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-service-ca-bundle" (OuterVolumeSpecName: "service-ca-bundle") pod "6509e943-70c6-444c-bc41-48a544e36fbd" (UID: "6509e943-70c6-444c-bc41-48a544e36fbd"). InnerVolumeSpecName "service-ca-bundle". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.197498 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-etcd-serving-ca" (OuterVolumeSpecName: "etcd-serving-ca") pod "1bf7eb37-55a3-4c65-b768-a94c82151e69" (UID: "1bf7eb37-55a3-4c65-b768-a94c82151e69"). InnerVolumeSpecName "etcd-serving-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.197696 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b6312bbd-5731-4ea0-a20f-81d5a57df44a-profile-collector-cert" (OuterVolumeSpecName: "profile-collector-cert") pod "b6312bbd-5731-4ea0-a20f-81d5a57df44a" (UID: "b6312bbd-5731-4ea0-a20f-81d5a57df44a"). InnerVolumeSpecName "profile-collector-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.198298 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8f668bae-612b-4b75-9490-919e737c6a3b-installation-pull-secrets" (OuterVolumeSpecName: "installation-pull-secrets") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b"). InnerVolumeSpecName "installation-pull-secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.198385 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/20b0d48f-5fd6-431c-a545-e3c800c7b866-cert" (OuterVolumeSpecName: "cert") pod "20b0d48f-5fd6-431c-a545-e3c800c7b866" (UID: "20b0d48f-5fd6-431c-a545-e3c800c7b866"). InnerVolumeSpecName "cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.198567 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22c825df-677d-4ca6-82db-3454ed06e783-machine-approver-tls" (OuterVolumeSpecName: "machine-approver-tls") pod "22c825df-677d-4ca6-82db-3454ed06e783" (UID: "22c825df-677d-4ca6-82db-3454ed06e783"). InnerVolumeSpecName "machine-approver-tls". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.199258 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a0128f3a-b052-44ed-a84e-c4c8aaf17c13-samples-operator-tls" (OuterVolumeSpecName: "samples-operator-tls") pod "a0128f3a-b052-44ed-a84e-c4c8aaf17c13" (UID: "a0128f3a-b052-44ed-a84e-c4c8aaf17c13"). InnerVolumeSpecName "samples-operator-tls". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.199475 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/43509403-f426-496e-be36-56cef71462f5-kube-api-access-qg5z5" (OuterVolumeSpecName: "kube-api-access-qg5z5") pod "43509403-f426-496e-be36-56cef71462f5" (UID: "43509403-f426-496e-be36-56cef71462f5"). InnerVolumeSpecName "kube-api-access-qg5z5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.199520 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/efdd0498-1daa-4136-9a4a-3b948c2293fc-webhook-certs" (OuterVolumeSpecName: "webhook-certs") pod "efdd0498-1daa-4136-9a4a-3b948c2293fc" (UID: "efdd0498-1daa-4136-9a4a-3b948c2293fc"). InnerVolumeSpecName "webhook-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.199590 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-audit" (OuterVolumeSpecName: "audit") pod "1bf7eb37-55a3-4c65-b768-a94c82151e69" (UID: "1bf7eb37-55a3-4c65-b768-a94c82151e69"). InnerVolumeSpecName "audit". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.199686 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bf126b07-da06-4140-9a57-dfd54fc6b486-kube-api-access-rnphk" (OuterVolumeSpecName: "kube-api-access-rnphk") pod "bf126b07-da06-4140-9a57-dfd54fc6b486" (UID: "bf126b07-da06-4140-9a57-dfd54fc6b486"). InnerVolumeSpecName "kube-api-access-rnphk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.199862 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-env-overrides" (OuterVolumeSpecName: "env-overrides") pod "6ea678ab-3438-413e-bfe3-290ae7725660" (UID: "6ea678ab-3438-413e-bfe3-290ae7725660"). InnerVolumeSpecName "env-overrides". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.199926 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59-serviceca" (OuterVolumeSpecName: "serviceca") pod "3cb93b32-e0ae-4377-b9c8-fdb9842c6d59" (UID: "3cb93b32-e0ae-4377-b9c8-fdb9842c6d59"). InnerVolumeSpecName "serviceca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.199907 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-kube-api-access-pj782" (OuterVolumeSpecName: "kube-api-access-pj782") pod "b6cd30de-2eeb-49a2-ab40-9167f4560ff5" (UID: "b6cd30de-2eeb-49a2-ab40-9167f4560ff5"). InnerVolumeSpecName "kube-api-access-pj782". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200040 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0b78653f-4ff9-4508-8672-245ed9b561e3-service-ca" (OuterVolumeSpecName: "service-ca") pod "0b78653f-4ff9-4508-8672-245ed9b561e3" (UID: "0b78653f-4ff9-4508-8672-245ed9b561e3"). InnerVolumeSpecName "service-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200057 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/22c825df-677d-4ca6-82db-3454ed06e783-config" (OuterVolumeSpecName: "config") pod "22c825df-677d-4ca6-82db-3454ed06e783" (UID: "22c825df-677d-4ca6-82db-3454ed06e783"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200155 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/57a731c4-ef35-47a8-b875-bfb08a7f8011-kube-api-access-cfbct" (OuterVolumeSpecName: "kube-api-access-cfbct") pod "57a731c4-ef35-47a8-b875-bfb08a7f8011" (UID: "57a731c4-ef35-47a8-b875-bfb08a7f8011"). InnerVolumeSpecName "kube-api-access-cfbct". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200213 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a31745f5-9847-4afe-82a5-3161cc66ca93-trusted-ca" (OuterVolumeSpecName: "trusted-ca") pod "a31745f5-9847-4afe-82a5-3161cc66ca93" (UID: "a31745f5-9847-4afe-82a5-3161cc66ca93"). InnerVolumeSpecName "trusted-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200248 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/87cf06ed-a83f-41a7-828d-70653580a8cb-metrics-tls" (OuterVolumeSpecName: "metrics-tls") pod "87cf06ed-a83f-41a7-828d-70653580a8cb" (UID: "87cf06ed-a83f-41a7-828d-70653580a8cb"). InnerVolumeSpecName "metrics-tls". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.192297 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/e7e6199b-1264-4501-8953-767f51328d08-serving-cert\") pod \"e7e6199b-1264-4501-8953-767f51328d08\" (UID: \"e7e6199b-1264-4501-8953-767f51328d08\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200808 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-etcd-client\") pod \"1bf7eb37-55a3-4c65-b768-a94c82151e69\" (UID: \"1bf7eb37-55a3-4c65-b768-a94c82151e69\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200854 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-control-plane-metrics-cert\" (UniqueName: \"kubernetes.io/secret/925f1c65-6136-48ba-85aa-3a3b50560753-ovn-control-plane-metrics-cert\") pod \"925f1c65-6136-48ba-85aa-3a3b50560753\" (UID: \"925f1c65-6136-48ba-85aa-3a3b50560753\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200887 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w4xd4\" (UniqueName: \"kubernetes.io/projected/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-kube-api-access-w4xd4\") pod \"8cea82b4-6893-4ddc-af9f-1bb5ae425c5b\" (UID: \"8cea82b4-6893-4ddc-af9f-1bb5ae425c5b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200909 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/09efc573-dbb6-4249-bd59-9b87aba8dd28-serving-cert\") pod \"09efc573-dbb6-4249-bd59-9b87aba8dd28\" (UID: \"09efc573-dbb6-4249-bd59-9b87aba8dd28\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200328 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-session" (OuterVolumeSpecName: "v4-0-config-system-session") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "v4-0-config-system-session". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200451 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/01ab3dd5-8196-46d0-ad33-122e2ca51def-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "01ab3dd5-8196-46d0-ad33-122e2ca51def" (UID: "01ab3dd5-8196-46d0-ad33-122e2ca51def"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200545 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8f668bae-612b-4b75-9490-919e737c6a3b-trusted-ca" (OuterVolumeSpecName: "trusted-ca") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b"). InnerVolumeSpecName "trusted-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.201514 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-config" (OuterVolumeSpecName: "config") pod "7583ce53-e0fe-4a16-9e4d-50516596a136" (UID: "7583ce53-e0fe-4a16-9e4d-50516596a136"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.207143 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6509e943-70c6-444c-bc41-48a544e36fbd-kube-api-access-6g6sz" (OuterVolumeSpecName: "kube-api-access-6g6sz") pod "6509e943-70c6-444c-bc41-48a544e36fbd" (UID: "6509e943-70c6-444c-bc41-48a544e36fbd"). InnerVolumeSpecName "kube-api-access-6g6sz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.208269 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a31745f5-9847-4afe-82a5-3161cc66ca93-kube-api-access-lz9wn" (OuterVolumeSpecName: "kube-api-access-lz9wn") pod "a31745f5-9847-4afe-82a5-3161cc66ca93" (UID: "a31745f5-9847-4afe-82a5-3161cc66ca93"). InnerVolumeSpecName "kube-api-access-lz9wn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.208577 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6731426b-95fe-49ff-bb5f-40441049fde2-kube-api-access-x7zkh" (OuterVolumeSpecName: "kube-api-access-x7zkh") pod "6731426b-95fe-49ff-bb5f-40441049fde2" (UID: "6731426b-95fe-49ff-bb5f-40441049fde2"). InnerVolumeSpecName "kube-api-access-x7zkh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.208991 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4bb40260-dbaa-4fb0-84df-5e680505d512-multus-daemon-config" (OuterVolumeSpecName: "multus-daemon-config") pod "4bb40260-dbaa-4fb0-84df-5e680505d512" (UID: "4bb40260-dbaa-4fb0-84df-5e680505d512"). InnerVolumeSpecName "multus-daemon-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.210248 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a0128f3a-b052-44ed-a84e-c4c8aaf17c13-kube-api-access-gf66m" (OuterVolumeSpecName: "kube-api-access-gf66m") pod "a0128f3a-b052-44ed-a84e-c4c8aaf17c13" (UID: "a0128f3a-b052-44ed-a84e-c4c8aaf17c13"). InnerVolumeSpecName "kube-api-access-gf66m". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.210285 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6402fda4-df10-493c-b4e5-d0569419652d-images" (OuterVolumeSpecName: "images") pod "6402fda4-df10-493c-b4e5-d0569419652d" (UID: "6402fda4-df10-493c-b4e5-d0569419652d"). InnerVolumeSpecName "images". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.200115 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-default-certificate" (OuterVolumeSpecName: "default-certificate") pod "c03ee662-fb2f-4fc4-a2c1-af487c19d254" (UID: "c03ee662-fb2f-4fc4-a2c1-af487c19d254"). InnerVolumeSpecName "default-certificate". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.210630 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c" (UID: "210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.210711 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etcd-service-ca\" (UniqueName: \"kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-service-ca\") pod \"09efc573-dbb6-4249-bd59-9b87aba8dd28\" (UID: \"09efc573-dbb6-4249-bd59-9b87aba8dd28\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.210781 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1386a44e-36a2-460c-96d0-0359d2b6f0f5-config\") pod \"1386a44e-36a2-460c-96d0-0359d2b6f0f5\" (UID: \"1386a44e-36a2-460c-96d0-0359d2b6f0f5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.210830 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"package-server-manager-serving-cert\" (UniqueName: \"kubernetes.io/secret/3ab1a177-2de0-46d9-b765-d0d0649bb42e-package-server-manager-serving-cert\") pod \"3ab1a177-2de0-46d9-b765-d0d0649bb42e\" (UID: \"3ab1a177-2de0-46d9-b765-d0d0649bb42e\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.210860 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/57a731c4-ef35-47a8-b875-bfb08a7f8011-catalog-content\") pod \"57a731c4-ef35-47a8-b875-bfb08a7f8011\" (UID: \"57a731c4-ef35-47a8-b875-bfb08a7f8011\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.210883 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7539238d-5fe0-46ed-884e-1c3b566537ec-config\") pod \"7539238d-5fe0-46ed-884e-1c3b566537ec\" (UID: \"7539238d-5fe0-46ed-884e-1c3b566537ec\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.210924 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/31d8b7a1-420e-4252-a5b7-eebe8a111292-auth-proxy-config\") pod \"31d8b7a1-420e-4252-a5b7-eebe8a111292\" (UID: \"31d8b7a1-420e-4252-a5b7-eebe8a111292\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.210949 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2w9zh\" (UniqueName: \"kubernetes.io/projected/4bb40260-dbaa-4fb0-84df-5e680505d512-kube-api-access-2w9zh\") pod \"4bb40260-dbaa-4fb0-84df-5e680505d512\" (UID: \"4bb40260-dbaa-4fb0-84df-5e680505d512\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.210990 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-user-template-login\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-login\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211014 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fcqwp\" (UniqueName: \"kubernetes.io/projected/5fe579f8-e8a6-4643-bce5-a661393c4dde-kube-api-access-fcqwp\") pod \"5fe579f8-e8a6-4643-bce5-a661393c4dde\" (UID: \"5fe579f8-e8a6-4643-bce5-a661393c4dde\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211038 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mcc-auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/0b574797-001e-440a-8f4e-c0be86edad0f-mcc-auth-proxy-config\") pod \"0b574797-001e-440a-8f4e-c0be86edad0f\" (UID: \"0b574797-001e-440a-8f4e-c0be86edad0f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211082 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vt5rc\" (UniqueName: \"kubernetes.io/projected/44663579-783b-4372-86d6-acf235a62d72-kube-api-access-vt5rc\") pod \"44663579-783b-4372-86d6-acf235a62d72\" (UID: \"44663579-783b-4372-86d6-acf235a62d72\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211106 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/5441d097-087c-4d9a-baa8-b210afa90fc9-config\") pod \"5441d097-087c-4d9a-baa8-b210afa90fc9\" (UID: \"5441d097-087c-4d9a-baa8-b210afa90fc9\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211149 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-249nr\" (UniqueName: \"kubernetes.io/projected/b6312bbd-5731-4ea0-a20f-81d5a57df44a-kube-api-access-249nr\") pod \"b6312bbd-5731-4ea0-a20f-81d5a57df44a\" (UID: \"b6312bbd-5731-4ea0-a20f-81d5a57df44a\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211245 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-serving-cert\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-serving-cert\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-audit-policies\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211319 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-etcd-client\") pod \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\" (UID: \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211345 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/e7e6199b-1264-4501-8953-767f51328d08-kube-api-access\") pod \"e7e6199b-1264-4501-8953-767f51328d08\" (UID: \"e7e6199b-1264-4501-8953-767f51328d08\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211386 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-config\") pod \"09efc573-dbb6-4249-bd59-9b87aba8dd28\" (UID: \"09efc573-dbb6-4249-bd59-9b87aba8dd28\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211411 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-serving-cert\") pod \"1bf7eb37-55a3-4c65-b768-a94c82151e69\" (UID: \"1bf7eb37-55a3-4c65-b768-a94c82151e69\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211437 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9xfj7\" (UniqueName: \"kubernetes.io/projected/5225d0e4-402f-4861-b410-819f433b1803-kube-api-access-9xfj7\") pod \"5225d0e4-402f-4861-b410-819f433b1803\" (UID: \"5225d0e4-402f-4861-b410-819f433b1803\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211480 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-user-template-error\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-error\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211504 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-config\") pod \"8cea82b4-6893-4ddc-af9f-1bb5ae425c5b\" (UID: \"8cea82b4-6893-4ddc-af9f-1bb5ae425c5b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211547 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"srv-cert\" (UniqueName: \"kubernetes.io/secret/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-srv-cert\") pod \"f88749ec-7931-4ee7-b3fc-1ec5e11f92e9\" (UID: \"f88749ec-7931-4ee7-b3fc-1ec5e11f92e9\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"proxy-ca-bundles\" (UniqueName: \"kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-proxy-ca-bundles\") pod \"7583ce53-e0fe-4a16-9e4d-50516596a136\" (UID: \"7583ce53-e0fe-4a16-9e4d-50516596a136\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211596 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-audit-policies\") pod \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\" (UID: \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211641 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-cliconfig\" (UniqueName: \"kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-cliconfig\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211704 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-ovnkube-config\") pod \"6ea678ab-3438-413e-bfe3-290ae7725660\" (UID: \"6ea678ab-3438-413e-bfe3-290ae7725660\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211755 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/0b574797-001e-440a-8f4e-c0be86edad0f-proxy-tls\") pod \"0b574797-001e-440a-8f4e-c0be86edad0f\" (UID: \"0b574797-001e-440a-8f4e-c0be86edad0f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211781 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jkwtn\" (UniqueName: \"kubernetes.io/projected/5b88f790-22fa-440e-b583-365168c0b23d-kube-api-access-jkwtn\") pod \"5b88f790-22fa-440e-b583-365168c0b23d\" (UID: \"5b88f790-22fa-440e-b583-365168c0b23d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211805 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/0b78653f-4ff9-4508-8672-245ed9b561e3-serving-cert\") pod \"0b78653f-4ff9-4508-8672-245ed9b561e3\" (UID: \"0b78653f-4ff9-4508-8672-245ed9b561e3\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211847 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w7l8j\" (UniqueName: \"kubernetes.io/projected/01ab3dd5-8196-46d0-ad33-122e2ca51def-kube-api-access-w7l8j\") pod \"01ab3dd5-8196-46d0-ad33-122e2ca51def\" (UID: \"01ab3dd5-8196-46d0-ad33-122e2ca51def\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211872 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dbsvg\" (UniqueName: \"kubernetes.io/projected/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-kube-api-access-dbsvg\") pod \"f88749ec-7931-4ee7-b3fc-1ec5e11f92e9\" (UID: \"f88749ec-7931-4ee7-b3fc-1ec5e11f92e9\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211912 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-config\") pod \"1bf7eb37-55a3-4c65-b768-a94c82151e69\" (UID: \"1bf7eb37-55a3-4c65-b768-a94c82151e69\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211934 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-client-ca\") pod \"7583ce53-e0fe-4a16-9e4d-50516596a136\" (UID: \"7583ce53-e0fe-4a16-9e4d-50516596a136\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.211964 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x4zgh\" (UniqueName: \"kubernetes.io/projected/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-kube-api-access-x4zgh\") pod \"b11524ee-3fca-4b1b-9cdf-6da289fdbc7d\" (UID: \"b11524ee-3fca-4b1b-9cdf-6da289fdbc7d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212000 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"encryption-config\" (UniqueName: \"kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-encryption-config\") pod \"1bf7eb37-55a3-4c65-b768-a94c82151e69\" (UID: \"1bf7eb37-55a3-4c65-b768-a94c82151e69\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212024 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pcxfs\" (UniqueName: \"kubernetes.io/projected/9d4552c7-cd75-42dd-8880-30dd377c49a4-kube-api-access-pcxfs\") pod \"9d4552c7-cd75-42dd-8880-30dd377c49a4\" (UID: \"9d4552c7-cd75-42dd-8880-30dd377c49a4\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212065 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ngvvp\" (UniqueName: \"kubernetes.io/projected/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-kube-api-access-ngvvp\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212089 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/925f1c65-6136-48ba-85aa-3a3b50560753-env-overrides\") pod \"925f1c65-6136-48ba-85aa-3a3b50560753\" (UID: \"925f1c65-6136-48ba-85aa-3a3b50560753\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212109 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-client\") pod \"09efc573-dbb6-4249-bd59-9b87aba8dd28\" (UID: \"09efc573-dbb6-4249-bd59-9b87aba8dd28\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212148 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-d6qdx\" (UniqueName: \"kubernetes.io/projected/87cf06ed-a83f-41a7-828d-70653580a8cb-kube-api-access-d6qdx\") pod \"87cf06ed-a83f-41a7-828d-70653580a8cb\" (UID: \"87cf06ed-a83f-41a7-828d-70653580a8cb\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212170 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/5b88f790-22fa-440e-b583-365168c0b23d-metrics-certs\") pod \"5b88f790-22fa-440e-b583-365168c0b23d\" (UID: \"5b88f790-22fa-440e-b583-365168c0b23d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212194 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-serving-cert\") pod \"bc5039c0-ea34-426b-a2b7-fbbc87b49a6d\" (UID: \"bc5039c0-ea34-426b-a2b7-fbbc87b49a6d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212234 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9d4552c7-cd75-42dd-8880-30dd377c49a4-config\") pod \"9d4552c7-cd75-42dd-8880-30dd377c49a4\" (UID: \"9d4552c7-cd75-42dd-8880-30dd377c49a4\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212255 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jhbk2\" (UniqueName: \"kubernetes.io/projected/bd23aa5c-e532-4e53-bccf-e79f130c5ae8-kube-api-access-jhbk2\") pod \"bd23aa5c-e532-4e53-bccf-e79f130c5ae8\" (UID: \"bd23aa5c-e532-4e53-bccf-e79f130c5ae8\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"image-registry-operator-tls\" (UniqueName: \"kubernetes.io/secret/bf126b07-da06-4140-9a57-dfd54fc6b486-image-registry-operator-tls\") pod \"bf126b07-da06-4140-9a57-dfd54fc6b486\" (UID: \"bf126b07-da06-4140-9a57-dfd54fc6b486\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212320 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/925f1c65-6136-48ba-85aa-3a3b50560753-ovnkube-config\") pod \"925f1c65-6136-48ba-85aa-3a3b50560753\" (UID: \"925f1c65-6136-48ba-85aa-3a3b50560753\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212342 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/5441d097-087c-4d9a-baa8-b210afa90fc9-serving-cert\") pod \"5441d097-087c-4d9a-baa8-b210afa90fc9\" (UID: \"5441d097-087c-4d9a-baa8-b210afa90fc9\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212403 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/9d4552c7-cd75-42dd-8880-30dd377c49a4-trusted-ca\") pod \"9d4552c7-cd75-42dd-8880-30dd377c49a4\" (UID: \"9d4552c7-cd75-42dd-8880-30dd377c49a4\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212423 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/6509e943-70c6-444c-bc41-48a544e36fbd-serving-cert\") pod \"6509e943-70c6-444c-bc41-48a544e36fbd\" (UID: \"6509e943-70c6-444c-bc41-48a544e36fbd\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212464 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"marketplace-trusted-ca\" (UniqueName: \"kubernetes.io/configmap/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-marketplace-trusted-ca\") pod \"b6cd30de-2eeb-49a2-ab40-9167f4560ff5\" (UID: \"b6cd30de-2eeb-49a2-ab40-9167f4560ff5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212486 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xcphl\" (UniqueName: \"kubernetes.io/projected/7583ce53-e0fe-4a16-9e4d-50516596a136-kube-api-access-xcphl\") pod \"7583ce53-e0fe-4a16-9e4d-50516596a136\" (UID: \"7583ce53-e0fe-4a16-9e4d-50516596a136\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212507 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/31d8b7a1-420e-4252-a5b7-eebe8a111292-proxy-tls\") pod \"31d8b7a1-420e-4252-a5b7-eebe8a111292\" (UID: \"31d8b7a1-420e-4252-a5b7-eebe8a111292\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212542 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pjr6v\" (UniqueName: \"kubernetes.io/projected/49ef4625-1d3a-4a9f-b595-c2433d32326d-kube-api-access-pjr6v\") pod \"49ef4625-1d3a-4a9f-b595-c2433d32326d\" (UID: \"49ef4625-1d3a-4a9f-b595-c2433d32326d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212563 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-config\") pod \"6509e943-70c6-444c-bc41-48a544e36fbd\" (UID: \"6509e943-70c6-444c-bc41-48a544e36fbd\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212578 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6ccd8\" (UniqueName: \"kubernetes.io/projected/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-kube-api-access-6ccd8\") pod \"308be0ea-9f5f-4b29-aeb1-5abd31a0b17b\" (UID: \"308be0ea-9f5f-4b29-aeb1-5abd31a0b17b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212593 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-trusted-ca-bundle\") pod \"1bf7eb37-55a3-4c65-b768-a94c82151e69\" (UID: \"1bf7eb37-55a3-4c65-b768-a94c82151e69\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212626 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-bootstrap-token\" (UniqueName: \"kubernetes.io/secret/5fe579f8-e8a6-4643-bce5-a661393c4dde-node-bootstrap-token\") pod \"5fe579f8-e8a6-4643-bce5-a661393c4dde\" (UID: \"5fe579f8-e8a6-4643-bce5-a661393c4dde\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212642 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-service-ca\") pod \"43509403-f426-496e-be36-56cef71462f5\" (UID: \"43509403-f426-496e-be36-56cef71462f5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212660 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/01ab3dd5-8196-46d0-ad33-122e2ca51def-config\") pod \"01ab3dd5-8196-46d0-ad33-122e2ca51def\" (UID: \"01ab3dd5-8196-46d0-ad33-122e2ca51def\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212677 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-s4n52\" (UniqueName: \"kubernetes.io/projected/925f1c65-6136-48ba-85aa-3a3b50560753-kube-api-access-s4n52\") pod \"925f1c65-6136-48ba-85aa-3a3b50560753\" (UID: \"925f1c65-6136-48ba-85aa-3a3b50560753\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212869 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7e6199b-1264-4501-8953-767f51328d08-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "e7e6199b-1264-4501-8953-767f51328d08" (UID: "e7e6199b-1264-4501-8953-767f51328d08"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.215042 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bf126b07-da06-4140-9a57-dfd54fc6b486-image-registry-operator-tls" (OuterVolumeSpecName: "image-registry-operator-tls") pod "bf126b07-da06-4140-9a57-dfd54fc6b486" (UID: "bf126b07-da06-4140-9a57-dfd54fc6b486"). InnerVolumeSpecName "image-registry-operator-tls". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.215270 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/01ab3dd5-8196-46d0-ad33-122e2ca51def-kube-api-access-w7l8j" (OuterVolumeSpecName: "kube-api-access-w7l8j") pod "01ab3dd5-8196-46d0-ad33-122e2ca51def" (UID: "01ab3dd5-8196-46d0-ad33-122e2ca51def"). InnerVolumeSpecName "kube-api-access-w7l8j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.215477 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-serving-cert" (OuterVolumeSpecName: "v4-0-config-system-serving-cert") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "v4-0-config-system-serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.215488 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-kube-api-access-ngvvp" (OuterVolumeSpecName: "kube-api-access-ngvvp") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "kube-api-access-ngvvp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.215638 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09efc573-dbb6-4249-bd59-9b87aba8dd28-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "09efc573-dbb6-4249-bd59-9b87aba8dd28" (UID: "09efc573-dbb6-4249-bd59-9b87aba8dd28"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.215693 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-kube-api-access-dbsvg" (OuterVolumeSpecName: "kube-api-access-dbsvg") pod "f88749ec-7931-4ee7-b3fc-1ec5e11f92e9" (UID: "f88749ec-7931-4ee7-b3fc-1ec5e11f92e9"). InnerVolumeSpecName "kube-api-access-dbsvg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.215802 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-etcd-client" (OuterVolumeSpecName: "etcd-client") pod "1bf7eb37-55a3-4c65-b768-a94c82151e69" (UID: "1bf7eb37-55a3-4c65-b768-a94c82151e69"). InnerVolumeSpecName "etcd-client". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.215926 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/925f1c65-6136-48ba-85aa-3a3b50560753-ovn-control-plane-metrics-cert" (OuterVolumeSpecName: "ovn-control-plane-metrics-cert") pod "925f1c65-6136-48ba-85aa-3a3b50560753" (UID: "925f1c65-6136-48ba-85aa-3a3b50560753"). InnerVolumeSpecName "ovn-control-plane-metrics-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.216053 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-kube-api-access-w4xd4" (OuterVolumeSpecName: "kube-api-access-w4xd4") pod "8cea82b4-6893-4ddc-af9f-1bb5ae425c5b" (UID: "8cea82b4-6893-4ddc-af9f-1bb5ae425c5b"). InnerVolumeSpecName "kube-api-access-w4xd4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.216103 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/925f1c65-6136-48ba-85aa-3a3b50560753-env-overrides" (OuterVolumeSpecName: "env-overrides") pod "925f1c65-6136-48ba-85aa-3a3b50560753" (UID: "925f1c65-6136-48ba-85aa-3a3b50560753"). InnerVolumeSpecName "env-overrides". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.216196 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b78653f-4ff9-4508-8672-245ed9b561e3-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "0b78653f-4ff9-4508-8672-245ed9b561e3" (UID: "0b78653f-4ff9-4508-8672-245ed9b561e3"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.216282 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-config" (OuterVolumeSpecName: "config") pod "1bf7eb37-55a3-4c65-b768-a94c82151e69" (UID: "1bf7eb37-55a3-4c65-b768-a94c82151e69"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.216319 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-client" (OuterVolumeSpecName: "etcd-client") pod "09efc573-dbb6-4249-bd59-9b87aba8dd28" (UID: "09efc573-dbb6-4249-bd59-9b87aba8dd28"). InnerVolumeSpecName "etcd-client". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.216504 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/87cf06ed-a83f-41a7-828d-70653580a8cb-kube-api-access-d6qdx" (OuterVolumeSpecName: "kube-api-access-d6qdx") pod "87cf06ed-a83f-41a7-828d-70653580a8cb" (UID: "87cf06ed-a83f-41a7-828d-70653580a8cb"). InnerVolumeSpecName "kube-api-access-d6qdx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.216592 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-service-ca" (OuterVolumeSpecName: "etcd-service-ca") pod "09efc573-dbb6-4249-bd59-9b87aba8dd28" (UID: "09efc573-dbb6-4249-bd59-9b87aba8dd28"). InnerVolumeSpecName "etcd-service-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.216605 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-client-ca" (OuterVolumeSpecName: "client-ca") pod "7583ce53-e0fe-4a16-9e4d-50516596a136" (UID: "7583ce53-e0fe-4a16-9e4d-50516596a136"). InnerVolumeSpecName "client-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.216706 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b88f790-22fa-440e-b583-365168c0b23d-metrics-certs" (OuterVolumeSpecName: "metrics-certs") pod "5b88f790-22fa-440e-b583-365168c0b23d" (UID: "5b88f790-22fa-440e-b583-365168c0b23d"). InnerVolumeSpecName "metrics-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.217411 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-kube-api-access-x4zgh" (OuterVolumeSpecName: "kube-api-access-x4zgh") pod "b11524ee-3fca-4b1b-9cdf-6da289fdbc7d" (UID: "b11524ee-3fca-4b1b-9cdf-6da289fdbc7d"). InnerVolumeSpecName "kube-api-access-x4zgh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.218348 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-ovnkube-config" (OuterVolumeSpecName: "ovnkube-config") pod "6ea678ab-3438-413e-bfe3-290ae7725660" (UID: "6ea678ab-3438-413e-bfe3-290ae7725660"). InnerVolumeSpecName "ovnkube-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.217638 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-audit-policies" (OuterVolumeSpecName: "audit-policies") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "audit-policies". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.217671 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5225d0e4-402f-4861-b410-819f433b1803-kube-api-access-9xfj7" (OuterVolumeSpecName: "kube-api-access-9xfj7") pod "5225d0e4-402f-4861-b410-819f433b1803" (UID: "5225d0e4-402f-4861-b410-819f433b1803"). InnerVolumeSpecName "kube-api-access-9xfj7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.217872 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-cliconfig" (OuterVolumeSpecName: "v4-0-config-system-cliconfig") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "v4-0-config-system-cliconfig". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.218027 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-config" (OuterVolumeSpecName: "config") pod "09efc573-dbb6-4249-bd59-9b87aba8dd28" (UID: "09efc573-dbb6-4249-bd59-9b87aba8dd28"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.218242 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-encryption-config" (OuterVolumeSpecName: "encryption-config") pod "1bf7eb37-55a3-4c65-b768-a94c82151e69" (UID: "1bf7eb37-55a3-4c65-b768-a94c82151e69"). InnerVolumeSpecName "encryption-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.218260 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-login" (OuterVolumeSpecName: "v4-0-config-user-template-login") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "v4-0-config-user-template-login". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.218287 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "1bf7eb37-55a3-4c65-b768-a94c82151e69" (UID: "1bf7eb37-55a3-4c65-b768-a94c82151e69"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.218476 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/44663579-783b-4372-86d6-acf235a62d72-kube-api-access-vt5rc" (OuterVolumeSpecName: "kube-api-access-vt5rc") pod "44663579-783b-4372-86d6-acf235a62d72" (UID: "44663579-783b-4372-86d6-acf235a62d72"). InnerVolumeSpecName "kube-api-access-vt5rc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.219017 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ab1a177-2de0-46d9-b765-d0d0649bb42e-package-server-manager-serving-cert" (OuterVolumeSpecName: "package-server-manager-serving-cert") pod "3ab1a177-2de0-46d9-b765-d0d0649bb42e" (UID: "3ab1a177-2de0-46d9-b765-d0d0649bb42e"). InnerVolumeSpecName "package-server-manager-serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220307 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b574797-001e-440a-8f4e-c0be86edad0f-proxy-tls" (OuterVolumeSpecName: "proxy-tls") pod "0b574797-001e-440a-8f4e-c0be86edad0f" (UID: "0b574797-001e-440a-8f4e-c0be86edad0f"). InnerVolumeSpecName "proxy-tls". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220415 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-proxy-ca-bundles" (OuterVolumeSpecName: "proxy-ca-bundles") pod "7583ce53-e0fe-4a16-9e4d-50516596a136" (UID: "7583ce53-e0fe-4a16-9e4d-50516596a136"). InnerVolumeSpecName "proxy-ca-bundles". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220424 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0b574797-001e-440a-8f4e-c0be86edad0f-mcc-auth-proxy-config" (OuterVolumeSpecName: "mcc-auth-proxy-config") pod "0b574797-001e-440a-8f4e-c0be86edad0f" (UID: "0b574797-001e-440a-8f4e-c0be86edad0f"). InnerVolumeSpecName "mcc-auth-proxy-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220517 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-etcd-client" (OuterVolumeSpecName: "etcd-client") pod "09ae3b1a-e8e7-4524-b54b-61eab6f9239a" (UID: "09ae3b1a-e8e7-4524-b54b-61eab6f9239a"). InnerVolumeSpecName "etcd-client". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220538 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-config" (OuterVolumeSpecName: "config") pod "8cea82b4-6893-4ddc-af9f-1bb5ae425c5b" (UID: "8cea82b4-6893-4ddc-af9f-1bb5ae425c5b"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.212692 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-webhook-cert\") pod \"308be0ea-9f5f-4b29-aeb1-5abd31a0b17b\" (UID: \"308be0ea-9f5f-4b29-aeb1-5abd31a0b17b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220717 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220757 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mg5zb\" (UniqueName: \"kubernetes.io/projected/6402fda4-df10-493c-b4e5-d0569419652d-kube-api-access-mg5zb\") pod \"6402fda4-df10-493c-b4e5-d0569419652d\" (UID: \"6402fda4-df10-493c-b4e5-d0569419652d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220779 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/fda69060-fa79-4696-b1a6-7980f124bf7c-proxy-tls\") pod \"fda69060-fa79-4696-b1a6-7980f124bf7c\" (UID: \"fda69060-fa79-4696-b1a6-7980f124bf7c\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220783 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9d4552c7-cd75-42dd-8880-30dd377c49a4-kube-api-access-pcxfs" (OuterVolumeSpecName: "kube-api-access-pcxfs") pod "9d4552c7-cd75-42dd-8880-30dd377c49a4" (UID: "9d4552c7-cd75-42dd-8880-30dd377c49a4"). InnerVolumeSpecName "kube-api-access-pcxfs". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220787 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b6312bbd-5731-4ea0-a20f-81d5a57df44a-kube-api-access-249nr" (OuterVolumeSpecName: "kube-api-access-249nr") pod "b6312bbd-5731-4ea0-a20f-81d5a57df44a" (UID: "b6312bbd-5731-4ea0-a20f-81d5a57df44a"). InnerVolumeSpecName "kube-api-access-249nr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220797 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/a31745f5-9847-4afe-82a5-3161cc66ca93-bound-sa-token\") pod \"a31745f5-9847-4afe-82a5-3161cc66ca93\" (UID: \"a31745f5-9847-4afe-82a5-3161cc66ca93\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220910 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9d4552c7-cd75-42dd-8880-30dd377c49a4-config" (OuterVolumeSpecName: "config") pod "9d4552c7-cd75-42dd-8880-30dd377c49a4" (UID: "9d4552c7-cd75-42dd-8880-30dd377c49a4"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220938 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/7539238d-5fe0-46ed-884e-1c3b566537ec-serving-cert\") pod \"7539238d-5fe0-46ed-884e-1c3b566537ec\" (UID: \"7539238d-5fe0-46ed-884e-1c3b566537ec\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220971 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"control-plane-machine-set-operator-tls\" (UniqueName: \"kubernetes.io/secret/6731426b-95fe-49ff-bb5f-40441049fde2-control-plane-machine-set-operator-tls\") pod \"6731426b-95fe-49ff-bb5f-40441049fde2\" (UID: \"6731426b-95fe-49ff-bb5f-40441049fde2\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220991 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/9d4552c7-cd75-42dd-8880-30dd377c49a4-serving-cert\") pod \"9d4552c7-cd75-42dd-8880-30dd377c49a4\" (UID: \"9d4552c7-cd75-42dd-8880-30dd377c49a4\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.220994 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/49ef4625-1d3a-4a9f-b595-c2433d32326d-kube-api-access-pjr6v" (OuterVolumeSpecName: "kube-api-access-pjr6v") pod "49ef4625-1d3a-4a9f-b595-c2433d32326d" (UID: "49ef4625-1d3a-4a9f-b595-c2433d32326d"). InnerVolumeSpecName "kube-api-access-pjr6v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221011 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/496e6271-fb68-4057-954e-a0d97a4afa3f-kube-api-access\") pod \"496e6271-fb68-4057-954e-a0d97a4afa3f\" (UID: \"496e6271-fb68-4057-954e-a0d97a4afa3f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221033 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-trusted-ca-bundle\") pod \"6509e943-70c6-444c-bc41-48a544e36fbd\" (UID: \"6509e943-70c6-444c-bc41-48a544e36fbd\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221028 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-kube-api-access-6ccd8" (OuterVolumeSpecName: "kube-api-access-6ccd8") pod "308be0ea-9f5f-4b29-aeb1-5abd31a0b17b" (UID: "308be0ea-9f5f-4b29-aeb1-5abd31a0b17b"). InnerVolumeSpecName "kube-api-access-6ccd8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221052 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zkvpv\" (UniqueName: \"kubernetes.io/projected/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-kube-api-access-zkvpv\") pod \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\" (UID: \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221026 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bd23aa5c-e532-4e53-bccf-e79f130c5ae8-kube-api-access-jhbk2" (OuterVolumeSpecName: "kube-api-access-jhbk2") pod "bd23aa5c-e532-4e53-bccf-e79f130c5ae8" (UID: "bd23aa5c-e532-4e53-bccf-e79f130c5ae8"). InnerVolumeSpecName "kube-api-access-jhbk2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221116 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1386a44e-36a2-460c-96d0-0359d2b6f0f5-serving-cert\") pod \"1386a44e-36a2-460c-96d0-0359d2b6f0f5\" (UID: \"1386a44e-36a2-460c-96d0-0359d2b6f0f5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221120 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6402fda4-df10-493c-b4e5-d0569419652d-kube-api-access-mg5zb" (OuterVolumeSpecName: "kube-api-access-mg5zb") pod "6402fda4-df10-493c-b4e5-d0569419652d" (UID: "6402fda4-df10-493c-b4e5-d0569419652d"). InnerVolumeSpecName "kube-api-access-mg5zb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221135 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8tdtz\" (UniqueName: \"kubernetes.io/projected/09efc573-dbb6-4249-bd59-9b87aba8dd28-kube-api-access-8tdtz\") pod \"09efc573-dbb6-4249-bd59-9b87aba8dd28\" (UID: \"09efc573-dbb6-4249-bd59-9b87aba8dd28\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221155 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/1386a44e-36a2-460c-96d0-0359d2b6f0f5-kube-api-access\") pod \"1386a44e-36a2-460c-96d0-0359d2b6f0f5\" (UID: \"1386a44e-36a2-460c-96d0-0359d2b6f0f5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221175 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kfwg7\" (UniqueName: \"kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-kube-api-access-kfwg7\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221201 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/57a731c4-ef35-47a8-b875-bfb08a7f8011-utilities\") pod \"57a731c4-ef35-47a8-b875-bfb08a7f8011\" (UID: \"57a731c4-ef35-47a8-b875-bfb08a7f8011\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221218 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"signing-cabundle\" (UniqueName: \"kubernetes.io/configmap/25e176fe-21b4-4974-b1ed-c8b94f112a7f-signing-cabundle\") pod \"25e176fe-21b4-4974-b1ed-c8b94f112a7f\" (UID: \"25e176fe-21b4-4974-b1ed-c8b94f112a7f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221120 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a31745f5-9847-4afe-82a5-3161cc66ca93-bound-sa-token" (OuterVolumeSpecName: "bound-sa-token") pod "a31745f5-9847-4afe-82a5-3161cc66ca93" (UID: "a31745f5-9847-4afe-82a5-3161cc66ca93"). InnerVolumeSpecName "bound-sa-token". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221168 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "308be0ea-9f5f-4b29-aeb1-5abd31a0b17b" (UID: "308be0ea-9f5f-4b29-aeb1-5abd31a0b17b"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.221223 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/7539238d-5fe0-46ed-884e-1c3b566537ec-config" (OuterVolumeSpecName: "config") pod "7539238d-5fe0-46ed-884e-1c3b566537ec" (UID: "7539238d-5fe0-46ed-884e-1c3b566537ec"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.221245 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:25:02.721224051 +0000 UTC m=+21.326970626 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223142 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etcd-ca\" (UniqueName: \"kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-ca\") pod \"09efc573-dbb6-4249-bd59-9b87aba8dd28\" (UID: \"09efc573-dbb6-4249-bd59-9b87aba8dd28\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223198 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-utilities\") pod \"b11524ee-3fca-4b1b-9cdf-6da289fdbc7d\" (UID: \"b11524ee-3fca-4b1b-9cdf-6da289fdbc7d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223215 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/5225d0e4-402f-4861-b410-819f433b1803-catalog-content\") pod \"5225d0e4-402f-4861-b410-819f433b1803\" (UID: \"5225d0e4-402f-4861-b410-819f433b1803\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223231 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6509e943-70c6-444c-bc41-48a544e36fbd-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "6509e943-70c6-444c-bc41-48a544e36fbd" (UID: "6509e943-70c6-444c-bc41-48a544e36fbd"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223246 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-trusted-ca-bundle" (OuterVolumeSpecName: "trusted-ca-bundle") pod "6509e943-70c6-444c-bc41-48a544e36fbd" (UID: "6509e943-70c6-444c-bc41-48a544e36fbd"). InnerVolumeSpecName "trusted-ca-bundle". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.222022 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-srv-cert" (OuterVolumeSpecName: "srv-cert") pod "f88749ec-7931-4ee7-b3fc-1ec5e11f92e9" (UID: "f88749ec-7931-4ee7-b3fc-1ec5e11f92e9"). InnerVolumeSpecName "srv-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.222195 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5fe579f8-e8a6-4643-bce5-a661393c4dde-kube-api-access-fcqwp" (OuterVolumeSpecName: "kube-api-access-fcqwp") pod "5fe579f8-e8a6-4643-bce5-a661393c4dde" (UID: "5fe579f8-e8a6-4643-bce5-a661393c4dde"). InnerVolumeSpecName "kube-api-access-fcqwp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.222229 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/496e6271-fb68-4057-954e-a0d97a4afa3f-kube-api-access" (OuterVolumeSpecName: "kube-api-access") pod "496e6271-fb68-4057-954e-a0d97a4afa3f" (UID: "496e6271-fb68-4057-954e-a0d97a4afa3f"). InnerVolumeSpecName "kube-api-access". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.222395 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9d4552c7-cd75-42dd-8880-30dd377c49a4-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "9d4552c7-cd75-42dd-8880-30dd377c49a4" (UID: "9d4552c7-cd75-42dd-8880-30dd377c49a4"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.222462 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1386a44e-36a2-460c-96d0-0359d2b6f0f5-config" (OuterVolumeSpecName: "config") pod "1386a44e-36a2-460c-96d0-0359d2b6f0f5" (UID: "1386a44e-36a2-460c-96d0-0359d2b6f0f5"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.222627 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4bb40260-dbaa-4fb0-84df-5e680505d512-kube-api-access-2w9zh" (OuterVolumeSpecName: "kube-api-access-2w9zh") pod "4bb40260-dbaa-4fb0-84df-5e680505d512" (UID: "4bb40260-dbaa-4fb0-84df-5e680505d512"). InnerVolumeSpecName "kube-api-access-2w9zh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.222643 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-error" (OuterVolumeSpecName: "v4-0-config-user-template-error") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "v4-0-config-user-template-error". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.222759 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9d4552c7-cd75-42dd-8880-30dd377c49a4-trusted-ca" (OuterVolumeSpecName: "trusted-ca") pod "9d4552c7-cd75-42dd-8880-30dd377c49a4" (UID: "9d4552c7-cd75-42dd-8880-30dd377c49a4"). InnerVolumeSpecName "trusted-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.222795 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "bc5039c0-ea34-426b-a2b7-fbbc87b49a6d" (UID: "bc5039c0-ea34-426b-a2b7-fbbc87b49a6d"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.222991 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/31d8b7a1-420e-4252-a5b7-eebe8a111292-auth-proxy-config" (OuterVolumeSpecName: "auth-proxy-config") pod "31d8b7a1-420e-4252-a5b7-eebe8a111292" (UID: "31d8b7a1-420e-4252-a5b7-eebe8a111292"). InnerVolumeSpecName "auth-proxy-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223072 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/09efc573-dbb6-4249-bd59-9b87aba8dd28-kube-api-access-8tdtz" (OuterVolumeSpecName: "kube-api-access-8tdtz") pod "09efc573-dbb6-4249-bd59-9b87aba8dd28" (UID: "09efc573-dbb6-4249-bd59-9b87aba8dd28"). InnerVolumeSpecName "kube-api-access-8tdtz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223476 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-kube-api-access-kfwg7" (OuterVolumeSpecName: "kube-api-access-kfwg7") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b"). InnerVolumeSpecName "kube-api-access-kfwg7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223423 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-marketplace-trusted-ca" (OuterVolumeSpecName: "marketplace-trusted-ca") pod "b6cd30de-2eeb-49a2-ab40-9167f4560ff5" (UID: "b6cd30de-2eeb-49a2-ab40-9167f4560ff5"). InnerVolumeSpecName "marketplace-trusted-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223548 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-oauth-serving-cert" (OuterVolumeSpecName: "oauth-serving-cert") pod "43509403-f426-496e-be36-56cef71462f5" (UID: "43509403-f426-496e-be36-56cef71462f5"). InnerVolumeSpecName "oauth-serving-cert". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223745 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-ca" (OuterVolumeSpecName: "etcd-ca") pod "09efc573-dbb6-4249-bd59-9b87aba8dd28" (UID: "09efc573-dbb6-4249-bd59-9b87aba8dd28"). InnerVolumeSpecName "etcd-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223749 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-kube-api-access-zkvpv" (OuterVolumeSpecName: "kube-api-access-zkvpv") pod "09ae3b1a-e8e7-4524-b54b-61eab6f9239a" (UID: "09ae3b1a-e8e7-4524-b54b-61eab6f9239a"). InnerVolumeSpecName "kube-api-access-zkvpv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223237 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"oauth-serving-cert\" (UniqueName: \"kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-oauth-serving-cert\") pod \"43509403-f426-496e-be36-56cef71462f5\" (UID: \"43509403-f426-496e-be36-56cef71462f5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223791 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/bf126b07-da06-4140-9a57-dfd54fc6b486-trusted-ca\") pod \"bf126b07-da06-4140-9a57-dfd54fc6b486\" (UID: \"bf126b07-da06-4140-9a57-dfd54fc6b486\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223811 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"console-serving-cert\" (UniqueName: \"kubernetes.io/secret/43509403-f426-496e-be36-56cef71462f5-console-serving-cert\") pod \"43509403-f426-496e-be36-56cef71462f5\" (UID: \"43509403-f426-496e-be36-56cef71462f5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223923 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-trusted-ca-bundle\") pod \"43509403-f426-496e-be36-56cef71462f5\" (UID: \"43509403-f426-496e-be36-56cef71462f5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223948 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nzwt7\" (UniqueName: \"kubernetes.io/projected/96b93a3a-6083-4aea-8eab-fe1aa8245ad9-kube-api-access-nzwt7\") pod \"96b93a3a-6083-4aea-8eab-fe1aa8245ad9\" (UID: \"96b93a3a-6083-4aea-8eab-fe1aa8245ad9\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223967 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cni-sysctl-allowlist\" (UniqueName: \"kubernetes.io/configmap/7bb08738-c794-4ee8-9972-3a62ca171029-cni-sysctl-allowlist\") pod \"7bb08738-c794-4ee8-9972-3a62ca171029\" (UID: \"7bb08738-c794-4ee8-9972-3a62ca171029\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223985 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/496e6271-fb68-4057-954e-a0d97a4afa3f-serving-cert\") pod \"496e6271-fb68-4057-954e-a0d97a4afa3f\" (UID: \"496e6271-fb68-4057-954e-a0d97a4afa3f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224003 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-d4lsv\" (UniqueName: \"kubernetes.io/projected/25e176fe-21b4-4974-b1ed-c8b94f112a7f-kube-api-access-d4lsv\") pod \"25e176fe-21b4-4974-b1ed-c8b94f112a7f\" (UID: \"25e176fe-21b4-4974-b1ed-c8b94f112a7f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224019 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1d611f23-29be-4491-8495-bee1670e935f-utilities\") pod \"1d611f23-29be-4491-8495-bee1670e935f\" (UID: \"1d611f23-29be-4491-8495-bee1670e935f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224034 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/5225d0e4-402f-4861-b410-819f433b1803-utilities\") pod \"5225d0e4-402f-4861-b410-819f433b1803\" (UID: \"5225d0e4-402f-4861-b410-819f433b1803\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224051 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qs4fp\" (UniqueName: \"kubernetes.io/projected/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-kube-api-access-qs4fp\") pod \"210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c\" (UID: \"210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224066 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/496e6271-fb68-4057-954e-a0d97a4afa3f-config\") pod \"496e6271-fb68-4057-954e-a0d97a4afa3f\" (UID: \"496e6271-fb68-4057-954e-a0d97a4afa3f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224085 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wxkg8\" (UniqueName: \"kubernetes.io/projected/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59-kube-api-access-wxkg8\") pod \"3cb93b32-e0ae-4377-b9c8-fdb9842c6d59\" (UID: \"3cb93b32-e0ae-4377-b9c8-fdb9842c6d59\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224100 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"srv-cert\" (UniqueName: \"kubernetes.io/secret/b6312bbd-5731-4ea0-a20f-81d5a57df44a-srv-cert\") pod \"b6312bbd-5731-4ea0-a20f-81d5a57df44a\" (UID: \"b6312bbd-5731-4ea0-a20f-81d5a57df44a\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224115 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mnrrd\" (UniqueName: \"kubernetes.io/projected/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-kube-api-access-mnrrd\") pod \"bc5039c0-ea34-426b-a2b7-fbbc87b49a6d\" (UID: \"bc5039c0-ea34-426b-a2b7-fbbc87b49a6d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224130 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/6402fda4-df10-493c-b4e5-d0569419652d-config\") pod \"6402fda4-df10-493c-b4e5-d0569419652d\" (UID: \"6402fda4-df10-493c-b4e5-d0569419652d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224145 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/5441d097-087c-4d9a-baa8-b210afa90fc9-client-ca\") pod \"5441d097-087c-4d9a-baa8-b210afa90fc9\" (UID: \"5441d097-087c-4d9a-baa8-b210afa90fc9\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224161 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-trusted-ca-bundle\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224178 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"marketplace-operator-metrics\" (UniqueName: \"kubernetes.io/secret/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-marketplace-operator-metrics\") pod \"b6cd30de-2eeb-49a2-ab40-9167f4560ff5\" (UID: \"b6cd30de-2eeb-49a2-ab40-9167f4560ff5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224194 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tk88c\" (UniqueName: \"kubernetes.io/projected/7539238d-5fe0-46ed-884e-1c3b566537ec-kube-api-access-tk88c\") pod \"7539238d-5fe0-46ed-884e-1c3b566537ec\" (UID: \"7539238d-5fe0-46ed-884e-1c3b566537ec\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224214 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-user-idp-0-file-data\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-idp-0-file-data\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224232 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovnkube-script-lib\" (UniqueName: \"kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-ovnkube-script-lib\") pod \"6ea678ab-3438-413e-bfe3-290ae7725660\" (UID: \"6ea678ab-3438-413e-bfe3-290ae7725660\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224248 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xcgwh\" (UniqueName: \"kubernetes.io/projected/fda69060-fa79-4696-b1a6-7980f124bf7c-kube-api-access-xcgwh\") pod \"fda69060-fa79-4696-b1a6-7980f124bf7c\" (UID: \"fda69060-fa79-4696-b1a6-7980f124bf7c\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224264 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"registry-tls\" (UniqueName: \"kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-registry-tls\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224280 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bf2bz\" (UniqueName: \"kubernetes.io/projected/1d611f23-29be-4491-8495-bee1670e935f-kube-api-access-bf2bz\") pod \"1d611f23-29be-4491-8495-bee1670e935f\" (UID: \"1d611f23-29be-4491-8495-bee1670e935f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224296 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-user-template-provider-selection\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-provider-selection\") pod \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\" (UID: \"49c341d1-5089-4bc2-86a0-a5e165cfcc6b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224316 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-catalog-content\") pod \"b11524ee-3fca-4b1b-9cdf-6da289fdbc7d\" (UID: \"b11524ee-3fca-4b1b-9cdf-6da289fdbc7d\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224332 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-serving-cert\") pod \"8cea82b4-6893-4ddc-af9f-1bb5ae425c5b\" (UID: \"8cea82b4-6893-4ddc-af9f-1bb5ae425c5b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224347 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"console-oauth-config\" (UniqueName: \"kubernetes.io/secret/43509403-f426-496e-be36-56cef71462f5-console-oauth-config\") pod \"43509403-f426-496e-be36-56cef71462f5\" (UID: \"43509403-f426-496e-be36-56cef71462f5\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224364 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"encryption-config\" (UniqueName: \"kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-encryption-config\") pod \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\" (UID: \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224381 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7c4vf\" (UniqueName: \"kubernetes.io/projected/22c825df-677d-4ca6-82db-3454ed06e783-kube-api-access-7c4vf\") pod \"22c825df-677d-4ca6-82db-3454ed06e783\" (UID: \"22c825df-677d-4ca6-82db-3454ed06e783\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224397 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"images\" (UniqueName: \"kubernetes.io/configmap/31d8b7a1-420e-4252-a5b7-eebe8a111292-images\") pod \"31d8b7a1-420e-4252-a5b7-eebe8a111292\" (UID: \"31d8b7a1-420e-4252-a5b7-eebe8a111292\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224414 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-metrics-certs\") pod \"c03ee662-fb2f-4fc4-a2c1-af487c19d254\" (UID: \"c03ee662-fb2f-4fc4-a2c1-af487c19d254\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224430 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-bound-sa-token\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224445 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"image-import-ca\" (UniqueName: \"kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-image-import-ca\") pod \"1bf7eb37-55a3-4c65-b768-a94c82151e69\" (UID: \"1bf7eb37-55a3-4c65-b768-a94c82151e69\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224460 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/22c825df-677d-4ca6-82db-3454ed06e783-auth-proxy-config\") pod \"22c825df-677d-4ca6-82db-3454ed06e783\" (UID: \"22c825df-677d-4ca6-82db-3454ed06e783\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224477 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1d611f23-29be-4491-8495-bee1670e935f-catalog-content\") pod \"1d611f23-29be-4491-8495-bee1670e935f\" (UID: \"1d611f23-29be-4491-8495-bee1670e935f\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224492 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-serving-cert\") pod \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\" (UID: \"09ae3b1a-e8e7-4524-b54b-61eab6f9239a\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224539 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"networking-console-plugin-cert\" (UniqueName: \"kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224567 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2dwl\" (UniqueName: \"kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl\") pod \"network-check-source-55646444c4-trplf\" (UID: \"9d751cbb-f2e2-430d-9754-c882a5e924a5\") " pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224585 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rczfb\" (UniqueName: \"kubernetes.io/projected/d75a4c96-2883-4a0b-bab2-0fab2b6c0b49-kube-api-access-rczfb\") pod \"iptables-alerter-4ln5h\" (UID: \"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\") " pod="openshift-network-operator/iptables-alerter-4ln5h" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224606 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-etc-kube\" (UniqueName: \"kubernetes.io/host-path/37a5e44f-9a88-4405-be8a-b645485e7312-host-etc-kube\") pod \"network-operator-58b4c7f79c-55gtf\" (UID: \"37a5e44f-9a88-4405-be8a-b645485e7312\") " pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224647 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/37a5e44f-9a88-4405-be8a-b645485e7312-metrics-tls\") pod \"network-operator-58b4c7f79c-55gtf\" (UID: \"37a5e44f-9a88-4405-be8a-b645485e7312\") " pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224667 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovnkube-identity-cm\" (UniqueName: \"kubernetes.io/configmap/ef543e1b-8068-4ea3-b32a-61027b32e95d-ovnkube-identity-cm\") pod \"network-node-identity-vrzqb\" (UID: \"ef543e1b-8068-4ea3-b32a-61027b32e95d\") " pod="openshift-network-node-identity/network-node-identity-vrzqb" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224685 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2kz5\" (UniqueName: \"kubernetes.io/projected/ef543e1b-8068-4ea3-b32a-61027b32e95d-kube-api-access-s2kz5\") pod \"network-node-identity-vrzqb\" (UID: \"ef543e1b-8068-4ea3-b32a-61027b32e95d\") " pod="openshift-network-node-identity/network-node-identity-vrzqb" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224703 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-slash\" (UniqueName: \"kubernetes.io/host-path/d75a4c96-2883-4a0b-bab2-0fab2b6c0b49-host-slash\") pod \"iptables-alerter-4ln5h\" (UID: \"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\") " pod="openshift-network-operator/iptables-alerter-4ln5h" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224736 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224755 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cqllr\" (UniqueName: \"kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr\") pod \"network-check-target-xd92c\" (UID: \"3b6479f0-333b-4a96-9adf-2099afdc2447\") " pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224775 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/ef543e1b-8068-4ea3-b32a-61027b32e95d-webhook-cert\") pod \"network-node-identity-vrzqb\" (UID: \"ef543e1b-8068-4ea3-b32a-61027b32e95d\") " pod="openshift-network-node-identity/network-node-identity-vrzqb" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224791 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6bfvq\" (UniqueName: \"kubernetes.io/projected/5406ae0b-f144-4f59-8434-528d03939d07-kube-api-access-6bfvq\") pod \"node-resolver-2gpk7\" (UID: \"5406ae0b-f144-4f59-8434-528d03939d07\") " pod="openshift-dns/node-resolver-2gpk7" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.223808 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-utilities" (OuterVolumeSpecName: "utilities") pod "b11524ee-3fca-4b1b-9cdf-6da289fdbc7d" (UID: "b11524ee-3fca-4b1b-9cdf-6da289fdbc7d"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224191 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/bf126b07-da06-4140-9a57-dfd54fc6b486-trusted-ca" (OuterVolumeSpecName: "trusted-ca") pod "bf126b07-da06-4140-9a57-dfd54fc6b486" (UID: "bf126b07-da06-4140-9a57-dfd54fc6b486"). InnerVolumeSpecName "trusted-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224529 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5225d0e4-402f-4861-b410-819f433b1803-utilities" (OuterVolumeSpecName: "utilities") pod "5225d0e4-402f-4861-b410-819f433b1803" (UID: "5225d0e4-402f-4861-b410-819f433b1803"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224803 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/43509403-f426-496e-be36-56cef71462f5-console-serving-cert" (OuterVolumeSpecName: "console-serving-cert") pod "43509403-f426-496e-be36-56cef71462f5" (UID: "43509403-f426-496e-be36-56cef71462f5"). InnerVolumeSpecName "console-serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.225105 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-encryption-config" (OuterVolumeSpecName: "encryption-config") pod "09ae3b1a-e8e7-4524-b54b-61eab6f9239a" (UID: "09ae3b1a-e8e7-4524-b54b-61eab6f9239a"). InnerVolumeSpecName "encryption-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.225183 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e7e6199b-1264-4501-8953-767f51328d08-kube-api-access" (OuterVolumeSpecName: "kube-api-access") pod "e7e6199b-1264-4501-8953-767f51328d08" (UID: "e7e6199b-1264-4501-8953-767f51328d08"). InnerVolumeSpecName "kube-api-access". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.225198 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-trusted-ca-bundle" (OuterVolumeSpecName: "trusted-ca-bundle") pod "43509403-f426-496e-be36-56cef71462f5" (UID: "43509403-f426-496e-be36-56cef71462f5"). InnerVolumeSpecName "trusted-ca-bundle". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.225511 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"iptables-alerter-script\" (UniqueName: \"kubernetes.io/configmap/d75a4c96-2883-4a0b-bab2-0fab2b6c0b49-iptables-alerter-script\") pod \"iptables-alerter-4ln5h\" (UID: \"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\") " pod="openshift-network-operator/iptables-alerter-4ln5h" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.225598 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/57a731c4-ef35-47a8-b875-bfb08a7f8011-utilities" (OuterVolumeSpecName: "utilities") pod "57a731c4-ef35-47a8-b875-bfb08a7f8011" (UID: "57a731c4-ef35-47a8-b875-bfb08a7f8011"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.225810 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-kube-api-access-qs4fp" (OuterVolumeSpecName: "kube-api-access-qs4fp") pod "210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c" (UID: "210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c"). InnerVolumeSpecName "kube-api-access-qs4fp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.225852 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-audit-policies" (OuterVolumeSpecName: "audit-policies") pod "09ae3b1a-e8e7-4524-b54b-61eab6f9239a" (UID: "09ae3b1a-e8e7-4524-b54b-61eab6f9239a"). InnerVolumeSpecName "audit-policies". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.226006 4809 configmap.go:193] Couldn't get configMap openshift-network-console/networking-console-plugin: object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.226025 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/96b93a3a-6083-4aea-8eab-fe1aa8245ad9-kube-api-access-nzwt7" (OuterVolumeSpecName: "kube-api-access-nzwt7") pod "96b93a3a-6083-4aea-8eab-fe1aa8245ad9" (UID: "96b93a3a-6083-4aea-8eab-fe1aa8245ad9"). InnerVolumeSpecName "kube-api-access-nzwt7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.226081 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:02.726059768 +0000 UTC m=+21.331806433 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "nginx-conf" (UniqueName: "kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.226377 4809 swap_util.go:74] "error creating dir to test if tmpfs noswap is enabled. Assuming not supported" mount path="" error="stat /var/lib/kubelet/plugins/kubernetes.io/empty-dir: no such file or directory" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.227187 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/22c825df-677d-4ca6-82db-3454ed06e783-kube-api-access-7c4vf" (OuterVolumeSpecName: "kube-api-access-7c4vf") pod "22c825df-677d-4ca6-82db-3454ed06e783" (UID: "22c825df-677d-4ca6-82db-3454ed06e783"). InnerVolumeSpecName "kube-api-access-7c4vf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.227560 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/31d8b7a1-420e-4252-a5b7-eebe8a111292-images" (OuterVolumeSpecName: "images") pod "31d8b7a1-420e-4252-a5b7-eebe8a111292" (UID: "31d8b7a1-420e-4252-a5b7-eebe8a111292"). InnerVolumeSpecName "images". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.227843 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-metrics-certs" (OuterVolumeSpecName: "metrics-certs") pod "c03ee662-fb2f-4fc4-a2c1-af487c19d254" (UID: "c03ee662-fb2f-4fc4-a2c1-af487c19d254"). InnerVolumeSpecName "metrics-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.228025 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-bound-sa-token" (OuterVolumeSpecName: "bound-sa-token") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b"). InnerVolumeSpecName "bound-sa-token". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.228050 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/7bb08738-c794-4ee8-9972-3a62ca171029-cni-sysctl-allowlist" (OuterVolumeSpecName: "cni-sysctl-allowlist") pod "7bb08738-c794-4ee8-9972-3a62ca171029" (UID: "7bb08738-c794-4ee8-9972-3a62ca171029"). InnerVolumeSpecName "cni-sysctl-allowlist". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.229662 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-idp-0-file-data" (OuterVolumeSpecName: "v4-0-config-user-idp-0-file-data") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "v4-0-config-user-idp-0-file-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.228392 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/496e6271-fb68-4057-954e-a0d97a4afa3f-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "496e6271-fb68-4057-954e-a0d97a4afa3f" (UID: "496e6271-fb68-4057-954e-a0d97a4afa3f"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.229681 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-image-import-ca" (OuterVolumeSpecName: "image-import-ca") pod "1bf7eb37-55a3-4c65-b768-a94c82151e69" (UID: "1bf7eb37-55a3-4c65-b768-a94c82151e69"). InnerVolumeSpecName "image-import-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.230105 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-ovnkube-script-lib" (OuterVolumeSpecName: "ovnkube-script-lib") pod "6ea678ab-3438-413e-bfe3-290ae7725660" (UID: "6ea678ab-3438-413e-bfe3-290ae7725660"). InnerVolumeSpecName "ovnkube-script-lib". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.230269 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/22c825df-677d-4ca6-82db-3454ed06e783-auth-proxy-config" (OuterVolumeSpecName: "auth-proxy-config") pod "22c825df-677d-4ca6-82db-3454ed06e783" (UID: "22c825df-677d-4ca6-82db-3454ed06e783"). InnerVolumeSpecName "auth-proxy-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.230491 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fda69060-fa79-4696-b1a6-7980f124bf7c-kube-api-access-xcgwh" (OuterVolumeSpecName: "kube-api-access-xcgwh") pod "fda69060-fa79-4696-b1a6-7980f124bf7c" (UID: "fda69060-fa79-4696-b1a6-7980f124bf7c"). InnerVolumeSpecName "kube-api-access-xcgwh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.230693 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/25e176fe-21b4-4974-b1ed-c8b94f112a7f-kube-api-access-d4lsv" (OuterVolumeSpecName: "kube-api-access-d4lsv") pod "25e176fe-21b4-4974-b1ed-c8b94f112a7f" (UID: "25e176fe-21b4-4974-b1ed-c8b94f112a7f"). InnerVolumeSpecName "kube-api-access-d4lsv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.232987 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5441d097-087c-4d9a-baa8-b210afa90fc9-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "5441d097-087c-4d9a-baa8-b210afa90fc9" (UID: "5441d097-087c-4d9a-baa8-b210afa90fc9"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234168 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1d611f23-29be-4491-8495-bee1670e935f-utilities" (OuterVolumeSpecName: "utilities") pod "1d611f23-29be-4491-8495-bee1670e935f" (UID: "1d611f23-29be-4491-8495-bee1670e935f"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.224810 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"iptables-alerter-script\" (UniqueName: \"kubernetes.io/configmap/d75a4c96-2883-4a0b-bab2-0fab2b6c0b49-iptables-alerter-script\") pod \"iptables-alerter-4ln5h\" (UID: \"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\") " pod="openshift-network-operator/iptables-alerter-4ln5h" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234260 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/ef543e1b-8068-4ea3-b32a-61027b32e95d-env-overrides\") pod \"network-node-identity-vrzqb\" (UID: \"ef543e1b-8068-4ea3-b32a-61027b32e95d\") " pod="openshift-network-node-identity/network-node-identity-vrzqb" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234310 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"hosts-file\" (UniqueName: \"kubernetes.io/host-path/5406ae0b-f144-4f59-8434-528d03939d07-hosts-file\") pod \"node-resolver-2gpk7\" (UID: \"5406ae0b-f144-4f59-8434-528d03939d07\") " pod="openshift-dns/node-resolver-2gpk7" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234357 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rdwmf\" (UniqueName: \"kubernetes.io/projected/37a5e44f-9a88-4405-be8a-b645485e7312-kube-api-access-rdwmf\") pod \"network-operator-58b4c7f79c-55gtf\" (UID: \"37a5e44f-9a88-4405-be8a-b645485e7312\") " pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234494 4809 reconciler_common.go:293] "Volume detached for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-audit-policies\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234512 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-249nr\" (UniqueName: \"kubernetes.io/projected/b6312bbd-5731-4ea0-a20f-81d5a57df44a-kube-api-access-249nr\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234528 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-serving-cert\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234543 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234558 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234576 4809 reconciler_common.go:293] "Volume detached for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-etcd-client\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234589 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/e7e6199b-1264-4501-8953-767f51328d08-kube-api-access\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234601 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234614 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9xfj7\" (UniqueName: \"kubernetes.io/projected/5225d0e4-402f-4861-b410-819f433b1803-kube-api-access-9xfj7\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234627 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-user-template-error\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-error\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234642 4809 reconciler_common.go:293] "Volume detached for volume \"proxy-ca-bundles\" (UniqueName: \"kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-proxy-ca-bundles\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234657 4809 reconciler_common.go:293] "Volume detached for volume \"srv-cert\" (UniqueName: \"kubernetes.io/secret/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-srv-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234671 4809 reconciler_common.go:293] "Volume detached for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-ovnkube-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234682 4809 reconciler_common.go:293] "Volume detached for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/0b574797-001e-440a-8f4e-c0be86edad0f-proxy-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234695 4809 reconciler_common.go:293] "Volume detached for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-audit-policies\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234707 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-cliconfig\" (UniqueName: \"kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-cliconfig\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234719 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/0b78653f-4ff9-4508-8672-245ed9b561e3-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234750 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w7l8j\" (UniqueName: \"kubernetes.io/projected/01ab3dd5-8196-46d0-ad33-122e2ca51def-kube-api-access-w7l8j\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234763 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dbsvg\" (UniqueName: \"kubernetes.io/projected/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-kube-api-access-dbsvg\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234776 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x4zgh\" (UniqueName: \"kubernetes.io/projected/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-kube-api-access-x4zgh\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234788 4809 reconciler_common.go:293] "Volume detached for volume \"encryption-config\" (UniqueName: \"kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-encryption-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234801 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234812 4809 reconciler_common.go:293] "Volume detached for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-client-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234822 4809 reconciler_common.go:293] "Volume detached for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/925f1c65-6136-48ba-85aa-3a3b50560753-env-overrides\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234836 4809 reconciler_common.go:293] "Volume detached for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-client\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234847 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-d6qdx\" (UniqueName: \"kubernetes.io/projected/87cf06ed-a83f-41a7-828d-70653580a8cb-kube-api-access-d6qdx\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234858 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/5b88f790-22fa-440e-b583-365168c0b23d-metrics-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234870 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pcxfs\" (UniqueName: \"kubernetes.io/projected/9d4552c7-cd75-42dd-8880-30dd377c49a4-kube-api-access-pcxfs\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234881 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ngvvp\" (UniqueName: \"kubernetes.io/projected/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-kube-api-access-ngvvp\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234892 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jhbk2\" (UniqueName: \"kubernetes.io/projected/bd23aa5c-e532-4e53-bccf-e79f130c5ae8-kube-api-access-jhbk2\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234905 4809 reconciler_common.go:293] "Volume detached for volume \"image-registry-operator-tls\" (UniqueName: \"kubernetes.io/secret/bf126b07-da06-4140-9a57-dfd54fc6b486-image-registry-operator-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234916 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234927 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9d4552c7-cd75-42dd-8880-30dd377c49a4-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234937 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/5441d097-087c-4d9a-baa8-b210afa90fc9-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234949 4809 reconciler_common.go:293] "Volume detached for volume \"marketplace-trusted-ca\" (UniqueName: \"kubernetes.io/configmap/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-marketplace-trusted-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234959 4809 reconciler_common.go:293] "Volume detached for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/9d4552c7-cd75-42dd-8880-30dd377c49a4-trusted-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234970 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/6509e943-70c6-444c-bc41-48a544e36fbd-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234982 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6ccd8\" (UniqueName: \"kubernetes.io/projected/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-kube-api-access-6ccd8\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.234993 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pjr6v\" (UniqueName: \"kubernetes.io/projected/49ef4625-1d3a-4a9f-b595-c2433d32326d-kube-api-access-pjr6v\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235004 4809 reconciler_common.go:293] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-webhook-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235015 4809 reconciler_common.go:293] "Volume detached for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/a31745f5-9847-4afe-82a5-3161cc66ca93-bound-sa-token\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235027 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mg5zb\" (UniqueName: \"kubernetes.io/projected/6402fda4-df10-493c-b4e5-d0569419652d-kube-api-access-mg5zb\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235037 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/9d4552c7-cd75-42dd-8880-30dd377c49a4-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235050 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zkvpv\" (UniqueName: \"kubernetes.io/projected/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-kube-api-access-zkvpv\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235061 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/496e6271-fb68-4057-954e-a0d97a4afa3f-kube-api-access\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235072 4809 reconciler_common.go:293] "Volume detached for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-trusted-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235085 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kfwg7\" (UniqueName: \"kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-kube-api-access-kfwg7\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235096 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/57a731c4-ef35-47a8-b875-bfb08a7f8011-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235108 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8tdtz\" (UniqueName: \"kubernetes.io/projected/09efc573-dbb6-4249-bd59-9b87aba8dd28-kube-api-access-8tdtz\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235124 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235136 4809 reconciler_common.go:293] "Volume detached for volume \"etcd-ca\" (UniqueName: \"kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235148 4809 reconciler_common.go:293] "Volume detached for volume \"oauth-serving-cert\" (UniqueName: \"kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-oauth-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235160 4809 reconciler_common.go:293] "Volume detached for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/bf126b07-da06-4140-9a57-dfd54fc6b486-trusted-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235173 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nzwt7\" (UniqueName: \"kubernetes.io/projected/96b93a3a-6083-4aea-8eab-fe1aa8245ad9-kube-api-access-nzwt7\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235187 4809 reconciler_common.go:293] "Volume detached for volume \"cni-sysctl-allowlist\" (UniqueName: \"kubernetes.io/configmap/7bb08738-c794-4ee8-9972-3a62ca171029-cni-sysctl-allowlist\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235199 4809 reconciler_common.go:293] "Volume detached for volume \"console-serving-cert\" (UniqueName: \"kubernetes.io/secret/43509403-f426-496e-be36-56cef71462f5-console-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235211 4809 reconciler_common.go:293] "Volume detached for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-trusted-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235224 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-d4lsv\" (UniqueName: \"kubernetes.io/projected/25e176fe-21b4-4974-b1ed-c8b94f112a7f-kube-api-access-d4lsv\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235234 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/496e6271-fb68-4057-954e-a0d97a4afa3f-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235246 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1d611f23-29be-4491-8495-bee1670e935f-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235257 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/5225d0e4-402f-4861-b410-819f433b1803-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235270 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qs4fp\" (UniqueName: \"kubernetes.io/projected/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-kube-api-access-qs4fp\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235282 4809 reconciler_common.go:293] "Volume detached for volume \"ovnkube-script-lib\" (UniqueName: \"kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-ovnkube-script-lib\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235294 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xcgwh\" (UniqueName: \"kubernetes.io/projected/fda69060-fa79-4696-b1a6-7980f124bf7c-kube-api-access-xcgwh\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235305 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-user-idp-0-file-data\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-idp-0-file-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235318 4809 reconciler_common.go:293] "Volume detached for volume \"images\" (UniqueName: \"kubernetes.io/configmap/31d8b7a1-420e-4252-a5b7-eebe8a111292-images\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235332 4809 reconciler_common.go:293] "Volume detached for volume \"encryption-config\" (UniqueName: \"kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-encryption-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235344 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7c4vf\" (UniqueName: \"kubernetes.io/projected/22c825df-677d-4ca6-82db-3454ed06e783-kube-api-access-7c4vf\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235356 4809 reconciler_common.go:293] "Volume detached for volume \"image-import-ca\" (UniqueName: \"kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-image-import-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235368 4809 reconciler_common.go:293] "Volume detached for volume \"auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/22c825df-677d-4ca6-82db-3454ed06e783-auth-proxy-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235380 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-metrics-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235392 4809 reconciler_common.go:293] "Volume detached for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-bound-sa-token\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235405 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-service-ca\" (UniqueName: \"kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-service-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235418 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-ocp-branding-template\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-ocp-branding-template\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235431 4809 reconciler_common.go:293] "Volume detached for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/bf126b07-da06-4140-9a57-dfd54fc6b486-bound-sa-token\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235444 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w9rds\" (UniqueName: \"kubernetes.io/projected/20b0d48f-5fd6-431c-a545-e3c800c7b866-kube-api-access-w9rds\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235455 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-279lb\" (UniqueName: \"kubernetes.io/projected/7bb08738-c794-4ee8-9972-3a62ca171029-kube-api-access-279lb\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235467 4809 reconciler_common.go:293] "Volume detached for volume \"cni-binary-copy\" (UniqueName: \"kubernetes.io/configmap/7bb08738-c794-4ee8-9972-3a62ca171029-cni-binary-copy\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235478 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/0b78653f-4ff9-4508-8672-245ed9b561e3-kube-api-access\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235492 4809 reconciler_common.go:293] "Volume detached for volume \"registry-certificates\" (UniqueName: \"kubernetes.io/configmap/8f668bae-612b-4b75-9490-919e737c6a3b-registry-certificates\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235504 4809 reconciler_common.go:293] "Volume detached for volume \"stats-auth\" (UniqueName: \"kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-stats-auth\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235519 4809 reconciler_common.go:293] "Volume detached for volume \"service-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-service-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235532 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-htfz6\" (UniqueName: \"kubernetes.io/projected/6ea678ab-3438-413e-bfe3-290ae7725660-kube-api-access-htfz6\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235543 4809 reconciler_common.go:293] "Volume detached for volume \"available-featuregates\" (UniqueName: \"kubernetes.io/empty-dir/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-available-featuregates\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235554 4809 reconciler_common.go:293] "Volume detached for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/a31745f5-9847-4afe-82a5-3161cc66ca93-trusted-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235567 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sb6h7\" (UniqueName: \"kubernetes.io/projected/1bf7eb37-55a3-4c65-b768-a94c82151e69-kube-api-access-sb6h7\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235578 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/7583ce53-e0fe-4a16-9e4d-50516596a136-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235589 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/96b93a3a-6083-4aea-8eab-fe1aa8245ad9-metrics-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235599 4809 reconciler_common.go:293] "Volume detached for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-trusted-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235611 4809 reconciler_common.go:293] "Volume detached for volume \"service-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/c03ee662-fb2f-4fc4-a2c1-af487c19d254-service-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235622 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4d4hj\" (UniqueName: \"kubernetes.io/projected/3ab1a177-2de0-46d9-b765-d0d0649bb42e-kube-api-access-4d4hj\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235633 4809 reconciler_common.go:293] "Volume detached for volume \"etcd-serving-ca\" (UniqueName: \"kubernetes.io/configmap/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-etcd-serving-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235643 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lzf88\" (UniqueName: \"kubernetes.io/projected/0b574797-001e-440a-8f4e-c0be86edad0f-kube-api-access-lzf88\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235654 4809 reconciler_common.go:293] "Volume detached for volume \"machine-api-operator-tls\" (UniqueName: \"kubernetes.io/secret/6402fda4-df10-493c-b4e5-d0569419652d-machine-api-operator-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235665 4809 reconciler_common.go:293] "Volume detached for volume \"certs\" (UniqueName: \"kubernetes.io/secret/5fe579f8-e8a6-4643-bce5-a661393c4dde-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235678 4809 reconciler_common.go:293] "Volume detached for volume \"tmpfs\" (UniqueName: \"kubernetes.io/empty-dir/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-tmpfs\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235688 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2d4wz\" (UniqueName: \"kubernetes.io/projected/5441d097-087c-4d9a-baa8-b210afa90fc9-kube-api-access-2d4wz\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235698 4809 reconciler_common.go:293] "Volume detached for volume \"cni-binary-copy\" (UniqueName: \"kubernetes.io/configmap/4bb40260-dbaa-4fb0-84df-5e680505d512-cni-binary-copy\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235708 4809 reconciler_common.go:293] "Volume detached for volume \"cert\" (UniqueName: \"kubernetes.io/secret/20b0d48f-5fd6-431c-a545-e3c800c7b866-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.235718 4809 reconciler_common.go:293] "Volume detached for volume \"installation-pull-secrets\" (UniqueName: \"kubernetes.io/secret/8f668bae-612b-4b75-9490-919e737c6a3b-installation-pull-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.236827 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6731426b-95fe-49ff-bb5f-40441049fde2-control-plane-machine-set-operator-tls" (OuterVolumeSpecName: "control-plane-machine-set-operator-tls") pod "6731426b-95fe-49ff-bb5f-40441049fde2" (UID: "6731426b-95fe-49ff-bb5f-40441049fde2"). InnerVolumeSpecName "control-plane-machine-set-operator-tls". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.238086 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/496e6271-fb68-4057-954e-a0d97a4afa3f-config" (OuterVolumeSpecName: "config") pod "496e6271-fb68-4057-954e-a0d97a4afa3f" (UID: "496e6271-fb68-4057-954e-a0d97a4afa3f"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.238295 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59-kube-api-access-wxkg8" (OuterVolumeSpecName: "kube-api-access-wxkg8") pod "3cb93b32-e0ae-4377-b9c8-fdb9842c6d59" (UID: "3cb93b32-e0ae-4377-b9c8-fdb9842c6d59"). InnerVolumeSpecName "kube-api-access-wxkg8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.238435 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b6312bbd-5731-4ea0-a20f-81d5a57df44a-srv-cert" (OuterVolumeSpecName: "srv-cert") pod "b6312bbd-5731-4ea0-a20f-81d5a57df44a" (UID: "b6312bbd-5731-4ea0-a20f-81d5a57df44a"). InnerVolumeSpecName "srv-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.238572 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-kube-api-access-mnrrd" (OuterVolumeSpecName: "kube-api-access-mnrrd") pod "bc5039c0-ea34-426b-a2b7-fbbc87b49a6d" (UID: "bc5039c0-ea34-426b-a2b7-fbbc87b49a6d"). InnerVolumeSpecName "kube-api-access-mnrrd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.239533 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5441d097-087c-4d9a-baa8-b210afa90fc9-config" (OuterVolumeSpecName: "config") pod "5441d097-087c-4d9a-baa8-b210afa90fc9" (UID: "5441d097-087c-4d9a-baa8-b210afa90fc9"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.240142 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/925f1c65-6136-48ba-85aa-3a3b50560753-ovnkube-config" (OuterVolumeSpecName: "ovnkube-config") pod "925f1c65-6136-48ba-85aa-3a3b50560753" (UID: "925f1c65-6136-48ba-85aa-3a3b50560753"). InnerVolumeSpecName "ovnkube-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.240507 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/ef543e1b-8068-4ea3-b32a-61027b32e95d-env-overrides\") pod \"network-node-identity-vrzqb\" (UID: \"ef543e1b-8068-4ea3-b32a-61027b32e95d\") " pod="openshift-network-node-identity/network-node-identity-vrzqb" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.240707 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/ef543e1b-8068-4ea3-b32a-61027b32e95d-webhook-cert\") pod \"network-node-identity-vrzqb\" (UID: \"ef543e1b-8068-4ea3-b32a-61027b32e95d\") " pod="openshift-network-node-identity/network-node-identity-vrzqb" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.240755 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-machine-config-operator/machine-config-daemon-jlhbw"] Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241073 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-multus/multus-additional-cni-plugins-cwxl8"] Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241173 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fqsjt\" (UniqueName: \"kubernetes.io/projected/efdd0498-1daa-4136-9a4a-3b948c2293fc-kube-api-access-fqsjt\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241198 4809 reconciler_common.go:293] "Volume detached for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b-apiservice-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241215 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-router-certs\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-router-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241228 4809 reconciler_common.go:293] "Volume detached for volume \"console-config\" (UniqueName: \"kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-console-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241242 4809 reconciler_common.go:293] "Volume detached for volume \"samples-operator-tls\" (UniqueName: \"kubernetes.io/secret/a0128f3a-b052-44ed-a84e-c4c8aaf17c13-samples-operator-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241254 4809 reconciler_common.go:293] "Volume detached for volume \"mcd-auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/fda69060-fa79-4696-b1a6-7980f124bf7c-mcd-auth-proxy-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241268 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e7e6199b-1264-4501-8953-767f51328d08-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241279 4809 reconciler_common.go:293] "Volume detached for volume \"signing-key\" (UniqueName: \"kubernetes.io/secret/25e176fe-21b4-4974-b1ed-c8b94f112a7f-signing-key\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241291 4809 reconciler_common.go:293] "Volume detached for volume \"profile-collector-cert\" (UniqueName: \"kubernetes.io/secret/b6312bbd-5731-4ea0-a20f-81d5a57df44a-profile-collector-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241303 4809 reconciler_common.go:293] "Volume detached for volume \"webhook-certs\" (UniqueName: \"kubernetes.io/secret/efdd0498-1daa-4136-9a4a-3b948c2293fc-webhook-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241315 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-session\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-session\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241327 4809 reconciler_common.go:293] "Volume detached for volume \"audit\" (UniqueName: \"kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-audit\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241341 4809 reconciler_common.go:293] "Volume detached for volume \"etcd-serving-ca\" (UniqueName: \"kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-etcd-serving-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241354 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241366 4809 reconciler_common.go:293] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/87cf06ed-a83f-41a7-828d-70653580a8cb-config-volume\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241378 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zgdk5\" (UniqueName: \"kubernetes.io/projected/31d8b7a1-420e-4252-a5b7-eebe8a111292-kube-api-access-zgdk5\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241389 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/a31745f5-9847-4afe-82a5-3161cc66ca93-metrics-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241400 4809 reconciler_common.go:293] "Volume detached for volume \"profile-collector-cert\" (UniqueName: \"kubernetes.io/secret/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9-profile-collector-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241412 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x2m85\" (UniqueName: \"kubernetes.io/projected/cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d-kube-api-access-x2m85\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241424 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-node-metrics-cert\" (UniqueName: \"kubernetes.io/secret/6ea678ab-3438-413e-bfe3-290ae7725660-ovn-node-metrics-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241437 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cfbct\" (UniqueName: \"kubernetes.io/projected/57a731c4-ef35-47a8-b875-bfb08a7f8011-kube-api-access-cfbct\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241450 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v47cf\" (UniqueName: \"kubernetes.io/projected/c03ee662-fb2f-4fc4-a2c1-af487c19d254-kube-api-access-v47cf\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241462 4809 reconciler_common.go:293] "Volume detached for volume \"serviceca\" (UniqueName: \"kubernetes.io/configmap/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59-serviceca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241482 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241495 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rnphk\" (UniqueName: \"kubernetes.io/projected/bf126b07-da06-4140-9a57-dfd54fc6b486-kube-api-access-rnphk\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241503 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.240704 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/37a5e44f-9a88-4405-be8a-b645485e7312-metrics-tls\") pod \"network-operator-58b4c7f79c-55gtf\" (UID: \"37a5e44f-9a88-4405-be8a-b645485e7312\") " pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241817 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-registry-tls" (OuterVolumeSpecName: "registry-tls") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b"). InnerVolumeSpecName "registry-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241506 4809 reconciler_common.go:293] "Volume detached for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/6ea678ab-3438-413e-bfe3-290ae7725660-env-overrides\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241829 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241850 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/22c825df-677d-4ca6-82db-3454ed06e783-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241862 4809 reconciler_common.go:293] "Volume detached for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/0b78653f-4ff9-4508-8672-245ed9b561e3-service-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241875 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pj782\" (UniqueName: \"kubernetes.io/projected/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-kube-api-access-pj782\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241885 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qg5z5\" (UniqueName: \"kubernetes.io/projected/43509403-f426-496e-be36-56cef71462f5-kube-api-access-qg5z5\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241894 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x7zkh\" (UniqueName: \"kubernetes.io/projected/6731426b-95fe-49ff-bb5f-40441049fde2-kube-api-access-x7zkh\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241903 4809 reconciler_common.go:293] "Volume detached for volume \"multus-daemon-config\" (UniqueName: \"kubernetes.io/configmap/4bb40260-dbaa-4fb0-84df-5e680505d512-multus-daemon-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241912 4809 reconciler_common.go:293] "Volume detached for volume \"default-certificate\" (UniqueName: \"kubernetes.io/secret/c03ee662-fb2f-4fc4-a2c1-af487c19d254-default-certificate\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241921 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lz9wn\" (UniqueName: \"kubernetes.io/projected/a31745f5-9847-4afe-82a5-3161cc66ca93-kube-api-access-lz9wn\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241930 4809 reconciler_common.go:293] "Volume detached for volume \"images\" (UniqueName: \"kubernetes.io/configmap/6402fda4-df10-493c-b4e5-d0569419652d-images\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241940 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gf66m\" (UniqueName: \"kubernetes.io/projected/a0128f3a-b052-44ed-a84e-c4c8aaf17c13-kube-api-access-gf66m\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241965 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/87cf06ed-a83f-41a7-828d-70653580a8cb-metrics-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241974 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6g6sz\" (UniqueName: \"kubernetes.io/projected/6509e943-70c6-444c-bc41-48a544e36fbd-kube-api-access-6g6sz\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241983 4809 reconciler_common.go:293] "Volume detached for volume \"machine-approver-tls\" (UniqueName: \"kubernetes.io/secret/22c825df-677d-4ca6-82db-3454ed06e783-machine-approver-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241993 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/01ab3dd5-8196-46d0-ad33-122e2ca51def-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242002 4809 reconciler_common.go:293] "Volume detached for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/8f668bae-612b-4b75-9490-919e737c6a3b-trusted-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242010 4809 reconciler_common.go:293] "Volume detached for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/1bf7eb37-55a3-4c65-b768-a94c82151e69-etcd-client\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242018 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7583ce53-e0fe-4a16-9e4d-50516596a136-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242027 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/e7e6199b-1264-4501-8953-767f51328d08-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242035 4809 reconciler_common.go:293] "Volume detached for volume \"etcd-service-ca\" (UniqueName: \"kubernetes.io/configmap/09efc573-dbb6-4249-bd59-9b87aba8dd28-etcd-service-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242043 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1386a44e-36a2-460c-96d0-0359d2b6f0f5-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242052 4809 reconciler_common.go:293] "Volume detached for volume \"package-server-manager-serving-cert\" (UniqueName: \"kubernetes.io/secret/3ab1a177-2de0-46d9-b765-d0d0649bb42e-package-server-manager-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242062 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-control-plane-metrics-cert\" (UniqueName: \"kubernetes.io/secret/925f1c65-6136-48ba-85aa-3a3b50560753-ovn-control-plane-metrics-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242071 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w4xd4\" (UniqueName: \"kubernetes.io/projected/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-kube-api-access-w4xd4\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242080 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/09efc573-dbb6-4249-bd59-9b87aba8dd28-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242088 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2w9zh\" (UniqueName: \"kubernetes.io/projected/4bb40260-dbaa-4fb0-84df-5e680505d512-kube-api-access-2w9zh\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242098 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-user-template-login\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-login\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242109 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fcqwp\" (UniqueName: \"kubernetes.io/projected/5fe579f8-e8a6-4643-bce5-a661393c4dde-kube-api-access-fcqwp\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242119 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7539238d-5fe0-46ed-884e-1c3b566537ec-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242128 4809 reconciler_common.go:293] "Volume detached for volume \"auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/31d8b7a1-420e-4252-a5b7-eebe8a111292-auth-proxy-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242137 4809 reconciler_common.go:293] "Volume detached for volume \"mcc-auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/0b574797-001e-440a-8f4e-c0be86edad0f-mcc-auth-proxy-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.242146 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vt5rc\" (UniqueName: \"kubernetes.io/projected/44663579-783b-4372-86d6-acf235a62d72-kube-api-access-vt5rc\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.246854 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "09ae3b1a-e8e7-4524-b54b-61eab6f9239a" (UID: "09ae3b1a-e8e7-4524-b54b-61eab6f9239a"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.241380 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-trusted-ca-bundle" (OuterVolumeSpecName: "v4-0-config-system-trusted-ca-bundle") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "v4-0-config-system-trusted-ca-bundle". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.247026 4809 secret.go:188] Couldn't get secret openshift-network-console/networking-console-plugin-cert: object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.247100 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:02.747077278 +0000 UTC m=+21.352823933 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "networking-console-plugin-cert" (UniqueName: "kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.247979 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-provider-selection" (OuterVolumeSpecName: "v4-0-config-user-template-provider-selection") pod "49c341d1-5089-4bc2-86a0-a5e165cfcc6b" (UID: "49c341d1-5089-4bc2-86a0-a5e165cfcc6b"). InnerVolumeSpecName "v4-0-config-user-template-provider-selection". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248009 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/43509403-f426-496e-be36-56cef71462f5-console-oauth-config" (OuterVolumeSpecName: "console-oauth-config") pod "43509403-f426-496e-be36-56cef71462f5" (UID: "43509403-f426-496e-be36-56cef71462f5"). InnerVolumeSpecName "console-oauth-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248065 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-machine-config-operator"/"openshift-service-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248081 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-multus"/"cni-copy-resources" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248101 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-multus"/"default-cni-sysctl-allowlist" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248237 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-machine-config-operator"/"kube-root-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248256 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-config-operator"/"machine-config-daemon-dockercfg-r5tcq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248342 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-machine-config-operator"/"kube-rbac-proxy" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248321 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248415 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-config-operator"/"proxy-tls" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248472 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-multus"/"openshift-service-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248621 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-multus"/"multus-ancillary-tools-dockercfg-vnmsz" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.248738 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-multus"/"kube-root-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.249139 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "8cea82b4-6893-4ddc-af9f-1bb5ae425c5b" (UID: "8cea82b4-6893-4ddc-af9f-1bb5ae425c5b"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.250761 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5fe579f8-e8a6-4643-bce5-a661393c4dde-node-bootstrap-token" (OuterVolumeSpecName: "node-bootstrap-token") pod "5fe579f8-e8a6-4643-bce5-a661393c4dde" (UID: "5fe579f8-e8a6-4643-bce5-a661393c4dde"). InnerVolumeSpecName "node-bootstrap-token". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.250835 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovnkube-identity-cm\" (UniqueName: \"kubernetes.io/configmap/ef543e1b-8068-4ea3-b32a-61027b32e95d-ovnkube-identity-cm\") pod \"network-node-identity-vrzqb\" (UID: \"ef543e1b-8068-4ea3-b32a-61027b32e95d\") " pod="openshift-network-node-identity/network-node-identity-vrzqb" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.250850 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-marketplace-operator-metrics" (OuterVolumeSpecName: "marketplace-operator-metrics") pod "b6cd30de-2eeb-49a2-ab40-9167f4560ff5" (UID: "b6cd30de-2eeb-49a2-ab40-9167f4560ff5"). InnerVolumeSpecName "marketplace-operator-metrics". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.252310 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1386a44e-36a2-460c-96d0-0359d2b6f0f5-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "1386a44e-36a2-460c-96d0-0359d2b6f0f5" (UID: "1386a44e-36a2-460c-96d0-0359d2b6f0f5"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.252713 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1d611f23-29be-4491-8495-bee1670e935f-kube-api-access-bf2bz" (OuterVolumeSpecName: "kube-api-access-bf2bz") pod "1d611f23-29be-4491-8495-bee1670e935f" (UID: "1d611f23-29be-4491-8495-bee1670e935f"). InnerVolumeSpecName "kube-api-access-bf2bz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.253273 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.253305 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.253322 4809 projected.go:194] Error preparing data for projected volume kube-api-access-cqllr for pod openshift-network-diagnostics/network-check-target-xd92c: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.253390 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr podName:3b6479f0-333b-4a96-9adf-2099afdc2447 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:02.753367813 +0000 UTC m=+21.359114458 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-cqllr" (UniqueName: "kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr") pod "network-check-target-xd92c" (UID: "3b6479f0-333b-4a96-9adf-2099afdc2447") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.256690 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/25e176fe-21b4-4974-b1ed-c8b94f112a7f-signing-cabundle" (OuterVolumeSpecName: "signing-cabundle") pod "25e176fe-21b4-4974-b1ed-c8b94f112a7f" (UID: "25e176fe-21b4-4974-b1ed-c8b94f112a7f"). InnerVolumeSpecName "signing-cabundle". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.256714 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-service-ca" (OuterVolumeSpecName: "service-ca") pod "43509403-f426-496e-be36-56cef71462f5" (UID: "43509403-f426-496e-be36-56cef71462f5"). InnerVolumeSpecName "service-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.258265 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-multus/multus-g6bs4"] Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.258526 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/925f1c65-6136-48ba-85aa-3a3b50560753-kube-api-access-s4n52" (OuterVolumeSpecName: "kube-api-access-s4n52") pod "925f1c65-6136-48ba-85aa-3a3b50560753" (UID: "925f1c65-6136-48ba-85aa-3a3b50560753"). InnerVolumeSpecName "kube-api-access-s4n52". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.258607 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.259535 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1386a44e-36a2-460c-96d0-0359d2b6f0f5-kube-api-access" (OuterVolumeSpecName: "kube-api-access") pod "1386a44e-36a2-460c-96d0-0359d2b6f0f5" (UID: "1386a44e-36a2-460c-96d0-0359d2b6f0f5"). InnerVolumeSpecName "kube-api-access". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.261332 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5b88f790-22fa-440e-b583-365168c0b23d-kube-api-access-jkwtn" (OuterVolumeSpecName: "kube-api-access-jkwtn") pod "5b88f790-22fa-440e-b583-365168c0b23d" (UID: "5b88f790-22fa-440e-b583-365168c0b23d"). InnerVolumeSpecName "kube-api-access-jkwtn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.262447 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7539238d-5fe0-46ed-884e-1c3b566537ec-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "7539238d-5fe0-46ed-884e-1c3b566537ec" (UID: "7539238d-5fe0-46ed-884e-1c3b566537ec"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.262507 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fda69060-fa79-4696-b1a6-7980f124bf7c-proxy-tls" (OuterVolumeSpecName: "proxy-tls") pod "fda69060-fa79-4696-b1a6-7980f124bf7c" (UID: "fda69060-fa79-4696-b1a6-7980f124bf7c"). InnerVolumeSpecName "proxy-tls". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.262654 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-trusted-ca-bundle" (OuterVolumeSpecName: "trusted-ca-bundle") pod "1bf7eb37-55a3-4c65-b768-a94c82151e69" (UID: "1bf7eb37-55a3-4c65-b768-a94c82151e69"). InnerVolumeSpecName "trusted-ca-bundle". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.262973 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7539238d-5fe0-46ed-884e-1c3b566537ec-kube-api-access-tk88c" (OuterVolumeSpecName: "kube-api-access-tk88c") pod "7539238d-5fe0-46ed-884e-1c3b566537ec" (UID: "7539238d-5fe0-46ed-884e-1c3b566537ec"). InnerVolumeSpecName "kube-api-access-tk88c". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.263638 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rczfb\" (UniqueName: \"kubernetes.io/projected/d75a4c96-2883-4a0b-bab2-0fab2b6c0b49-kube-api-access-rczfb\") pod \"iptables-alerter-4ln5h\" (UID: \"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\") " pod="openshift-network-operator/iptables-alerter-4ln5h" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.263691 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-multus"/"multus-daemon-config" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.263710 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-multus"/"default-dockercfg-2q5b6" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.263900 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.263925 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.263937 4809 projected.go:194] Error preparing data for projected volume kube-api-access-s2dwl for pod openshift-network-diagnostics/network-check-source-55646444c4-trplf: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.263990 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl podName:9d751cbb-f2e2-430d-9754-c882a5e924a5 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:02.763970081 +0000 UTC m=+21.369716666 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-s2dwl" (UniqueName: "kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl") pod "network-check-source-55646444c4-trplf" (UID: "9d751cbb-f2e2-430d-9754-c882a5e924a5") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.264933 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-config" (OuterVolumeSpecName: "config") pod "6509e943-70c6-444c-bc41-48a544e36fbd" (UID: "6509e943-70c6-444c-bc41-48a544e36fbd"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.266866 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-s2kz5\" (UniqueName: \"kubernetes.io/projected/ef543e1b-8068-4ea3-b32a-61027b32e95d-kube-api-access-s2kz5\") pod \"network-node-identity-vrzqb\" (UID: \"ef543e1b-8068-4ea3-b32a-61027b32e95d\") " pod="openshift-network-node-identity/network-node-identity-vrzqb" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.270102 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/31d8b7a1-420e-4252-a5b7-eebe8a111292-proxy-tls" (OuterVolumeSpecName: "proxy-tls") pod "31d8b7a1-420e-4252-a5b7-eebe8a111292" (UID: "31d8b7a1-420e-4252-a5b7-eebe8a111292"). InnerVolumeSpecName "proxy-tls". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.270286 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7583ce53-e0fe-4a16-9e4d-50516596a136-kube-api-access-xcphl" (OuterVolumeSpecName: "kube-api-access-xcphl") pod "7583ce53-e0fe-4a16-9e4d-50516596a136" (UID: "7583ce53-e0fe-4a16-9e4d-50516596a136"). InnerVolumeSpecName "kube-api-access-xcphl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.271178 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5441d097-087c-4d9a-baa8-b210afa90fc9-client-ca" (OuterVolumeSpecName: "client-ca") pod "5441d097-087c-4d9a-baa8-b210afa90fc9" (UID: "5441d097-087c-4d9a-baa8-b210afa90fc9"). InnerVolumeSpecName "client-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.273095 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/01ab3dd5-8196-46d0-ad33-122e2ca51def-config" (OuterVolumeSpecName: "config") pod "01ab3dd5-8196-46d0-ad33-122e2ca51def" (UID: "01ab3dd5-8196-46d0-ad33-122e2ca51def"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.273191 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rdwmf\" (UniqueName: \"kubernetes.io/projected/37a5e44f-9a88-4405-be8a-b645485e7312-kube-api-access-rdwmf\") pod \"network-operator-58b4c7f79c-55gtf\" (UID: \"37a5e44f-9a88-4405-be8a-b645485e7312\") " pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.273515 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6402fda4-df10-493c-b4e5-d0569419652d-config" (OuterVolumeSpecName: "config") pod "6402fda4-df10-493c-b4e5-d0569419652d" (UID: "6402fda4-df10-493c-b4e5-d0569419652d"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.275326 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8f668bae-612b-4b75-9490-919e737c6a3b-ca-trust-extracted" (OuterVolumeSpecName: "ca-trust-extracted") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b"). InnerVolumeSpecName "ca-trust-extracted". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.277911 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-kube-apiserver_kube-apiserver-crc_f4b27818a5e8e43d0dc095d08835c792/kube-apiserver-check-endpoints/0.log" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.280106 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "b11524ee-3fca-4b1b-9cdf-6da289fdbc7d" (UID: "b11524ee-3fca-4b1b-9cdf-6da289fdbc7d"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.282965 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/57a731c4-ef35-47a8-b875-bfb08a7f8011-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "57a731c4-ef35-47a8-b875-bfb08a7f8011" (UID: "57a731c4-ef35-47a8-b875-bfb08a7f8011"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.283722 4809 generic.go:334] "Generic (PLEG): container finished" podID="f4b27818a5e8e43d0dc095d08835c792" containerID="bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d" exitCode=255 Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.283887 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" event={"ID":"f4b27818a5e8e43d0dc095d08835c792","Type":"ContainerDied","Data":"bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d"} Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.284382 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1d611f23-29be-4491-8495-bee1670e935f-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "1d611f23-29be-4491-8495-bee1670e935f" (UID: "1d611f23-29be-4491-8495-bee1670e935f"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.287514 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [dns-node-resolver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [dns-node-resolver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.294097 4809 kubelet.go:1929] "Failed creating a mirror pod for" err="pods \"etcd-crc\" already exists" pod="openshift-etcd/etcd-crc" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.298147 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.302496 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5225d0e4-402f-4861-b410-819f433b1803-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "5225d0e4-402f-4861-b410-819f433b1803" (UID: "5225d0e4-402f-4861-b410-819f433b1803"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.311040 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.320179 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [egress-router-binary-copy cni-plugins bond-cni-plugin routeoverride-cni whereabouts-cni-bincopy whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.323825 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.327506 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [machine-config-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [machine-config-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.337026 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342680 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-binary-copy\" (UniqueName: \"kubernetes.io/configmap/fc69a833-5433-49b2-8268-84840b3a1522-cni-binary-copy\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342720 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-os-release\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342784 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"multus-socket-dir-parent\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-multus-socket-dir-parent\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342823 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/649e112b-91aa-47f8-b5c4-ede8244a225e-proxy-tls\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342839 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-run-multus-certs\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-run-multus-certs\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342853 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tuning-conf-dir\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-tuning-conf-dir\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342874 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-etc-kube\" (UniqueName: \"kubernetes.io/host-path/37a5e44f-9a88-4405-be8a-b645485e7312-host-etc-kube\") pod \"network-operator-58b4c7f79c-55gtf\" (UID: \"37a5e44f-9a88-4405-be8a-b645485e7312\") " pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342906 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-var-lib-cni-bin\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-var-lib-cni-bin\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342935 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-97bq7\" (UniqueName: \"kubernetes.io/projected/777d80ba-0831-4a22-b172-25907f40ef3a-kube-api-access-97bq7\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342951 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"system-cni-dir\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-system-cni-dir\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342981 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vxhn7\" (UniqueName: \"kubernetes.io/projected/fc69a833-5433-49b2-8268-84840b3a1522-kube-api-access-vxhn7\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.342997 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-khckm\" (UniqueName: \"kubernetes.io/projected/649e112b-91aa-47f8-b5c4-ede8244a225e-kube-api-access-khckm\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343013 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"multus-daemon-config\" (UniqueName: \"kubernetes.io/configmap/fc69a833-5433-49b2-8268-84840b3a1522-multus-daemon-config\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343033 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"hosts-file\" (UniqueName: \"kubernetes.io/host-path/5406ae0b-f144-4f59-8434-528d03939d07-hosts-file\") pod \"node-resolver-2gpk7\" (UID: \"5406ae0b-f144-4f59-8434-528d03939d07\") " pod="openshift-dns/node-resolver-2gpk7" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343068 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-os-release\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343087 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"multus-cni-dir\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-multus-cni-dir\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343102 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cnibin\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-cnibin\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343117 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-run-k8s-cni-cncf-io\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-run-k8s-cni-cncf-io\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343156 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"hostroot\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-hostroot\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343172 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-binary-copy\" (UniqueName: \"kubernetes.io/configmap/777d80ba-0831-4a22-b172-25907f40ef3a-cni-binary-copy\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343190 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"mcd-auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/649e112b-91aa-47f8-b5c4-ede8244a225e-mcd-auth-proxy-config\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343222 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-kubernetes\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-etc-kubernetes\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-slash\" (UniqueName: \"kubernetes.io/host-path/d75a4c96-2883-4a0b-bab2-0fab2b6c0b49-host-slash\") pod \"iptables-alerter-4ln5h\" (UID: \"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\") " pod="openshift-network-operator/iptables-alerter-4ln5h" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343256 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"multus-conf-dir\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-multus-conf-dir\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343270 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-var-lib-cni-multus\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-var-lib-cni-multus\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343306 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-var-lib-kubelet\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-var-lib-kubelet\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343320 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rootfs\" (UniqueName: \"kubernetes.io/host-path/649e112b-91aa-47f8-b5c4-ede8244a225e-rootfs\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343334 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-sysctl-allowlist\" (UniqueName: \"kubernetes.io/configmap/777d80ba-0831-4a22-b172-25907f40ef3a-cni-sysctl-allowlist\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343350 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cnibin\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-cnibin\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343384 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6bfvq\" (UniqueName: \"kubernetes.io/projected/5406ae0b-f144-4f59-8434-528d03939d07-kube-api-access-6bfvq\") pod \"node-resolver-2gpk7\" (UID: \"5406ae0b-f144-4f59-8434-528d03939d07\") " pod="openshift-dns/node-resolver-2gpk7" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343399 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"system-cni-dir\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-system-cni-dir\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343413 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-run-netns\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-run-netns\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343458 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xcphl\" (UniqueName: \"kubernetes.io/projected/7583ce53-e0fe-4a16-9e4d-50516596a136-kube-api-access-xcphl\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343469 4809 reconciler_common.go:293] "Volume detached for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/31d8b7a1-420e-4252-a5b7-eebe8a111292-proxy-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343477 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/6509e943-70c6-444c-bc41-48a544e36fbd-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343487 4809 reconciler_common.go:293] "Volume detached for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/1bf7eb37-55a3-4c65-b768-a94c82151e69-trusted-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343495 4809 reconciler_common.go:293] "Volume detached for volume \"node-bootstrap-token\" (UniqueName: \"kubernetes.io/secret/5fe579f8-e8a6-4643-bce5-a661393c4dde-node-bootstrap-token\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343503 4809 reconciler_common.go:293] "Volume detached for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/43509403-f426-496e-be36-56cef71462f5-service-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343528 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/01ab3dd5-8196-46d0-ad33-122e2ca51def-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343537 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-s4n52\" (UniqueName: \"kubernetes.io/projected/925f1c65-6136-48ba-85aa-3a3b50560753-kube-api-access-s4n52\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343546 4809 reconciler_common.go:293] "Volume detached for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/fda69060-fa79-4696-b1a6-7980f124bf7c-proxy-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343554 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/7539238d-5fe0-46ed-884e-1c3b566537ec-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343562 4809 reconciler_common.go:293] "Volume detached for volume \"control-plane-machine-set-operator-tls\" (UniqueName: \"kubernetes.io/secret/6731426b-95fe-49ff-bb5f-40441049fde2-control-plane-machine-set-operator-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343571 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1386a44e-36a2-460c-96d0-0359d2b6f0f5-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343679 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/1386a44e-36a2-460c-96d0-0359d2b6f0f5-kube-api-access\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343693 4809 reconciler_common.go:293] "Volume detached for volume \"signing-cabundle\" (UniqueName: \"kubernetes.io/configmap/25e176fe-21b4-4974-b1ed-c8b94f112a7f-signing-cabundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343703 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/5225d0e4-402f-4861-b410-819f433b1803-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343712 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/496e6271-fb68-4057-954e-a0d97a4afa3f-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343720 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wxkg8\" (UniqueName: \"kubernetes.io/projected/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59-kube-api-access-wxkg8\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343749 4809 reconciler_common.go:293] "Volume detached for volume \"srv-cert\" (UniqueName: \"kubernetes.io/secret/b6312bbd-5731-4ea0-a20f-81d5a57df44a-srv-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343760 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mnrrd\" (UniqueName: \"kubernetes.io/projected/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d-kube-api-access-mnrrd\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343769 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/6402fda4-df10-493c-b4e5-d0569419652d-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343776 4809 reconciler_common.go:293] "Volume detached for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/5441d097-087c-4d9a-baa8-b210afa90fc9-client-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343785 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-system-trusted-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343794 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tk88c\" (UniqueName: \"kubernetes.io/projected/7539238d-5fe0-46ed-884e-1c3b566537ec-kube-api-access-tk88c\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343802 4809 reconciler_common.go:293] "Volume detached for volume \"registry-tls\" (UniqueName: \"kubernetes.io/projected/8f668bae-612b-4b75-9490-919e737c6a3b-registry-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343827 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bf2bz\" (UniqueName: \"kubernetes.io/projected/1d611f23-29be-4491-8495-bee1670e935f-kube-api-access-bf2bz\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343837 4809 reconciler_common.go:293] "Volume detached for volume \"marketplace-operator-metrics\" (UniqueName: \"kubernetes.io/secret/b6cd30de-2eeb-49a2-ab40-9167f4560ff5-marketplace-operator-metrics\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343846 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-user-template-provider-selection\" (UniqueName: \"kubernetes.io/secret/49c341d1-5089-4bc2-86a0-a5e165cfcc6b-v4-0-config-user-template-provider-selection\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343856 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.343944 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-slash\" (UniqueName: \"kubernetes.io/host-path/d75a4c96-2883-4a0b-bab2-0fab2b6c0b49-host-slash\") pod \"iptables-alerter-4ln5h\" (UID: \"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\") " pod="openshift-network-operator/iptables-alerter-4ln5h" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.344014 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-etc-kube\" (UniqueName: \"kubernetes.io/host-path/37a5e44f-9a88-4405-be8a-b645485e7312-host-etc-kube\") pod \"network-operator-58b4c7f79c-55gtf\" (UID: \"37a5e44f-9a88-4405-be8a-b645485e7312\") " pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.344048 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.344000 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"hosts-file\" (UniqueName: \"kubernetes.io/host-path/5406ae0b-f144-4f59-8434-528d03939d07-hosts-file\") pod \"node-resolver-2gpk7\" (UID: \"5406ae0b-f144-4f59-8434-528d03939d07\") " pod="openshift-dns/node-resolver-2gpk7" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.344246 4809 reconciler_common.go:293] "Volume detached for volume \"console-oauth-config\" (UniqueName: \"kubernetes.io/secret/43509403-f426-496e-be36-56cef71462f5-console-oauth-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.344269 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1d611f23-29be-4491-8495-bee1670e935f-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.344284 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/09ae3b1a-e8e7-4524-b54b-61eab6f9239a-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.344312 4809 reconciler_common.go:293] "Volume detached for volume \"ca-trust-extracted\" (UniqueName: \"kubernetes.io/empty-dir/8f668bae-612b-4b75-9490-919e737c6a3b-ca-trust-extracted\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.344327 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/57a731c4-ef35-47a8-b875-bfb08a7f8011-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.344354 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/5441d097-087c-4d9a-baa8-b210afa90fc9-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.344363 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jkwtn\" (UniqueName: \"kubernetes.io/projected/5b88f790-22fa-440e-b583-365168c0b23d-kube-api-access-jkwtn\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.344372 4809 reconciler_common.go:293] "Volume detached for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/925f1c65-6136-48ba-85aa-3a3b50560753-ovnkube-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.346190 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.352293 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-kube-apiserver/kube-apiserver-crc"] Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.352718 4809 scope.go:117] "RemoveContainer" containerID="bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.353203 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [dns-node-resolver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [dns-node-resolver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.359020 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6bfvq\" (UniqueName: \"kubernetes.io/projected/5406ae0b-f144-4f59-8434-528d03939d07-kube-api-access-6bfvq\") pod \"node-resolver-2gpk7\" (UID: \"5406ae0b-f144-4f59-8434-528d03939d07\") " pod="openshift-dns/node-resolver-2gpk7" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.362380 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.385193 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.385517 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.392776 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-operator/iptables-alerter-4ln5h" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.395421 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":false,\\\"restartCount\\\":5,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.399654 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-node-identity/network-node-identity-vrzqb" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.406442 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [webhook approver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [webhook approver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":false,\\\"restartCount\\\":6,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.411003 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-dns/node-resolver-2gpk7" Oct 13 19:25:02 crc kubenswrapper[4809]: W1013 19:25:02.411288 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podd75a4c96_2883_4a0b_bab2_0fab2b6c0b49.slice/crio-3ff0ea4fe96e9b5eb82443a2ebc5e0b8bfcd95dd1d389b2c35610e3ed5c4a9c5 WatchSource:0}: Error finding container 3ff0ea4fe96e9b5eb82443a2ebc5e0b8bfcd95dd1d389b2c35610e3ed5c4a9c5: Status 404 returned error can't find the container with id 3ff0ea4fe96e9b5eb82443a2ebc5e0b8bfcd95dd1d389b2c35610e3ed5c4a9c5 Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.414945 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.421352 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [dns-node-resolver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [dns-node-resolver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.433226 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: W1013 19:25:02.434602 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podef543e1b_8068_4ea3_b32a_61027b32e95d.slice/crio-2c35ad453ed114a1a868dddd1dec8777ce61c7f2a3a9e858c3fd266b9e89e1de WatchSource:0}: Error finding container 2c35ad453ed114a1a868dddd1dec8777ce61c7f2a3a9e858c3fd266b9e89e1de: Status 404 returned error can't find the container with id 2c35ad453ed114a1a868dddd1dec8777ce61c7f2a3a9e858c3fd266b9e89e1de Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.444689 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"multus-socket-dir-parent\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-multus-socket-dir-parent\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.444769 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/649e112b-91aa-47f8-b5c4-ede8244a225e-proxy-tls\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.444792 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-run-multus-certs\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-run-multus-certs\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.444812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"tuning-conf-dir\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-tuning-conf-dir\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.444843 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-var-lib-cni-bin\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-var-lib-cni-bin\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.444871 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vxhn7\" (UniqueName: \"kubernetes.io/projected/fc69a833-5433-49b2-8268-84840b3a1522-kube-api-access-vxhn7\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.444895 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-97bq7\" (UniqueName: \"kubernetes.io/projected/777d80ba-0831-4a22-b172-25907f40ef3a-kube-api-access-97bq7\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.444920 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"system-cni-dir\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-system-cni-dir\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.444943 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-khckm\" (UniqueName: \"kubernetes.io/projected/649e112b-91aa-47f8-b5c4-ede8244a225e-kube-api-access-khckm\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.444965 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-os-release\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.444987 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"multus-daemon-config\" (UniqueName: \"kubernetes.io/configmap/fc69a833-5433-49b2-8268-84840b3a1522-multus-daemon-config\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445028 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"multus-cni-dir\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-multus-cni-dir\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445048 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cnibin\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-cnibin\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445067 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-run-k8s-cni-cncf-io\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-run-k8s-cni-cncf-io\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445097 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"hostroot\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-hostroot\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445121 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cni-binary-copy\" (UniqueName: \"kubernetes.io/configmap/777d80ba-0831-4a22-b172-25907f40ef3a-cni-binary-copy\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445143 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-kubernetes\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-etc-kubernetes\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445164 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"mcd-auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/649e112b-91aa-47f8-b5c4-ede8244a225e-mcd-auth-proxy-config\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445195 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"multus-conf-dir\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-multus-conf-dir\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445215 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-var-lib-cni-multus\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-var-lib-cni-multus\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445236 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-var-lib-kubelet\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-var-lib-kubelet\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445257 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rootfs\" (UniqueName: \"kubernetes.io/host-path/649e112b-91aa-47f8-b5c4-ede8244a225e-rootfs\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445277 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cni-sysctl-allowlist\" (UniqueName: \"kubernetes.io/configmap/777d80ba-0831-4a22-b172-25907f40ef3a-cni-sysctl-allowlist\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445302 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"system-cni-dir\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-system-cni-dir\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445327 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cnibin\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-cnibin\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445354 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-run-netns\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-run-netns\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445384 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cni-binary-copy\" (UniqueName: \"kubernetes.io/configmap/fc69a833-5433-49b2-8268-84840b3a1522-cni-binary-copy\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445409 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-os-release\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445515 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-os-release\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445589 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"multus-socket-dir-parent\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-multus-socket-dir-parent\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.445879 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-run-multus-certs\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-run-multus-certs\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.446176 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-var-lib-cni-bin\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-var-lib-cni-bin\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.446459 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"tuning-conf-dir\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-tuning-conf-dir\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.446464 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-kubernetes\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-etc-kubernetes\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447125 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"system-cni-dir\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-system-cni-dir\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447149 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cni-sysctl-allowlist\" (UniqueName: \"kubernetes.io/configmap/777d80ba-0831-4a22-b172-25907f40ef3a-cni-sysctl-allowlist\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447204 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"multus-conf-dir\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-multus-conf-dir\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447242 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-var-lib-cni-multus\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-var-lib-cni-multus\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447273 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-var-lib-kubelet\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-var-lib-kubelet\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447315 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rootfs\" (UniqueName: \"kubernetes.io/host-path/649e112b-91aa-47f8-b5c4-ede8244a225e-rootfs\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447308 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cnibin\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-cnibin\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447367 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-os-release\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447398 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-run-k8s-cni-cncf-io\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-run-k8s-cni-cncf-io\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447439 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cnibin\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-cnibin\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447480 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"system-cni-dir\" (UniqueName: \"kubernetes.io/host-path/777d80ba-0831-4a22-b172-25907f40ef3a-system-cni-dir\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447513 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-run-netns\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-host-run-netns\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447665 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"multus-cni-dir\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-multus-cni-dir\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447736 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"hostroot\" (UniqueName: \"kubernetes.io/host-path/fc69a833-5433-49b2-8268-84840b3a1522-hostroot\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.447968 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"multus-daemon-config\" (UniqueName: \"kubernetes.io/configmap/fc69a833-5433-49b2-8268-84840b3a1522-multus-daemon-config\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.448224 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [webhook approver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [webhook approver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":false,\\\"restartCount\\\":6,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.448676 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cni-binary-copy\" (UniqueName: \"kubernetes.io/configmap/777d80ba-0831-4a22-b172-25907f40ef3a-cni-binary-copy\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.448949 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"mcd-auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/649e112b-91aa-47f8-b5c4-ede8244a225e-mcd-auth-proxy-config\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.451394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cni-binary-copy\" (UniqueName: \"kubernetes.io/configmap/fc69a833-5433-49b2-8268-84840b3a1522-cni-binary-copy\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.457538 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/649e112b-91aa-47f8-b5c4-ede8244a225e-proxy-tls\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.466123 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-khckm\" (UniqueName: \"kubernetes.io/projected/649e112b-91aa-47f8-b5c4-ede8244a225e-kube-api-access-khckm\") pod \"machine-config-daemon-jlhbw\" (UID: \"649e112b-91aa-47f8-b5c4-ede8244a225e\") " pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.469938 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.471661 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-97bq7\" (UniqueName: \"kubernetes.io/projected/777d80ba-0831-4a22-b172-25907f40ef3a-kube-api-access-97bq7\") pod \"multus-additional-cni-plugins-cwxl8\" (UID: \"777d80ba-0831-4a22-b172-25907f40ef3a\") " pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.478239 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vxhn7\" (UniqueName: \"kubernetes.io/projected/fc69a833-5433-49b2-8268-84840b3a1522-kube-api-access-vxhn7\") pod \"multus-g6bs4\" (UID: \"fc69a833-5433-49b2-8268-84840b3a1522\") " pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.487506 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":false,\\\"restartCount\\\":5,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.498234 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.508014 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.518312 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.530078 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.555133 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [egress-router-binary-copy cni-plugins bond-cni-plugin routeoverride-cni whereabouts-cni-bincopy whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.564993 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [machine-config-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [machine-config-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.585023 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.592528 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.599627 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.605398 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/multus-g6bs4" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.634770 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-ovn-kubernetes/ovnkube-node-ns9xq"] Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.635781 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.639836 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ovn-kubernetes"/"env-overrides" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.640341 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ovn-kubernetes"/"ovnkube-config" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.642994 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ovn-kubernetes"/"kube-root-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.643181 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ovn-kubernetes"/"ovn-kubernetes-node-dockercfg-pwtwl" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.643321 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ovn-kubernetes"/"openshift-service-ca.crt" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.644467 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ovn-kubernetes"/"ovnkube-script-lib" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.644613 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ovn-kubernetes"/"ovn-node-metrics-cert" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.654525 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [dns-node-resolver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [dns-node-resolver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.665694 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.690428 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.701484 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":false,\\\"restartCount\\\":5,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.716158 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [webhook approver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [webhook approver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":false,\\\"restartCount\\\":6,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.730844 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [kubecfg-setup]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.747705 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751536 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751621 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-etc-openvswitch\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751643 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751666 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-slash\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-slash\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751681 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-log\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-node-log\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751694 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-config\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751709 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-run-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-ovn-kubernetes\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751738 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-kubelet\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-kubelet\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751760 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-run-netns\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-netns\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751774 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-socket\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-log-socket\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751865 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-cni-netd\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-netd\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751905 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovnkube-script-lib\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-script-lib\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751919 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-systemd\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-systemd\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751934 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-cni-bin\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-bin\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751948 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-lib-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-var-lib-openvswitch\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751961 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-ovn\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-ovn\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751976 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-var-lib-cni-networks-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-var-lib-cni-networks-ovn-kubernetes\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.751991 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-node-metrics-cert\" (UniqueName: \"kubernetes.io/secret/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovn-node-metrics-cert\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.752004 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"systemd-units\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-systemd-units\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.752022 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"networking-console-plugin-cert\" (UniqueName: \"kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.752041 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-openvswitch\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.752054 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-env-overrides\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.752068 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ggpk4\" (UniqueName: \"kubernetes.io/projected/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-kube-api-access-ggpk4\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.752142 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:25:03.752131339 +0000 UTC m=+22.357877924 (durationBeforeRetry 1s). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.752188 4809 configmap.go:193] Couldn't get configMap openshift-network-console/networking-console-plugin: object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.752213 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:03.752207841 +0000 UTC m=+22.357954426 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "nginx-conf" (UniqueName: "kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.752275 4809 secret.go:188] Couldn't get secret openshift-network-console/networking-console-plugin-cert: object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.752293 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:03.752288013 +0000 UTC m=+22.358034598 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "networking-console-plugin-cert" (UniqueName: "kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.761408 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [egress-router-binary-copy cni-plugins bond-cni-plugin routeoverride-cni whereabouts-cni-bincopy whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.770867 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [machine-config-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [machine-config-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.789007 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.801524 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.814895 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.825800 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854025 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-cni-netd\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-netd\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854061 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-socket\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-log-socket\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854084 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovnkube-script-lib\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-script-lib\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854107 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-systemd\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-systemd\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854112 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-cni-netd\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-netd\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854144 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-cni-bin\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-bin\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854121 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-cni-bin\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-bin\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854171 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-socket\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-log-socket\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854176 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"systemd-units\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-systemd-units\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854196 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-lib-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-var-lib-openvswitch\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854218 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-ovn\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-ovn\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-var-lib-cni-networks-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-var-lib-cni-networks-ovn-kubernetes\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854260 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-node-metrics-cert\" (UniqueName: \"kubernetes.io/secret/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovn-node-metrics-cert\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854292 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ggpk4\" (UniqueName: \"kubernetes.io/projected/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-kube-api-access-ggpk4\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854313 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-openvswitch\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854332 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-env-overrides\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854361 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cqllr\" (UniqueName: \"kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr\") pod \"network-check-target-xd92c\" (UID: \"3b6479f0-333b-4a96-9adf-2099afdc2447\") " pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854382 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-etc-openvswitch\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854403 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-slash\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-slash\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854421 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-log\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-node-log\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854440 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-config\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854463 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-run-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-ovn-kubernetes\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854487 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2dwl\" (UniqueName: \"kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl\") pod \"network-check-source-55646444c4-trplf\" (UID: \"9d751cbb-f2e2-430d-9754-c882a5e924a5\") " pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854513 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-kubelet\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-kubelet\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854538 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-run-netns\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-netns\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854552 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-systemd\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-systemd\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854590 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-run-netns\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-netns\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854624 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-var-lib-cni-networks-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-var-lib-cni-networks-ovn-kubernetes\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854635 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-log\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-node-log\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854648 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"systemd-units\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-systemd-units\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854683 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-lib-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-var-lib-openvswitch\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.854707 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-ovn\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-ovn\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.854766 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.854782 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.854794 4809 projected.go:194] Error preparing data for projected volume kube-api-access-cqllr for pod openshift-network-diagnostics/network-check-target-xd92c: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.854859 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr podName:3b6479f0-333b-4a96-9adf-2099afdc2447 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:03.854841781 +0000 UTC m=+22.460588366 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-cqllr" (UniqueName: "kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr") pod "network-check-target-xd92c" (UID: "3b6479f0-333b-4a96-9adf-2099afdc2447") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.855182 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-env-overrides\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.855206 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-config\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.855256 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-run-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-ovn-kubernetes\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.855259 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-openvswitch\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.855322 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.855337 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.855347 4809 projected.go:194] Error preparing data for projected volume kube-api-access-s2dwl for pod openshift-network-diagnostics/network-check-source-55646444c4-trplf: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:02 crc kubenswrapper[4809]: E1013 19:25:02.855378 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl podName:9d751cbb-f2e2-430d-9754-c882a5e924a5 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:03.855367565 +0000 UTC m=+22.461114250 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-s2dwl" (UniqueName: "kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl") pod "network-check-source-55646444c4-trplf" (UID: "9d751cbb-f2e2-430d-9754-c882a5e924a5") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.855409 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-kubelet\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-kubelet\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.855445 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-slash\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-slash\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.855445 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-etc-openvswitch\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.862177 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovnkube-script-lib\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-script-lib\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.864498 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-node-metrics-cert\" (UniqueName: \"kubernetes.io/secret/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovn-node-metrics-cert\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.873748 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ggpk4\" (UniqueName: \"kubernetes.io/projected/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-kube-api-access-ggpk4\") pod \"ovnkube-node-ns9xq\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: I1013 19:25:02.970027 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:02 crc kubenswrapper[4809]: W1013 19:25:02.982122 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podba4a23ed_0f5f_4898_a46e_0c9acbb26f7f.slice/crio-4a0fc2a2188e7a24e47ba9378278a570155735d612795e61617945f456f23d72 WatchSource:0}: Error finding container 4a0fc2a2188e7a24e47ba9378278a570155735d612795e61617945f456f23d72: Status 404 returned error can't find the container with id 4a0fc2a2188e7a24e47ba9378278a570155735d612795e61617945f456f23d72 Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.154579 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.154634 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.154747 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.155026 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.288324 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-dns/node-resolver-2gpk7" event={"ID":"5406ae0b-f144-4f59-8434-528d03939d07","Type":"ContainerStarted","Data":"0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.288382 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-dns/node-resolver-2gpk7" event={"ID":"5406ae0b-f144-4f59-8434-528d03939d07","Type":"ContainerStarted","Data":"bfd0688138d5149854c13653bbb7a207d6f4b14211f7958f579e06fc5dbd69c5"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.289706 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3" exitCode=0 Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.289758 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.289799 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"4a0fc2a2188e7a24e47ba9378278a570155735d612795e61617945f456f23d72"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.291551 4809 generic.go:334] "Generic (PLEG): container finished" podID="777d80ba-0831-4a22-b172-25907f40ef3a" containerID="8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6" exitCode=0 Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.291584 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" event={"ID":"777d80ba-0831-4a22-b172-25907f40ef3a","Type":"ContainerDied","Data":"8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.291639 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" event={"ID":"777d80ba-0831-4a22-b172-25907f40ef3a","Type":"ContainerStarted","Data":"fcf4a964996d74b56bb7971ad110ec71afb102b20a356bfa93842bfc6caa9e99"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.293677 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" event={"ID":"ef543e1b-8068-4ea3-b32a-61027b32e95d","Type":"ContainerStarted","Data":"2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.293707 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" event={"ID":"ef543e1b-8068-4ea3-b32a-61027b32e95d","Type":"ContainerStarted","Data":"43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.293743 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" event={"ID":"ef543e1b-8068-4ea3-b32a-61027b32e95d","Type":"ContainerStarted","Data":"2c35ad453ed114a1a868dddd1dec8777ce61c7f2a3a9e858c3fd266b9e89e1de"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.295517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" event={"ID":"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49","Type":"ContainerStarted","Data":"3ff0ea4fe96e9b5eb82443a2ebc5e0b8bfcd95dd1d389b2c35610e3ed5c4a9c5"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.298835 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-kube-apiserver_kube-apiserver-crc_f4b27818a5e8e43d0dc095d08835c792/kube-apiserver-check-endpoints/0.log" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.302519 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" event={"ID":"f4b27818a5e8e43d0dc095d08835c792","Type":"ContainerStarted","Data":"34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.302862 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.305481 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-g6bs4" event={"ID":"fc69a833-5433-49b2-8268-84840b3a1522","Type":"ContainerStarted","Data":"c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.305525 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-g6bs4" event={"ID":"fc69a833-5433-49b2-8268-84840b3a1522","Type":"ContainerStarted","Data":"49fea0c50f12fb477b00e9bd7bb2154c9c8a069aa31b81073cd50b2e7793e4cc"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.308174 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.308221 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.308232 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"d1a36513aa2bef0414b6e8906042b094d841da166987359b214df63227ea4d53"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.310407 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" event={"ID":"37a5e44f-9a88-4405-be8a-b645485e7312","Type":"ContainerStarted","Data":"a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.310447 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" event={"ID":"37a5e44f-9a88-4405-be8a-b645485e7312","Type":"ContainerStarted","Data":"954d8c4143049a163fcca901df3bd7231cd4460158147ba968dfb07e51ca31ba"} Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.315158 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.327474 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-operator]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":false,\\\"restartCount\\\":5,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.340799 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [webhook approver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [webhook approver]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":false,\\\"restartCount\\\":6,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.357119 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [kubecfg-setup]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.369412 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": dial tcp 127.0.0.1:9743: connect: connection refused" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.381933 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [machine-config-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [machine-config-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.399974 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.414091 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.426809 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.440953 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.457619 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [egress-router-binary-copy cni-plugins bond-cni-plugin routeoverride-cni whereabouts-cni-bincopy whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.466812 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.478285 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.490551 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.507377 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [cni-plugins bond-cni-plugin routeoverride-cni whereabouts-cni-bincopy whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.525953 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.552174 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.576928 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.592648 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.613940 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.640017 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.668635 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.685759 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.722957 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.763871 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.764004 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"networking-console-plugin-cert\" (UniqueName: \"kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.764031 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.764084 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:25:05.764038795 +0000 UTC m=+24.369785370 (durationBeforeRetry 2s). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.764169 4809 configmap.go:193] Couldn't get configMap openshift-network-console/networking-console-plugin: object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.764135 4809 secret.go:188] Couldn't get secret openshift-network-console/networking-console-plugin-cert: object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.764212 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:05.764205529 +0000 UTC m=+24.369952114 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "nginx-conf" (UniqueName: "kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.764240 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:05.76422665 +0000 UTC m=+24.369973235 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "networking-console-plugin-cert" (UniqueName: "kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.765057 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.801031 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:03Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.864792 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cqllr\" (UniqueName: \"kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr\") pod \"network-check-target-xd92c\" (UID: \"3b6479f0-333b-4a96-9adf-2099afdc2447\") " pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:03 crc kubenswrapper[4809]: I1013 19:25:03.864840 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2dwl\" (UniqueName: \"kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl\") pod \"network-check-source-55646444c4-trplf\" (UID: \"9d751cbb-f2e2-430d-9754-c882a5e924a5\") " pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.864997 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.865020 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.865032 4809 projected.go:194] Error preparing data for projected volume kube-api-access-s2dwl for pod openshift-network-diagnostics/network-check-source-55646444c4-trplf: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.865073 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl podName:9d751cbb-f2e2-430d-9754-c882a5e924a5 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:05.865061194 +0000 UTC m=+24.470807779 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-s2dwl" (UniqueName: "kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl") pod "network-check-source-55646444c4-trplf" (UID: "9d751cbb-f2e2-430d-9754-c882a5e924a5") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.865395 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.865417 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.865426 4809 projected.go:194] Error preparing data for projected volume kube-api-access-cqllr for pod openshift-network-diagnostics/network-check-target-xd92c: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:03 crc kubenswrapper[4809]: E1013 19:25:03.865452 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr podName:3b6479f0-333b-4a96-9adf-2099afdc2447 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:05.865444234 +0000 UTC m=+24.471190809 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-cqllr" (UniqueName: "kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr") pod "network-check-target-xd92c" (UID: "3b6479f0-333b-4a96-9adf-2099afdc2447") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.154625 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:04 crc kubenswrapper[4809]: E1013 19:25:04.155244 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.158440 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="01ab3dd5-8196-46d0-ad33-122e2ca51def" path="/var/lib/kubelet/pods/01ab3dd5-8196-46d0-ad33-122e2ca51def/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.159236 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="09ae3b1a-e8e7-4524-b54b-61eab6f9239a" path="/var/lib/kubelet/pods/09ae3b1a-e8e7-4524-b54b-61eab6f9239a/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.159916 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="09efc573-dbb6-4249-bd59-9b87aba8dd28" path="/var/lib/kubelet/pods/09efc573-dbb6-4249-bd59-9b87aba8dd28/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.160544 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0b574797-001e-440a-8f4e-c0be86edad0f" path="/var/lib/kubelet/pods/0b574797-001e-440a-8f4e-c0be86edad0f/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.161150 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0b78653f-4ff9-4508-8672-245ed9b561e3" path="/var/lib/kubelet/pods/0b78653f-4ff9-4508-8672-245ed9b561e3/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.161645 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1386a44e-36a2-460c-96d0-0359d2b6f0f5" path="/var/lib/kubelet/pods/1386a44e-36a2-460c-96d0-0359d2b6f0f5/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.163302 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1bf7eb37-55a3-4c65-b768-a94c82151e69" path="/var/lib/kubelet/pods/1bf7eb37-55a3-4c65-b768-a94c82151e69/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.164056 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1d611f23-29be-4491-8495-bee1670e935f" path="/var/lib/kubelet/pods/1d611f23-29be-4491-8495-bee1670e935f/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.165330 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="20b0d48f-5fd6-431c-a545-e3c800c7b866" path="/var/lib/kubelet/pods/20b0d48f-5fd6-431c-a545-e3c800c7b866/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.166018 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c" path="/var/lib/kubelet/pods/210d8245-ebfc-4e3b-ac4a-e21ce76f9a7c/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.167155 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="22c825df-677d-4ca6-82db-3454ed06e783" path="/var/lib/kubelet/pods/22c825df-677d-4ca6-82db-3454ed06e783/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.167977 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="25e176fe-21b4-4974-b1ed-c8b94f112a7f" path="/var/lib/kubelet/pods/25e176fe-21b4-4974-b1ed-c8b94f112a7f/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.169089 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="308be0ea-9f5f-4b29-aeb1-5abd31a0b17b" path="/var/lib/kubelet/pods/308be0ea-9f5f-4b29-aeb1-5abd31a0b17b/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.169570 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="31d8b7a1-420e-4252-a5b7-eebe8a111292" path="/var/lib/kubelet/pods/31d8b7a1-420e-4252-a5b7-eebe8a111292/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.170435 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3ab1a177-2de0-46d9-b765-d0d0649bb42e" path="/var/lib/kubelet/pods/3ab1a177-2de0-46d9-b765-d0d0649bb42e/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.170991 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3cb93b32-e0ae-4377-b9c8-fdb9842c6d59" path="/var/lib/kubelet/pods/3cb93b32-e0ae-4377-b9c8-fdb9842c6d59/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.171636 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="43509403-f426-496e-be36-56cef71462f5" path="/var/lib/kubelet/pods/43509403-f426-496e-be36-56cef71462f5/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.173862 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="44663579-783b-4372-86d6-acf235a62d72" path="/var/lib/kubelet/pods/44663579-783b-4372-86d6-acf235a62d72/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.174423 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="496e6271-fb68-4057-954e-a0d97a4afa3f" path="/var/lib/kubelet/pods/496e6271-fb68-4057-954e-a0d97a4afa3f/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.176366 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="49c341d1-5089-4bc2-86a0-a5e165cfcc6b" path="/var/lib/kubelet/pods/49c341d1-5089-4bc2-86a0-a5e165cfcc6b/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.177273 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="49ef4625-1d3a-4a9f-b595-c2433d32326d" path="/var/lib/kubelet/pods/49ef4625-1d3a-4a9f-b595-c2433d32326d/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.177856 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4bb40260-dbaa-4fb0-84df-5e680505d512" path="/var/lib/kubelet/pods/4bb40260-dbaa-4fb0-84df-5e680505d512/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.179584 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5225d0e4-402f-4861-b410-819f433b1803" path="/var/lib/kubelet/pods/5225d0e4-402f-4861-b410-819f433b1803/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.180645 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5441d097-087c-4d9a-baa8-b210afa90fc9" path="/var/lib/kubelet/pods/5441d097-087c-4d9a-baa8-b210afa90fc9/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.181599 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="57a731c4-ef35-47a8-b875-bfb08a7f8011" path="/var/lib/kubelet/pods/57a731c4-ef35-47a8-b875-bfb08a7f8011/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.182540 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5b88f790-22fa-440e-b583-365168c0b23d" path="/var/lib/kubelet/pods/5b88f790-22fa-440e-b583-365168c0b23d/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.183501 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5fe579f8-e8a6-4643-bce5-a661393c4dde" path="/var/lib/kubelet/pods/5fe579f8-e8a6-4643-bce5-a661393c4dde/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.184215 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6402fda4-df10-493c-b4e5-d0569419652d" path="/var/lib/kubelet/pods/6402fda4-df10-493c-b4e5-d0569419652d/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.185124 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6509e943-70c6-444c-bc41-48a544e36fbd" path="/var/lib/kubelet/pods/6509e943-70c6-444c-bc41-48a544e36fbd/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.188157 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6731426b-95fe-49ff-bb5f-40441049fde2" path="/var/lib/kubelet/pods/6731426b-95fe-49ff-bb5f-40441049fde2/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.188857 4809 kubelet_volumes.go:152] "Cleaned up orphaned volume subpath from pod" podUID="6ea678ab-3438-413e-bfe3-290ae7725660" path="/var/lib/kubelet/pods/6ea678ab-3438-413e-bfe3-290ae7725660/volume-subpaths/run-systemd/ovnkube-controller/6" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.189061 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6ea678ab-3438-413e-bfe3-290ae7725660" path="/var/lib/kubelet/pods/6ea678ab-3438-413e-bfe3-290ae7725660/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.202917 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7539238d-5fe0-46ed-884e-1c3b566537ec" path="/var/lib/kubelet/pods/7539238d-5fe0-46ed-884e-1c3b566537ec/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.203851 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7583ce53-e0fe-4a16-9e4d-50516596a136" path="/var/lib/kubelet/pods/7583ce53-e0fe-4a16-9e4d-50516596a136/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.205192 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7bb08738-c794-4ee8-9972-3a62ca171029" path="/var/lib/kubelet/pods/7bb08738-c794-4ee8-9972-3a62ca171029/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.211008 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="87cf06ed-a83f-41a7-828d-70653580a8cb" path="/var/lib/kubelet/pods/87cf06ed-a83f-41a7-828d-70653580a8cb/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.212428 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8cea82b4-6893-4ddc-af9f-1bb5ae425c5b" path="/var/lib/kubelet/pods/8cea82b4-6893-4ddc-af9f-1bb5ae425c5b/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.219663 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="925f1c65-6136-48ba-85aa-3a3b50560753" path="/var/lib/kubelet/pods/925f1c65-6136-48ba-85aa-3a3b50560753/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.220821 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="96b93a3a-6083-4aea-8eab-fe1aa8245ad9" path="/var/lib/kubelet/pods/96b93a3a-6083-4aea-8eab-fe1aa8245ad9/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.226586 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9d4552c7-cd75-42dd-8880-30dd377c49a4" path="/var/lib/kubelet/pods/9d4552c7-cd75-42dd-8880-30dd377c49a4/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.227989 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a0128f3a-b052-44ed-a84e-c4c8aaf17c13" path="/var/lib/kubelet/pods/a0128f3a-b052-44ed-a84e-c4c8aaf17c13/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.229499 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a31745f5-9847-4afe-82a5-3161cc66ca93" path="/var/lib/kubelet/pods/a31745f5-9847-4afe-82a5-3161cc66ca93/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.230476 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b11524ee-3fca-4b1b-9cdf-6da289fdbc7d" path="/var/lib/kubelet/pods/b11524ee-3fca-4b1b-9cdf-6da289fdbc7d/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.232172 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b6312bbd-5731-4ea0-a20f-81d5a57df44a" path="/var/lib/kubelet/pods/b6312bbd-5731-4ea0-a20f-81d5a57df44a/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.232944 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b6cd30de-2eeb-49a2-ab40-9167f4560ff5" path="/var/lib/kubelet/pods/b6cd30de-2eeb-49a2-ab40-9167f4560ff5/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.233856 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bc5039c0-ea34-426b-a2b7-fbbc87b49a6d" path="/var/lib/kubelet/pods/bc5039c0-ea34-426b-a2b7-fbbc87b49a6d/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.239019 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bd23aa5c-e532-4e53-bccf-e79f130c5ae8" path="/var/lib/kubelet/pods/bd23aa5c-e532-4e53-bccf-e79f130c5ae8/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.240056 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bf126b07-da06-4140-9a57-dfd54fc6b486" path="/var/lib/kubelet/pods/bf126b07-da06-4140-9a57-dfd54fc6b486/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.241504 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c03ee662-fb2f-4fc4-a2c1-af487c19d254" path="/var/lib/kubelet/pods/c03ee662-fb2f-4fc4-a2c1-af487c19d254/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.242248 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d" path="/var/lib/kubelet/pods/cd70aa09-68dd-4d64-bd6f-156fe6d1dc6d/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.243377 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e7e6199b-1264-4501-8953-767f51328d08" path="/var/lib/kubelet/pods/e7e6199b-1264-4501-8953-767f51328d08/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.244096 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="efdd0498-1daa-4136-9a4a-3b948c2293fc" path="/var/lib/kubelet/pods/efdd0498-1daa-4136-9a4a-3b948c2293fc/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.244852 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f88749ec-7931-4ee7-b3fc-1ec5e11f92e9" path="/var/lib/kubelet/pods/f88749ec-7931-4ee7-b3fc-1ec5e11f92e9/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.246074 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fda69060-fa79-4696-b1a6-7980f124bf7c" path="/var/lib/kubelet/pods/fda69060-fa79-4696-b1a6-7980f124bf7c/volumes" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.316762 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b"} Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.316816 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548"} Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.316828 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54"} Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.316862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51"} Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.319051 4809 generic.go:334] "Generic (PLEG): container finished" podID="777d80ba-0831-4a22-b172-25907f40ef3a" containerID="0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb" exitCode=0 Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.319183 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" event={"ID":"777d80ba-0831-4a22-b172-25907f40ef3a","Type":"ContainerDied","Data":"0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb"} Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.333124 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.351511 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.374753 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.394105 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.421579 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.436610 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [bond-cni-plugin routeoverride-cni whereabouts-cni-bincopy whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.447333 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.464382 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.476773 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-image-registry/node-ca-7k44s"] Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.477153 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-image-registry/node-ca-7k44s" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.480038 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-image-registry"/"kube-root-ca.crt" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.480193 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-image-registry"/"openshift-service-ca.crt" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.480377 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-image-registry"/"image-registry-certificates" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.480803 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-image-registry"/"node-ca-dockercfg-4777p" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.489128 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.504579 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.519430 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.541799 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.556335 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.570714 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host\" (UniqueName: \"kubernetes.io/host-path/8f478ec9-5afe-4dea-a6d7-926d0d50885b-host\") pod \"node-ca-7k44s\" (UID: \"8f478ec9-5afe-4dea-a6d7-926d0d50885b\") " pod="openshift-image-registry/node-ca-7k44s" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.570803 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lfkl4\" (UniqueName: \"kubernetes.io/projected/8f478ec9-5afe-4dea-a6d7-926d0d50885b-kube-api-access-lfkl4\") pod \"node-ca-7k44s\" (UID: \"8f478ec9-5afe-4dea-a6d7-926d0d50885b\") " pod="openshift-image-registry/node-ca-7k44s" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.570837 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serviceca\" (UniqueName: \"kubernetes.io/configmap/8f478ec9-5afe-4dea-a6d7-926d0d50885b-serviceca\") pod \"node-ca-7k44s\" (UID: \"8f478ec9-5afe-4dea-a6d7-926d0d50885b\") " pod="openshift-image-registry/node-ca-7k44s" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.576327 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.595590 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [bond-cni-plugin routeoverride-cni whereabouts-cni-bincopy whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.615167 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.640094 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.656046 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.668854 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [iptables-alerter]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.672262 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lfkl4\" (UniqueName: \"kubernetes.io/projected/8f478ec9-5afe-4dea-a6d7-926d0d50885b-kube-api-access-lfkl4\") pod \"node-ca-7k44s\" (UID: \"8f478ec9-5afe-4dea-a6d7-926d0d50885b\") " pod="openshift-image-registry/node-ca-7k44s" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.672387 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serviceca\" (UniqueName: \"kubernetes.io/configmap/8f478ec9-5afe-4dea-a6d7-926d0d50885b-serviceca\") pod \"node-ca-7k44s\" (UID: \"8f478ec9-5afe-4dea-a6d7-926d0d50885b\") " pod="openshift-image-registry/node-ca-7k44s" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.672487 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host\" (UniqueName: \"kubernetes.io/host-path/8f478ec9-5afe-4dea-a6d7-926d0d50885b-host\") pod \"node-ca-7k44s\" (UID: \"8f478ec9-5afe-4dea-a6d7-926d0d50885b\") " pod="openshift-image-registry/node-ca-7k44s" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.672627 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host\" (UniqueName: \"kubernetes.io/host-path/8f478ec9-5afe-4dea-a6d7-926d0d50885b-host\") pod \"node-ca-7k44s\" (UID: \"8f478ec9-5afe-4dea-a6d7-926d0d50885b\") " pod="openshift-image-registry/node-ca-7k44s" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.674307 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serviceca\" (UniqueName: \"kubernetes.io/configmap/8f478ec9-5afe-4dea-a6d7-926d0d50885b-serviceca\") pod \"node-ca-7k44s\" (UID: \"8f478ec9-5afe-4dea-a6d7-926d0d50885b\") " pod="openshift-image-registry/node-ca-7k44s" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.679970 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.710944 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lfkl4\" (UniqueName: \"kubernetes.io/projected/8f478ec9-5afe-4dea-a6d7-926d0d50885b-kube-api-access-lfkl4\") pod \"node-ca-7k44s\" (UID: \"8f478ec9-5afe-4dea-a6d7-926d0d50885b\") " pod="openshift-image-registry/node-ca-7k44s" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.744492 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.785720 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"message\\\":\\\"containers with unready status: [node-ca]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"message\\\":\\\"containers with unready status: [node-ca]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.826827 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.833584 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-image-registry/node-ca-7k44s" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.862455 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.900123 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.945514 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:04 crc kubenswrapper[4809]: I1013 19:25:04.981556 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:04Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.154762 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.154846 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.155016 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.155124 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.325073 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" event={"ID":"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49","Type":"ContainerStarted","Data":"e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7"} Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.327190 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-image-registry/node-ca-7k44s" event={"ID":"8f478ec9-5afe-4dea-a6d7-926d0d50885b","Type":"ContainerStarted","Data":"b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f"} Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.327257 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-image-registry/node-ca-7k44s" event={"ID":"8f478ec9-5afe-4dea-a6d7-926d0d50885b","Type":"ContainerStarted","Data":"54b5a79b9c086c3c436c990890069dc74fb2289e9f044184745d48362a90dc6c"} Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.331894 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12"} Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.331942 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58"} Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.334481 4809 generic.go:334] "Generic (PLEG): container finished" podID="777d80ba-0831-4a22-b172-25907f40ef3a" containerID="20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5" exitCode=0 Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.334519 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" event={"ID":"777d80ba-0831-4a22-b172-25907f40ef3a","Type":"ContainerDied","Data":"20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5"} Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.341139 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.355486 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.368803 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.381884 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.395900 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.411509 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [bond-cni-plugin routeoverride-cni whereabouts-cni-bincopy whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.455169 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.472134 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.497000 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.511539 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.524879 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.544657 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.555965 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"message\\\":\\\"containers with unready status: [node-ca]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"message\\\":\\\"containers with unready status: [node-ca]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.583945 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.598098 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.617344 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.664201 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.697720 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.749062 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.779635 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.783150 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.783348 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:25:09.783317161 +0000 UTC m=+28.389063746 (durationBeforeRetry 4s). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.783464 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"networking-console-plugin-cert\" (UniqueName: \"kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.783498 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.783594 4809 configmap.go:193] Couldn't get configMap openshift-network-console/networking-console-plugin: object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.783638 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:09.783631369 +0000 UTC m=+28.389377954 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "nginx-conf" (UniqueName: "kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.783694 4809 secret.go:188] Couldn't get secret openshift-network-console/networking-console-plugin-cert: object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.783791 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:09.783769653 +0000 UTC m=+28.389516248 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "networking-console-plugin-cert" (UniqueName: "kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.821760 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.859814 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.884762 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2dwl\" (UniqueName: \"kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl\") pod \"network-check-source-55646444c4-trplf\" (UID: \"9d751cbb-f2e2-430d-9754-c882a5e924a5\") " pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.884884 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cqllr\" (UniqueName: \"kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr\") pod \"network-check-target-xd92c\" (UID: \"3b6479f0-333b-4a96-9adf-2099afdc2447\") " pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.884969 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.885016 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.885030 4809 projected.go:194] Error preparing data for projected volume kube-api-access-s2dwl for pod openshift-network-diagnostics/network-check-source-55646444c4-trplf: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.885039 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.885063 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.885082 4809 projected.go:194] Error preparing data for projected volume kube-api-access-cqllr for pod openshift-network-diagnostics/network-check-target-xd92c: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.885098 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl podName:9d751cbb-f2e2-430d-9754-c882a5e924a5 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:09.885079049 +0000 UTC m=+28.490825714 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-s2dwl" (UniqueName: "kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl") pod "network-check-source-55646444c4-trplf" (UID: "9d751cbb-f2e2-430d-9754-c882a5e924a5") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:05 crc kubenswrapper[4809]: E1013 19:25:05.885140 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr podName:3b6479f0-333b-4a96-9adf-2099afdc2447 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:09.88512084 +0000 UTC m=+28.490867455 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-cqllr" (UniqueName: "kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr") pod "network-check-target-xd92c" (UID: "3b6479f0-333b-4a96-9adf-2099afdc2447") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.899806 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.946526 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:05 crc kubenswrapper[4809]: I1013 19:25:05.980124 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [routeoverride-cni whereabouts-cni-bincopy whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:05Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.019839 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.059472 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.100102 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.155040 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:06 crc kubenswrapper[4809]: E1013 19:25:06.155262 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.342150 4809 generic.go:334] "Generic (PLEG): container finished" podID="777d80ba-0831-4a22-b172-25907f40ef3a" containerID="3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137" exitCode=0 Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.342240 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" event={"ID":"777d80ba-0831-4a22-b172-25907f40ef3a","Type":"ContainerDied","Data":"3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137"} Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.358609 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.376929 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.400352 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.416653 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.431649 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.460243 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.475329 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.491254 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.504379 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.517306 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.539473 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.577946 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.623996 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [whereabouts-cni-bincopy whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:06 crc kubenswrapper[4809]: I1013 19:25:06.657999 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:06Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.155092 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.155138 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:07 crc kubenswrapper[4809]: E1013 19:25:07.155351 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:07 crc kubenswrapper[4809]: E1013 19:25:07.155536 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.182559 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.189214 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-kube-controller-manager/kube-controller-manager-crc" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.191431 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-kube-controller-manager/kube-controller-manager-crc"] Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.199110 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.212902 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.226452 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.241245 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.253132 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.266537 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.285269 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [whereabouts-cni-bincopy whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.296357 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.311989 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.340825 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.350973 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46"} Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.354862 4809 generic.go:334] "Generic (PLEG): container finished" podID="777d80ba-0831-4a22-b172-25907f40ef3a" containerID="407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22" exitCode=0 Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.354954 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" event={"ID":"777d80ba-0831-4a22-b172-25907f40ef3a","Type":"ContainerDied","Data":"407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22"} Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.358816 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.372300 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.395548 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.413422 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.431165 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.444714 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.457413 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.470300 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.489893 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with incomplete status: [whereabouts-cni]\\\",\\\"reason\\\":\\\"ContainersNotInitialized\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.502588 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.520696 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.557450 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.598399 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.638276 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.679392 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.724548 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.758126 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.804754 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.841963 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:07Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.982438 4809 kubelet_node_status.go:401] "Setting node annotation to enable volume controller attach/detach" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.984339 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.984389 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.984406 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.984513 4809 kubelet_node_status.go:76] "Attempting to register node" node="crc" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.993059 4809 kubelet_node_status.go:115] "Node was previously registered" node="crc" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.993221 4809 kubelet_node_status.go:79] "Successfully registered node" node="crc" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.994279 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.994320 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.994341 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.994359 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:07 crc kubenswrapper[4809]: I1013 19:25:07.994371 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:07Z","lastTransitionTime":"2025-10-13T19:25:07Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: E1013 19:25:08.009475 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.013596 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.013645 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.013657 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.013675 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.013688 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: E1013 19:25:08.026919 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.031034 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.031080 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.031093 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.031112 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.031124 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: E1013 19:25:08.045401 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.051668 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.051697 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.051707 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.051722 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.051757 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: E1013 19:25:08.070307 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.074163 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.074196 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.074210 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.074229 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.074244 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: E1013 19:25:08.087035 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: E1013 19:25:08.087187 4809 kubelet_node_status.go:572] "Unable to update node status" err="update node status exceeds retry count" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.089912 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.089956 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.089970 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.089987 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.089999 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.155085 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:08 crc kubenswrapper[4809]: E1013 19:25:08.155359 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.192431 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.192472 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.192484 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.192502 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.192516 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.295300 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.295363 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.295387 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.295414 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.295436 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.366711 4809 generic.go:334] "Generic (PLEG): container finished" podID="777d80ba-0831-4a22-b172-25907f40ef3a" containerID="d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d" exitCode=0 Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.366778 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" event={"ID":"777d80ba-0831-4a22-b172-25907f40ef3a","Type":"ContainerDied","Data":"d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d"} Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.382922 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.397916 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.397974 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.398027 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.398059 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.398083 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.403630 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.427402 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.441453 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.456739 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.470656 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.486258 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.501471 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.501511 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.501522 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.501535 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.501569 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.502940 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.515557 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.529526 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.549690 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.563281 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.580885 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.598590 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovn-controller ovn-acl-logging kube-rbac-proxy-node kube-rbac-proxy-ovn-metrics northd nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.605369 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.605444 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.605457 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.605474 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.605529 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.609286 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:08Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.708386 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.708456 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.708479 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.708507 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.708527 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.812347 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.812401 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.812418 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.812440 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.812456 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.915034 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.915071 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.915081 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.915095 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:08 crc kubenswrapper[4809]: I1013 19:25:08.915105 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:08Z","lastTransitionTime":"2025-10-13T19:25:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.020694 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.021118 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.021144 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.021176 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.021578 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:09Z","lastTransitionTime":"2025-10-13T19:25:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.125682 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.125757 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.125776 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.125798 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.125814 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:09Z","lastTransitionTime":"2025-10-13T19:25:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.154483 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.154649 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.154796 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.155020 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.228523 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.228576 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.228587 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.228602 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.228611 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:09Z","lastTransitionTime":"2025-10-13T19:25:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.332486 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.332534 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.332548 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.332565 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.332575 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:09Z","lastTransitionTime":"2025-10-13T19:25:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.377815 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.378552 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.378654 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.378669 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.383581 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" event={"ID":"777d80ba-0831-4a22-b172-25907f40ef3a","Type":"ContainerStarted","Data":"edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.393783 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.404868 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.405034 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.410827 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.424082 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.434472 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.434565 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.434583 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.434600 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.434611 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:09Z","lastTransitionTime":"2025-10-13T19:25:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.437215 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.452326 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus-additional-cni-plugins]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"PodInitializing\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.464397 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.484704 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.495423 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.506405 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.524518 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.537505 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.537535 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.537654 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.537672 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.537689 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.537702 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:09Z","lastTransitionTime":"2025-10-13T19:25:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.561684 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.584909 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [nbdb sbdb ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:09Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.594083 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.621551 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.631131 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.640170 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.640206 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.640217 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.640231 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.640244 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:09Z","lastTransitionTime":"2025-10-13T19:25:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.649250 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.661025 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.674077 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.697404 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:09Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.710926 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.726522 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.742309 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.742352 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.742363 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.742380 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.742392 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:09Z","lastTransitionTime":"2025-10-13T19:25:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.743048 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.754382 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.766671 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.780526 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.792170 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.804699 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.833881 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.836219 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.836386 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"networking-console-plugin-cert\" (UniqueName: \"kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.836428 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.836505 4809 configmap.go:193] Couldn't get configMap openshift-network-console/networking-console-plugin: object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.836541 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:25:17.836488605 +0000 UTC m=+36.442235190 (durationBeforeRetry 8s). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.836553 4809 secret.go:188] Couldn't get secret openshift-network-console/networking-console-plugin-cert: object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.836600 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:17.836587628 +0000 UTC m=+36.442334423 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "nginx-conf" (UniqueName: "kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.836829 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:17.836793023 +0000 UTC m=+36.442539608 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "networking-console-plugin-cert" (UniqueName: "kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.844799 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.844840 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.844853 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.844872 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.844885 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:09Z","lastTransitionTime":"2025-10-13T19:25:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.865673 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:09Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.937631 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cqllr\" (UniqueName: \"kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr\") pod \"network-check-target-xd92c\" (UID: \"3b6479f0-333b-4a96-9adf-2099afdc2447\") " pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.937680 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2dwl\" (UniqueName: \"kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl\") pod \"network-check-source-55646444c4-trplf\" (UID: \"9d751cbb-f2e2-430d-9754-c882a5e924a5\") " pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.937811 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.937832 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.937843 4809 projected.go:194] Error preparing data for projected volume kube-api-access-s2dwl for pod openshift-network-diagnostics/network-check-source-55646444c4-trplf: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.937891 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl podName:9d751cbb-f2e2-430d-9754-c882a5e924a5 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:17.937877563 +0000 UTC m=+36.543624148 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "kube-api-access-s2dwl" (UniqueName: "kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl") pod "network-check-source-55646444c4-trplf" (UID: "9d751cbb-f2e2-430d-9754-c882a5e924a5") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.937925 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.938013 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.938032 4809 projected.go:194] Error preparing data for projected volume kube-api-access-cqllr for pod openshift-network-diagnostics/network-check-target-xd92c: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:09 crc kubenswrapper[4809]: E1013 19:25:09.938125 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr podName:3b6479f0-333b-4a96-9adf-2099afdc2447 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:17.938099959 +0000 UTC m=+36.543846534 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "kube-api-access-cqllr" (UniqueName: "kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr") pod "network-check-target-xd92c" (UID: "3b6479f0-333b-4a96-9adf-2099afdc2447") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.946853 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.946885 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.946894 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.946908 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:09 crc kubenswrapper[4809]: I1013 19:25:09.946922 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:09Z","lastTransitionTime":"2025-10-13T19:25:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.049940 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.049989 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.050000 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.050015 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.050025 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:10Z","lastTransitionTime":"2025-10-13T19:25:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.152213 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.152251 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.152261 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.152274 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.152282 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:10Z","lastTransitionTime":"2025-10-13T19:25:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.154794 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:10 crc kubenswrapper[4809]: E1013 19:25:10.155008 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.255437 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.255515 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.255544 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.255572 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.255594 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:10Z","lastTransitionTime":"2025-10-13T19:25:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.358204 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.358234 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.358246 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.358259 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.358268 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:10Z","lastTransitionTime":"2025-10-13T19:25:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.461054 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.461110 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.461121 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.461141 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.461153 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:10Z","lastTransitionTime":"2025-10-13T19:25:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.564560 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.564608 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.564619 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.564635 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.564647 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:10Z","lastTransitionTime":"2025-10-13T19:25:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.667548 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.667608 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.667630 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.667656 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.667675 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:10Z","lastTransitionTime":"2025-10-13T19:25:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.770595 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.770646 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.770659 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.770679 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.770695 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:10Z","lastTransitionTime":"2025-10-13T19:25:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.873790 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.873841 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.873853 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.873873 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.873886 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:10Z","lastTransitionTime":"2025-10-13T19:25:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.976903 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.976947 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.976955 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.976970 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:10 crc kubenswrapper[4809]: I1013 19:25:10.976980 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:10Z","lastTransitionTime":"2025-10-13T19:25:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.080040 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.080099 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.080117 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.080143 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.080164 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:11Z","lastTransitionTime":"2025-10-13T19:25:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.156376 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.156444 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:11 crc kubenswrapper[4809]: E1013 19:25:11.156531 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:11 crc kubenswrapper[4809]: E1013 19:25:11.156621 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.181990 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.182028 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.182038 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.182071 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.182086 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:11Z","lastTransitionTime":"2025-10-13T19:25:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.285004 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.285045 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.285056 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.285071 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.285081 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:11Z","lastTransitionTime":"2025-10-13T19:25:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.389024 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.389138 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.389153 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.389179 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.389191 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:11Z","lastTransitionTime":"2025-10-13T19:25:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.491615 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.491663 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.491676 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.491696 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.491714 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:11Z","lastTransitionTime":"2025-10-13T19:25:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.594318 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.594354 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.594363 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.594377 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.594387 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:11Z","lastTransitionTime":"2025-10-13T19:25:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.696561 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.696594 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.696605 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.696622 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.696633 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:11Z","lastTransitionTime":"2025-10-13T19:25:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.799101 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.799168 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.799193 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.799219 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.799236 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:11Z","lastTransitionTime":"2025-10-13T19:25:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.902700 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.902756 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.902770 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.902787 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:11 crc kubenswrapper[4809]: I1013 19:25:11.902799 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:11Z","lastTransitionTime":"2025-10-13T19:25:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.004418 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.004468 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.004482 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.004505 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.004521 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:12Z","lastTransitionTime":"2025-10-13T19:25:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.107926 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.107983 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.108000 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.108022 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.108071 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:12Z","lastTransitionTime":"2025-10-13T19:25:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.155475 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:12 crc kubenswrapper[4809]: E1013 19:25:12.156215 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.173899 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.193050 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.205587 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.210228 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.210256 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.210265 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.210279 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.210292 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:12Z","lastTransitionTime":"2025-10-13T19:25:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.219911 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.238098 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.250811 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.269035 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.282303 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.294552 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.311644 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.312141 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.312186 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.312199 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.312213 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.312225 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:12Z","lastTransitionTime":"2025-10-13T19:25:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.331631 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.344830 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.356997 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.377674 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:09Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.389442 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.393579 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/0.log" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.396253 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be" exitCode=1 Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.396292 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be"} Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.396985 4809 scope.go:117] "RemoveContainer" containerID="5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.409928 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.416539 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.416593 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.416603 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.416621 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.416632 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:12Z","lastTransitionTime":"2025-10-13T19:25:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.425776 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.440115 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.461076 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.477977 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.494673 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.520311 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.520365 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.520382 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.520403 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.520420 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:12Z","lastTransitionTime":"2025-10-13T19:25:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.522209 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:12Z\\\",\\\"message\\\":\\\" 6094 handler.go:208] Removed *v1.Pod event handler 3\\\\nI1013 19:25:12.025530 6094 handler.go:190] Sending *v1.Node event handler 2 for removal\\\\nI1013 19:25:12.025556 6094 handler.go:190] Sending *v1.Node event handler 7 for removal\\\\nI1013 19:25:12.025569 6094 handler.go:208] Removed *v1.Node event handler 2\\\\nI1013 19:25:12.025606 6094 handler.go:190] Sending *v1.NetworkPolicy event handler 4 for removal\\\\nI1013 19:25:12.025660 6094 handler.go:208] Removed *v1.Node event handler 7\\\\nI1013 19:25:12.025677 6094 handler.go:208] Removed *v1.NetworkPolicy event handler 4\\\\nI1013 19:25:12.025664 6094 handler.go:190] Sending *v1.Namespace event handler 1 for removal\\\\nI1013 19:25:12.025695 6094 handler.go:190] Sending *v1.Namespace event handler 5 for removal\\\\nI1013 19:25:12.025715 6094 handler.go:190] Sending *v1.EgressIP event handler 8 for removal\\\\nI1013 19:25:12.025768 6094 handler.go:190] Sending *v1.EgressFirewall event handler 9 for removal\\\\nI1013 19:25:12.025793 6094 factory.go:656] Stopping watch factory\\\\nI1013 19:25:12.025788 6094 handler.go:208] Removed *v1.Namespace event handler 1\\\\nI1013 19:25:12.025802 6094 handler.go:208] Removed *v1.EgressIP event handler 8\\\\nI1013 19:25:12.025810 6094 ovnkube.go:599] Stopped ovnkube\\\\nI1013 19:25:12.025818 6094 handler.go:208] Removed *v1.Namespace event handler 5\\\\nI1013 19:25:1\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:09Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.540635 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.553275 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.571957 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.585991 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.596579 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.611523 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.624260 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.624333 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.624350 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.624371 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.624409 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:12Z","lastTransitionTime":"2025-10-13T19:25:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.626937 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.642003 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.727687 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.727766 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.727780 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.727798 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.727811 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:12Z","lastTransitionTime":"2025-10-13T19:25:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.830408 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.830443 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.830451 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.830462 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.830472 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:12Z","lastTransitionTime":"2025-10-13T19:25:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.932810 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.932846 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.932857 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.932874 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:12 crc kubenswrapper[4809]: I1013 19:25:12.932886 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:12Z","lastTransitionTime":"2025-10-13T19:25:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.035559 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.035625 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.035646 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.036023 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.036240 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:13Z","lastTransitionTime":"2025-10-13T19:25:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.138802 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.138862 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.138881 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.138906 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.138924 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:13Z","lastTransitionTime":"2025-10-13T19:25:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.154500 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.154547 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:13 crc kubenswrapper[4809]: E1013 19:25:13.154628 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:13 crc kubenswrapper[4809]: E1013 19:25:13.154775 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.241218 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.241261 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.241273 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.241290 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.241304 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:13Z","lastTransitionTime":"2025-10-13T19:25:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.343900 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.343973 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.343984 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.344003 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.344013 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:13Z","lastTransitionTime":"2025-10-13T19:25:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.407418 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/0.log" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.411100 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c"} Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.412158 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.432132 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.447285 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.447355 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.447365 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.447382 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.447395 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:13Z","lastTransitionTime":"2025-10-13T19:25:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.448406 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.466074 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-apiserver-check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.479027 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.494165 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.514663 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.534642 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.550366 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.550422 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.550438 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.550461 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.550476 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:13Z","lastTransitionTime":"2025-10-13T19:25:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.552149 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.565079 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.580434 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.627656 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.644965 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.652718 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.652785 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.652800 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.652821 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.652835 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:13Z","lastTransitionTime":"2025-10-13T19:25:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.660772 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.681723 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:12Z\\\",\\\"message\\\":\\\" 6094 handler.go:208] Removed *v1.Pod event handler 3\\\\nI1013 19:25:12.025530 6094 handler.go:190] Sending *v1.Node event handler 2 for removal\\\\nI1013 19:25:12.025556 6094 handler.go:190] Sending *v1.Node event handler 7 for removal\\\\nI1013 19:25:12.025569 6094 handler.go:208] Removed *v1.Node event handler 2\\\\nI1013 19:25:12.025606 6094 handler.go:190] Sending *v1.NetworkPolicy event handler 4 for removal\\\\nI1013 19:25:12.025660 6094 handler.go:208] Removed *v1.Node event handler 7\\\\nI1013 19:25:12.025677 6094 handler.go:208] Removed *v1.NetworkPolicy event handler 4\\\\nI1013 19:25:12.025664 6094 handler.go:190] Sending *v1.Namespace event handler 1 for removal\\\\nI1013 19:25:12.025695 6094 handler.go:190] Sending *v1.Namespace event handler 5 for removal\\\\nI1013 19:25:12.025715 6094 handler.go:190] Sending *v1.EgressIP event handler 8 for removal\\\\nI1013 19:25:12.025768 6094 handler.go:190] Sending *v1.EgressFirewall event handler 9 for removal\\\\nI1013 19:25:12.025793 6094 factory.go:656] Stopping watch factory\\\\nI1013 19:25:12.025788 6094 handler.go:208] Removed *v1.Namespace event handler 1\\\\nI1013 19:25:12.025802 6094 handler.go:208] Removed *v1.EgressIP event handler 8\\\\nI1013 19:25:12.025810 6094 ovnkube.go:599] Stopped ovnkube\\\\nI1013 19:25:12.025818 6094 handler.go:208] Removed *v1.Namespace event handler 5\\\\nI1013 19:25:1\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:09Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:12Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.694315 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.755374 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.755420 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.755433 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.755449 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.755461 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:13Z","lastTransitionTime":"2025-10-13T19:25:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.859114 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.859170 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.859191 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.859213 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.859232 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:13Z","lastTransitionTime":"2025-10-13T19:25:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.968426 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.968495 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.968511 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.968540 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:13 crc kubenswrapper[4809]: I1013 19:25:13.968561 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:13Z","lastTransitionTime":"2025-10-13T19:25:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.046870 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-kube-apiserver/kube-apiserver-crc" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.066533 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.070481 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.070531 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.070546 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.070567 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.070582 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:14Z","lastTransitionTime":"2025-10-13T19:25:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.091001 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.109321 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.125745 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.137344 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.149500 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.154552 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:14 crc kubenswrapper[4809]: E1013 19:25:14.154709 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.168625 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.172503 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.172559 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.172580 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.172602 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.172619 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:14Z","lastTransitionTime":"2025-10-13T19:25:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.182268 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.200317 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.220447 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.257003 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.273016 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.275115 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.275167 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.275179 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.275195 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.275207 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:14Z","lastTransitionTime":"2025-10-13T19:25:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.289937 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.321757 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:12Z\\\",\\\"message\\\":\\\" 6094 handler.go:208] Removed *v1.Pod event handler 3\\\\nI1013 19:25:12.025530 6094 handler.go:190] Sending *v1.Node event handler 2 for removal\\\\nI1013 19:25:12.025556 6094 handler.go:190] Sending *v1.Node event handler 7 for removal\\\\nI1013 19:25:12.025569 6094 handler.go:208] Removed *v1.Node event handler 2\\\\nI1013 19:25:12.025606 6094 handler.go:190] Sending *v1.NetworkPolicy event handler 4 for removal\\\\nI1013 19:25:12.025660 6094 handler.go:208] Removed *v1.Node event handler 7\\\\nI1013 19:25:12.025677 6094 handler.go:208] Removed *v1.NetworkPolicy event handler 4\\\\nI1013 19:25:12.025664 6094 handler.go:190] Sending *v1.Namespace event handler 1 for removal\\\\nI1013 19:25:12.025695 6094 handler.go:190] Sending *v1.Namespace event handler 5 for removal\\\\nI1013 19:25:12.025715 6094 handler.go:190] Sending *v1.EgressIP event handler 8 for removal\\\\nI1013 19:25:12.025768 6094 handler.go:190] Sending *v1.EgressFirewall event handler 9 for removal\\\\nI1013 19:25:12.025793 6094 factory.go:656] Stopping watch factory\\\\nI1013 19:25:12.025788 6094 handler.go:208] Removed *v1.Namespace event handler 1\\\\nI1013 19:25:12.025802 6094 handler.go:208] Removed *v1.EgressIP event handler 8\\\\nI1013 19:25:12.025810 6094 ovnkube.go:599] Stopped ovnkube\\\\nI1013 19:25:12.025818 6094 handler.go:208] Removed *v1.Namespace event handler 5\\\\nI1013 19:25:1\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:09Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:12Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.335714 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.377931 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.378008 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.378027 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.378052 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.378072 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:14Z","lastTransitionTime":"2025-10-13T19:25:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.428853 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/1.log" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.429553 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/0.log" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.432649 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c" exitCode=1 Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.432688 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.432749 4809 scope.go:117] "RemoveContainer" containerID="5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.433385 4809 scope.go:117] "RemoveContainer" containerID="c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c" Oct 13 19:25:14 crc kubenswrapper[4809]: E1013 19:25:14.433538 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"ovnkube-controller\" with CrashLoopBackOff: \"back-off 10s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\"" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.458434 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.474165 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.481183 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.481221 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.481232 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.481248 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.481293 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:14Z","lastTransitionTime":"2025-10-13T19:25:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.488608 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.504438 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.518994 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.535489 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.552794 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.568198 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.584171 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.584222 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.584239 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.584255 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.584265 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:14Z","lastTransitionTime":"2025-10-13T19:25:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.586704 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.603022 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.627581 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:12Z\\\",\\\"message\\\":\\\" 6094 handler.go:208] Removed *v1.Pod event handler 3\\\\nI1013 19:25:12.025530 6094 handler.go:190] Sending *v1.Node event handler 2 for removal\\\\nI1013 19:25:12.025556 6094 handler.go:190] Sending *v1.Node event handler 7 for removal\\\\nI1013 19:25:12.025569 6094 handler.go:208] Removed *v1.Node event handler 2\\\\nI1013 19:25:12.025606 6094 handler.go:190] Sending *v1.NetworkPolicy event handler 4 for removal\\\\nI1013 19:25:12.025660 6094 handler.go:208] Removed *v1.Node event handler 7\\\\nI1013 19:25:12.025677 6094 handler.go:208] Removed *v1.NetworkPolicy event handler 4\\\\nI1013 19:25:12.025664 6094 handler.go:190] Sending *v1.Namespace event handler 1 for removal\\\\nI1013 19:25:12.025695 6094 handler.go:190] Sending *v1.Namespace event handler 5 for removal\\\\nI1013 19:25:12.025715 6094 handler.go:190] Sending *v1.EgressIP event handler 8 for removal\\\\nI1013 19:25:12.025768 6094 handler.go:190] Sending *v1.EgressFirewall event handler 9 for removal\\\\nI1013 19:25:12.025793 6094 factory.go:656] Stopping watch factory\\\\nI1013 19:25:12.025788 6094 handler.go:208] Removed *v1.Namespace event handler 1\\\\nI1013 19:25:12.025802 6094 handler.go:208] Removed *v1.EgressIP event handler 8\\\\nI1013 19:25:12.025810 6094 ovnkube.go:599] Stopped ovnkube\\\\nI1013 19:25:12.025818 6094 handler.go:208] Removed *v1.Namespace event handler 5\\\\nI1013 19:25:1\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:09Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:13Z\\\",\\\"message\\\":\\\"ontroller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:13.422350 6212 services_controller.go:451] Built service openshift-apiserver/check-endpoints cluster-wide LB for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-apiserver/check-endpoints_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-apiserver/check-endpoints\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.139\\\\\\\", Port:17698, Template:(*services.Template)(nil)}, Targets:[]services.Ad\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:12Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.639506 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.659138 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.674292 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.686623 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.686674 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.686686 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.686705 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.686716 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:14Z","lastTransitionTime":"2025-10-13T19:25:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.688696 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.790032 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.790086 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.790099 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.790118 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.790131 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:14Z","lastTransitionTime":"2025-10-13T19:25:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.892913 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.892963 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.892981 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.893004 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.893021 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:14Z","lastTransitionTime":"2025-10-13T19:25:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.952679 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss"] Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.953459 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.956589 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ovn-kubernetes"/"ovn-kubernetes-control-plane-dockercfg-gs7dd" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.960868 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ovn-kubernetes"/"ovn-control-plane-metrics-cert" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.971408 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.983309 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.995705 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.995750 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.995760 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.995772 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.995780 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:14Z","lastTransitionTime":"2025-10-13T19:25:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:14 crc kubenswrapper[4809]: I1013 19:25:14.996998 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-rbac-proxy ovnkube-cluster-manager]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-rbac-proxy ovnkube-cluster-manager]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:14Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.016164 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.028772 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.030276 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-control-plane-metrics-cert\" (UniqueName: \"kubernetes.io/secret/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-ovn-control-plane-metrics-cert\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.030396 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-env-overrides\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.030521 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-ovnkube-config\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.030607 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7sqnw\" (UniqueName: \"kubernetes.io/projected/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-kube-api-access-7sqnw\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.040928 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.056760 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.071366 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.081010 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.094288 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.098169 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.098253 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.098280 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.098336 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.098400 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:15Z","lastTransitionTime":"2025-10-13T19:25:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.123753 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.131561 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-env-overrides\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.131679 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-ovnkube-config\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.131712 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7sqnw\" (UniqueName: \"kubernetes.io/projected/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-kube-api-access-7sqnw\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.131775 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-control-plane-metrics-cert\" (UniqueName: \"kubernetes.io/secret/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-ovn-control-plane-metrics-cert\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.132019 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-env-overrides\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.132529 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-ovnkube-config\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.137021 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.146358 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-control-plane-metrics-cert\" (UniqueName: \"kubernetes.io/secret/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-ovn-control-plane-metrics-cert\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.147888 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7sqnw\" (UniqueName: \"kubernetes.io/projected/994f27e1-cd64-411a-ab54-6b4c4bbb9d81-kube-api-access-7sqnw\") pod \"ovnkube-control-plane-749d76644c-lhjss\" (UID: \"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\") " pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.153610 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.154776 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.154784 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:15 crc kubenswrapper[4809]: E1013 19:25:15.154908 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:15 crc kubenswrapper[4809]: E1013 19:25:15.155041 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.175602 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://5e6da66797b3815b985386eaeef05bdbd80c76e74fda96a939bd7956afcd31be\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:12Z\\\",\\\"message\\\":\\\" 6094 handler.go:208] Removed *v1.Pod event handler 3\\\\nI1013 19:25:12.025530 6094 handler.go:190] Sending *v1.Node event handler 2 for removal\\\\nI1013 19:25:12.025556 6094 handler.go:190] Sending *v1.Node event handler 7 for removal\\\\nI1013 19:25:12.025569 6094 handler.go:208] Removed *v1.Node event handler 2\\\\nI1013 19:25:12.025606 6094 handler.go:190] Sending *v1.NetworkPolicy event handler 4 for removal\\\\nI1013 19:25:12.025660 6094 handler.go:208] Removed *v1.Node event handler 7\\\\nI1013 19:25:12.025677 6094 handler.go:208] Removed *v1.NetworkPolicy event handler 4\\\\nI1013 19:25:12.025664 6094 handler.go:190] Sending *v1.Namespace event handler 1 for removal\\\\nI1013 19:25:12.025695 6094 handler.go:190] Sending *v1.Namespace event handler 5 for removal\\\\nI1013 19:25:12.025715 6094 handler.go:190] Sending *v1.EgressIP event handler 8 for removal\\\\nI1013 19:25:12.025768 6094 handler.go:190] Sending *v1.EgressFirewall event handler 9 for removal\\\\nI1013 19:25:12.025793 6094 factory.go:656] Stopping watch factory\\\\nI1013 19:25:12.025788 6094 handler.go:208] Removed *v1.Namespace event handler 1\\\\nI1013 19:25:12.025802 6094 handler.go:208] Removed *v1.EgressIP event handler 8\\\\nI1013 19:25:12.025810 6094 ovnkube.go:599] Stopped ovnkube\\\\nI1013 19:25:12.025818 6094 handler.go:208] Removed *v1.Namespace event handler 5\\\\nI1013 19:25:1\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:09Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:13Z\\\",\\\"message\\\":\\\"ontroller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:13.422350 6212 services_controller.go:451] Built service openshift-apiserver/check-endpoints cluster-wide LB for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-apiserver/check-endpoints_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-apiserver/check-endpoints\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.139\\\\\\\", Port:17698, Template:(*services.Template)(nil)}, Targets:[]services.Ad\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:12Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.186349 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.199071 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.200875 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.200948 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.200975 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.200998 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.201014 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:15Z","lastTransitionTime":"2025-10-13T19:25:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.265210 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.305495 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.305865 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.306090 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.306283 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.306470 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:15Z","lastTransitionTime":"2025-10-13T19:25:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.409298 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.409365 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.409376 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.409395 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.409408 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:15Z","lastTransitionTime":"2025-10-13T19:25:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.438348 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/1.log" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.441865 4809 scope.go:117] "RemoveContainer" containerID="c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c" Oct 13 19:25:15 crc kubenswrapper[4809]: E1013 19:25:15.442028 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"ovnkube-controller\" with CrashLoopBackOff: \"back-off 10s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\"" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.444375 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" event={"ID":"994f27e1-cd64-411a-ab54-6b4c4bbb9d81","Type":"ContainerStarted","Data":"6c46ad950bdc39e55dc968c3f56981c0b20cbeb851a6b240999846b2caf4fe80"} Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.456006 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.467751 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.481651 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.493358 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.509587 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-rbac-proxy ovnkube-cluster-manager]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-rbac-proxy ovnkube-cluster-manager]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.510686 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.510886 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.511033 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.511119 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.511207 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:15Z","lastTransitionTime":"2025-10-13T19:25:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.526015 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.541534 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.557719 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.571824 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.585951 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.609020 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:13Z\\\",\\\"message\\\":\\\"ontroller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:13.422350 6212 services_controller.go:451] Built service openshift-apiserver/check-endpoints cluster-wide LB for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-apiserver/check-endpoints_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-apiserver/check-endpoints\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.139\\\\\\\", Port:17698, Template:(*services.Template)(nil)}, Targets:[]services.Ad\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:12Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 10s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.613454 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.613586 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.613676 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.613822 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.613907 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:15Z","lastTransitionTime":"2025-10-13T19:25:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.622197 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.642628 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.660965 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.677981 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.691935 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:15Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.731120 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.731191 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.731210 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.731237 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.731291 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:15Z","lastTransitionTime":"2025-10-13T19:25:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.834458 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.834754 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.834875 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.834967 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.835065 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:15Z","lastTransitionTime":"2025-10-13T19:25:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.938222 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.938560 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.938640 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.938717 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:15 crc kubenswrapper[4809]: I1013 19:25:15.938807 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:15Z","lastTransitionTime":"2025-10-13T19:25:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.040866 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.040908 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.040921 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.040941 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.040954 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:16Z","lastTransitionTime":"2025-10-13T19:25:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.052332 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-multus/network-metrics-daemon-mvzcq"] Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.053244 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:16 crc kubenswrapper[4809]: E1013 19:25:16.053346 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.100011 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:13Z\\\",\\\"message\\\":\\\"ontroller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:13.422350 6212 services_controller.go:451] Built service openshift-apiserver/check-endpoints cluster-wide LB for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-apiserver/check-endpoints_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-apiserver/check-endpoints\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.139\\\\\\\", Port:17698, Template:(*services.Template)(nil)}, Targets:[]services.Ad\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:12Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 10s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.118947 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.138711 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.138856 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-w6sm6\" (UniqueName: \"kubernetes.io/projected/78e133d5-a382-4321-b3b9-50fefb264636-kube-api-access-w6sm6\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.143457 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.143500 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.143509 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.143529 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.143539 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:16Z","lastTransitionTime":"2025-10-13T19:25:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.152921 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.155078 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:16 crc kubenswrapper[4809]: E1013 19:25:16.155197 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.168810 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.183116 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.197467 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.210489 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.224517 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.239490 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.239552 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-w6sm6\" (UniqueName: \"kubernetes.io/projected/78e133d5-a382-4321-b3b9-50fefb264636-kube-api-access-w6sm6\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:16 crc kubenswrapper[4809]: E1013 19:25:16.239706 4809 secret.go:188] Couldn't get secret openshift-multus/metrics-daemon-secret: object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:16 crc kubenswrapper[4809]: E1013 19:25:16.239833 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs podName:78e133d5-a382-4321-b3b9-50fefb264636 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:16.739805278 +0000 UTC m=+35.345551953 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "metrics-certs" (UniqueName: "kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs") pod "network-metrics-daemon-mvzcq" (UID: "78e133d5-a382-4321-b3b9-50fefb264636") : object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.243049 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.245901 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.245939 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.245949 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.245965 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.245976 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:16Z","lastTransitionTime":"2025-10-13T19:25:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.256132 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.268707 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-w6sm6\" (UniqueName: \"kubernetes.io/projected/78e133d5-a382-4321-b3b9-50fefb264636-kube-api-access-w6sm6\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.271770 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-rbac-proxy ovnkube-cluster-manager]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-rbac-proxy ovnkube-cluster-manager]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.290817 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.305948 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.320908 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.336622 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.349192 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.349404 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.349478 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.349561 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.349632 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:16Z","lastTransitionTime":"2025-10-13T19:25:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.355100 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.366893 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.450572 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" event={"ID":"994f27e1-cd64-411a-ab54-6b4c4bbb9d81","Type":"ContainerStarted","Data":"abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.451280 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" event={"ID":"994f27e1-cd64-411a-ab54-6b4c4bbb9d81","Type":"ContainerStarted","Data":"66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.451895 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.451951 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.451970 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.451994 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.452013 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:16Z","lastTransitionTime":"2025-10-13T19:25:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.479795 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.498192 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.516157 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.531448 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.549096 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.554436 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.554477 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.554489 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.554508 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.554520 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:16Z","lastTransitionTime":"2025-10-13T19:25:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.566403 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.579092 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.591148 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.603135 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.615045 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.626602 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.637079 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.656862 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.657591 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.657624 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.657639 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.657656 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.657667 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:16Z","lastTransitionTime":"2025-10-13T19:25:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.673173 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.685626 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.707505 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:13Z\\\",\\\"message\\\":\\\"ontroller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:13.422350 6212 services_controller.go:451] Built service openshift-apiserver/check-endpoints cluster-wide LB for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-apiserver/check-endpoints_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-apiserver/check-endpoints\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.139\\\\\\\", Port:17698, Template:(*services.Template)(nil)}, Targets:[]services.Ad\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:12Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 10s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.722029 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:16Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.744661 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:16 crc kubenswrapper[4809]: E1013 19:25:16.744853 4809 secret.go:188] Couldn't get secret openshift-multus/metrics-daemon-secret: object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:16 crc kubenswrapper[4809]: E1013 19:25:16.744945 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs podName:78e133d5-a382-4321-b3b9-50fefb264636 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:17.74492395 +0000 UTC m=+36.350670535 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "metrics-certs" (UniqueName: "kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs") pod "network-metrics-daemon-mvzcq" (UID: "78e133d5-a382-4321-b3b9-50fefb264636") : object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.760317 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.760359 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.760370 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.760388 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.760400 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:16Z","lastTransitionTime":"2025-10-13T19:25:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.864216 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.864260 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.864271 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.864288 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.864298 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:16Z","lastTransitionTime":"2025-10-13T19:25:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.966312 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.966346 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.966355 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.966370 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:16 crc kubenswrapper[4809]: I1013 19:25:16.966383 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:16Z","lastTransitionTime":"2025-10-13T19:25:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.068325 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.068379 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.068389 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.068405 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.068414 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:17Z","lastTransitionTime":"2025-10-13T19:25:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.155401 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.155428 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.155586 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.155761 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.171143 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.171190 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.171202 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.171220 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.171230 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:17Z","lastTransitionTime":"2025-10-13T19:25:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.275487 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.275574 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.275597 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.275635 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.275658 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:17Z","lastTransitionTime":"2025-10-13T19:25:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.379082 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.379128 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.379139 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.379156 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.379166 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:17Z","lastTransitionTime":"2025-10-13T19:25:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.481580 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.481655 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.481675 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.481705 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.481753 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:17Z","lastTransitionTime":"2025-10-13T19:25:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.584468 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.584518 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.584534 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.584558 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.584576 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:17Z","lastTransitionTime":"2025-10-13T19:25:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.687360 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.687408 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.687420 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.687438 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.687451 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:17Z","lastTransitionTime":"2025-10-13T19:25:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.753153 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.753331 4809 secret.go:188] Couldn't get secret openshift-multus/metrics-daemon-secret: object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.753424 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs podName:78e133d5-a382-4321-b3b9-50fefb264636 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:19.753401606 +0000 UTC m=+38.359148181 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "metrics-certs" (UniqueName: "kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs") pod "network-metrics-daemon-mvzcq" (UID: "78e133d5-a382-4321-b3b9-50fefb264636") : object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.790364 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.790403 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.790414 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.790431 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.790442 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:17Z","lastTransitionTime":"2025-10-13T19:25:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.854238 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.854345 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"networking-console-plugin-cert\" (UniqueName: \"kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.854380 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.854496 4809 configmap.go:193] Couldn't get configMap openshift-network-console/networking-console-plugin: object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.854564 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:33.854541038 +0000 UTC m=+52.460287623 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "nginx-conf" (UniqueName: "kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.854789 4809 secret.go:188] Couldn't get secret openshift-network-console/networking-console-plugin-cert: object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.854907 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:25:33.854869896 +0000 UTC m=+52.460616481 (durationBeforeRetry 16s). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.854960 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:33.854948748 +0000 UTC m=+52.460695413 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "networking-console-plugin-cert" (UniqueName: "kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.892309 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.892364 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.892375 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.892394 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.892405 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:17Z","lastTransitionTime":"2025-10-13T19:25:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.955581 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2dwl\" (UniqueName: \"kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl\") pod \"network-check-source-55646444c4-trplf\" (UID: \"9d751cbb-f2e2-430d-9754-c882a5e924a5\") " pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:17 crc kubenswrapper[4809]: I1013 19:25:17.955663 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cqllr\" (UniqueName: \"kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr\") pod \"network-check-target-xd92c\" (UID: \"3b6479f0-333b-4a96-9adf-2099afdc2447\") " pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.955825 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.955830 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.955878 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.955892 4809 projected.go:194] Error preparing data for projected volume kube-api-access-s2dwl for pod openshift-network-diagnostics/network-check-source-55646444c4-trplf: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.955953 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl podName:9d751cbb-f2e2-430d-9754-c882a5e924a5 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:33.955930326 +0000 UTC m=+52.561676911 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "kube-api-access-s2dwl" (UniqueName: "kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl") pod "network-check-source-55646444c4-trplf" (UID: "9d751cbb-f2e2-430d-9754-c882a5e924a5") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.955841 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.955977 4809 projected.go:194] Error preparing data for projected volume kube-api-access-cqllr for pod openshift-network-diagnostics/network-check-target-xd92c: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:17 crc kubenswrapper[4809]: E1013 19:25:17.956029 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr podName:3b6479f0-333b-4a96-9adf-2099afdc2447 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:33.956011128 +0000 UTC m=+52.561757713 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "kube-api-access-cqllr" (UniqueName: "kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr") pod "network-check-target-xd92c" (UID: "3b6479f0-333b-4a96-9adf-2099afdc2447") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.000688 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.000743 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.000751 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.000767 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.000777 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.103186 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.103234 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.103246 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.103266 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.103279 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.154874 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.155024 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:18 crc kubenswrapper[4809]: E1013 19:25:18.155175 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:18 crc kubenswrapper[4809]: E1013 19:25:18.155274 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.206228 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.206293 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.206308 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.206329 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.206342 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.309657 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.309820 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.309849 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.309877 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.309898 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.385845 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.385887 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.385899 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.385916 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.385927 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: E1013 19:25:18.419353 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:18Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.426582 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.426683 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.426709 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.426780 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.426807 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: E1013 19:25:18.444441 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:18Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.449469 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.449543 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.449569 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.449601 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.449628 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: E1013 19:25:18.466303 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:18Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.470782 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.470836 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.470851 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.470875 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.470891 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: E1013 19:25:18.484323 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:18Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.489052 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.489121 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.489142 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.489169 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.489187 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: E1013 19:25:18.511882 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:18Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:18Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:18 crc kubenswrapper[4809]: E1013 19:25:18.512153 4809 kubelet_node_status.go:572] "Unable to update node status" err="update node status exceeds retry count" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.514590 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.514653 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.514674 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.514699 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.514718 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.617766 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.617838 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.617858 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.617895 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.617919 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.720836 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.720914 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.720935 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.720960 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.720982 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.824029 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.824103 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.824120 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.824144 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.824160 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.927393 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.927453 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.927474 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.927497 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:18 crc kubenswrapper[4809]: I1013 19:25:18.927511 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:18Z","lastTransitionTime":"2025-10-13T19:25:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.030769 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.030854 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.030878 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.030907 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.030931 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:19Z","lastTransitionTime":"2025-10-13T19:25:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.133503 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.133563 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.133581 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.133606 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.133629 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:19Z","lastTransitionTime":"2025-10-13T19:25:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.155067 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.155124 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:19 crc kubenswrapper[4809]: E1013 19:25:19.155244 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:19 crc kubenswrapper[4809]: E1013 19:25:19.155370 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.237143 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.237211 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.237229 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.237259 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.237284 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:19Z","lastTransitionTime":"2025-10-13T19:25:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.340312 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.340377 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.340394 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.340420 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.340438 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:19Z","lastTransitionTime":"2025-10-13T19:25:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.444181 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.444234 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.444246 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.444265 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.444277 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:19Z","lastTransitionTime":"2025-10-13T19:25:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.547722 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.547838 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.547858 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.547885 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.547905 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:19Z","lastTransitionTime":"2025-10-13T19:25:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.651685 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.651851 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.651875 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.651908 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.651933 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:19Z","lastTransitionTime":"2025-10-13T19:25:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.755842 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.755911 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.755934 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.755961 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.755978 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:19Z","lastTransitionTime":"2025-10-13T19:25:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.772762 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:19 crc kubenswrapper[4809]: E1013 19:25:19.773097 4809 secret.go:188] Couldn't get secret openshift-multus/metrics-daemon-secret: object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:19 crc kubenswrapper[4809]: E1013 19:25:19.773250 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs podName:78e133d5-a382-4321-b3b9-50fefb264636 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:23.773206946 +0000 UTC m=+42.378953561 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "metrics-certs" (UniqueName: "kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs") pod "network-metrics-daemon-mvzcq" (UID: "78e133d5-a382-4321-b3b9-50fefb264636") : object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.858476 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.858550 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.858572 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.858766 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.858818 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:19Z","lastTransitionTime":"2025-10-13T19:25:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.962262 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.962337 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.962359 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.962390 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:19 crc kubenswrapper[4809]: I1013 19:25:19.962414 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:19Z","lastTransitionTime":"2025-10-13T19:25:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.065471 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.065536 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.065571 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.065603 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.065624 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:20Z","lastTransitionTime":"2025-10-13T19:25:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.155035 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.155149 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:20 crc kubenswrapper[4809]: E1013 19:25:20.155291 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:20 crc kubenswrapper[4809]: E1013 19:25:20.155591 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.167707 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.167769 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.167780 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.167796 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.167808 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:20Z","lastTransitionTime":"2025-10-13T19:25:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.271147 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.271220 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.271238 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.271263 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.271281 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:20Z","lastTransitionTime":"2025-10-13T19:25:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.374290 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.374336 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.374348 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.374366 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.374377 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:20Z","lastTransitionTime":"2025-10-13T19:25:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.477017 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.477057 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.477067 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.477084 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.477097 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:20Z","lastTransitionTime":"2025-10-13T19:25:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.579661 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.580559 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.580807 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.581011 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.581195 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:20Z","lastTransitionTime":"2025-10-13T19:25:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.684288 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.684552 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.684626 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.684722 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.684814 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:20Z","lastTransitionTime":"2025-10-13T19:25:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.787373 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.787430 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.787440 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.787456 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.787469 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:20Z","lastTransitionTime":"2025-10-13T19:25:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.890605 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.890656 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.890668 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.890689 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.890704 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:20Z","lastTransitionTime":"2025-10-13T19:25:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.994074 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.994630 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.994900 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.995096 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:20 crc kubenswrapper[4809]: I1013 19:25:20.995244 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:20Z","lastTransitionTime":"2025-10-13T19:25:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.098283 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.098573 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.098649 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.098748 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.098841 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:21Z","lastTransitionTime":"2025-10-13T19:25:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.155146 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:21 crc kubenswrapper[4809]: E1013 19:25:21.155416 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.155842 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:21 crc kubenswrapper[4809]: E1013 19:25:21.156027 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.202585 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.202695 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.202791 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.202838 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.202887 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:21Z","lastTransitionTime":"2025-10-13T19:25:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.306152 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.306235 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.306260 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.306290 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.306311 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:21Z","lastTransitionTime":"2025-10-13T19:25:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.408483 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.408519 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.408528 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.408542 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.408552 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:21Z","lastTransitionTime":"2025-10-13T19:25:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.511539 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.511609 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.511633 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.511664 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.511688 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:21Z","lastTransitionTime":"2025-10-13T19:25:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.614850 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.614922 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.614947 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.614978 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.615000 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:21Z","lastTransitionTime":"2025-10-13T19:25:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.718471 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.718578 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.718596 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.718623 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.718640 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:21Z","lastTransitionTime":"2025-10-13T19:25:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.822404 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.822465 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.822481 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.822504 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.822523 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:21Z","lastTransitionTime":"2025-10-13T19:25:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.926642 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.926722 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.926801 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.926830 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:21 crc kubenswrapper[4809]: I1013 19:25:21.926850 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:21Z","lastTransitionTime":"2025-10-13T19:25:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.029556 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.029619 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.029636 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.029661 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.029678 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:22Z","lastTransitionTime":"2025-10-13T19:25:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.132605 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.132654 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.132666 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.132684 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.132696 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:22Z","lastTransitionTime":"2025-10-13T19:25:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.155088 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.155181 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:22 crc kubenswrapper[4809]: E1013 19:25:22.155296 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:22 crc kubenswrapper[4809]: E1013 19:25:22.155668 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.176633 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.195593 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.222271 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.236704 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.236769 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.236785 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.236807 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.236822 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:22Z","lastTransitionTime":"2025-10-13T19:25:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.240688 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.253460 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.278322 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.294640 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.310306 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.333127 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.339327 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.339394 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.339414 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.339440 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.339457 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:22Z","lastTransitionTime":"2025-10-13T19:25:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.355537 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.368703 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.384516 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.395705 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.419520 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.434827 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.442845 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.442909 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.443482 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.443540 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.443566 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:22Z","lastTransitionTime":"2025-10-13T19:25:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.454067 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.480484 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:13Z\\\",\\\"message\\\":\\\"ontroller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:13.422350 6212 services_controller.go:451] Built service openshift-apiserver/check-endpoints cluster-wide LB for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-apiserver/check-endpoints_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-apiserver/check-endpoints\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.139\\\\\\\", Port:17698, Template:(*services.Template)(nil)}, Targets:[]services.Ad\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:12Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":1,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 10s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.547196 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.547265 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.547284 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.547311 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.547329 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:22Z","lastTransitionTime":"2025-10-13T19:25:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.650625 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.650662 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.650673 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.650689 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.650700 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:22Z","lastTransitionTime":"2025-10-13T19:25:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.753896 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.753941 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.753950 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.753968 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.753984 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:22Z","lastTransitionTime":"2025-10-13T19:25:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.857853 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.857922 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.857936 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.857957 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.857970 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:22Z","lastTransitionTime":"2025-10-13T19:25:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.960485 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.960542 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.960569 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.960593 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:22 crc kubenswrapper[4809]: I1013 19:25:22.960610 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:22Z","lastTransitionTime":"2025-10-13T19:25:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.063060 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.063148 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.063173 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.063199 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.063216 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:23Z","lastTransitionTime":"2025-10-13T19:25:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.155035 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:23 crc kubenswrapper[4809]: E1013 19:25:23.155167 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.155035 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:23 crc kubenswrapper[4809]: E1013 19:25:23.155233 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.165911 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.165937 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.165947 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.165959 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.165968 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:23Z","lastTransitionTime":"2025-10-13T19:25:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.268626 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.269001 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.269128 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.269253 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.269365 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:23Z","lastTransitionTime":"2025-10-13T19:25:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.373199 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.373266 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.373288 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.373318 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.373341 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:23Z","lastTransitionTime":"2025-10-13T19:25:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.476109 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.476183 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.476208 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.476241 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.476268 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:23Z","lastTransitionTime":"2025-10-13T19:25:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.579046 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.579100 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.579117 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.579136 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.579150 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:23Z","lastTransitionTime":"2025-10-13T19:25:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.682041 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.682101 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.682118 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.682144 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.682165 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:23Z","lastTransitionTime":"2025-10-13T19:25:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.785588 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.785665 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.785689 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.785720 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.785781 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:23Z","lastTransitionTime":"2025-10-13T19:25:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.812182 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:23 crc kubenswrapper[4809]: E1013 19:25:23.812387 4809 secret.go:188] Couldn't get secret openshift-multus/metrics-daemon-secret: object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:23 crc kubenswrapper[4809]: E1013 19:25:23.812509 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs podName:78e133d5-a382-4321-b3b9-50fefb264636 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:31.812478574 +0000 UTC m=+50.418225199 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "metrics-certs" (UniqueName: "kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs") pod "network-metrics-daemon-mvzcq" (UID: "78e133d5-a382-4321-b3b9-50fefb264636") : object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.889341 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.889408 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.889420 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.889440 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.889453 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:23Z","lastTransitionTime":"2025-10-13T19:25:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.992310 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.992346 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.992355 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.992370 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:23 crc kubenswrapper[4809]: I1013 19:25:23.992380 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:23Z","lastTransitionTime":"2025-10-13T19:25:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.095569 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.095651 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.095673 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.095702 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.095763 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:24Z","lastTransitionTime":"2025-10-13T19:25:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.154886 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:24 crc kubenswrapper[4809]: E1013 19:25:24.155094 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.155142 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:24 crc kubenswrapper[4809]: E1013 19:25:24.155209 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.198852 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.198912 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.198929 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.198955 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.198974 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:24Z","lastTransitionTime":"2025-10-13T19:25:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.302209 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.302285 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.302301 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.302322 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.302338 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:24Z","lastTransitionTime":"2025-10-13T19:25:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.404922 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.404972 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.404982 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.404998 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.405007 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:24Z","lastTransitionTime":"2025-10-13T19:25:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.508132 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.508183 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.508199 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.508222 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.508240 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:24Z","lastTransitionTime":"2025-10-13T19:25:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.611406 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.611448 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.611457 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.611474 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.611487 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:24Z","lastTransitionTime":"2025-10-13T19:25:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.713812 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.713871 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.713893 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.713924 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.713947 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:24Z","lastTransitionTime":"2025-10-13T19:25:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.816651 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.816696 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.816706 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.816746 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.816759 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:24Z","lastTransitionTime":"2025-10-13T19:25:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.924697 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.924765 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.924777 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.924792 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:24 crc kubenswrapper[4809]: I1013 19:25:24.924802 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:24Z","lastTransitionTime":"2025-10-13T19:25:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.027281 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.027328 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.027338 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.027356 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.027369 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:25Z","lastTransitionTime":"2025-10-13T19:25:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.131101 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.131174 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.131191 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.131216 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.131235 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:25Z","lastTransitionTime":"2025-10-13T19:25:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.154408 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.154450 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:25 crc kubenswrapper[4809]: E1013 19:25:25.154608 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:25 crc kubenswrapper[4809]: E1013 19:25:25.154812 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.234852 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.234917 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.234941 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.234974 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.234997 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:25Z","lastTransitionTime":"2025-10-13T19:25:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.338190 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.338246 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.338263 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.338289 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.338305 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:25Z","lastTransitionTime":"2025-10-13T19:25:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.440507 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.440540 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.440548 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.440563 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.440582 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:25Z","lastTransitionTime":"2025-10-13T19:25:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.543025 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.543054 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.543061 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.543074 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.543083 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:25Z","lastTransitionTime":"2025-10-13T19:25:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.645755 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.645798 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.645814 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.645836 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.645852 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:25Z","lastTransitionTime":"2025-10-13T19:25:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.748351 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.748415 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.748439 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.748468 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.748491 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:25Z","lastTransitionTime":"2025-10-13T19:25:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.851835 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.851898 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.851915 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.851941 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.851959 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:25Z","lastTransitionTime":"2025-10-13T19:25:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.955237 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.955298 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.955316 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.955340 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:25 crc kubenswrapper[4809]: I1013 19:25:25.955361 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:25Z","lastTransitionTime":"2025-10-13T19:25:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.058543 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.058601 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.058619 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.058642 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.058660 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:26Z","lastTransitionTime":"2025-10-13T19:25:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.154856 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.154874 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:26 crc kubenswrapper[4809]: E1013 19:25:26.155524 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:26 crc kubenswrapper[4809]: E1013 19:25:26.155682 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.162528 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.162585 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.162608 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.162637 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.162689 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:26Z","lastTransitionTime":"2025-10-13T19:25:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.266777 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.267264 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.267454 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.267639 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.267860 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:26Z","lastTransitionTime":"2025-10-13T19:25:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.370271 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.370318 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.370330 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.370348 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.370360 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:26Z","lastTransitionTime":"2025-10-13T19:25:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.474182 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.474262 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.474284 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.474314 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.474336 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:26Z","lastTransitionTime":"2025-10-13T19:25:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.576823 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.576950 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.576969 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.576995 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.577014 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:26Z","lastTransitionTime":"2025-10-13T19:25:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.680076 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.680129 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.680143 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.680169 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.680184 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:26Z","lastTransitionTime":"2025-10-13T19:25:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.782275 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.782366 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.782380 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.782399 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.782413 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:26Z","lastTransitionTime":"2025-10-13T19:25:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.886260 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.886326 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.886343 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.886379 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.886398 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:26Z","lastTransitionTime":"2025-10-13T19:25:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.989353 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.989405 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.989421 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.989444 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:26 crc kubenswrapper[4809]: I1013 19:25:26.989460 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:26Z","lastTransitionTime":"2025-10-13T19:25:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.093088 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.093163 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.093186 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.093216 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.093239 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:27Z","lastTransitionTime":"2025-10-13T19:25:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.154773 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:27 crc kubenswrapper[4809]: E1013 19:25:27.154920 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.154956 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:27 crc kubenswrapper[4809]: E1013 19:25:27.155611 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.155873 4809 scope.go:117] "RemoveContainer" containerID="c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.195791 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.195835 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.195849 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.195868 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.195880 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:27Z","lastTransitionTime":"2025-10-13T19:25:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.298868 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.298922 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.298939 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.298961 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.298979 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:27Z","lastTransitionTime":"2025-10-13T19:25:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.406908 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.407028 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.407042 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.407065 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.407077 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:27Z","lastTransitionTime":"2025-10-13T19:25:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.500859 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/1.log" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.504789 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5"} Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.505439 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.509592 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.509713 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.509814 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.509926 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.510024 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:27Z","lastTransitionTime":"2025-10-13T19:25:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.535167 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.550551 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.563192 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.574423 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.586345 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.600398 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.612284 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.612352 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.612374 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.614266 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.614310 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:27Z","lastTransitionTime":"2025-10-13T19:25:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.613950 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.626192 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.638762 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.653427 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.668935 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.690025 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.706133 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.716541 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.716825 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.716948 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.717088 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.717263 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:27Z","lastTransitionTime":"2025-10-13T19:25:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.725691 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.750049 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:13Z\\\",\\\"message\\\":\\\"ontroller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:13.422350 6212 services_controller.go:451] Built service openshift-apiserver/check-endpoints cluster-wide LB for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-apiserver/check-endpoints_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-apiserver/check-endpoints\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.139\\\\\\\", Port:17698, Template:(*services.Template)(nil)}, Targets:[]services.Ad\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:12Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":2,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:27Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.765851 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.786681 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:27Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.820776 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.821011 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.821154 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.821264 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.821382 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:27Z","lastTransitionTime":"2025-10-13T19:25:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.924127 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.924188 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.924198 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.924218 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:27 crc kubenswrapper[4809]: I1013 19:25:27.924229 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:27Z","lastTransitionTime":"2025-10-13T19:25:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.026684 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.026919 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.027010 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.027076 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.027134 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.130132 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.130204 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.130217 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.130241 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.130259 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.155320 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:28 crc kubenswrapper[4809]: E1013 19:25:28.155500 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.155872 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:28 crc kubenswrapper[4809]: E1013 19:25:28.155957 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.233837 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.233914 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.233931 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.233956 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.233972 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.337883 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.337925 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.337938 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.337954 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.337965 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.440889 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.440946 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.440963 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.440988 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.441005 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.509488 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/2.log" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.510271 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/1.log" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.513388 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5" exitCode=1 Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.513452 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.513516 4809 scope.go:117] "RemoveContainer" containerID="c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.514444 4809 scope.go:117] "RemoveContainer" containerID="a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5" Oct 13 19:25:28 crc kubenswrapper[4809]: E1013 19:25:28.514678 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"ovnkube-controller\" with CrashLoopBackOff: \"back-off 20s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\"" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.530173 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.544276 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.547432 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.547509 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.547534 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.547567 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.547593 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.560065 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.576582 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.609873 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.630359 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.650359 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.651647 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.651702 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.651723 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.651787 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.651806 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.674537 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c6a8fbfdc36385e8f6daceb85ec86517d3b2056718aed9888145afe734ec5a1c\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:13Z\\\",\\\"message\\\":\\\"ontroller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:13Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:13.422350 6212 services_controller.go:451] Built service openshift-apiserver/check-endpoints cluster-wide LB for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-apiserver/check-endpoints_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-apiserver/check-endpoints\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.139\\\\\\\", Port:17698, Template:(*services.Template)(nil)}, Targets:[]services.Ad\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:12Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":2,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"de configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252905 6426 services_controller.go:445] Built service openshift-multus/multus-admission-controller LB template configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252920 6426 lb_config.go:1031] Cluster endpoints for openshift-service-ca-operator/metrics for network=default are: map[]\\\\nF1013 19:25:28.252932 6426 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:28.252940 6426 services_controller.go:443] Built service openshift-service-ca-operator/metrics LB cluster-wide configs f\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:27Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.689805 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.708319 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.733482 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.752699 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.754776 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.754833 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.754850 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.754876 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.754890 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.766039 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.786018 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.796778 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.796838 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.796849 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.796865 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.796874 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.804084 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: E1013 19:25:28.811351 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.815503 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.815536 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.815548 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.815564 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.815577 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.820646 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: E1013 19:25:28.830160 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.834057 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.834084 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.834096 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.834113 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.834125 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.836030 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: E1013 19:25:28.847588 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.850862 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.851030 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.851115 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.851204 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.851286 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: E1013 19:25:28.868044 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.871679 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.871701 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.871708 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.871718 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.871743 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: E1013 19:25:28.886014 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:28 crc kubenswrapper[4809]: E1013 19:25:28.886174 4809 kubelet_node_status.go:572] "Unable to update node status" err="update node status exceeds retry count" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.887452 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.887486 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.887502 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.887521 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.887536 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.990253 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.990315 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.990338 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.990369 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:28 crc kubenswrapper[4809]: I1013 19:25:28.990390 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:28Z","lastTransitionTime":"2025-10-13T19:25:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.093281 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.093337 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.093346 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.093366 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.093378 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:29Z","lastTransitionTime":"2025-10-13T19:25:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.154959 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.155047 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:29 crc kubenswrapper[4809]: E1013 19:25:29.155189 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:29 crc kubenswrapper[4809]: E1013 19:25:29.155456 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.196238 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.196302 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.196319 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.196340 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.196359 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:29Z","lastTransitionTime":"2025-10-13T19:25:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.300295 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.300346 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.300360 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.300386 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.300399 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:29Z","lastTransitionTime":"2025-10-13T19:25:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.403647 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.403770 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.403808 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.403841 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.403858 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:29Z","lastTransitionTime":"2025-10-13T19:25:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.506676 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.506754 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.506766 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.506790 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.506802 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:29Z","lastTransitionTime":"2025-10-13T19:25:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.518341 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/2.log" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.522775 4809 scope.go:117] "RemoveContainer" containerID="a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5" Oct 13 19:25:29 crc kubenswrapper[4809]: E1013 19:25:29.523001 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"ovnkube-controller\" with CrashLoopBackOff: \"back-off 20s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\"" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.536461 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.553197 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.566896 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.584253 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.598700 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.609285 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.609361 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.609386 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.609417 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.609439 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:29Z","lastTransitionTime":"2025-10-13T19:25:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.613102 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.628940 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.642028 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.654803 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.670217 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.683276 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.698989 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.712438 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.712479 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.712489 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.712505 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.712517 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:29Z","lastTransitionTime":"2025-10-13T19:25:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.721539 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.741458 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.760235 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.781281 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"de configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252905 6426 services_controller.go:445] Built service openshift-multus/multus-admission-controller LB template configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252920 6426 lb_config.go:1031] Cluster endpoints for openshift-service-ca-operator/metrics for network=default are: map[]\\\\nF1013 19:25:28.252932 6426 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:28.252940 6426 services_controller.go:443] Built service openshift-service-ca-operator/metrics LB cluster-wide configs f\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:27Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":2,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 20s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.798216 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:29Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.816269 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.816352 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.816363 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.816412 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.816425 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:29Z","lastTransitionTime":"2025-10-13T19:25:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.919916 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.919990 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.920008 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.920036 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:29 crc kubenswrapper[4809]: I1013 19:25:29.920053 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:29Z","lastTransitionTime":"2025-10-13T19:25:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.026651 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.026776 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.026803 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.026836 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.026862 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:30Z","lastTransitionTime":"2025-10-13T19:25:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.130150 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.130247 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.130265 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.130294 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.130310 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:30Z","lastTransitionTime":"2025-10-13T19:25:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.154803 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.154821 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:30 crc kubenswrapper[4809]: E1013 19:25:30.155025 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:30 crc kubenswrapper[4809]: E1013 19:25:30.155164 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.233303 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.233388 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.233417 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.233456 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.233483 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:30Z","lastTransitionTime":"2025-10-13T19:25:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.336686 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.336807 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.336822 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.336843 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.336855 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:30Z","lastTransitionTime":"2025-10-13T19:25:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.440323 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.440365 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.440376 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.440393 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.440405 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:30Z","lastTransitionTime":"2025-10-13T19:25:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.543012 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.543065 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.543087 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.543114 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.543136 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:30Z","lastTransitionTime":"2025-10-13T19:25:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.652009 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.652082 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.652100 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.652125 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.652143 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:30Z","lastTransitionTime":"2025-10-13T19:25:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.756111 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.756460 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.756523 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.756585 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.756652 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:30Z","lastTransitionTime":"2025-10-13T19:25:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.860070 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.860181 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.860214 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.860247 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.860269 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:30Z","lastTransitionTime":"2025-10-13T19:25:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.963855 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.963912 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.963938 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.963971 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:30 crc kubenswrapper[4809]: I1013 19:25:30.963995 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:30Z","lastTransitionTime":"2025-10-13T19:25:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.067157 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.067206 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.067223 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.067248 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.067268 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:31Z","lastTransitionTime":"2025-10-13T19:25:31Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.154375 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.154392 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:31 crc kubenswrapper[4809]: E1013 19:25:31.154617 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:31 crc kubenswrapper[4809]: E1013 19:25:31.155189 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.170673 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.170774 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.170792 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.170814 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.170831 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:31Z","lastTransitionTime":"2025-10-13T19:25:31Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.273775 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.273839 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.273851 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.273869 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.273880 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:31Z","lastTransitionTime":"2025-10-13T19:25:31Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.377205 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.377248 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.377261 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.377280 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.377293 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:31Z","lastTransitionTime":"2025-10-13T19:25:31Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.480062 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.480143 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.480161 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.480183 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.480201 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:31Z","lastTransitionTime":"2025-10-13T19:25:31Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.582976 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.583050 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.583068 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.583097 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.583115 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:31Z","lastTransitionTime":"2025-10-13T19:25:31Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.685966 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.686044 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.686078 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.686112 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.686133 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:31Z","lastTransitionTime":"2025-10-13T19:25:31Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.789111 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.789173 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.789187 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.789214 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.789241 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:31Z","lastTransitionTime":"2025-10-13T19:25:31Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.892226 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.892281 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.892297 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.892321 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.892336 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:31Z","lastTransitionTime":"2025-10-13T19:25:31Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.906980 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:31 crc kubenswrapper[4809]: E1013 19:25:31.907191 4809 secret.go:188] Couldn't get secret openshift-multus/metrics-daemon-secret: object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:31 crc kubenswrapper[4809]: E1013 19:25:31.907282 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs podName:78e133d5-a382-4321-b3b9-50fefb264636 nodeName:}" failed. No retries permitted until 2025-10-13 19:25:47.907257489 +0000 UTC m=+66.513004074 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "metrics-certs" (UniqueName: "kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs") pod "network-metrics-daemon-mvzcq" (UID: "78e133d5-a382-4321-b3b9-50fefb264636") : object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.995328 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.995394 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.995412 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.995439 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:31 crc kubenswrapper[4809]: I1013 19:25:31.995457 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:31Z","lastTransitionTime":"2025-10-13T19:25:31Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.098938 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.098992 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.099009 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.099034 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.099054 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:32Z","lastTransitionTime":"2025-10-13T19:25:32Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.154934 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.155062 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:32 crc kubenswrapper[4809]: E1013 19:25:32.155123 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:32 crc kubenswrapper[4809]: E1013 19:25:32.155229 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.178431 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.196466 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.201348 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.201398 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.201414 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.201438 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.201456 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:32Z","lastTransitionTime":"2025-10-13T19:25:32Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.219073 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.241032 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.259154 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.283930 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.304811 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.304895 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.304917 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.304950 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.304969 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:32Z","lastTransitionTime":"2025-10-13T19:25:32Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.305061 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.321175 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.337288 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.354005 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.373439 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.396212 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.407551 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.407618 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.407643 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.407673 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.407697 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:32Z","lastTransitionTime":"2025-10-13T19:25:32Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.467161 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"de configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252905 6426 services_controller.go:445] Built service openshift-multus/multus-admission-controller LB template configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252920 6426 lb_config.go:1031] Cluster endpoints for openshift-service-ca-operator/metrics for network=default are: map[]\\\\nF1013 19:25:28.252932 6426 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:28.252940 6426 services_controller.go:443] Built service openshift-service-ca-operator/metrics LB cluster-wide configs f\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:27Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":2,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 20s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.478384 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.497862 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.510231 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.510294 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.510311 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.510335 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.510351 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:32Z","lastTransitionTime":"2025-10-13T19:25:32Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.510897 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.524722 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:32Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.612649 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.612712 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.612757 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.612782 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.612799 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:32Z","lastTransitionTime":"2025-10-13T19:25:32Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.715651 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.715841 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.715866 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.715896 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.715916 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:32Z","lastTransitionTime":"2025-10-13T19:25:32Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.818787 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.819035 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.819160 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.819278 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.819400 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:32Z","lastTransitionTime":"2025-10-13T19:25:32Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.922963 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.923933 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.923973 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.924004 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:32 crc kubenswrapper[4809]: I1013 19:25:32.924026 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:32Z","lastTransitionTime":"2025-10-13T19:25:32Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.026591 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.026639 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.026657 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.026681 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.026699 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:33Z","lastTransitionTime":"2025-10-13T19:25:33Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.129529 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.129611 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.129634 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.129665 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.129686 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:33Z","lastTransitionTime":"2025-10-13T19:25:33Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.155215 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.155369 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:33 crc kubenswrapper[4809]: E1013 19:25:33.155459 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:33 crc kubenswrapper[4809]: E1013 19:25:33.155621 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.233080 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.233158 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.233186 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.233215 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.233237 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:33Z","lastTransitionTime":"2025-10-13T19:25:33Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.337041 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.337087 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.337101 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.337120 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.337135 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:33Z","lastTransitionTime":"2025-10-13T19:25:33Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.439899 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.439953 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.439964 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.439991 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.440006 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:33Z","lastTransitionTime":"2025-10-13T19:25:33Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.539762 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.543844 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.543902 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.543918 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.543941 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.543957 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:33Z","lastTransitionTime":"2025-10-13T19:25:33Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.550102 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-kube-scheduler/openshift-kube-scheduler-crc"] Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.555923 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.578794 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.594900 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.615136 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.641941 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.647010 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.647084 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.647103 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.647130 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.647148 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:33Z","lastTransitionTime":"2025-10-13T19:25:33Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.654963 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.667780 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.677494 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.688287 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.696603 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.711135 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.725606 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.749208 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.749410 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.749482 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.749564 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.749674 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:33Z","lastTransitionTime":"2025-10-13T19:25:33Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.763711 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.780089 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.796011 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.830337 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"de configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252905 6426 services_controller.go:445] Built service openshift-multus/multus-admission-controller LB template configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252920 6426 lb_config.go:1031] Cluster endpoints for openshift-service-ca-operator/metrics for network=default are: map[]\\\\nF1013 19:25:28.252932 6426 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:28.252940 6426 services_controller.go:443] Built service openshift-service-ca-operator/metrics LB cluster-wide configs f\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:27Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":2,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 20s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.846174 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:33Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.852389 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.852437 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.852455 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.852480 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.852498 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:33Z","lastTransitionTime":"2025-10-13T19:25:33Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.932572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:25:33 crc kubenswrapper[4809]: E1013 19:25:33.932831 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:26:05.932788857 +0000 UTC m=+84.538535482 (durationBeforeRetry 32s). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.932908 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"networking-console-plugin-cert\" (UniqueName: \"kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.932988 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:33 crc kubenswrapper[4809]: E1013 19:25:33.933110 4809 secret.go:188] Couldn't get secret openshift-network-console/networking-console-plugin-cert: object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:33 crc kubenswrapper[4809]: E1013 19:25:33.933215 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:26:05.933189038 +0000 UTC m=+84.538935823 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "networking-console-plugin-cert" (UniqueName: "kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:25:33 crc kubenswrapper[4809]: E1013 19:25:33.933231 4809 configmap.go:193] Couldn't get configMap openshift-network-console/networking-console-plugin: object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:33 crc kubenswrapper[4809]: E1013 19:25:33.933407 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:26:05.933374933 +0000 UTC m=+84.539121518 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "nginx-conf" (UniqueName: "kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.956499 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.956569 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.956591 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.956622 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:33 crc kubenswrapper[4809]: I1013 19:25:33.956643 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:33Z","lastTransitionTime":"2025-10-13T19:25:33Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.034531 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2dwl\" (UniqueName: \"kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl\") pod \"network-check-source-55646444c4-trplf\" (UID: \"9d751cbb-f2e2-430d-9754-c882a5e924a5\") " pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.034683 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cqllr\" (UniqueName: \"kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr\") pod \"network-check-target-xd92c\" (UID: \"3b6479f0-333b-4a96-9adf-2099afdc2447\") " pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:34 crc kubenswrapper[4809]: E1013 19:25:34.034896 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:34 crc kubenswrapper[4809]: E1013 19:25:34.034944 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:34 crc kubenswrapper[4809]: E1013 19:25:34.034975 4809 projected.go:194] Error preparing data for projected volume kube-api-access-s2dwl for pod openshift-network-diagnostics/network-check-source-55646444c4-trplf: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:34 crc kubenswrapper[4809]: E1013 19:25:34.034991 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:25:34 crc kubenswrapper[4809]: E1013 19:25:34.035038 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:25:34 crc kubenswrapper[4809]: E1013 19:25:34.035054 4809 projected.go:194] Error preparing data for projected volume kube-api-access-cqllr for pod openshift-network-diagnostics/network-check-target-xd92c: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:34 crc kubenswrapper[4809]: E1013 19:25:34.035090 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl podName:9d751cbb-f2e2-430d-9754-c882a5e924a5 nodeName:}" failed. No retries permitted until 2025-10-13 19:26:06.035054078 +0000 UTC m=+84.640800713 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "kube-api-access-s2dwl" (UniqueName: "kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl") pod "network-check-source-55646444c4-trplf" (UID: "9d751cbb-f2e2-430d-9754-c882a5e924a5") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:34 crc kubenswrapper[4809]: E1013 19:25:34.035135 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr podName:3b6479f0-333b-4a96-9adf-2099afdc2447 nodeName:}" failed. No retries permitted until 2025-10-13 19:26:06.03511086 +0000 UTC m=+84.640857445 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "kube-api-access-cqllr" (UniqueName: "kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr") pod "network-check-target-xd92c" (UID: "3b6479f0-333b-4a96-9adf-2099afdc2447") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.059831 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.059944 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.059974 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.060055 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.060121 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:34Z","lastTransitionTime":"2025-10-13T19:25:34Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.155369 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.155479 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:34 crc kubenswrapper[4809]: E1013 19:25:34.155595 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:34 crc kubenswrapper[4809]: E1013 19:25:34.155701 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.164417 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.164471 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.164483 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.164502 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.164514 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:34Z","lastTransitionTime":"2025-10-13T19:25:34Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.268171 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.268234 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.268245 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.268302 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.268316 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:34Z","lastTransitionTime":"2025-10-13T19:25:34Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.370698 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.370794 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.370812 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.370837 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.370856 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:34Z","lastTransitionTime":"2025-10-13T19:25:34Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.474570 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.474866 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.474958 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.475042 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.475128 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:34Z","lastTransitionTime":"2025-10-13T19:25:34Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.578674 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.578733 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.578779 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.578804 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.578822 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:34Z","lastTransitionTime":"2025-10-13T19:25:34Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.681565 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.682174 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.682319 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.682469 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.682615 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:34Z","lastTransitionTime":"2025-10-13T19:25:34Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.785754 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.785814 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.785825 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.785840 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.785849 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:34Z","lastTransitionTime":"2025-10-13T19:25:34Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.889453 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.889518 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.889543 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.889573 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.889595 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:34Z","lastTransitionTime":"2025-10-13T19:25:34Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.993222 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.993286 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.993309 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.993339 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:34 crc kubenswrapper[4809]: I1013 19:25:34.993361 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:34Z","lastTransitionTime":"2025-10-13T19:25:34Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.101178 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.101239 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.101258 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.101283 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.101303 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:35Z","lastTransitionTime":"2025-10-13T19:25:35Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.155371 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.155371 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:35 crc kubenswrapper[4809]: E1013 19:25:35.155510 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:35 crc kubenswrapper[4809]: E1013 19:25:35.155648 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.204624 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.204679 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.204690 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.204705 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.204715 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:35Z","lastTransitionTime":"2025-10-13T19:25:35Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.307303 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.307345 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.307355 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.307371 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.307382 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:35Z","lastTransitionTime":"2025-10-13T19:25:35Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.416351 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.416422 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.416440 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.416465 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.416484 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:35Z","lastTransitionTime":"2025-10-13T19:25:35Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.519014 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.519055 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.519065 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.519079 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.519089 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:35Z","lastTransitionTime":"2025-10-13T19:25:35Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.621049 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.621093 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.621105 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.621122 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.621134 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:35Z","lastTransitionTime":"2025-10-13T19:25:35Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.723528 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.723585 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.723602 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.723626 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.723643 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:35Z","lastTransitionTime":"2025-10-13T19:25:35Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.826856 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.826910 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.826922 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.826944 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.826956 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:35Z","lastTransitionTime":"2025-10-13T19:25:35Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.929954 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.929992 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.930004 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.930024 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:35 crc kubenswrapper[4809]: I1013 19:25:35.930038 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:35Z","lastTransitionTime":"2025-10-13T19:25:35Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.032350 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.033144 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.033343 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.033556 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.033703 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:36Z","lastTransitionTime":"2025-10-13T19:25:36Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.136576 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.136623 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.136634 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.136649 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.136658 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:36Z","lastTransitionTime":"2025-10-13T19:25:36Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.154999 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.155103 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:36 crc kubenswrapper[4809]: E1013 19:25:36.155151 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:36 crc kubenswrapper[4809]: E1013 19:25:36.155304 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.239948 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.240004 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.240019 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.240043 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.240060 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:36Z","lastTransitionTime":"2025-10-13T19:25:36Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.343548 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.343608 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.343620 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.343638 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.343650 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:36Z","lastTransitionTime":"2025-10-13T19:25:36Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.446952 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.447003 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.447015 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.447034 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.447046 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:36Z","lastTransitionTime":"2025-10-13T19:25:36Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.549496 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.549539 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.549549 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.549568 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.549579 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:36Z","lastTransitionTime":"2025-10-13T19:25:36Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.652606 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.652655 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.652664 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.652680 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.652689 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:36Z","lastTransitionTime":"2025-10-13T19:25:36Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.756332 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.756397 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.756415 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.756439 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.756459 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:36Z","lastTransitionTime":"2025-10-13T19:25:36Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.859022 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.859067 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.859078 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.859095 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.859105 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:36Z","lastTransitionTime":"2025-10-13T19:25:36Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.962214 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.962285 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.962304 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.962327 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:36 crc kubenswrapper[4809]: I1013 19:25:36.962346 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:36Z","lastTransitionTime":"2025-10-13T19:25:36Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.064806 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.064855 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.064865 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.064882 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.064892 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:37Z","lastTransitionTime":"2025-10-13T19:25:37Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.154624 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.154671 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:37 crc kubenswrapper[4809]: E1013 19:25:37.154875 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:37 crc kubenswrapper[4809]: E1013 19:25:37.155040 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.167834 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.168093 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.168197 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.168271 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.168340 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:37Z","lastTransitionTime":"2025-10-13T19:25:37Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.271160 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.271613 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.271905 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.272084 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.272157 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:37Z","lastTransitionTime":"2025-10-13T19:25:37Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.374356 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.374659 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.374829 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.374961 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.375080 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:37Z","lastTransitionTime":"2025-10-13T19:25:37Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.478233 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.478305 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.478324 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.478353 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.478374 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:37Z","lastTransitionTime":"2025-10-13T19:25:37Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.580996 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.581067 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.581086 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.581111 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.581128 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:37Z","lastTransitionTime":"2025-10-13T19:25:37Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.683951 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.684281 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.684401 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.684519 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.684641 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:37Z","lastTransitionTime":"2025-10-13T19:25:37Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.787185 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.787227 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.787238 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.787256 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.787270 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:37Z","lastTransitionTime":"2025-10-13T19:25:37Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.890175 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.890494 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.890608 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.890715 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.890907 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:37Z","lastTransitionTime":"2025-10-13T19:25:37Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.993716 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.993787 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.993798 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.993818 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:37 crc kubenswrapper[4809]: I1013 19:25:37.993833 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:37Z","lastTransitionTime":"2025-10-13T19:25:37Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.097171 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.097211 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.097220 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.097235 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.097245 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:38Z","lastTransitionTime":"2025-10-13T19:25:38Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.154810 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:38 crc kubenswrapper[4809]: E1013 19:25:38.154979 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.155115 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:38 crc kubenswrapper[4809]: E1013 19:25:38.155215 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.199256 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.199313 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.199324 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.199342 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.199353 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:38Z","lastTransitionTime":"2025-10-13T19:25:38Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.302537 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.302600 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.302624 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.302653 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.302674 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:38Z","lastTransitionTime":"2025-10-13T19:25:38Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.406494 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.406571 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.406592 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.406630 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.406667 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:38Z","lastTransitionTime":"2025-10-13T19:25:38Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.509008 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.509053 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.509061 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.509076 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.509084 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:38Z","lastTransitionTime":"2025-10-13T19:25:38Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.611535 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.611599 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.611617 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.611644 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.611663 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:38Z","lastTransitionTime":"2025-10-13T19:25:38Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.714495 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.714568 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.714591 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.714625 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.714649 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:38Z","lastTransitionTime":"2025-10-13T19:25:38Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.817952 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.817994 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.818006 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.818025 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.818038 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:38Z","lastTransitionTime":"2025-10-13T19:25:38Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.920527 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.920590 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.920606 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.920630 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:38 crc kubenswrapper[4809]: I1013 19:25:38.920652 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:38Z","lastTransitionTime":"2025-10-13T19:25:38Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.013873 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.013918 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.013930 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.013946 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.013957 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: E1013 19:25:39.033995 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:39Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.039157 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.039225 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.039241 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.039262 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.039277 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: E1013 19:25:39.059047 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:39Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.063946 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.064025 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.064054 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.064092 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.064117 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: E1013 19:25:39.085530 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:39Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.090704 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.090789 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.090810 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.090843 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.090865 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: E1013 19:25:39.114544 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:39Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.119919 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.120002 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.120029 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.120063 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.120084 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: E1013 19:25:39.141150 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:39Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:39Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:39 crc kubenswrapper[4809]: E1013 19:25:39.141384 4809 kubelet_node_status.go:572] "Unable to update node status" err="update node status exceeds retry count" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.143792 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.143902 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.143926 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.143951 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.143969 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.154550 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.154618 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:39 crc kubenswrapper[4809]: E1013 19:25:39.154804 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:39 crc kubenswrapper[4809]: E1013 19:25:39.155026 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.247120 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.247170 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.247188 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.247212 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.247231 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.350337 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.350397 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.350421 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.350449 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.350467 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.453715 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.453801 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.453818 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.453843 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.453861 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.558096 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.562455 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.562522 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.562564 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.562610 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.666511 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.666587 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.666612 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.666646 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.666670 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.769214 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.769290 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.769358 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.769390 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.769414 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.872680 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.872814 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.872858 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.873280 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.873375 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.976836 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.976906 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.976929 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.976951 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:39 crc kubenswrapper[4809]: I1013 19:25:39.976968 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:39Z","lastTransitionTime":"2025-10-13T19:25:39Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.080838 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.080897 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.080914 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.080936 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.080954 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:40Z","lastTransitionTime":"2025-10-13T19:25:40Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.154890 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:40 crc kubenswrapper[4809]: E1013 19:25:40.155091 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.156155 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:40 crc kubenswrapper[4809]: E1013 19:25:40.156500 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.183547 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.183602 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.183624 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.183653 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.183675 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:40Z","lastTransitionTime":"2025-10-13T19:25:40Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.287056 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.287125 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.287149 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.287177 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.287198 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:40Z","lastTransitionTime":"2025-10-13T19:25:40Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.390663 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.390764 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.390789 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.390817 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.390836 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:40Z","lastTransitionTime":"2025-10-13T19:25:40Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.494675 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.494721 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.494765 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.494783 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.494796 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:40Z","lastTransitionTime":"2025-10-13T19:25:40Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.597969 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.598047 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.598064 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.598090 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.598110 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:40Z","lastTransitionTime":"2025-10-13T19:25:40Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.700562 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.700606 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.700618 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.700638 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.700651 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:40Z","lastTransitionTime":"2025-10-13T19:25:40Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.802874 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.802923 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.802935 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.802951 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.802963 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:40Z","lastTransitionTime":"2025-10-13T19:25:40Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.905856 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.905910 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.905923 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.905942 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:40 crc kubenswrapper[4809]: I1013 19:25:40.905953 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:40Z","lastTransitionTime":"2025-10-13T19:25:40Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.008883 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.008947 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.008966 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.009000 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.009023 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:41Z","lastTransitionTime":"2025-10-13T19:25:41Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.112491 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.112548 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.112566 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.112596 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.112613 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:41Z","lastTransitionTime":"2025-10-13T19:25:41Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.154398 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.154398 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:41 crc kubenswrapper[4809]: E1013 19:25:41.154636 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:41 crc kubenswrapper[4809]: E1013 19:25:41.154864 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.215690 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.215779 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.215797 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.215819 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.215834 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:41Z","lastTransitionTime":"2025-10-13T19:25:41Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.318171 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.318231 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.318251 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.318276 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.318295 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:41Z","lastTransitionTime":"2025-10-13T19:25:41Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.421511 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.421571 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.421588 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.421615 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.421634 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:41Z","lastTransitionTime":"2025-10-13T19:25:41Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.524279 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.524397 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.524428 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.524457 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.524479 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:41Z","lastTransitionTime":"2025-10-13T19:25:41Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.626666 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.626712 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.626743 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.626762 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.626773 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:41Z","lastTransitionTime":"2025-10-13T19:25:41Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.729180 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.729246 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.729266 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.729296 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.729319 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:41Z","lastTransitionTime":"2025-10-13T19:25:41Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.832777 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.832823 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.832844 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.832867 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.832884 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:41Z","lastTransitionTime":"2025-10-13T19:25:41Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.935716 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.935775 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.935785 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.935802 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:41 crc kubenswrapper[4809]: I1013 19:25:41.935813 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:41Z","lastTransitionTime":"2025-10-13T19:25:41Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.038260 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.038313 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.038324 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.038375 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.038386 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:42Z","lastTransitionTime":"2025-10-13T19:25:42Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.141790 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.141859 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.141878 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.141907 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.141927 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:42Z","lastTransitionTime":"2025-10-13T19:25:42Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.154689 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.154850 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:42 crc kubenswrapper[4809]: E1013 19:25:42.154958 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:42 crc kubenswrapper[4809]: E1013 19:25:42.155060 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.172140 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.188202 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.201223 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.228768 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"de configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252905 6426 services_controller.go:445] Built service openshift-multus/multus-admission-controller LB template configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252920 6426 lb_config.go:1031] Cluster endpoints for openshift-service-ca-operator/metrics for network=default are: map[]\\\\nF1013 19:25:28.252932 6426 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:28.252940 6426 services_controller.go:443] Built service openshift-service-ca-operator/metrics LB cluster-wide configs f\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:27Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":2,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 20s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.241064 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.245574 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.245639 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.245657 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.245682 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.245699 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:42Z","lastTransitionTime":"2025-10-13T19:25:42Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.268501 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.287337 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.304356 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.321350 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.334376 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.348435 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.348674 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.348712 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.348748 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.348768 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.348784 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:42Z","lastTransitionTime":"2025-10-13T19:25:42Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.368218 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.381918 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.392781 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.405767 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"0cd4cd66-9b4e-4257-8254-0f73a7822491\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5d33593dd1d3ee9614ab8db61467946e7575f833655d97aee10c029ba61ed60\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://2ffa3411d65c3fedfac1d00baff041e3cf7010428c607dfe831a4c98af8c262b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://64e8b2ca9e7555904ae0fe0742a9fd83576cc8a92fea73e8616dab2d0dcd1c19\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"wait-for-host-port\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}}}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-scheduler\"/\"openshift-kube-scheduler-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.421544 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.436282 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.448318 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:42Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.454194 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.454235 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.454249 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.454269 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.454281 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:42Z","lastTransitionTime":"2025-10-13T19:25:42Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.557282 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.557321 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.557332 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.557364 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.557376 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:42Z","lastTransitionTime":"2025-10-13T19:25:42Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.660321 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.660372 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.660384 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.660405 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.660416 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:42Z","lastTransitionTime":"2025-10-13T19:25:42Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.763063 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.763404 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.763540 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.763679 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.763863 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:42Z","lastTransitionTime":"2025-10-13T19:25:42Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.866320 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.866380 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.866391 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.866407 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.866417 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:42Z","lastTransitionTime":"2025-10-13T19:25:42Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.969443 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.970053 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.970379 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.970658 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:42 crc kubenswrapper[4809]: I1013 19:25:42.970813 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:42Z","lastTransitionTime":"2025-10-13T19:25:42Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.073809 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.073859 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.073878 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.073901 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.073920 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:43Z","lastTransitionTime":"2025-10-13T19:25:43Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.154906 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:43 crc kubenswrapper[4809]: E1013 19:25:43.155505 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.155529 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:43 crc kubenswrapper[4809]: E1013 19:25:43.156289 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.157164 4809 scope.go:117] "RemoveContainer" containerID="a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5" Oct 13 19:25:43 crc kubenswrapper[4809]: E1013 19:25:43.157525 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"ovnkube-controller\" with CrashLoopBackOff: \"back-off 20s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\"" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.177167 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.177374 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.177484 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.177581 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.177668 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:43Z","lastTransitionTime":"2025-10-13T19:25:43Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.280224 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.280290 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.280304 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.280323 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.280335 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:43Z","lastTransitionTime":"2025-10-13T19:25:43Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.383895 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.383959 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.383987 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.384007 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.384023 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:43Z","lastTransitionTime":"2025-10-13T19:25:43Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.486992 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.487091 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.487110 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.487132 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.487150 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:43Z","lastTransitionTime":"2025-10-13T19:25:43Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.590494 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.590855 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.591001 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.591132 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.591306 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:43Z","lastTransitionTime":"2025-10-13T19:25:43Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.694539 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.694568 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.694579 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.694595 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.694607 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:43Z","lastTransitionTime":"2025-10-13T19:25:43Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.797966 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.798420 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.798621 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.798841 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.799034 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:43Z","lastTransitionTime":"2025-10-13T19:25:43Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.903063 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.903124 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.903134 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.903153 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:43 crc kubenswrapper[4809]: I1013 19:25:43.903164 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:43Z","lastTransitionTime":"2025-10-13T19:25:43Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.006121 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.006179 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.006191 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.006213 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.006227 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:44Z","lastTransitionTime":"2025-10-13T19:25:44Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.109495 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.109577 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.109591 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.109610 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.109623 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:44Z","lastTransitionTime":"2025-10-13T19:25:44Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.154368 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:44 crc kubenswrapper[4809]: E1013 19:25:44.154520 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.154368 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:44 crc kubenswrapper[4809]: E1013 19:25:44.154624 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.212858 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.212905 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.212918 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.212937 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.212948 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:44Z","lastTransitionTime":"2025-10-13T19:25:44Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.316164 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.316210 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.316219 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.316238 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.316249 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:44Z","lastTransitionTime":"2025-10-13T19:25:44Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.418235 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.418297 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.418314 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.418338 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.418352 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:44Z","lastTransitionTime":"2025-10-13T19:25:44Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.521478 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.521552 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.521578 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.521609 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.521628 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:44Z","lastTransitionTime":"2025-10-13T19:25:44Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.624621 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.624679 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.624692 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.624707 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.624717 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:44Z","lastTransitionTime":"2025-10-13T19:25:44Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.727195 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.727314 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.727333 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.727358 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.727376 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:44Z","lastTransitionTime":"2025-10-13T19:25:44Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.830390 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.830447 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.830457 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.830478 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.830491 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:44Z","lastTransitionTime":"2025-10-13T19:25:44Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.933983 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.934060 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.934075 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.934098 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:44 crc kubenswrapper[4809]: I1013 19:25:44.934112 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:44Z","lastTransitionTime":"2025-10-13T19:25:44Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.036929 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.037031 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.037047 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.037068 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.037082 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:45Z","lastTransitionTime":"2025-10-13T19:25:45Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.141261 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.141326 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.141343 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.141370 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.141387 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:45Z","lastTransitionTime":"2025-10-13T19:25:45Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.154593 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:45 crc kubenswrapper[4809]: E1013 19:25:45.154786 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.155165 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:45 crc kubenswrapper[4809]: E1013 19:25:45.155317 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.244982 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.245044 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.245067 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.245098 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.245120 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:45Z","lastTransitionTime":"2025-10-13T19:25:45Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.347851 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.347917 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.347947 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.347964 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.347977 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:45Z","lastTransitionTime":"2025-10-13T19:25:45Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.451355 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.451402 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.451413 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.451430 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.451444 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:45Z","lastTransitionTime":"2025-10-13T19:25:45Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.554837 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.555009 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.555026 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.555050 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.555067 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:45Z","lastTransitionTime":"2025-10-13T19:25:45Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.657965 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.658007 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.658017 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.658034 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.658044 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:45Z","lastTransitionTime":"2025-10-13T19:25:45Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.760339 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.760391 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.760407 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.760428 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.760441 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:45Z","lastTransitionTime":"2025-10-13T19:25:45Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.863866 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.863922 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.863932 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.863951 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.863966 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:45Z","lastTransitionTime":"2025-10-13T19:25:45Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.965761 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.965807 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.965823 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.965843 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:45 crc kubenswrapper[4809]: I1013 19:25:45.965855 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:45Z","lastTransitionTime":"2025-10-13T19:25:45Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.069081 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.069137 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.069151 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.069173 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.069187 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:46Z","lastTransitionTime":"2025-10-13T19:25:46Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.154320 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.154386 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:46 crc kubenswrapper[4809]: E1013 19:25:46.154472 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:46 crc kubenswrapper[4809]: E1013 19:25:46.154589 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.171871 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.171916 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.171928 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.171945 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.171957 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:46Z","lastTransitionTime":"2025-10-13T19:25:46Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.274784 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.275096 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.275233 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.275339 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.275427 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:46Z","lastTransitionTime":"2025-10-13T19:25:46Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.379594 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.380529 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.380768 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.380957 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.381101 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:46Z","lastTransitionTime":"2025-10-13T19:25:46Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.483387 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.483448 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.483470 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.483500 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.483518 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:46Z","lastTransitionTime":"2025-10-13T19:25:46Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.585705 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.585763 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.585771 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.585785 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.585794 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:46Z","lastTransitionTime":"2025-10-13T19:25:46Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.688090 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.688155 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.688172 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.688195 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.688211 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:46Z","lastTransitionTime":"2025-10-13T19:25:46Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.790473 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.790545 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.790600 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.790635 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.790660 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:46Z","lastTransitionTime":"2025-10-13T19:25:46Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.893785 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.893827 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.893835 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.893851 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.893861 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:46Z","lastTransitionTime":"2025-10-13T19:25:46Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.996397 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.996456 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.996465 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.996481 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:46 crc kubenswrapper[4809]: I1013 19:25:46.996491 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:46Z","lastTransitionTime":"2025-10-13T19:25:46Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.099417 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.099491 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.099514 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.099545 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.099566 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:47Z","lastTransitionTime":"2025-10-13T19:25:47Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.154992 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:47 crc kubenswrapper[4809]: E1013 19:25:47.155143 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.155014 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:47 crc kubenswrapper[4809]: E1013 19:25:47.155318 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.203012 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.203070 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.203084 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.203105 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.203117 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:47Z","lastTransitionTime":"2025-10-13T19:25:47Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.310464 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.310505 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.310534 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.310607 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.310670 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:47Z","lastTransitionTime":"2025-10-13T19:25:47Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.413855 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.413905 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.413921 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.413941 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.413958 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:47Z","lastTransitionTime":"2025-10-13T19:25:47Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.516708 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.516774 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.516789 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.516808 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.516820 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:47Z","lastTransitionTime":"2025-10-13T19:25:47Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.620546 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.620600 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.620613 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.620629 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.620640 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:47Z","lastTransitionTime":"2025-10-13T19:25:47Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.723309 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.723350 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.723362 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.723381 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.723394 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:47Z","lastTransitionTime":"2025-10-13T19:25:47Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.826675 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.826940 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.827012 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.827087 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.827158 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:47Z","lastTransitionTime":"2025-10-13T19:25:47Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.930324 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.930853 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.931096 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.931317 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.931490 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:47Z","lastTransitionTime":"2025-10-13T19:25:47Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:47 crc kubenswrapper[4809]: I1013 19:25:47.995272 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:47 crc kubenswrapper[4809]: E1013 19:25:47.995403 4809 secret.go:188] Couldn't get secret openshift-multus/metrics-daemon-secret: object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:47 crc kubenswrapper[4809]: E1013 19:25:47.995484 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs podName:78e133d5-a382-4321-b3b9-50fefb264636 nodeName:}" failed. No retries permitted until 2025-10-13 19:26:19.99546071 +0000 UTC m=+98.601207295 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "metrics-certs" (UniqueName: "kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs") pod "network-metrics-daemon-mvzcq" (UID: "78e133d5-a382-4321-b3b9-50fefb264636") : object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.034862 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.034923 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.034942 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.034966 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.034983 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:48Z","lastTransitionTime":"2025-10-13T19:25:48Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.137896 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.138378 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.138524 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.138670 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.138844 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:48Z","lastTransitionTime":"2025-10-13T19:25:48Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.155676 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:48 crc kubenswrapper[4809]: E1013 19:25:48.155841 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.155923 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:48 crc kubenswrapper[4809]: E1013 19:25:48.156035 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.242954 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.243359 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.243890 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.244326 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.244481 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:48Z","lastTransitionTime":"2025-10-13T19:25:48Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.348394 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.348452 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.348464 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.348487 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.348499 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:48Z","lastTransitionTime":"2025-10-13T19:25:48Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.451648 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.452328 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.452426 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.452585 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.452710 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:48Z","lastTransitionTime":"2025-10-13T19:25:48Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.556578 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.556645 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.556658 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.556674 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.556697 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:48Z","lastTransitionTime":"2025-10-13T19:25:48Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.659321 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.659402 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.659418 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.659436 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.659449 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:48Z","lastTransitionTime":"2025-10-13T19:25:48Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.763208 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.763259 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.763270 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.763292 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.763309 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:48Z","lastTransitionTime":"2025-10-13T19:25:48Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.866711 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.867091 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.867296 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.867565 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.867839 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:48Z","lastTransitionTime":"2025-10-13T19:25:48Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.971390 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.971435 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.971446 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.971462 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:48 crc kubenswrapper[4809]: I1013 19:25:48.971471 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:48Z","lastTransitionTime":"2025-10-13T19:25:48Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.074808 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.074853 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.074863 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.074882 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.074894 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.154429 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:49 crc kubenswrapper[4809]: E1013 19:25:49.155076 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.154869 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:49 crc kubenswrapper[4809]: E1013 19:25:49.155823 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.177359 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.177416 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.177432 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.177456 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.177473 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.262648 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.262696 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.262707 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.262746 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.262756 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: E1013 19:25:49.278337 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:49Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.285200 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.285244 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.285256 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.285275 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.285287 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: E1013 19:25:49.305231 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:49Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.310942 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.310983 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.310999 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.311021 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.311037 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: E1013 19:25:49.324448 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:49Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.329200 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.329275 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.329296 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.329320 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.329340 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: E1013 19:25:49.344599 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:49Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.349312 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.349350 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.349363 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.349379 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.349390 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: E1013 19:25:49.362419 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:49Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:49 crc kubenswrapper[4809]: E1013 19:25:49.362579 4809 kubelet_node_status.go:572] "Unable to update node status" err="update node status exceeds retry count" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.364460 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.364492 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.364504 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.364522 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.364534 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.467039 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.467090 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.467103 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.467124 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.467136 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.569523 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.569580 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.569588 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.569604 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.569613 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.672081 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.672124 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.672137 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.672155 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.672168 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.774630 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.774683 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.774695 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.774709 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.774720 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.877195 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.877263 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.877282 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.877308 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.877325 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.980532 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.980595 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.980619 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.980647 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:49 crc kubenswrapper[4809]: I1013 19:25:49.980669 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:49Z","lastTransitionTime":"2025-10-13T19:25:49Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.083660 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.083718 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.083746 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.083762 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.083803 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:50Z","lastTransitionTime":"2025-10-13T19:25:50Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.154774 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.154800 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:50 crc kubenswrapper[4809]: E1013 19:25:50.154930 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:50 crc kubenswrapper[4809]: E1013 19:25:50.155198 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.186435 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.186505 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.186518 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.186537 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.186548 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:50Z","lastTransitionTime":"2025-10-13T19:25:50Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.289802 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.289852 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.289867 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.289887 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.289906 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:50Z","lastTransitionTime":"2025-10-13T19:25:50Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.392395 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.392644 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.392724 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.392861 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.392942 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:50Z","lastTransitionTime":"2025-10-13T19:25:50Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.496944 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.497001 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.497014 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.497032 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.497044 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:50Z","lastTransitionTime":"2025-10-13T19:25:50Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.594666 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-multus_multus-g6bs4_fc69a833-5433-49b2-8268-84840b3a1522/kube-multus/0.log" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.594724 4809 generic.go:334] "Generic (PLEG): container finished" podID="fc69a833-5433-49b2-8268-84840b3a1522" containerID="c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9" exitCode=1 Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.594807 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-g6bs4" event={"ID":"fc69a833-5433-49b2-8268-84840b3a1522","Type":"ContainerDied","Data":"c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9"} Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.595671 4809 scope.go:117] "RemoveContainer" containerID="c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.603571 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.603632 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.603647 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.603671 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.603687 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:50Z","lastTransitionTime":"2025-10-13T19:25:50Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.611500 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.622491 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.638496 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:50Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:50Z\\\",\\\"message\\\":\\\"containers with unready status: [kube-multus]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"2025-10-13T19:25:04+00:00 [cnibincopy] Successfully copied files in /usr/src/multus-cni/rhel9/bin/ to /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65\\\\n2025-10-13T19:25:04+00:00 [cnibincopy] Successfully moved files in /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65 to /host/opt/cni/bin/\\\\n2025-10-13T19:25:04Z [verbose] multus-daemon started\\\\n2025-10-13T19:25:04Z [verbose] Readiness Indicator file check\\\\n2025-10-13T19:25:49Z [error] have you checked that your default network is ready? still waiting for readinessindicatorfile @ /host/run/multus/cni/net.d/10-ovn-kubernetes.conf. pollimmediate error: timed out waiting for the condition\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.672820 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.695972 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.708900 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.708954 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.709004 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.709025 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.709040 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:50Z","lastTransitionTime":"2025-10-13T19:25:50Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.712393 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.736632 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"de configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252905 6426 services_controller.go:445] Built service openshift-multus/multus-admission-controller LB template configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252920 6426 lb_config.go:1031] Cluster endpoints for openshift-service-ca-operator/metrics for network=default are: map[]\\\\nF1013 19:25:28.252932 6426 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:28.252940 6426 services_controller.go:443] Built service openshift-service-ca-operator/metrics LB cluster-wide configs f\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:27Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":2,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 20s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.748153 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.759769 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.772002 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.783225 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"0cd4cd66-9b4e-4257-8254-0f73a7822491\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5d33593dd1d3ee9614ab8db61467946e7575f833655d97aee10c029ba61ed60\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://2ffa3411d65c3fedfac1d00baff041e3cf7010428c607dfe831a4c98af8c262b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://64e8b2ca9e7555904ae0fe0742a9fd83576cc8a92fea73e8616dab2d0dcd1c19\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"wait-for-host-port\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}}}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-scheduler\"/\"openshift-kube-scheduler-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.795075 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.805457 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.811131 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.811191 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.811201 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.811214 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.811223 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:50Z","lastTransitionTime":"2025-10-13T19:25:50Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.815758 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.826853 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.840646 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.851511 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.861375 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:50Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.913922 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.913958 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.913968 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.913985 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:50 crc kubenswrapper[4809]: I1013 19:25:50.913997 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:50Z","lastTransitionTime":"2025-10-13T19:25:50Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.016860 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.016891 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.016903 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.016922 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.016932 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:51Z","lastTransitionTime":"2025-10-13T19:25:51Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.119597 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.119642 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.119654 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.119670 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.119683 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:51Z","lastTransitionTime":"2025-10-13T19:25:51Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.154376 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.154450 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:51 crc kubenswrapper[4809]: E1013 19:25:51.154473 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:51 crc kubenswrapper[4809]: E1013 19:25:51.154592 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.222478 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.222520 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.222529 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.222545 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.222555 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:51Z","lastTransitionTime":"2025-10-13T19:25:51Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.325558 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.325602 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.325611 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.325628 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.325637 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:51Z","lastTransitionTime":"2025-10-13T19:25:51Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.428307 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.428364 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.428378 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.428400 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.428413 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:51Z","lastTransitionTime":"2025-10-13T19:25:51Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.530755 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.530789 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.530799 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.530814 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.530823 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:51Z","lastTransitionTime":"2025-10-13T19:25:51Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.599611 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-multus_multus-g6bs4_fc69a833-5433-49b2-8268-84840b3a1522/kube-multus/0.log" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.599673 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-g6bs4" event={"ID":"fc69a833-5433-49b2-8268-84840b3a1522","Type":"ContainerStarted","Data":"104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa"} Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.632120 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.633129 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.633166 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.633178 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.633193 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.633206 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:51Z","lastTransitionTime":"2025-10-13T19:25:51Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.645436 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.656135 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.673226 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"de configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252905 6426 services_controller.go:445] Built service openshift-multus/multus-admission-controller LB template configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252920 6426 lb_config.go:1031] Cluster endpoints for openshift-service-ca-operator/metrics for network=default are: map[]\\\\nF1013 19:25:28.252932 6426 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:28.252940 6426 services_controller.go:443] Built service openshift-service-ca-operator/metrics LB cluster-wide configs f\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:27Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":2,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 20s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.682263 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.693582 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.711584 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.722325 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.733808 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.735294 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.735328 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.735343 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.735360 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.735373 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:51Z","lastTransitionTime":"2025-10-13T19:25:51Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.745091 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"0cd4cd66-9b4e-4257-8254-0f73a7822491\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5d33593dd1d3ee9614ab8db61467946e7575f833655d97aee10c029ba61ed60\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://2ffa3411d65c3fedfac1d00baff041e3cf7010428c607dfe831a4c98af8c262b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://64e8b2ca9e7555904ae0fe0742a9fd83576cc8a92fea73e8616dab2d0dcd1c19\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"wait-for-host-port\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}}}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-scheduler\"/\"openshift-kube-scheduler-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.759025 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.771616 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.782809 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.796037 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.806069 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.819281 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.829212 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.837613 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.837652 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.837663 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.837680 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.837691 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:51Z","lastTransitionTime":"2025-10-13T19:25:51Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.844757 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"2025-10-13T19:25:04+00:00 [cnibincopy] Successfully copied files in /usr/src/multus-cni/rhel9/bin/ to /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65\\\\n2025-10-13T19:25:04+00:00 [cnibincopy] Successfully moved files in /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65 to /host/opt/cni/bin/\\\\n2025-10-13T19:25:04Z [verbose] multus-daemon started\\\\n2025-10-13T19:25:04Z [verbose] Readiness Indicator file check\\\\n2025-10-13T19:25:49Z [error] have you checked that your default network is ready? still waiting for readinessindicatorfile @ /host/run/multus/cni/net.d/10-ovn-kubernetes.conf. pollimmediate error: timed out waiting for the condition\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:50Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:51Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.939294 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.939330 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.939340 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.939353 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:51 crc kubenswrapper[4809]: I1013 19:25:51.939361 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:51Z","lastTransitionTime":"2025-10-13T19:25:51Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.042483 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.042719 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.042946 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.043140 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.043340 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:52Z","lastTransitionTime":"2025-10-13T19:25:52Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.146209 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.146256 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.146267 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.146283 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.146296 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:52Z","lastTransitionTime":"2025-10-13T19:25:52Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.155203 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.155204 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:52 crc kubenswrapper[4809]: E1013 19:25:52.155321 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:52 crc kubenswrapper[4809]: E1013 19:25:52.155447 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.170213 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.183281 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.193693 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.204710 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"0cd4cd66-9b4e-4257-8254-0f73a7822491\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5d33593dd1d3ee9614ab8db61467946e7575f833655d97aee10c029ba61ed60\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://2ffa3411d65c3fedfac1d00baff041e3cf7010428c607dfe831a4c98af8c262b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://64e8b2ca9e7555904ae0fe0742a9fd83576cc8a92fea73e8616dab2d0dcd1c19\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"wait-for-host-port\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}}}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-scheduler\"/\"openshift-kube-scheduler-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.218131 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.230534 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.240713 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.249284 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.249321 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.249332 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.249348 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.249358 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:52Z","lastTransitionTime":"2025-10-13T19:25:52Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.258936 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.277227 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.287191 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.298019 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.305571 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.314761 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"2025-10-13T19:25:04+00:00 [cnibincopy] Successfully copied files in /usr/src/multus-cni/rhel9/bin/ to /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65\\\\n2025-10-13T19:25:04+00:00 [cnibincopy] Successfully moved files in /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65 to /host/opt/cni/bin/\\\\n2025-10-13T19:25:04Z [verbose] multus-daemon started\\\\n2025-10-13T19:25:04Z [verbose] Readiness Indicator file check\\\\n2025-10-13T19:25:49Z [error] have you checked that your default network is ready? still waiting for readinessindicatorfile @ /host/run/multus/cni/net.d/10-ovn-kubernetes.conf. pollimmediate error: timed out waiting for the condition\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:50Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.336305 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.349114 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.351648 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.351695 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.351706 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.351739 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.351752 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:52Z","lastTransitionTime":"2025-10-13T19:25:52Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.361783 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.377036 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"de configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252905 6426 services_controller.go:445] Built service openshift-multus/multus-admission-controller LB template configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252920 6426 lb_config.go:1031] Cluster endpoints for openshift-service-ca-operator/metrics for network=default are: map[]\\\\nF1013 19:25:28.252932 6426 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:28.252940 6426 services_controller.go:443] Built service openshift-service-ca-operator/metrics LB cluster-wide configs f\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:27Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":2,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 20s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.384844 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:52Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.454422 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.454472 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.454482 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.454496 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.454506 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:52Z","lastTransitionTime":"2025-10-13T19:25:52Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.556431 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.556979 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.557100 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.557202 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.557287 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:52Z","lastTransitionTime":"2025-10-13T19:25:52Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.660287 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.660348 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.660366 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.660392 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.660409 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:52Z","lastTransitionTime":"2025-10-13T19:25:52Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.763361 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.763421 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.763431 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.763449 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.763458 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:52Z","lastTransitionTime":"2025-10-13T19:25:52Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.866590 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.866637 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.866647 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.866665 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.866678 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:52Z","lastTransitionTime":"2025-10-13T19:25:52Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.969597 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.969646 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.969659 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.969679 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:52 crc kubenswrapper[4809]: I1013 19:25:52.969693 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:52Z","lastTransitionTime":"2025-10-13T19:25:52Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.072217 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.072282 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.072294 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.072311 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.072320 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:53Z","lastTransitionTime":"2025-10-13T19:25:53Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.154947 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.155016 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:53 crc kubenswrapper[4809]: E1013 19:25:53.155071 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:53 crc kubenswrapper[4809]: E1013 19:25:53.155168 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.174762 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.174792 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.174800 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.174813 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.174822 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:53Z","lastTransitionTime":"2025-10-13T19:25:53Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.277338 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.277390 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.277401 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.277417 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.277439 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:53Z","lastTransitionTime":"2025-10-13T19:25:53Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.379518 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.379561 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.379606 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.379628 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.379644 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:53Z","lastTransitionTime":"2025-10-13T19:25:53Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.482258 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.482302 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.482312 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.482330 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.482342 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:53Z","lastTransitionTime":"2025-10-13T19:25:53Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.584646 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.585194 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.585274 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.585464 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.585547 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:53Z","lastTransitionTime":"2025-10-13T19:25:53Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.688496 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.688542 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.688557 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.688578 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.688592 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:53Z","lastTransitionTime":"2025-10-13T19:25:53Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.791357 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.791419 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.791441 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.791509 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.791535 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:53Z","lastTransitionTime":"2025-10-13T19:25:53Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.893697 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.893781 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.893802 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.893827 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.893843 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:53Z","lastTransitionTime":"2025-10-13T19:25:53Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.996573 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.996603 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.996611 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.996624 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:53 crc kubenswrapper[4809]: I1013 19:25:53.996633 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:53Z","lastTransitionTime":"2025-10-13T19:25:53Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.099372 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.099428 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.099443 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.099460 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.099473 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:54Z","lastTransitionTime":"2025-10-13T19:25:54Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.155012 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.155051 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:54 crc kubenswrapper[4809]: E1013 19:25:54.155169 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:54 crc kubenswrapper[4809]: E1013 19:25:54.155354 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.156538 4809 scope.go:117] "RemoveContainer" containerID="a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.202719 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.202789 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.202799 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.202838 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.202848 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:54Z","lastTransitionTime":"2025-10-13T19:25:54Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.305023 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.305117 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.305146 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.305176 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.305195 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:54Z","lastTransitionTime":"2025-10-13T19:25:54Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.407811 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.407837 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.407847 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.407861 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.407870 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:54Z","lastTransitionTime":"2025-10-13T19:25:54Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.510881 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.510930 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.510938 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.510962 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.510972 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:54Z","lastTransitionTime":"2025-10-13T19:25:54Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.612125 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/2.log" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.612671 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.612708 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.612721 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.612757 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.612771 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:54Z","lastTransitionTime":"2025-10-13T19:25:54Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.615665 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793"} Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.616182 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.636265 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.652412 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.667360 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"2025-10-13T19:25:04+00:00 [cnibincopy] Successfully copied files in /usr/src/multus-cni/rhel9/bin/ to /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65\\\\n2025-10-13T19:25:04+00:00 [cnibincopy] Successfully moved files in /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65 to /host/opt/cni/bin/\\\\n2025-10-13T19:25:04Z [verbose] multus-daemon started\\\\n2025-10-13T19:25:04Z [verbose] Readiness Indicator file check\\\\n2025-10-13T19:25:49Z [error] have you checked that your default network is ready? still waiting for readinessindicatorfile @ /host/run/multus/cni/net.d/10-ovn-kubernetes.conf. pollimmediate error: timed out waiting for the condition\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:50Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.697539 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.718566 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.720179 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.720216 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.720228 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.720246 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.720257 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:54Z","lastTransitionTime":"2025-10-13T19:25:54Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.737666 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.763974 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"de configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252905 6426 services_controller.go:445] Built service openshift-multus/multus-admission-controller LB template configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252920 6426 lb_config.go:1031] Cluster endpoints for openshift-service-ca-operator/metrics for network=default are: map[]\\\\nF1013 19:25:28.252932 6426 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:28.252940 6426 services_controller.go:443] Built service openshift-service-ca-operator/metrics LB cluster-wide configs f\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:27Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:54Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.773810 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.783598 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.795775 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.809033 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"0cd4cd66-9b4e-4257-8254-0f73a7822491\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5d33593dd1d3ee9614ab8db61467946e7575f833655d97aee10c029ba61ed60\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://2ffa3411d65c3fedfac1d00baff041e3cf7010428c607dfe831a4c98af8c262b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://64e8b2ca9e7555904ae0fe0742a9fd83576cc8a92fea73e8616dab2d0dcd1c19\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"wait-for-host-port\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}}}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-scheduler\"/\"openshift-kube-scheduler-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.822665 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.823118 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.823147 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.823158 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.823176 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.823190 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:54Z","lastTransitionTime":"2025-10-13T19:25:54Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.835175 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.845869 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.857387 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.872247 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.885387 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.895417 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:54Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.926015 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.926064 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.926082 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.926106 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:54 crc kubenswrapper[4809]: I1013 19:25:54.926122 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:54Z","lastTransitionTime":"2025-10-13T19:25:54Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.029458 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.029541 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.029564 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.029596 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.029617 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:55Z","lastTransitionTime":"2025-10-13T19:25:55Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.131959 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.132022 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.132039 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.132067 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.132084 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:55Z","lastTransitionTime":"2025-10-13T19:25:55Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.155361 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.155376 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:55 crc kubenswrapper[4809]: E1013 19:25:55.155675 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:55 crc kubenswrapper[4809]: E1013 19:25:55.155522 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.235074 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.235120 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.235129 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.235147 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.235159 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:55Z","lastTransitionTime":"2025-10-13T19:25:55Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.337902 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.337947 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.337963 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.337985 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.338003 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:55Z","lastTransitionTime":"2025-10-13T19:25:55Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.441062 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.441126 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.441145 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.441171 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.441187 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:55Z","lastTransitionTime":"2025-10-13T19:25:55Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.544502 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.544539 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.544548 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.544563 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.544573 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:55Z","lastTransitionTime":"2025-10-13T19:25:55Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.622523 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/3.log" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.623491 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/2.log" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.627125 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793" exitCode=1 Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.627185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793"} Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.627240 4809 scope.go:117] "RemoveContainer" containerID="a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.627891 4809 scope.go:117] "RemoveContainer" containerID="29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793" Oct 13 19:25:55 crc kubenswrapper[4809]: E1013 19:25:55.628085 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"ovnkube-controller\" with CrashLoopBackOff: \"back-off 40s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\"" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.647597 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.647646 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.647661 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.647683 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.647695 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:55Z","lastTransitionTime":"2025-10-13T19:25:55Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.651472 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"2025-10-13T19:25:04+00:00 [cnibincopy] Successfully copied files in /usr/src/multus-cni/rhel9/bin/ to /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65\\\\n2025-10-13T19:25:04+00:00 [cnibincopy] Successfully moved files in /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65 to /host/opt/cni/bin/\\\\n2025-10-13T19:25:04Z [verbose] multus-daemon started\\\\n2025-10-13T19:25:04Z [verbose] Readiness Indicator file check\\\\n2025-10-13T19:25:49Z [error] have you checked that your default network is ready? still waiting for readinessindicatorfile @ /host/run/multus/cni/net.d/10-ovn-kubernetes.conf. pollimmediate error: timed out waiting for the condition\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:50Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.665372 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.681873 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.716604 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://a6f63dba51980f67efb6082ce4caeaf646ee970b918d9ada70a7438666115bb5\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:28Z\\\",\\\"message\\\":\\\"de configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252905 6426 services_controller.go:445] Built service openshift-multus/multus-admission-controller LB template configs for network=default: []services.lbConfig(nil)\\\\nI1013 19:25:28.252920 6426 lb_config.go:1031] Cluster endpoints for openshift-service-ca-operator/metrics for network=default are: map[]\\\\nF1013 19:25:28.252932 6426 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0x1fcc6e0 0x1fcc3c0 0x1fcc360} was not added to shared informer because it has stopped already, failed to start node network controller: failed to start default node network controller: failed to set node crc annotations: Internal error occurred: failed calling webhook \\\\\\\"node.network-node-identity.openshift.io\\\\\\\": failed to call webhook: Post \\\\\\\"https://127.0.0.1:9743/node?timeout=10s\\\\\\\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:28Z is after 2025-08-24T17:21:41Z]\\\\nI1013 19:25:28.252940 6426 services_controller.go:443] Built service openshift-service-ca-operator/metrics LB cluster-wide configs f\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:27Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:55Z\\\",\\\"message\\\":\\\"B for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-kube-storage-version-migrator-operator/metrics_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-kube-storage-version-migrator-operator/metrics\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.36\\\\\\\", Port:443, Template:(*services.Template)(nil)}, Targets:[]services.Addr{}}}, Templates:services.TemplateMap(nil), Switches:[]string{}, Routers:[]string{}, Groups:[]string{\\\\\\\"clusterLBGroup\\\\\\\"}}}\\\\nI1013 19:25:55.116435 6778 services_controller.go:452] Built service openshift-kube-storage-version-migrator-operator/metrics per-node LB for network=default: []services.LB{}\\\\nI1013 19:25:55.116445 6778 services_controller.go:453] Built service openshift-kube-storage-version-migrator-operator/metrics template LB for network=default: []services.LB{}\\\\nF1013 19:25:55.116444 6778 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:54Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.731647 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.751699 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.751786 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.751804 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.751831 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.751848 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:55Z","lastTransitionTime":"2025-10-13T19:25:55Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.758089 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.782064 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.797959 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.816244 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.831933 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.849280 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.854385 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.854471 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.854492 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.854524 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.854548 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:55Z","lastTransitionTime":"2025-10-13T19:25:55Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.867410 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.883063 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.897246 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.912899 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"0cd4cd66-9b4e-4257-8254-0f73a7822491\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5d33593dd1d3ee9614ab8db61467946e7575f833655d97aee10c029ba61ed60\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://2ffa3411d65c3fedfac1d00baff041e3cf7010428c607dfe831a4c98af8c262b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://64e8b2ca9e7555904ae0fe0742a9fd83576cc8a92fea73e8616dab2d0dcd1c19\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"wait-for-host-port\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}}}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-scheduler\"/\"openshift-kube-scheduler-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.933378 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.945042 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.954330 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:55Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.957943 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.957995 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.958017 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.958046 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:55 crc kubenswrapper[4809]: I1013 19:25:55.958069 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:55Z","lastTransitionTime":"2025-10-13T19:25:55Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.062093 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.062138 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.062154 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.062177 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.062193 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:56Z","lastTransitionTime":"2025-10-13T19:25:56Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.155083 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.155171 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:56 crc kubenswrapper[4809]: E1013 19:25:56.155302 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:56 crc kubenswrapper[4809]: E1013 19:25:56.155604 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.164960 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.165025 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.165040 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.165063 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.165078 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:56Z","lastTransitionTime":"2025-10-13T19:25:56Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.269149 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.269216 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.269239 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.269271 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.269293 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:56Z","lastTransitionTime":"2025-10-13T19:25:56Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.372632 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.372687 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.372702 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.372723 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.372766 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:56Z","lastTransitionTime":"2025-10-13T19:25:56Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.476839 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.476909 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.476929 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.476957 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.476979 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:56Z","lastTransitionTime":"2025-10-13T19:25:56Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.579917 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.579973 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.579990 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.580014 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.580032 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:56Z","lastTransitionTime":"2025-10-13T19:25:56Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.634433 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/3.log" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.638684 4809 scope.go:117] "RemoveContainer" containerID="29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793" Oct 13 19:25:56 crc kubenswrapper[4809]: E1013 19:25:56.638978 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"ovnkube-controller\" with CrashLoopBackOff: \"back-off 40s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\"" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.655634 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"0cd4cd66-9b4e-4257-8254-0f73a7822491\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5d33593dd1d3ee9614ab8db61467946e7575f833655d97aee10c029ba61ed60\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://2ffa3411d65c3fedfac1d00baff041e3cf7010428c607dfe831a4c98af8c262b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://64e8b2ca9e7555904ae0fe0742a9fd83576cc8a92fea73e8616dab2d0dcd1c19\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"wait-for-host-port\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}}}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-scheduler\"/\"openshift-kube-scheduler-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.668862 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.683444 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.683705 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.683909 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.683957 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.683982 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:56Z","lastTransitionTime":"2025-10-13T19:25:56Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.684345 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.700985 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.721366 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.738762 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.751687 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.764830 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.780611 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.787111 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.787144 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.787155 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.787172 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.787183 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:56Z","lastTransitionTime":"2025-10-13T19:25:56Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.795487 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.808301 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.825433 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"2025-10-13T19:25:04+00:00 [cnibincopy] Successfully copied files in /usr/src/multus-cni/rhel9/bin/ to /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65\\\\n2025-10-13T19:25:04+00:00 [cnibincopy] Successfully moved files in /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65 to /host/opt/cni/bin/\\\\n2025-10-13T19:25:04Z [verbose] multus-daemon started\\\\n2025-10-13T19:25:04Z [verbose] Readiness Indicator file check\\\\n2025-10-13T19:25:49Z [error] have you checked that your default network is ready? still waiting for readinessindicatorfile @ /host/run/multus/cni/net.d/10-ovn-kubernetes.conf. pollimmediate error: timed out waiting for the condition\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:50Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.858263 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.878391 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.890198 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.890232 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.890243 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.890260 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.890272 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:56Z","lastTransitionTime":"2025-10-13T19:25:56Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.897630 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.927692 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:55Z\\\",\\\"message\\\":\\\"B for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-kube-storage-version-migrator-operator/metrics_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-kube-storage-version-migrator-operator/metrics\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.36\\\\\\\", Port:443, Template:(*services.Template)(nil)}, Targets:[]services.Addr{}}}, Templates:services.TemplateMap(nil), Switches:[]string{}, Routers:[]string{}, Groups:[]string{\\\\\\\"clusterLBGroup\\\\\\\"}}}\\\\nI1013 19:25:55.116435 6778 services_controller.go:452] Built service openshift-kube-storage-version-migrator-operator/metrics per-node LB for network=default: []services.LB{}\\\\nI1013 19:25:55.116445 6778 services_controller.go:453] Built service openshift-kube-storage-version-migrator-operator/metrics template LB for network=default: []services.LB{}\\\\nF1013 19:25:55.116444 6778 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:54Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 40s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.943392 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.958812 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:56Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.992792 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.992878 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.992892 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.992920 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:56 crc kubenswrapper[4809]: I1013 19:25:56.992936 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:56Z","lastTransitionTime":"2025-10-13T19:25:56Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.095116 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.095171 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.095186 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.095207 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.095221 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:57Z","lastTransitionTime":"2025-10-13T19:25:57Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.154902 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.155045 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:57 crc kubenswrapper[4809]: E1013 19:25:57.155193 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:57 crc kubenswrapper[4809]: E1013 19:25:57.155313 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.197345 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.197400 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.197415 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.197434 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.197445 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:57Z","lastTransitionTime":"2025-10-13T19:25:57Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.300453 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.300508 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.300522 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.300544 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.300561 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:57Z","lastTransitionTime":"2025-10-13T19:25:57Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.403272 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.403336 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.403351 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.403373 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.403388 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:57Z","lastTransitionTime":"2025-10-13T19:25:57Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.507536 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.507804 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.507823 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.507850 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.507867 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:57Z","lastTransitionTime":"2025-10-13T19:25:57Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.616972 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.617038 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.617056 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.617083 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.617105 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:57Z","lastTransitionTime":"2025-10-13T19:25:57Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.720085 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.720164 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.720190 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.720228 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.720252 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:57Z","lastTransitionTime":"2025-10-13T19:25:57Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.823080 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.823165 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.823188 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.823216 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.823237 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:57Z","lastTransitionTime":"2025-10-13T19:25:57Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.926558 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.926618 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.926635 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.926661 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:57 crc kubenswrapper[4809]: I1013 19:25:57.926681 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:57Z","lastTransitionTime":"2025-10-13T19:25:57Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.029462 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.029516 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.029529 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.029548 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.029561 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:58Z","lastTransitionTime":"2025-10-13T19:25:58Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.132520 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.132607 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.132633 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.132667 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.132694 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:58Z","lastTransitionTime":"2025-10-13T19:25:58Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.155219 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.155239 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:25:58 crc kubenswrapper[4809]: E1013 19:25:58.155447 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:25:58 crc kubenswrapper[4809]: E1013 19:25:58.155563 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.236128 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.236206 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.236232 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.236264 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.236292 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:58Z","lastTransitionTime":"2025-10-13T19:25:58Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.339496 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.339553 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.339573 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.339598 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.339618 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:58Z","lastTransitionTime":"2025-10-13T19:25:58Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.443299 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.443385 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.443407 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.443438 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.443461 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:58Z","lastTransitionTime":"2025-10-13T19:25:58Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.546482 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.546541 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.546560 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.546586 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.546606 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:58Z","lastTransitionTime":"2025-10-13T19:25:58Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.649478 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.649516 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.649544 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.649560 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.649570 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:58Z","lastTransitionTime":"2025-10-13T19:25:58Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.753058 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.753657 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.753689 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.753722 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.753786 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:58Z","lastTransitionTime":"2025-10-13T19:25:58Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.856637 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.856681 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.856691 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.856709 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.856721 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:58Z","lastTransitionTime":"2025-10-13T19:25:58Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.959542 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.959627 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.959656 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.959691 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:58 crc kubenswrapper[4809]: I1013 19:25:58.959715 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:58Z","lastTransitionTime":"2025-10-13T19:25:58Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.063072 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.063126 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.063143 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.063167 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.063185 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.154915 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.154921 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:25:59 crc kubenswrapper[4809]: E1013 19:25:59.155070 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:25:59 crc kubenswrapper[4809]: E1013 19:25:59.155188 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.166439 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.166507 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.166534 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.166567 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.166591 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.270796 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.270868 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.270894 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.270924 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.270946 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.374290 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.374362 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.374385 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.374419 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.374444 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.477840 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.477931 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.477952 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.477979 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.477995 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.581509 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.581559 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.581568 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.581585 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.581595 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.684240 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.684316 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.684340 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.684369 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.684390 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.754705 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.754774 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.754784 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.754800 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.754812 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: E1013 19:25:59.774600 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:59Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.779560 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.779690 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.779717 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.779771 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.779793 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: E1013 19:25:59.793598 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:59Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.797910 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.797964 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.797980 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.798002 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.798017 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: E1013 19:25:59.818682 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:59Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.825031 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.825100 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.825121 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.825150 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.825172 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: E1013 19:25:59.842240 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:59Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.847309 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.847356 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.847553 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.847580 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.847594 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: E1013 19:25:59.868533 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:59Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:25:59Z is after 2025-08-24T17:21:41Z" Oct 13 19:25:59 crc kubenswrapper[4809]: E1013 19:25:59.868806 4809 kubelet_node_status.go:572] "Unable to update node status" err="update node status exceeds retry count" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.870488 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.870532 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.870542 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.870560 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.870570 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.973119 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.973166 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.973182 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.973203 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:25:59 crc kubenswrapper[4809]: I1013 19:25:59.973217 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:25:59Z","lastTransitionTime":"2025-10-13T19:25:59Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.075828 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.075873 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.075882 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.075897 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.075908 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:00Z","lastTransitionTime":"2025-10-13T19:26:00Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.154805 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.154886 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:00 crc kubenswrapper[4809]: E1013 19:26:00.155073 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:00 crc kubenswrapper[4809]: E1013 19:26:00.155209 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.179626 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.179709 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.179759 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.179795 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.179823 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:00Z","lastTransitionTime":"2025-10-13T19:26:00Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.283058 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.283615 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.283790 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.283958 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.284093 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:00Z","lastTransitionTime":"2025-10-13T19:26:00Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.387149 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.387529 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.387711 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.387946 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.388160 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:00Z","lastTransitionTime":"2025-10-13T19:26:00Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.491200 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.491529 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.491676 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.491934 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.492099 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:00Z","lastTransitionTime":"2025-10-13T19:26:00Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.595097 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.595167 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.595184 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.595207 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.595222 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:00Z","lastTransitionTime":"2025-10-13T19:26:00Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.698537 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.698625 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.698643 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.698661 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.698692 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:00Z","lastTransitionTime":"2025-10-13T19:26:00Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.801701 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.802611 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.802853 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.803025 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.803163 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:00Z","lastTransitionTime":"2025-10-13T19:26:00Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.906070 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.906127 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.906145 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.906169 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:00 crc kubenswrapper[4809]: I1013 19:26:00.906187 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:00Z","lastTransitionTime":"2025-10-13T19:26:00Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.009695 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.009800 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.009855 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.009903 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.009924 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:01Z","lastTransitionTime":"2025-10-13T19:26:01Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.113064 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.113142 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.113167 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.113195 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.113212 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:01Z","lastTransitionTime":"2025-10-13T19:26:01Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.155451 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.155551 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:01 crc kubenswrapper[4809]: E1013 19:26:01.155715 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:01 crc kubenswrapper[4809]: E1013 19:26:01.155928 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.216432 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.216481 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.216496 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.216517 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.216530 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:01Z","lastTransitionTime":"2025-10-13T19:26:01Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.320165 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.320244 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.320271 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.320304 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.320328 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:01Z","lastTransitionTime":"2025-10-13T19:26:01Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.423096 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.423154 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.423164 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.423179 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.423206 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:01Z","lastTransitionTime":"2025-10-13T19:26:01Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.526950 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.527040 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.527095 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.527130 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.527153 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:01Z","lastTransitionTime":"2025-10-13T19:26:01Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.630211 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.630282 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.630300 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.630328 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.630345 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:01Z","lastTransitionTime":"2025-10-13T19:26:01Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.733597 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.733644 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.733655 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.733676 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.733688 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:01Z","lastTransitionTime":"2025-10-13T19:26:01Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.836612 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.836663 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.836673 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.836691 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.836703 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:01Z","lastTransitionTime":"2025-10-13T19:26:01Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.939048 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.939098 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.939112 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.939131 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:01 crc kubenswrapper[4809]: I1013 19:26:01.939145 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:01Z","lastTransitionTime":"2025-10-13T19:26:01Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.047818 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.048006 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.048078 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.048159 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.048204 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:02Z","lastTransitionTime":"2025-10-13T19:26:02Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.152668 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.152757 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.152784 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.152814 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.152832 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:02Z","lastTransitionTime":"2025-10-13T19:26:02Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.154496 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.154609 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:02 crc kubenswrapper[4809]: E1013 19:26:02.154693 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:02 crc kubenswrapper[4809]: E1013 19:26:02.156349 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.173604 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.195560 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.210689 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.229112 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.248627 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.255544 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.255578 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.255587 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.255603 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.255612 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:02Z","lastTransitionTime":"2025-10-13T19:26:02Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.274158 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.290038 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.303905 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.321328 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"0cd4cd66-9b4e-4257-8254-0f73a7822491\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5d33593dd1d3ee9614ab8db61467946e7575f833655d97aee10c029ba61ed60\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://2ffa3411d65c3fedfac1d00baff041e3cf7010428c607dfe831a4c98af8c262b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://64e8b2ca9e7555904ae0fe0742a9fd83576cc8a92fea73e8616dab2d0dcd1c19\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"wait-for-host-port\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}}}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-scheduler\"/\"openshift-kube-scheduler-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.338302 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.358147 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.358222 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.358246 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.358277 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.358298 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:02Z","lastTransitionTime":"2025-10-13T19:26:02Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.360677 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.373521 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.390054 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"2025-10-13T19:25:04+00:00 [cnibincopy] Successfully copied files in /usr/src/multus-cni/rhel9/bin/ to /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65\\\\n2025-10-13T19:25:04+00:00 [cnibincopy] Successfully moved files in /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65 to /host/opt/cni/bin/\\\\n2025-10-13T19:25:04Z [verbose] multus-daemon started\\\\n2025-10-13T19:25:04Z [verbose] Readiness Indicator file check\\\\n2025-10-13T19:25:49Z [error] have you checked that your default network is ready? still waiting for readinessindicatorfile @ /host/run/multus/cni/net.d/10-ovn-kubernetes.conf. pollimmediate error: timed out waiting for the condition\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:50Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.404492 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.418509 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.440825 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:55Z\\\",\\\"message\\\":\\\"B for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-kube-storage-version-migrator-operator/metrics_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-kube-storage-version-migrator-operator/metrics\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.36\\\\\\\", Port:443, Template:(*services.Template)(nil)}, Targets:[]services.Addr{}}}, Templates:services.TemplateMap(nil), Switches:[]string{}, Routers:[]string{}, Groups:[]string{\\\\\\\"clusterLBGroup\\\\\\\"}}}\\\\nI1013 19:25:55.116435 6778 services_controller.go:452] Built service openshift-kube-storage-version-migrator-operator/metrics per-node LB for network=default: []services.LB{}\\\\nI1013 19:25:55.116445 6778 services_controller.go:453] Built service openshift-kube-storage-version-migrator-operator/metrics template LB for network=default: []services.LB{}\\\\nF1013 19:25:55.116444 6778 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:54Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 40s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.457271 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.461348 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.461413 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.461439 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.461471 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.461498 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:02Z","lastTransitionTime":"2025-10-13T19:26:02Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.501659 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:02Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.564477 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.564603 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.564624 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.564648 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.564665 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:02Z","lastTransitionTime":"2025-10-13T19:26:02Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.672015 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.672205 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.672235 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.672323 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.672415 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:02Z","lastTransitionTime":"2025-10-13T19:26:02Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.777393 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.777441 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.777458 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.777481 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.777504 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:02Z","lastTransitionTime":"2025-10-13T19:26:02Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.882110 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.882174 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.882194 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.882221 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.882240 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:02Z","lastTransitionTime":"2025-10-13T19:26:02Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.986092 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.986512 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.986533 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.986557 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:02 crc kubenswrapper[4809]: I1013 19:26:02.986574 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:02Z","lastTransitionTime":"2025-10-13T19:26:02Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.090255 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.090325 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.090346 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.090378 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.090400 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:03Z","lastTransitionTime":"2025-10-13T19:26:03Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.154688 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.154823 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:03 crc kubenswrapper[4809]: E1013 19:26:03.154915 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:03 crc kubenswrapper[4809]: E1013 19:26:03.155020 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.194510 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.194597 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.194634 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.194666 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.194688 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:03Z","lastTransitionTime":"2025-10-13T19:26:03Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.298550 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.298624 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.298642 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.298671 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.298689 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:03Z","lastTransitionTime":"2025-10-13T19:26:03Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.402434 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.402499 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.402520 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.402551 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.402574 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:03Z","lastTransitionTime":"2025-10-13T19:26:03Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.506008 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.506078 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.506103 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.506133 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.506154 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:03Z","lastTransitionTime":"2025-10-13T19:26:03Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.609416 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.609506 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.609532 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.609563 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.609586 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:03Z","lastTransitionTime":"2025-10-13T19:26:03Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.713221 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.713282 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.713301 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.713329 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.713347 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:03Z","lastTransitionTime":"2025-10-13T19:26:03Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.816617 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.816692 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.816710 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.816782 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.816817 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:03Z","lastTransitionTime":"2025-10-13T19:26:03Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.919619 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.919665 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.919682 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.919705 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:03 crc kubenswrapper[4809]: I1013 19:26:03.919722 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:03Z","lastTransitionTime":"2025-10-13T19:26:03Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.022540 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.022603 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.022625 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.022655 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.022677 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:04Z","lastTransitionTime":"2025-10-13T19:26:04Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.126226 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.126267 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.126278 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.126295 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.126306 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:04Z","lastTransitionTime":"2025-10-13T19:26:04Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.155071 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:04 crc kubenswrapper[4809]: E1013 19:26:04.155271 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.155583 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:04 crc kubenswrapper[4809]: E1013 19:26:04.155700 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.229053 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.229092 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.229103 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.229117 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.229127 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:04Z","lastTransitionTime":"2025-10-13T19:26:04Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.332004 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.332049 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.332061 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.332078 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.332089 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:04Z","lastTransitionTime":"2025-10-13T19:26:04Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.435031 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.435093 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.435109 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.435128 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.435142 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:04Z","lastTransitionTime":"2025-10-13T19:26:04Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.538655 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.538791 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.538827 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.538862 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.538885 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:04Z","lastTransitionTime":"2025-10-13T19:26:04Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.641859 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.641900 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.641911 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.641930 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.641942 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:04Z","lastTransitionTime":"2025-10-13T19:26:04Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.745363 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.745433 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.745446 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.745464 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.745494 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:04Z","lastTransitionTime":"2025-10-13T19:26:04Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.848844 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.848890 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.848900 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.848917 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.848927 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:04Z","lastTransitionTime":"2025-10-13T19:26:04Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.951465 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.951552 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.951577 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.951609 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:04 crc kubenswrapper[4809]: I1013 19:26:04.951637 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:04Z","lastTransitionTime":"2025-10-13T19:26:04Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.054603 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.054700 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.054723 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.054778 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.054799 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:05Z","lastTransitionTime":"2025-10-13T19:26:05Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.155097 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:05 crc kubenswrapper[4809]: E1013 19:26:05.155287 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.155112 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:05 crc kubenswrapper[4809]: E1013 19:26:05.155694 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.157188 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.157233 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.157250 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.157301 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.157324 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:05Z","lastTransitionTime":"2025-10-13T19:26:05Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.260462 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.260559 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.260579 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.260605 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.260623 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:05Z","lastTransitionTime":"2025-10-13T19:26:05Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.363354 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.363422 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.363440 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.363465 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.363484 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:05Z","lastTransitionTime":"2025-10-13T19:26:05Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.467148 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.467230 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.467254 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.467286 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.467312 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:05Z","lastTransitionTime":"2025-10-13T19:26:05Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.570288 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.570339 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.570355 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.570379 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.570397 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:05Z","lastTransitionTime":"2025-10-13T19:26:05Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.672617 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.672675 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.672692 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.672713 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.672755 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:05Z","lastTransitionTime":"2025-10-13T19:26:05Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.776565 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.776609 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.776623 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.776640 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.776650 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:05Z","lastTransitionTime":"2025-10-13T19:26:05Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.879830 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.879871 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.879882 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.879899 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.879911 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:05Z","lastTransitionTime":"2025-10-13T19:26:05Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.983563 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.983613 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.983628 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.983649 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:05 crc kubenswrapper[4809]: I1013 19:26:05.983663 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:05Z","lastTransitionTime":"2025-10-13T19:26:05Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.005570 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.005697 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"networking-console-plugin-cert\" (UniqueName: \"kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.005752 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.005938 4809 configmap.go:193] Couldn't get configMap openshift-network-console/networking-console-plugin: object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.005941 4809 secret.go:188] Couldn't get secret openshift-network-console/networking-console-plugin-cert: object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.006009 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.005984339 +0000 UTC m=+148.611730934 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "nginx-conf" (UniqueName: "kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin" not registered Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.006031 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert podName:5fe485a1-e14f-4c09-b5b9-f252bc42b7e8 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.00602163 +0000 UTC m=+148.611768215 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "networking-console-plugin-cert" (UniqueName: "kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert") pod "networking-console-plugin-85b44fc459-gdk6g" (UID: "5fe485a1-e14f-4c09-b5b9-f252bc42b7e8") : object "openshift-network-console"/"networking-console-plugin-cert" not registered Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.007274 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.007232901 +0000 UTC m=+148.612979526 (durationBeforeRetry 1m4s). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.086154 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.086195 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.086207 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.086224 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.086235 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:06Z","lastTransitionTime":"2025-10-13T19:26:06Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.106808 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cqllr\" (UniqueName: \"kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr\") pod \"network-check-target-xd92c\" (UID: \"3b6479f0-333b-4a96-9adf-2099afdc2447\") " pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.106860 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2dwl\" (UniqueName: \"kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl\") pod \"network-check-source-55646444c4-trplf\" (UID: \"9d751cbb-f2e2-430d-9754-c882a5e924a5\") " pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.107004 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.107026 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.107032 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/kube-root-ca.crt: object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.107073 4809 projected.go:288] Couldn't get configMap openshift-network-diagnostics/openshift-service-ca.crt: object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.107091 4809 projected.go:194] Error preparing data for projected volume kube-api-access-cqllr for pod openshift-network-diagnostics/network-check-target-xd92c: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.107040 4809 projected.go:194] Error preparing data for projected volume kube-api-access-s2dwl for pod openshift-network-diagnostics/network-check-source-55646444c4-trplf: [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.107161 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr podName:3b6479f0-333b-4a96-9adf-2099afdc2447 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.107137614 +0000 UTC m=+148.712884229 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "kube-api-access-cqllr" (UniqueName: "kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr") pod "network-check-target-xd92c" (UID: "3b6479f0-333b-4a96-9adf-2099afdc2447") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.107190 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl podName:9d751cbb-f2e2-430d-9754-c882a5e924a5 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.107177415 +0000 UTC m=+148.712924020 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "kube-api-access-s2dwl" (UniqueName: "kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl") pod "network-check-source-55646444c4-trplf" (UID: "9d751cbb-f2e2-430d-9754-c882a5e924a5") : [object "openshift-network-diagnostics"/"kube-root-ca.crt" not registered, object "openshift-network-diagnostics"/"openshift-service-ca.crt" not registered] Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.155133 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.155175 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.155314 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:06 crc kubenswrapper[4809]: E1013 19:26:06.155443 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.189312 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.189356 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.189365 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.189383 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.189392 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:06Z","lastTransitionTime":"2025-10-13T19:26:06Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.293541 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.293600 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.293619 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.293643 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.293660 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:06Z","lastTransitionTime":"2025-10-13T19:26:06Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.396604 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.396666 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.396701 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.396778 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.396803 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:06Z","lastTransitionTime":"2025-10-13T19:26:06Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.500189 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.500294 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.500334 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.500370 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.500396 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:06Z","lastTransitionTime":"2025-10-13T19:26:06Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.603922 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.604003 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.604021 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.604046 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.604066 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:06Z","lastTransitionTime":"2025-10-13T19:26:06Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.707604 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.707687 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.707710 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.707780 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.707806 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:06Z","lastTransitionTime":"2025-10-13T19:26:06Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.810507 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.810558 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.810568 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.810586 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.810599 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:06Z","lastTransitionTime":"2025-10-13T19:26:06Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.913120 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.913166 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.913183 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.913203 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:06 crc kubenswrapper[4809]: I1013 19:26:06.913215 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:06Z","lastTransitionTime":"2025-10-13T19:26:06Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.016807 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.016852 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.016864 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.016882 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.016892 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:07Z","lastTransitionTime":"2025-10-13T19:26:07Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.118997 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.119051 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.119070 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.119106 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.119124 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:07Z","lastTransitionTime":"2025-10-13T19:26:07Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.154969 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.154999 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:07 crc kubenswrapper[4809]: E1013 19:26:07.155166 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:07 crc kubenswrapper[4809]: E1013 19:26:07.155307 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.222680 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.222807 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.222835 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.222869 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.222894 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:07Z","lastTransitionTime":"2025-10-13T19:26:07Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.325937 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.325996 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.326013 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.326039 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.326060 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:07Z","lastTransitionTime":"2025-10-13T19:26:07Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.428941 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.428976 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.428986 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.429000 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.429009 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:07Z","lastTransitionTime":"2025-10-13T19:26:07Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.532332 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.532419 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.532443 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.532467 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.532486 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:07Z","lastTransitionTime":"2025-10-13T19:26:07Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.636219 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.636287 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.636311 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.636342 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.636360 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:07Z","lastTransitionTime":"2025-10-13T19:26:07Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.738951 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.739288 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.739299 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.739313 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.739322 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:07Z","lastTransitionTime":"2025-10-13T19:26:07Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.842704 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.842821 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.842864 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.842885 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.842899 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:07Z","lastTransitionTime":"2025-10-13T19:26:07Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.946039 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.946106 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.946133 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.946162 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:07 crc kubenswrapper[4809]: I1013 19:26:07.946183 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:07Z","lastTransitionTime":"2025-10-13T19:26:07Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.049774 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.049852 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.049877 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.049909 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.049933 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:08Z","lastTransitionTime":"2025-10-13T19:26:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.156198 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.156270 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:08 crc kubenswrapper[4809]: E1013 19:26:08.156420 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.156282 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.156468 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.156282 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.156489 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.156577 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:08Z","lastTransitionTime":"2025-10-13T19:26:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:08 crc kubenswrapper[4809]: E1013 19:26:08.156706 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.260950 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.261018 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.261036 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.261061 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.261079 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:08Z","lastTransitionTime":"2025-10-13T19:26:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.364846 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.364907 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.364923 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.365132 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.365151 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:08Z","lastTransitionTime":"2025-10-13T19:26:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.469285 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.469358 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.469375 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.469398 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.469415 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:08Z","lastTransitionTime":"2025-10-13T19:26:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.572338 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.572408 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.572427 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.572454 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.572476 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:08Z","lastTransitionTime":"2025-10-13T19:26:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.675612 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.675684 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.675703 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.675752 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.675769 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:08Z","lastTransitionTime":"2025-10-13T19:26:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.779089 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.779155 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.779177 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.779210 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.779231 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:08Z","lastTransitionTime":"2025-10-13T19:26:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.882099 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.882173 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.882196 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.882226 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.882250 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:08Z","lastTransitionTime":"2025-10-13T19:26:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.985669 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.985781 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.985810 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.985843 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:08 crc kubenswrapper[4809]: I1013 19:26:08.985866 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:08Z","lastTransitionTime":"2025-10-13T19:26:08Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.089092 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.089140 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.089156 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.089176 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.089187 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:09Z","lastTransitionTime":"2025-10-13T19:26:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.154936 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.154936 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:09 crc kubenswrapper[4809]: E1013 19:26:09.155098 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:09 crc kubenswrapper[4809]: E1013 19:26:09.155190 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.192558 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.192635 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.192658 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.192687 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.192705 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:09Z","lastTransitionTime":"2025-10-13T19:26:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.296334 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.296405 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.296428 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.296458 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.296483 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:09Z","lastTransitionTime":"2025-10-13T19:26:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.399612 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.399651 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.399660 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.399673 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.399683 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:09Z","lastTransitionTime":"2025-10-13T19:26:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.502231 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.502305 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.502327 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.502353 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.502370 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:09Z","lastTransitionTime":"2025-10-13T19:26:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.605060 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.605112 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.605130 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.605161 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.605180 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:09Z","lastTransitionTime":"2025-10-13T19:26:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.708065 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.708650 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.708691 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.708768 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.708792 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:09Z","lastTransitionTime":"2025-10-13T19:26:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.812162 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.812488 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.812705 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.812904 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.813028 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:09Z","lastTransitionTime":"2025-10-13T19:26:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.916518 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.916602 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.916629 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.916660 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:09 crc kubenswrapper[4809]: I1013 19:26:09.916683 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:09Z","lastTransitionTime":"2025-10-13T19:26:09Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.020552 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.020979 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.021163 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.021350 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.021486 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.050263 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.050329 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.050356 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.050386 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.050410 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: E1013 19:26:10.074010 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:10Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.079523 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.079560 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.079572 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.079590 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.079602 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: E1013 19:26:10.095844 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:10Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.100587 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.100612 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.100621 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.100635 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.100644 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: E1013 19:26:10.116162 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:10Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.121937 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.121967 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.121978 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.121994 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.122006 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: E1013 19:26:10.140267 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:10Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.145306 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.145392 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.145410 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.145436 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.145456 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.154979 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.155045 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:10 crc kubenswrapper[4809]: E1013 19:26:10.155192 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:10 crc kubenswrapper[4809]: E1013 19:26:10.155561 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:10 crc kubenswrapper[4809]: E1013 19:26:10.167090 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:10Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:10Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:10 crc kubenswrapper[4809]: E1013 19:26:10.167292 4809 kubelet_node_status.go:572] "Unable to update node status" err="update node status exceeds retry count" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.168964 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.168992 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.169003 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.169019 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.169031 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.272787 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.273013 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.273538 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.273612 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.273632 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.377139 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.377205 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.377221 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.377665 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.377713 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.481227 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.481288 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.481301 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.481318 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.481330 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.584144 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.584179 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.584188 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.584203 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.584214 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.686744 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.686783 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.686792 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.686805 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.686815 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.790019 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.790096 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.790115 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.790141 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.790165 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.893776 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.893841 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.893875 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.893910 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.893933 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.996599 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.996667 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.996684 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.996770 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:10 crc kubenswrapper[4809]: I1013 19:26:10.996791 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:10Z","lastTransitionTime":"2025-10-13T19:26:10Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.100933 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.101018 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.101041 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.101069 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.101090 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:11Z","lastTransitionTime":"2025-10-13T19:26:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.155069 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.155069 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:11 crc kubenswrapper[4809]: E1013 19:26:11.155245 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:11 crc kubenswrapper[4809]: E1013 19:26:11.155397 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.204604 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.204671 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.204696 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.204723 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.204798 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:11Z","lastTransitionTime":"2025-10-13T19:26:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.307817 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.307862 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.307873 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.307889 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.307901 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:11Z","lastTransitionTime":"2025-10-13T19:26:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.425442 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.425510 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.425523 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.425561 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.425572 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:11Z","lastTransitionTime":"2025-10-13T19:26:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.528594 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.528656 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.528673 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.528697 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.528718 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:11Z","lastTransitionTime":"2025-10-13T19:26:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.632203 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.632275 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.632300 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.632323 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.632340 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:11Z","lastTransitionTime":"2025-10-13T19:26:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.734617 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.734667 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.734683 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.734709 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.734763 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:11Z","lastTransitionTime":"2025-10-13T19:26:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.838204 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.838281 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.838305 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.838334 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.838357 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:11Z","lastTransitionTime":"2025-10-13T19:26:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.941390 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.941456 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.941472 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.941497 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:11 crc kubenswrapper[4809]: I1013 19:26:11.941514 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:11Z","lastTransitionTime":"2025-10-13T19:26:11Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.045229 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.045335 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.045361 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.045387 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.045405 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:12Z","lastTransitionTime":"2025-10-13T19:26:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.147951 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.147989 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.148001 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.148019 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.148033 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:12Z","lastTransitionTime":"2025-10-13T19:26:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.154648 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.155209 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.155524 4809 scope.go:117] "RemoveContainer" containerID="29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793" Oct 13 19:26:12 crc kubenswrapper[4809]: E1013 19:26:12.155595 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:12 crc kubenswrapper[4809]: E1013 19:26:12.155701 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:12 crc kubenswrapper[4809]: E1013 19:26:12.156028 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"ovnkube-controller\" with CrashLoopBackOff: \"back-off 40s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\"" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.169630 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-machine-config-operator/kube-rbac-proxy-crio-crc"] Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.171677 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.185308 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.200478 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"2025-10-13T19:25:04+00:00 [cnibincopy] Successfully copied files in /usr/src/multus-cni/rhel9/bin/ to /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65\\\\n2025-10-13T19:25:04+00:00 [cnibincopy] Successfully moved files in /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65 to /host/opt/cni/bin/\\\\n2025-10-13T19:25:04Z [verbose] multus-daemon started\\\\n2025-10-13T19:25:04Z [verbose] Readiness Indicator file check\\\\n2025-10-13T19:25:49Z [error] have you checked that your default network is ready? still waiting for readinessindicatorfile @ /host/run/multus/cni/net.d/10-ovn-kubernetes.conf. pollimmediate error: timed out waiting for the condition\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:50Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.220256 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.254240 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.254456 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.254489 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.254502 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.254518 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.254534 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:12Z","lastTransitionTime":"2025-10-13T19:26:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.271020 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.292888 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.325276 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:55Z\\\",\\\"message\\\":\\\"B for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-kube-storage-version-migrator-operator/metrics_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-kube-storage-version-migrator-operator/metrics\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.36\\\\\\\", Port:443, Template:(*services.Template)(nil)}, Targets:[]services.Addr{}}}, Templates:services.TemplateMap(nil), Switches:[]string{}, Routers:[]string{}, Groups:[]string{\\\\\\\"clusterLBGroup\\\\\\\"}}}\\\\nI1013 19:25:55.116435 6778 services_controller.go:452] Built service openshift-kube-storage-version-migrator-operator/metrics per-node LB for network=default: []services.LB{}\\\\nI1013 19:25:55.116445 6778 services_controller.go:453] Built service openshift-kube-storage-version-migrator-operator/metrics template LB for network=default: []services.LB{}\\\\nF1013 19:25:55.116444 6778 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:54Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 40s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.340709 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.356364 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.357165 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.357212 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.357248 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.357266 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.357276 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:12Z","lastTransitionTime":"2025-10-13T19:26:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.369369 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.380115 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.389717 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.399711 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"0cd4cd66-9b4e-4257-8254-0f73a7822491\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5d33593dd1d3ee9614ab8db61467946e7575f833655d97aee10c029ba61ed60\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://2ffa3411d65c3fedfac1d00baff041e3cf7010428c607dfe831a4c98af8c262b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://64e8b2ca9e7555904ae0fe0742a9fd83576cc8a92fea73e8616dab2d0dcd1c19\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"wait-for-host-port\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}}}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-scheduler\"/\"openshift-kube-scheduler-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.418992 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.433952 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.451369 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.461068 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.461095 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.461104 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.461119 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.461128 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:12Z","lastTransitionTime":"2025-10-13T19:26:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.464762 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:12Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.563912 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.563968 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.563980 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.563999 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.564010 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:12Z","lastTransitionTime":"2025-10-13T19:26:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.666057 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.666614 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.666710 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.666830 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.666937 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:12Z","lastTransitionTime":"2025-10-13T19:26:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.769878 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.769944 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.769966 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.769996 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.770018 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:12Z","lastTransitionTime":"2025-10-13T19:26:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.873909 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.874178 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.874251 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.874333 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.874397 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:12Z","lastTransitionTime":"2025-10-13T19:26:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.976828 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.976870 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.976890 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.976910 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:12 crc kubenswrapper[4809]: I1013 19:26:12.976921 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:12Z","lastTransitionTime":"2025-10-13T19:26:12Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.080173 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.080224 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.080239 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.080259 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.080272 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:13Z","lastTransitionTime":"2025-10-13T19:26:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.154940 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.155035 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:13 crc kubenswrapper[4809]: E1013 19:26:13.155128 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:13 crc kubenswrapper[4809]: E1013 19:26:13.155237 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.183579 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.183627 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.183637 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.183652 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.183664 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:13Z","lastTransitionTime":"2025-10-13T19:26:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.286475 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.286537 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.286559 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.286590 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.286614 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:13Z","lastTransitionTime":"2025-10-13T19:26:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.390533 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.390583 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.390594 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.390611 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.390624 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:13Z","lastTransitionTime":"2025-10-13T19:26:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.492995 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.493046 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.493057 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.493072 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.493083 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:13Z","lastTransitionTime":"2025-10-13T19:26:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.595845 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.595890 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.595903 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.595921 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.595934 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:13Z","lastTransitionTime":"2025-10-13T19:26:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.698556 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.698607 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.698624 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.698647 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.698663 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:13Z","lastTransitionTime":"2025-10-13T19:26:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.801158 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.801233 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.801257 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.801285 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.801306 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:13Z","lastTransitionTime":"2025-10-13T19:26:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.905030 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.905143 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.905164 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.905190 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:13 crc kubenswrapper[4809]: I1013 19:26:13.905208 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:13Z","lastTransitionTime":"2025-10-13T19:26:13Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.007998 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.008041 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.008053 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.008069 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.008082 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:14Z","lastTransitionTime":"2025-10-13T19:26:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.110521 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.110568 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.110604 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.110621 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.110632 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:14Z","lastTransitionTime":"2025-10-13T19:26:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.154615 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.154941 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:14 crc kubenswrapper[4809]: E1013 19:26:14.155155 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:14 crc kubenswrapper[4809]: E1013 19:26:14.155282 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.213437 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.213496 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.213513 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.213537 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.213554 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:14Z","lastTransitionTime":"2025-10-13T19:26:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.315983 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.316029 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.316042 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.316059 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.316074 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:14Z","lastTransitionTime":"2025-10-13T19:26:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.418674 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.418715 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.418723 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.418759 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.418768 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:14Z","lastTransitionTime":"2025-10-13T19:26:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.522072 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.522148 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.522168 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.522193 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.522211 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:14Z","lastTransitionTime":"2025-10-13T19:26:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.625262 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.625333 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.625354 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.625381 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.625403 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:14Z","lastTransitionTime":"2025-10-13T19:26:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.728588 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.728703 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.728760 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.728793 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.728816 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:14Z","lastTransitionTime":"2025-10-13T19:26:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.832144 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.832205 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.832225 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.832250 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.832267 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:14Z","lastTransitionTime":"2025-10-13T19:26:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.935773 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.936047 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.936077 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.936107 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:14 crc kubenswrapper[4809]: I1013 19:26:14.936128 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:14Z","lastTransitionTime":"2025-10-13T19:26:14Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.039030 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.039160 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.039187 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.039211 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.039230 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:15Z","lastTransitionTime":"2025-10-13T19:26:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.142145 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.142218 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.142241 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.142270 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.142292 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:15Z","lastTransitionTime":"2025-10-13T19:26:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.154544 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.154590 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:15 crc kubenswrapper[4809]: E1013 19:26:15.154721 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:15 crc kubenswrapper[4809]: E1013 19:26:15.154850 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.245672 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.245720 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.245757 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.245775 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.245789 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:15Z","lastTransitionTime":"2025-10-13T19:26:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.348890 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.348963 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.348990 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.349019 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.349045 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:15Z","lastTransitionTime":"2025-10-13T19:26:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.452821 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.452933 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.452960 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.452992 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.453015 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:15Z","lastTransitionTime":"2025-10-13T19:26:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.556128 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.556197 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.556210 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.556238 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.556257 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:15Z","lastTransitionTime":"2025-10-13T19:26:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.659262 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.659344 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.659359 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.659393 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.659414 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:15Z","lastTransitionTime":"2025-10-13T19:26:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.763231 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.763302 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.763321 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.763382 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.763405 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:15Z","lastTransitionTime":"2025-10-13T19:26:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.866352 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.866437 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.866486 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.866519 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.866542 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:15Z","lastTransitionTime":"2025-10-13T19:26:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.969550 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.969602 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.969613 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.969631 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:15 crc kubenswrapper[4809]: I1013 19:26:15.969643 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:15Z","lastTransitionTime":"2025-10-13T19:26:15Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.072444 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.072516 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.072542 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.072572 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.072593 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:16Z","lastTransitionTime":"2025-10-13T19:26:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.154878 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.154972 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:16 crc kubenswrapper[4809]: E1013 19:26:16.155103 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:16 crc kubenswrapper[4809]: E1013 19:26:16.155199 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.175312 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.175377 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.175394 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.175417 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.175435 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:16Z","lastTransitionTime":"2025-10-13T19:26:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.278988 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.279072 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.279092 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.279121 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.279139 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:16Z","lastTransitionTime":"2025-10-13T19:26:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.382290 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.382372 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.382387 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.382409 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.382422 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:16Z","lastTransitionTime":"2025-10-13T19:26:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.485331 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.485376 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.485391 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.485412 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.485427 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:16Z","lastTransitionTime":"2025-10-13T19:26:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.588654 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.588703 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.588715 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.588751 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.588764 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:16Z","lastTransitionTime":"2025-10-13T19:26:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.691798 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.691895 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.691921 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.691951 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.691977 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:16Z","lastTransitionTime":"2025-10-13T19:26:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.794944 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.795001 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.795012 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.795034 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.795047 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:16Z","lastTransitionTime":"2025-10-13T19:26:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.897384 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.897460 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.897474 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.897528 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:16 crc kubenswrapper[4809]: I1013 19:26:16.897543 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:16Z","lastTransitionTime":"2025-10-13T19:26:16Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.001488 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.001578 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.001605 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.001649 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.001671 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:17Z","lastTransitionTime":"2025-10-13T19:26:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.104983 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.105053 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.105066 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.105097 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.105115 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:17Z","lastTransitionTime":"2025-10-13T19:26:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.155181 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.155227 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:17 crc kubenswrapper[4809]: E1013 19:26:17.155757 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:17 crc kubenswrapper[4809]: E1013 19:26:17.156125 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.208564 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.208626 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.208642 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.208666 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.208681 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:17Z","lastTransitionTime":"2025-10-13T19:26:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.311370 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.311431 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.311450 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.311476 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.311495 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:17Z","lastTransitionTime":"2025-10-13T19:26:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.414451 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.414556 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.414572 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.414599 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.414619 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:17Z","lastTransitionTime":"2025-10-13T19:26:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.517931 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.517970 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.517980 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.517993 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.518002 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:17Z","lastTransitionTime":"2025-10-13T19:26:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.621565 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.621629 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.621646 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.621668 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.621687 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:17Z","lastTransitionTime":"2025-10-13T19:26:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.725378 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.725451 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.725480 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.725513 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.725538 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:17Z","lastTransitionTime":"2025-10-13T19:26:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.829164 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.829246 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.829271 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.829306 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.829504 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:17Z","lastTransitionTime":"2025-10-13T19:26:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.932986 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.933051 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.933066 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.933089 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:17 crc kubenswrapper[4809]: I1013 19:26:17.933106 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:17Z","lastTransitionTime":"2025-10-13T19:26:17Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.035497 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.035569 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.035588 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.035614 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.035633 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:18Z","lastTransitionTime":"2025-10-13T19:26:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.138645 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.138761 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.138781 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.138804 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.138821 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:18Z","lastTransitionTime":"2025-10-13T19:26:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.155049 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.155127 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:18 crc kubenswrapper[4809]: E1013 19:26:18.155477 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:18 crc kubenswrapper[4809]: E1013 19:26:18.155665 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.242106 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.242180 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.242205 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.242243 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.242270 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:18Z","lastTransitionTime":"2025-10-13T19:26:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.345600 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.345666 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.345693 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.345724 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.345786 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:18Z","lastTransitionTime":"2025-10-13T19:26:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.449193 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.449251 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.449270 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.449292 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.449308 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:18Z","lastTransitionTime":"2025-10-13T19:26:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.552106 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.552175 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.552193 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.552217 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.552237 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:18Z","lastTransitionTime":"2025-10-13T19:26:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.656436 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.656509 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.656536 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.656565 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.656588 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:18Z","lastTransitionTime":"2025-10-13T19:26:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.760230 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.760296 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.760315 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.760341 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.760359 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:18Z","lastTransitionTime":"2025-10-13T19:26:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.863953 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.864009 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.864027 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.864053 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.864076 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:18Z","lastTransitionTime":"2025-10-13T19:26:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.967264 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.967315 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.967325 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.967347 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:18 crc kubenswrapper[4809]: I1013 19:26:18.967360 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:18Z","lastTransitionTime":"2025-10-13T19:26:18Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.069924 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.070005 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.070023 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.070048 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.070066 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:19Z","lastTransitionTime":"2025-10-13T19:26:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.155124 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.155234 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:19 crc kubenswrapper[4809]: E1013 19:26:19.155281 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:19 crc kubenswrapper[4809]: E1013 19:26:19.155433 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.172903 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.172955 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.172969 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.172989 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.173002 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:19Z","lastTransitionTime":"2025-10-13T19:26:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.275882 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.275945 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.275955 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.275977 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.275989 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:19Z","lastTransitionTime":"2025-10-13T19:26:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.379147 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.379243 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.379259 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.379313 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.379332 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:19Z","lastTransitionTime":"2025-10-13T19:26:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.482890 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.482985 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.483029 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.483055 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.483071 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:19Z","lastTransitionTime":"2025-10-13T19:26:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.586333 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.586390 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.586406 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.586428 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.586445 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:19Z","lastTransitionTime":"2025-10-13T19:26:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.690215 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.690316 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.690329 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.690345 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.690382 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:19Z","lastTransitionTime":"2025-10-13T19:26:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.794150 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.794212 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.794230 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.794254 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.794297 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:19Z","lastTransitionTime":"2025-10-13T19:26:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.897259 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.897336 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.897368 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.897385 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:19 crc kubenswrapper[4809]: I1013 19:26:19.897396 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:19Z","lastTransitionTime":"2025-10-13T19:26:19Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.000105 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.000157 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.000170 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.000187 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.000198 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.069135 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:20 crc kubenswrapper[4809]: E1013 19:26:20.069336 4809 secret.go:188] Couldn't get secret openshift-multus/metrics-daemon-secret: object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:26:20 crc kubenswrapper[4809]: E1013 19:26:20.069411 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs podName:78e133d5-a382-4321-b3b9-50fefb264636 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:24.069390308 +0000 UTC m=+162.675136903 (durationBeforeRetry 1m4s). Error: MountVolume.SetUp failed for volume "metrics-certs" (UniqueName: "kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs") pod "network-metrics-daemon-mvzcq" (UID: "78e133d5-a382-4321-b3b9-50fefb264636") : object "openshift-multus"/"metrics-daemon-secret" not registered Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.103201 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.103235 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.103244 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.103258 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.103267 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.155372 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.155523 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:20 crc kubenswrapper[4809]: E1013 19:26:20.155598 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:20 crc kubenswrapper[4809]: E1013 19:26:20.155802 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.205354 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.205391 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.205405 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.205420 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.205432 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.252099 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.252155 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.252165 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.252178 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.252187 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: E1013 19:26:20.276519 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:20Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.281564 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.281613 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.281624 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.281637 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.281647 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: E1013 19:26:20.300510 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:20Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.305630 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.305992 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.306258 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.306449 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.306771 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: E1013 19:26:20.324689 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:20Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.329901 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.330149 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.330332 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.330511 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.330678 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: E1013 19:26:20.354037 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:20Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.359813 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.359907 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.359960 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.359986 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.360005 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: E1013 19:26:20.374937 4809 kubelet_node_status.go:585] "Error updating node status, will retry" err="failed to patch status \"{\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"type\\\":\\\"DiskPressure\\\"},{\\\"type\\\":\\\"PIDPressure\\\"},{\\\"type\\\":\\\"Ready\\\"}],\\\"allocatable\\\":{\\\"cpu\\\":\\\"11800m\\\",\\\"ephemeral-storage\\\":\\\"76396645454\\\",\\\"memory\\\":\\\"32404560Ki\\\"},\\\"capacity\\\":{\\\"cpu\\\":\\\"12\\\",\\\"ephemeral-storage\\\":\\\"83293888Ki\\\",\\\"memory\\\":\\\"32865360Ki\\\"},\\\"conditions\\\":[{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has sufficient memory available\\\",\\\"reason\\\":\\\"KubeletHasSufficientMemory\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"MemoryPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has no disk pressure\\\",\\\"reason\\\":\\\"KubeletHasNoDiskPressure\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"DiskPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"kubelet has sufficient PID available\\\",\\\"reason\\\":\\\"KubeletHasSufficientPID\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PIDPressure\\\"},{\\\"lastHeartbeatTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"lastTransitionTime\\\":\\\"2025-10-13T19:26:20Z\\\",\\\"message\\\":\\\"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?\\\",\\\"reason\\\":\\\"KubeletNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"}],\\\"images\\\":[{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b9ea248f8ca33258fe1683da51d2b16b94630be1b361c65f68a16c1a34b94887\\\"],\\\"sizeBytes\\\":2887430265},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:4a62fa1c0091f6d94e8fb7258470b9a532d78364b6b51a05341592041d598562\\\",\\\"registry.redhat.io/redhat/redhat-operator-index@sha256:8db792bab418e30d9b71b9e1ac330ad036025257abbd2cd32f318ed14f70d6ac\\\",\\\"registry.redhat.io/redhat/redhat-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1523204510},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\"],\\\"sizeBytes\\\":1498102846},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\"],\\\"sizeBytes\\\":1232839934},{\\\"names\\\":[\\\"registry.redhat.io/redhat/community-operator-index@sha256:8ff55cdb2367f5011074d2f5ebdc153b8885e7495e14ae00f99d2b7ab3584ade\\\",\\\"registry.redhat.io/redhat/community-operator-index@sha256:d656c1453f2261d9b800f5c69fba3bc2ffdb388414c4c0e89fcbaa067d7614c4\\\",\\\"registry.redhat.io/redhat/community-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1151049424},{\\\"names\\\":[\\\"registry.redhat.io/redhat/certified-operator-index@sha256:1d7d4739b2001bd173f2632d5f73724a5034237ee2d93a02a21bbfff547002ba\\\",\\\"registry.redhat.io/redhat/certified-operator-index@sha256:7688bce5eb0d153adff87fc9f7a47642465c0b88208efb236880197969931b37\\\",\\\"registry.redhat.io/redhat/certified-operator-index:v4.18\\\"],\\\"sizeBytes\\\":1032059094},{\\\"names\\\":[\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:0878ac12c537fcfc617a539b3b8bd329ba568bb49c6e3bb47827b177c47ae669\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index@sha256:1dc15c170ebf462dacaef75511740ed94ca1da210f3980f66d77f91ba201c875\\\",\\\"registry.redhat.io/redhat/redhat-marketplace-index:v4.18\\\"],\\\"sizeBytes\\\":1001152198},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\"],\\\"sizeBytes\\\":964552795},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\"],\\\"sizeBytes\\\":947616130},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c3cc3840d7a81ce1b420f06e07a923861faf37d9c10688aa3aa0b7b76c8706ad\\\"],\\\"sizeBytes\\\":907837715},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:101f295e2eae0755ae1865f7de885db1f17b9368e4120a713bb5f79e17ce8f93\\\"],\\\"sizeBytes\\\":854694423},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:47b0670fa1051335fd2d2c9e8361e4ed77c7760c33a2180b136f7c7f59863ec2\\\"],\\\"sizeBytes\\\":852490370},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:862f4a4bed52f372056b6d368e2498ebfb063075b31cf48dbdaaeedfcf0396cb\\\"],\\\"sizeBytes\\\":772592048},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\"],\\\"sizeBytes\\\":705793115},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\"],\\\"sizeBytes\\\":687915987},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f247257b0885cf5d303e3612c7714b33ae51404cfa2429822060c6c025eb17dd\\\"],\\\"sizeBytes\\\":668060419},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\"],\\\"sizeBytes\\\":613826183},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e3e9dc0b02b9351edf7c46b1d46d724abd1ac38ecbd6bc541cee84a209258d8\\\"],\\\"sizeBytes\\\":581863411},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\"],\\\"sizeBytes\\\":574606365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ee8d8f089ec1488067444c7e276c4e47cc93840280f3b3295484d67af2232002\\\"],\\\"sizeBytes\\\":550676059},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:10f20a39f16ae3019c62261eda8beb9e4d8c36cbb7b500b3bae1312987f0685d\\\"],\\\"sizeBytes\\\":541458174},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\"],\\\"sizeBytes\\\":533092226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\"],\\\"sizeBytes\\\":528023732},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\"],\\\"sizeBytes\\\":510867594},{\\\"names\\\":[\\\"quay.io/crcont/ocp-release@sha256:0b6ae0d091d2bf49f9b3a3aff54aabdc49e70c783780f118789f49d8f95a9e03\\\"],\\\"sizeBytes\\\":510526836},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\"],\\\"sizeBytes\\\":507459597},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7e9e7dd2b1a8394b7490ca6df8a3ee8cdfc6193ecc6fb6173ed9a1868116a207\\\"],\\\"sizeBytes\\\":505721947},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:094bb6a6641b4edbaf932f0551bcda20b0d4e012cbe84207348b24eeabd351e9\\\"],\\\"sizeBytes\\\":504778226},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c69fe7a98a744b7a7b61b2a8db81a338f373cd2b1d46c6d3f02864b30c37e46c\\\"],\\\"sizeBytes\\\":504735878},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e51e6f78ec20ef91c82e94a49f950e427e77894e582dcc406eec4df807ddd76e\\\"],\\\"sizeBytes\\\":502943148},{\\\"names\\\":[\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\"],\\\"sizeBytes\\\":501379880},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:3a741253807c962189819d879b8fef94a9452fb3f5f3969ec3207eb2d9862205\\\"],\\\"sizeBytes\\\":500472212},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\"],\\\"sizeBytes\\\":498888951},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5aa9e5379bfeb63f4e517fb45168eb6820138041641bbdfc6f4db6427032fa37\\\"],\\\"sizeBytes\\\":497832828},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\"],\\\"sizeBytes\\\":497742284},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:88b1f0a05a1b1c91e1212b40f0e7d04c9351ec9d34c52097bfdc5897b46f2f0e\\\"],\\\"sizeBytes\\\":497120598},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:737e9019a072c74321e0a909ca95481f5c545044dd4f151a34d0e1c8b9cf273f\\\"],\\\"sizeBytes\\\":488494681},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fe009d03910e18795e3bd60a3fd84938311d464d2730a2af5ded5b24e4d05a6b\\\"],\\\"sizeBytes\\\":487097366},{\\\"names\\\":[\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:66760a53b64d381940757ca9f0d05f523a61f943f8da03ce9791e5d05264a736\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner@sha256:e97a0cb5b6119a9735efe0ac24630a8912fcad89a1dddfa76dc10edac4ec9815\\\",\\\"registry.redhat.io/openshift4/ose-csi-external-provisioner:latest\\\"],\\\"sizeBytes\\\":485998616},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\"],\\\"sizeBytes\\\":485767738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:898cae57123c5006d397b24af21b0f24a0c42c9b0be5ee8251e1824711f65820\\\"],\\\"sizeBytes\\\":485535312},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1eda5ad6a6c5b9cd94b4b456e9116f4a0517241b614de1a99df14baee20c3e6a\\\"],\\\"sizeBytes\\\":479585218},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:487c0a8d5200bcdce484ab1169229d8fcb8e91a934be45afff7819c4f7612f57\\\"],\\\"sizeBytes\\\":476681373},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:b641ed0d63034b23d07eb0b2cd455390e83b186e77375e2d3f37633c1ddb0495\\\"],\\\"sizeBytes\\\":473958144},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:32f9e10dfb8a7c812ea8b3e71a42bed9cef05305be18cc368b666df4643ba717\\\"],\\\"sizeBytes\\\":463179365},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:8fdf28927b06a42ea8af3985d558c84d9efd142bb32d3892c4fa9f5e0d98133c\\\"],\\\"sizeBytes\\\":460774792},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:dd0628f89ad843d82d5abfdc543ffab6a861a23cc3005909bd88fa7383b71113\\\"],\\\"sizeBytes\\\":459737917},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\"],\\\"sizeBytes\\\":457588564},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:adabc3456bf4f799f893d792cdf9e8cbc735b070be346552bcc99f741b0a83aa\\\"],\\\"sizeBytes\\\":450637738},{\\\"names\\\":[\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:342dca43b5b09123737ccda5e41b4a5d564e54333d8ce04d867d3fb968600317\\\"],\\\"sizeBytes\\\":448887027}],\\\"nodeInfo\\\":{\\\"bootID\\\":\\\"76dba78e-1d95-4664-821d-4e83138721a7\\\",\\\"systemUUID\\\":\\\"7f6da054-260b-4efc-9e6f-f710d7e3cf6b\\\"}}}\" for node \"crc\": Internal error occurred: failed calling webhook \"node.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/node?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:20Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:20 crc kubenswrapper[4809]: E1013 19:26:20.375183 4809 kubelet_node_status.go:572] "Unable to update node status" err="update node status exceeds retry count" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.377345 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.377402 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.377427 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.377459 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.377672 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.480220 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.480264 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.480276 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.480293 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.480307 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.583197 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.583277 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.583296 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.583350 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.583371 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.686482 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.686548 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.686560 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.686584 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.686601 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.793345 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.793409 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.793427 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.793451 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.793468 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.896668 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.896791 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.896815 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.896844 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:20 crc kubenswrapper[4809]: I1013 19:26:20.896872 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:20Z","lastTransitionTime":"2025-10-13T19:26:20Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:20.999915 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:20.999996 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.000008 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.000033 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.000047 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:21Z","lastTransitionTime":"2025-10-13T19:26:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.103389 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.103456 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.103469 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.103488 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.103501 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:21Z","lastTransitionTime":"2025-10-13T19:26:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.154536 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.154570 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:21 crc kubenswrapper[4809]: E1013 19:26:21.154845 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:21 crc kubenswrapper[4809]: E1013 19:26:21.154981 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.206811 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.206875 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.206888 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.206908 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.206920 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:21Z","lastTransitionTime":"2025-10-13T19:26:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.309786 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.309860 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.309877 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.309892 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.309904 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:21Z","lastTransitionTime":"2025-10-13T19:26:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.412635 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.412692 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.412709 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.412763 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.412788 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:21Z","lastTransitionTime":"2025-10-13T19:26:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.515265 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.515330 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.515345 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.515370 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.515386 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:21Z","lastTransitionTime":"2025-10-13T19:26:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.619788 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.619863 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.619883 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.619912 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.619932 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:21Z","lastTransitionTime":"2025-10-13T19:26:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.722296 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.722345 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.722356 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.722369 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.722380 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:21Z","lastTransitionTime":"2025-10-13T19:26:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.825829 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.825878 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.825891 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.825906 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.825919 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:21Z","lastTransitionTime":"2025-10-13T19:26:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.928686 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.928759 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.928770 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.928786 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:21 crc kubenswrapper[4809]: I1013 19:26:21.928796 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:21Z","lastTransitionTime":"2025-10-13T19:26:21Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.031386 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.031450 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.031463 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.031481 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.031492 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:22Z","lastTransitionTime":"2025-10-13T19:26:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.135099 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.135155 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.135173 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.135195 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.135212 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:22Z","lastTransitionTime":"2025-10-13T19:26:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.154710 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.154774 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:22 crc kubenswrapper[4809]: E1013 19:26:22.154924 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:22 crc kubenswrapper[4809]: E1013 19:26:22.155239 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.173863 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"582a0ed5-ad54-4c6d-a96f-d15579843cbe\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0bc7fe2c7fbb6dd9d6b4a0867982b54d72260f1d940af2a26c4d2c5d2b6569b8\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-crio\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kube\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"var-lib-kubelet\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://7b19396606997047be227d396993fa640577f32742056f0bceb49dd8bdd42988\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://7b19396606997047be227d396993fa640577f32742056f0bceb49dd8bdd42988\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var\\\",\\\"name\\\":\\\"var-lib-kubelet\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"kube-rbac-proxy-crio-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.194208 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-controller-manager/kube-controller-manager-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"7045f665-9b95-45f6-a56b-6be14970886a\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://580f688384eba07182bf5492da4546cd85c3f7256e965e9e16c51d089c9fbf22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c0f9da410c07372b6c9ad6a79379b491cd10fdee88051c026b084652d85aed21\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cluster-policy-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://045264af780a15986f2a74a3f064863e79bd4c6989739a92207a6c385d27cf6d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://11eecbbddeac7c29a26e322b923fd97cf52b0d48161f843e94fdb48bae424a0f\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://62bb6eb95b492d9fe18933e5d4d53105fc2d4a1b4420a4102d6370131517fb28\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-controller-manager-operator@sha256:8506ce0a578bc18fac117eb2b82799488ffac0bed08287faaf92edaf5d17ab95\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-controller-manager-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-controller-manager\"/\"kube-controller-manager-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.212514 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-dns/node-resolver-2gpk7" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5406ae0b-f144-4f59-8434-528d03939d07\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://0dcce9935c81f68fde2eac8f58b6cd02127976427d7b48657809a10fdc3355e9\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"dns-node-resolver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/hosts\\\",\\\"name\\\":\\\"hosts-file\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-6bfvq\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-dns\"/\"node-resolver-2gpk7\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.237176 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-g6bs4" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"fc69a833-5433-49b2-8268-84840b3a1522\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:51Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:49Z\\\",\\\"message\\\":\\\"2025-10-13T19:25:04+00:00 [cnibincopy] Successfully copied files in /usr/src/multus-cni/rhel9/bin/ to /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65\\\\n2025-10-13T19:25:04+00:00 [cnibincopy] Successfully moved files in /host/opt/cni/bin/upgrade_44964aaf-442f-4345-ae35-33efa8b58c65 to /host/opt/cni/bin/\\\\n2025-10-13T19:25:04Z [verbose] multus-daemon started\\\\n2025-10-13T19:25:04Z [verbose] Readiness Indicator file check\\\\n2025-10-13T19:25:49Z [error] have you checked that your default network is ready? still waiting for readinessindicatorfile @ /host/run/multus/cni/net.d/10-ovn-kubernetes.conf. pollimmediate error: timed out waiting for the condition\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"name\\\":\\\"kube-multus\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:50Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/run/multus/cni/net.d\\\",\\\"name\\\":\\\"multus-cni-dir\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/run/multus\\\",\\\"name\\\":\\\"multus-socket-dir-parent\\\"},{\\\"mountPath\\\":\\\"/run/k8s.cni.cncf.io\\\",\\\"name\\\":\\\"host-run-k8s-cni-cncf-io\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/bin\\\",\\\"name\\\":\\\"host-var-lib-cni-bin\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/multus\\\",\\\"name\\\":\\\"host-var-lib-cni-multus\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-var-lib-kubelet\\\"},{\\\"mountPath\\\":\\\"/hostroot\\\",\\\"name\\\":\\\"hostroot\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/net.d\\\",\\\"name\\\":\\\"multus-conf-dir\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d/multus.d\\\",\\\"name\\\":\\\"multus-daemon-config\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/cni/multus/certs\\\",\\\"name\\\":\\\"host-run-multus-certs\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"etc-kubernetes\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-vxhn7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-g6bs4\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.239579 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.239652 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.239675 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.239701 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.239723 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:22Z","lastTransitionTime":"2025-10-13T19:26:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.269852 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-etcd/etcd-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"40fa377e-3a60-4b3e-af0a-88094052a4d1\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:46Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b8d296537cba85c0c55b8d225abd8f92857017013f5f47692cc9d3556b476cbe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://286566493a5a130e6d869bced38ee15ae408d876c052f1d13c7479be6b26ad64\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://0adae483ae59bd4c60708727352fb196c571b30fa5a08f8e023fbd17413c3e4e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd/\\\",\\\"name\\\":\\\"log-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://072caaa53a4d73655e8016bdc48b17f2f94acc352e5132a9f484eac02966f89e\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a0fa3723269019bee1847b26702f42928e779036cc2f58408f8ee7866be30a93\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-rev\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:47Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/lib/etcd\\\",\\\"name\\\":\\\"data-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://ae2be76d37f1f8cf370adade0704433deb296d19970c537b31b2021933d4b94f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcdctl\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:46Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/manifests\\\",\\\"name\\\":\\\"static-pod-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/lib/etcd/\\\",\\\"name\\\":\\\"data-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://c5def39eac2e900b111ef3b119cd93da15c45587bae7ad10695ac8bbabb28109\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/etcd\\\",\\\"name\\\":\\\"log-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-ensure-env-vars\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://e26b8131478d3fe39517c95103168a61514a3e17a9e9f35f1c4d2a226ad3fc41\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}}},{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07b7c6877441ecd6a5646fb68e33e9be8b90092272e49117b54b4a67314731ca\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"etcd-resources-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://4f4981b30dce4c14560fc9d9b8ecd555abf0abaed26219ac03c48a1508947acd\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:45Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/usr/local/bin\\\",\\\"name\\\":\\\"usr-local-bin\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-etcd\"/\"etcd-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.291932 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/network-operator-58b4c7f79c-55gtf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"37a5e44f-9a88-4405-be8a-b645485e7312\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5dd1a12ee9cb5bf398d91a9844ff3f058d417f4a571bd51917ebcf41c86e935\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-operator\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes\\\",\\\"name\\\":\\\"host-etc-kube\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/serving-cert\\\",\\\"name\\\":\\\"metrics-tls\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rdwmf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"network-operator-58b4c7f79c-55gtf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.312285 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-node-identity/network-node-identity-vrzqb" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ef543e1b-8068-4ea3-b32a-61027b32e95d\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://2c73af5a6dde2b2cd9203f748cb7fc12f17f0e5bfc8bec421db2af1d47f96f04\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"approver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://43e18b0590154a0880b70469e3eed83f92381246f633cd10951e6e2ee09c15d0\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"webhook\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/webhook-cert/\\\",\\\"name\\\":\\\"webhook-cert\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/ovnkube-identity-config\\\",\\\"name\\\":\\\"ovnkube-identity-cm\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2kz5\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-node-identity\"/\"network-node-identity-vrzqb\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.334967 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [ovnkube-controller]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-node\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy-ovn-metrics\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-node-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"nbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"northd\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-acl-logging\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovn-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn/\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/dev/log\\\",\\\"name\\\":\\\"log-socket\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793\\\",\\\"exitCode\\\":1,\\\"finishedAt\\\":\\\"2025-10-13T19:25:55Z\\\",\\\"message\\\":\\\"B for network=default: []services.LB{services.LB{Name:\\\\\\\"Service_openshift-kube-storage-version-migrator-operator/metrics_TCP_cluster\\\\\\\", UUID:\\\\\\\"\\\\\\\", Protocol:\\\\\\\"TCP\\\\\\\", ExternalIDs:map[string]string{\\\\\\\"k8s.ovn.org/kind\\\\\\\":\\\\\\\"Service\\\\\\\", \\\\\\\"k8s.ovn.org/owner\\\\\\\":\\\\\\\"openshift-kube-storage-version-migrator-operator/metrics\\\\\\\"}, Opts:services.LBOpts{Reject:true, EmptyLBEvents:false, AffinityTimeOut:0, SkipSNAT:false, Template:false, AddressFamily:\\\\\\\"\\\\\\\"}, Rules:[]services.LBRule{services.LBRule{Source:services.Addr{IP:\\\\\\\"10.217.5.36\\\\\\\", Port:443, Template:(*services.Template)(nil)}, Targets:[]services.Addr{}}}, Templates:services.TemplateMap(nil), Switches:[]string{}, Routers:[]string{}, Groups:[]string{\\\\\\\"clusterLBGroup\\\\\\\"}}}\\\\nI1013 19:25:55.116435 6778 services_controller.go:452] Built service openshift-kube-storage-version-migrator-operator/metrics per-node LB for network=default: []services.LB{}\\\\nI1013 19:25:55.116445 6778 services_controller.go:453] Built service openshift-kube-storage-version-migrator-operator/metrics template LB for network=default: []services.LB{}\\\\nF1013 19:25:55.116444 6778 ovnkube.go:137] failed to run ovnkube: [failed to start network controller: failed to start default network controller: unable to create admin network policy controller, err: could not add Event Handler for anpInformer during admin network policy controller initialization, handler {0\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:54Z\\\"}},\\\"name\\\":\\\"ovnkube-controller\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"message\\\":\\\"back-off 40s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\\\",\\\"reason\\\":\\\"CrashLoopBackOff\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/var/lib/kubelet\\\",\\\"name\\\":\\\"host-kubelet\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/systemd/system\\\",\\\"name\\\":\\\"systemd-units\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/ovn-kubernetes/\\\",\\\"name\\\":\\\"host-run-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/netns\\\",\\\"name\\\":\\\"host-run-netns\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/run/systemd/private\\\",\\\"name\\\":\\\"run-systemd\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/cni-bin-dir\\\",\\\"name\\\":\\\"host-cni-bin\\\"},{\\\"mountPath\\\":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"host-cni-netd\\\"},{\\\"mountPath\\\":\\\"/var/lib/cni/networks/ovn-k8s-cni-overlay\\\",\\\"name\\\":\\\"host-var-lib-cni-networks-ovn-kubernetes\\\"},{\\\"mountPath\\\":\\\"/run/openvswitch\\\",\\\"name\\\":\\\"run-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/log/ovnkube/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/etc/openvswitch\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/lib/openvswitch\\\",\\\"name\\\":\\\"var-lib-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"sbdb\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/ovnkube-lib\\\",\\\"name\\\":\\\"ovnkube-script-lib\\\"},{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/run/ovn/\\\",\\\"name\\\":\\\"run-ovn\\\"},{\\\"mountPath\\\":\\\"/var/log/ovn\\\",\\\"name\\\":\\\"node-log\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kubecfg-setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/ovn/\\\",\\\"name\\\":\\\"etc-openvswitch\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-ggpk4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-node-ns9xq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.343247 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.343301 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.343319 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.343344 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.343360 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:22Z","lastTransitionTime":"2025-10-13T19:26:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.350720 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-image-registry/node-ca-7k44s" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"8f478ec9-5afe-4dea-a6d7-926d0d50885b\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b674adc760bcb01e92e5098e5f59e030bfe2161c4350f8e5256eeca2f7b80f9f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9fa29d188c85a8b1e1bd15c9c18e96f1b235da9bd4a45dbc086a4a69520ed63f\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"node-ca\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/tmp/serviceca\\\",\\\"name\\\":\\\"serviceca\\\"},{\\\"mountPath\\\":\\\"/etc/docker/certs.d\\\",\\\"name\\\":\\\"host\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-lfkl4\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:04Z\\\"}}\" for pod \"openshift-image-registry\"/\"node-ca-7k44s\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.373243 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"9d751cbb-f2e2-430d-9754-c882a5e924a5\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [check-endpoints]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"check-endpoints\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-s2dwl\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-source-55646444c4-trplf\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.396591 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"0cd4cd66-9b4e-4257-8254-0f73a7822491\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:33Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://a5d33593dd1d3ee9614ab8db61467946e7575f833655d97aee10c029ba61ed60\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://2ffa3411d65c3fedfac1d00baff041e3cf7010428c607dfe831a4c98af8c262b\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://64e8b2ca9e7555904ae0fe0742a9fd83576cc8a92fea73e8616dab2d0dcd1c19\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5b881c97aa8e440c6b3ca001edfd789a9380066b8f11f35a8dd8d88c5c7dbf86\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-scheduler-recovery-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"wait-for-host-port\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://b2196d71f3e0de85db5f920aa098beccd02cbbe1fb62ff4fdfdb3493b961f86f\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}}}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-scheduler\"/\"openshift-kube-scheduler-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.418091 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-kube-apiserver/kube-apiserver-crc" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d832b3ee-dd6a-4049-aa52-b6841842bea0\\\"},\\\"status\\\":{\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:44Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:24:42Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodScheduled\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b0c46d25108772287e838c403dcfa3f82c27dc6359928a9f9659c10444be3139\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"},{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://f446e52cafe2d83afe8ac57b809f10271818c482eec04e512f875a7af6e72052\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-regeneration-controller\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://cd2f3a2f4e6cd9ce762259f13bea8694daa3a49cae71ff3c40eec2a4f7cc9504\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-cert-syncer\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:44Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://34556506bc34b0eb5634f051a45fd11b3c52d600996e73537148f03625fc4bce\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://bac46a7aa93bcf426b187028413aa8194f5b3a423119b848473a5d5fe5ab095d\\\",\\\"exitCode\\\":255,\\\"finishedAt\\\":\\\"2025-10-13T19:25:01Z\\\",\\\"message\\\":\\\"lling back to namespace): Get \\\\\\\"https://localhost:6443/api/v1/namespaces/openshift-kube-apiserver/pods/kube-apiserver-crc\\\\\\\": net/http: TLS handshake timeout\\\\nI1013 19:24:56.397098 1 builder.go:304] check-endpoints version 4.18.0-202502101302.p0.g763313c.assembly.stream.el9-763313c-763313c860ea43fcfc9b1ac00ebae096b57c078e\\\\nI1013 19:24:56.400828 1 dynamic_serving_content.go:116] \\\\\\\"Loaded a new cert/key pair\\\\\\\" name=\\\\\\\"serving-cert::/tmp/serving-cert-255059344/tls.crt::/tmp/serving-cert-255059344/tls.key\\\\\\\"\\\\nI1013 19:25:01.846583 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController\\\\nI1013 19:25:01.849601 1 maxinflight.go:139] \\\\\\\"Initialized nonMutatingChan\\\\\\\" len=400\\\\nI1013 19:25:01.849628 1 maxinflight.go:145] \\\\\\\"Initialized mutatingChan\\\\\\\" len=200\\\\nI1013 19:25:01.849654 1 maxinflight.go:116] \\\\\\\"Set denominator for readonly requests\\\\\\\" limit=400\\\\nI1013 19:25:01.849660 1 maxinflight.go:120] \\\\\\\"Set denominator for mutating requests\\\\\\\" limit=200\\\\nI1013 19:25:01.859099 1 secure_serving.go:57] Forcing use of http/1.1 only\\\\nI1013 19:25:01.859218 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete\\\\nW1013 19:25:01.859323 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859334 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected.\\\\nW1013 19:25:01.859339 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected.\\\\nW1013 19:25:01.859342 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected.\\\\nW1013 19:25:01.859345 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected.\\\\nW1013 19:25:01.859348 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected.\\\\nF1013 19:25:01.865208 1 cmd.go:182] pods \\\\\\\"kube-apiserver-crc\\\\\\\" not found\\\\n\\\",\\\"reason\\\":\\\"Error\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}},\\\"name\\\":\\\"kube-apiserver-check-endpoints\\\",\\\"ready\\\":true,\\\"restartCount\\\":1,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-resources\\\",\\\"name\\\":\\\"resource-dir\\\"},{\\\"mountPath\\\":\\\"/etc/kubernetes/static-pod-certs\\\",\\\"name\\\":\\\"cert-dir\\\"}]},{\\\"containerID\\\":\\\"cri-o://099b9ea79702ac8fbbcf9cb3e93de9393cba6b5eab262fa6a54ec1580cf4d9f8\\\",\\\"image\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"imageID\\\":\\\"quay.io/crcont/openshift-crc-cluster-kube-apiserver-operator@sha256:9f36dc276e27753fc478274c7f7814a4f8945c987117ee1ea3b8e6355e6d7462\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-apiserver-insecure-readyz\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:24:45Z\\\"}}}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:06bc35825771aee1220d34720243b89c4ba8a8b335e6de2597126bd791fd90d4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"setup\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://39ad19bcb8e0fa7f5af8de4b62a7eb5c829082c3de7f2a55b6cdf3c45c16f267\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:24:43Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:24:43Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/log/kube-apiserver\\\",\\\"name\\\":\\\"audit-dir\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:24:42Z\\\"}}\" for pod \"openshift-kube-apiserver\"/\"kube-apiserver-crc\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.437346 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"3b6479f0-333b-4a96-9adf-2099afdc2447\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [network-check-target-container]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e1baa38811c04bd8909e01a1f3be7421a1cb99d608d3dc4cf86d95b17de2ab8b\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"network-check-target-container\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-cqllr\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-diagnostics\"/\"network-check-target-xd92c\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.446544 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.446609 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.446635 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.446667 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.446688 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:22Z","lastTransitionTime":"2025-10-13T19:26:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.454516 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-operator/iptables-alerter-4ln5h" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"d75a4c96-2883-4a0b-bab2-0fab2b6c0b49\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://e6fa515a7256296e656bf9dfd2f90e9e909ff13b43fbe14c4e441b75d49078c7\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:35512335ac39aed0f55b7f799f416f4f6445c20c1b19888cf2bb72bb276703f2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"iptables-alerter\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/iptables-alerter\\\",\\\"name\\\":\\\"iptables-alerter-script\\\"},{\\\"mountPath\\\":\\\"/host\\\",\\\"name\\\":\\\"host-slash\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-rczfb\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}]}}\" for pod \"openshift-network-operator\"/\"iptables-alerter-4ln5h\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.473766 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"message\\\":\\\"containers with unready status: [networking-console-plugin]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ae647598ec35cda5766806d3d44a91e3b9d4dee48ff154f3d8490165399873fd\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{\\\"terminated\\\":{\\\"exitCode\\\":137,\\\"finishedAt\\\":null,\\\"message\\\":\\\"The container could not be located when the pod was deleted. The container used to be Running\\\",\\\"reason\\\":\\\"ContainerStatusUnknown\\\",\\\"startedAt\\\":null}},\\\"name\\\":\\\"networking-console-plugin\\\",\\\"ready\\\":false,\\\"restartCount\\\":3,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/cert\\\",\\\"name\\\":\\\"networking-console-plugin-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/etc/nginx/nginx.conf\\\",\\\"name\\\":\\\"nginx-conf\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"podIP\\\":null,\\\"podIPs\\\":null}}\" for pod \"openshift-network-console\"/\"networking-console-plugin-85b44fc459-gdk6g\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.498004 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"777d80ba-0831-4a22-b172-25907f40ef3a\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:08Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:09Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://edf1ebd196fe27e0a0b9fecbccd06225246d543416402a782f6b9ead2ae840fe\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7eeaee65f2808b819eedb413bdcabb9144e12f0dd97f13fd1afba93a95b67b26\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-multus-additional-cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:08Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"initContainerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e40792096b162f0f9ce5f8362f51e5f8dea2c1ce4b1447235388416b5db7708c\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"egress-router-binary-copy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://8fe4349c72bf332ec999cfdbcf27236e372da0845c9ed6d20b634711926e3ee6\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:687fddfbb085a1688df312ce4ec8c857df9b2daed8ff4a7ed6163a1154afa2cc\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"cni-plugins\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://0ed3acef3fe074be3c88fafeedaab0ea221376120165b9060a31260548a754bb\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:03Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/tuning/\\\",\\\"name\\\":\\\"tuning-conf-dir\\\"},{\\\"mountPath\\\":\\\"/sysctls\\\",\\\"name\\\":\\\"cni-sysctl-allowlist\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:383f4cceeeaead203bb2327fdd367c64b64d729d7fa93089f249e496fcef0c78\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"bond-cni-plugin\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://20a67a7dcc70600034ca186c8b64c16ddfeb68060e9def9790410749acd67fa5\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:04Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:04Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:f567acb85146b5ed81451ec3e79f2de0c62e28c69b2eeade0abdf5d0c388e7aa\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"routeoverride-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://3530a55e87a0c2be12ae431f541e361884af9240237f255164f94f887edca137\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:05Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:05Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni-bincopy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://407058962ec2441db285046f6a36f0dc067bed47ff01e0b3a235fbdeb236cb22\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:06Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:06Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/entrypoint\\\",\\\"name\\\":\\\"cni-binary-copy\\\"},{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/os-release\\\",\\\"name\\\":\\\"os-release\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:98100674616e54319f6713d742fd0c3bdbc84e6e6173e8ccf4a2473a714c2bc4\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"whereabouts-cni\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"terminated\\\":{\\\"containerID\\\":\\\"cri-o://d5c8965e99e3f744001c0113b3354ced458ade816aa1cc6bf6446e95d3d6935d\\\",\\\"exitCode\\\":0,\\\"finishedAt\\\":\\\"2025-10-13T19:25:07Z\\\",\\\"reason\\\":\\\"Completed\\\",\\\"startedAt\\\":\\\"2025-10-13T19:25:07Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/host/opt/cni/bin\\\",\\\"name\\\":\\\"cnibin\\\"},{\\\"mountPath\\\":\\\"/host/etc/cni/net.d\\\",\\\"name\\\":\\\"system-cni-dir\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-97bq7\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-multus\"/\"multus-additional-cni-plugins-cwxl8\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.519030 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"649e112b-91aa-47f8-b5c4-ede8244a225e\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:02Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:03Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://b15bc4354702cae4246be5ae6c9c4d6747b2d06141027d063eeb5cd24de5c83d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/tls/private\\\",\\\"name\\\":\\\"proxy-tls\\\"},{\\\"mountPath\\\":\\\"/etc/kube-rbac-proxy\\\",\\\"name\\\":\\\"mcd-auth-proxy-config\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:c915fb8ba96e911699a1ae34a8e95ca8a9fbe1bf8c28fea177225c63a8bdfc0a\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"machine-config-daemon\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:02Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/rootfs\\\",\\\"name\\\":\\\"rootfs\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-khckm\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:02Z\\\"}}\" for pod \"openshift-machine-config-operator\"/\"machine-config-daemon-jlhbw\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.536797 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"994f27e1-cd64-411a-ab54-6b4c4bbb9d81\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:14Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"containerID\\\":\\\"cri-o://66919d32a3764a57c1ac5ab74fff5c231704c6f5417f91a1460a0308dc539225\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/pki/tls/metrics-cert\\\",\\\"name\\\":\\\"ovn-control-plane-metrics-cert\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"containerID\\\":\\\"cri-o://abae6087cbce016b19d69648041607e66698f73fdbc42898f1f09ee9347cbf0d\\\",\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"imageID\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:174f36cdd47ef0d1d2099482919d773257453265a2af0b17b154edc32fa41ac2\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"ovnkube-cluster-manager\\\",\\\"ready\\\":true,\\\"restartCount\\\":0,\\\"started\\\":true,\\\"state\\\":{\\\"running\\\":{\\\"startedAt\\\":\\\"2025-10-13T19:25:15Z\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/run/ovnkube-config/\\\",\\\"name\\\":\\\"ovnkube-config\\\"},{\\\"mountPath\\\":\\\"/env\\\",\\\"name\\\":\\\"env-overrides\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-7sqnw\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"phase\\\":\\\"Running\\\",\\\"podIP\\\":\\\"192.168.126.11\\\",\\\"podIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:14Z\\\"}}\" for pod \"openshift-ovn-kubernetes\"/\"ovnkube-control-plane-749d76644c-lhjss\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.551927 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.552002 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.552022 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.552048 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.552065 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:22Z","lastTransitionTime":"2025-10-13T19:26:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.552332 4809 status_manager.go:875] "Failed to update status for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" err="failed to patch status \"{\\\"metadata\\\":{\\\"uid\\\":\\\"78e133d5-a382-4321-b3b9-50fefb264636\\\"},\\\"status\\\":{\\\"$setElementOrder/conditions\\\":[{\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"type\\\":\\\"Initialized\\\"},{\\\"type\\\":\\\"Ready\\\"},{\\\"type\\\":\\\"ContainersReady\\\"},{\\\"type\\\":\\\"PodScheduled\\\"}],\\\"conditions\\\":[{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"PodReadyToStartContainers\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"status\\\":\\\"True\\\",\\\"type\\\":\\\"Initialized\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"Ready\\\"},{\\\"lastProbeTime\\\":null,\\\"lastTransitionTime\\\":\\\"2025-10-13T19:25:16Z\\\",\\\"message\\\":\\\"containers with unready status: [network-metrics-daemon kube-rbac-proxy]\\\",\\\"reason\\\":\\\"ContainersNotReady\\\",\\\"status\\\":\\\"False\\\",\\\"type\\\":\\\"ContainersReady\\\"}],\\\"containerStatuses\\\":[{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:242b3d66438c42745f4ef318bdeaf3d793426f12962a42ea83e18d06c08aaf09\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"kube-rbac-proxy\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/etc/metrics\\\",\\\"name\\\":\\\"metrics-certs\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"},{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]},{\\\"image\\\":\\\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d98bb346a17feae024d92663df92b25c120938395ab7043afbed543c6db9ca8d\\\",\\\"imageID\\\":\\\"\\\",\\\"lastState\\\":{},\\\"name\\\":\\\"network-metrics-daemon\\\",\\\"ready\\\":false,\\\"restartCount\\\":0,\\\"started\\\":false,\\\"state\\\":{\\\"waiting\\\":{\\\"reason\\\":\\\"ContainerCreating\\\"}},\\\"volumeMounts\\\":[{\\\"mountPath\\\":\\\"/var/run/secrets/kubernetes.io/serviceaccount\\\",\\\"name\\\":\\\"kube-api-access-w6sm6\\\",\\\"readOnly\\\":true,\\\"recursiveReadOnly\\\":\\\"Disabled\\\"}]}],\\\"hostIP\\\":\\\"192.168.126.11\\\",\\\"hostIPs\\\":[{\\\"ip\\\":\\\"192.168.126.11\\\"}],\\\"startTime\\\":\\\"2025-10-13T19:25:16Z\\\"}}\" for pod \"openshift-multus\"/\"network-metrics-daemon-mvzcq\": Internal error occurred: failed calling webhook \"pod.network-node-identity.openshift.io\": failed to call webhook: Post \"https://127.0.0.1:9743/pod?timeout=10s\": tls: failed to verify certificate: x509: certificate has expired or is not yet valid: current time 2025-10-13T19:26:22Z is after 2025-08-24T17:21:41Z" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.655109 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.655156 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.655167 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.655183 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.655195 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:22Z","lastTransitionTime":"2025-10-13T19:26:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.757982 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.758035 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.758048 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.758069 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.758126 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:22Z","lastTransitionTime":"2025-10-13T19:26:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.860826 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.860908 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.860926 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.860951 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.860969 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:22Z","lastTransitionTime":"2025-10-13T19:26:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.964337 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.964397 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.964417 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.964441 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:22 crc kubenswrapper[4809]: I1013 19:26:22.964456 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:22Z","lastTransitionTime":"2025-10-13T19:26:22Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.067091 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.067135 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.067147 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.067167 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.067179 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:23Z","lastTransitionTime":"2025-10-13T19:26:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.155057 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.155290 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:23 crc kubenswrapper[4809]: E1013 19:26:23.155488 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:23 crc kubenswrapper[4809]: E1013 19:26:23.155623 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.169846 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.169905 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.169923 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.169949 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.169967 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:23Z","lastTransitionTime":"2025-10-13T19:26:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.273554 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.273604 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.273615 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.273633 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.273645 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:23Z","lastTransitionTime":"2025-10-13T19:26:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.376767 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.376842 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.376865 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.376897 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.376917 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:23Z","lastTransitionTime":"2025-10-13T19:26:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.480108 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.480165 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.480180 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.480202 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.480219 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:23Z","lastTransitionTime":"2025-10-13T19:26:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.583174 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.583217 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.583227 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.583242 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.583252 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:23Z","lastTransitionTime":"2025-10-13T19:26:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.686067 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.686164 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.686195 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.686231 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.686257 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:23Z","lastTransitionTime":"2025-10-13T19:26:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.789937 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.790004 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.790020 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.790044 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.790061 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:23Z","lastTransitionTime":"2025-10-13T19:26:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.894110 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.894181 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.894197 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.894222 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.894241 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:23Z","lastTransitionTime":"2025-10-13T19:26:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.997156 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.997253 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.997268 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.997304 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:23 crc kubenswrapper[4809]: I1013 19:26:23.997323 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:23Z","lastTransitionTime":"2025-10-13T19:26:23Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.101651 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.101713 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.101749 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.101772 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.101789 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:24Z","lastTransitionTime":"2025-10-13T19:26:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.155018 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:24 crc kubenswrapper[4809]: E1013 19:26:24.155229 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.155413 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:24 crc kubenswrapper[4809]: E1013 19:26:24.156072 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.205799 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.205887 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.205908 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.205945 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.205973 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:24Z","lastTransitionTime":"2025-10-13T19:26:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.308673 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.308743 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.308778 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.308795 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.308805 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:24Z","lastTransitionTime":"2025-10-13T19:26:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.411721 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.411815 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.411833 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.411861 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.411880 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:24Z","lastTransitionTime":"2025-10-13T19:26:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.516063 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.516167 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.516186 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.516213 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.516235 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:24Z","lastTransitionTime":"2025-10-13T19:26:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.620457 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.620498 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.620507 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.620520 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.620530 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:24Z","lastTransitionTime":"2025-10-13T19:26:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.723012 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.723071 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.723094 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.723123 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.723146 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:24Z","lastTransitionTime":"2025-10-13T19:26:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.825178 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.825244 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.825266 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.825293 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.825314 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:24Z","lastTransitionTime":"2025-10-13T19:26:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.928124 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.928496 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.928529 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.928574 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:24 crc kubenswrapper[4809]: I1013 19:26:24.928597 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:24Z","lastTransitionTime":"2025-10-13T19:26:24Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.032026 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.032122 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.032140 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.032164 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.032181 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:25Z","lastTransitionTime":"2025-10-13T19:26:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.155225 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.155287 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:25 crc kubenswrapper[4809]: E1013 19:26:25.155367 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:25 crc kubenswrapper[4809]: E1013 19:26:25.155452 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.182545 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.182595 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.182606 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.182623 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.182636 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:25Z","lastTransitionTime":"2025-10-13T19:26:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.285631 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.285710 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.285769 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.285799 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.285819 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:25Z","lastTransitionTime":"2025-10-13T19:26:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.389072 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.389145 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.389170 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.389194 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.389213 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:25Z","lastTransitionTime":"2025-10-13T19:26:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.491871 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.491955 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.491971 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.491990 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.492003 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:25Z","lastTransitionTime":"2025-10-13T19:26:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.594878 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.594909 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.594918 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.594931 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.594940 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:25Z","lastTransitionTime":"2025-10-13T19:26:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.698515 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.698592 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.698607 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.698621 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.698631 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:25Z","lastTransitionTime":"2025-10-13T19:26:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.802074 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.802192 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.802221 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.802276 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.802307 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:25Z","lastTransitionTime":"2025-10-13T19:26:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.904973 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.905055 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.905069 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.905089 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:25 crc kubenswrapper[4809]: I1013 19:26:25.905103 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:25Z","lastTransitionTime":"2025-10-13T19:26:25Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.008368 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.008413 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.008424 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.008442 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.008457 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:26Z","lastTransitionTime":"2025-10-13T19:26:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.111163 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.111217 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.111228 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.111245 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.111259 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:26Z","lastTransitionTime":"2025-10-13T19:26:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.155252 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.155319 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:26 crc kubenswrapper[4809]: E1013 19:26:26.155450 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:26 crc kubenswrapper[4809]: E1013 19:26:26.155883 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.156201 4809 scope.go:117] "RemoveContainer" containerID="29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793" Oct 13 19:26:26 crc kubenswrapper[4809]: E1013 19:26:26.156415 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"ovnkube-controller\" with CrashLoopBackOff: \"back-off 40s restarting failed container=ovnkube-controller pod=ovnkube-node-ns9xq_openshift-ovn-kubernetes(ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f)\"" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.214071 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.214148 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.214171 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.214200 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.214238 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:26Z","lastTransitionTime":"2025-10-13T19:26:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.316809 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.316872 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.316889 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.316907 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.316924 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:26Z","lastTransitionTime":"2025-10-13T19:26:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.419858 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.419924 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.419936 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.419952 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.419964 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:26Z","lastTransitionTime":"2025-10-13T19:26:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.523018 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.523106 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.523125 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.523151 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.523170 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:26Z","lastTransitionTime":"2025-10-13T19:26:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.626061 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.626161 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.626187 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.626222 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.626248 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:26Z","lastTransitionTime":"2025-10-13T19:26:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.730249 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.730352 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.730374 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.730409 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.730433 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:26Z","lastTransitionTime":"2025-10-13T19:26:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.833061 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.833093 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.833103 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.833119 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.833133 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:26Z","lastTransitionTime":"2025-10-13T19:26:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.936486 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.936574 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.936597 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.936630 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:26 crc kubenswrapper[4809]: I1013 19:26:26.936656 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:26Z","lastTransitionTime":"2025-10-13T19:26:26Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.039581 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.040100 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.040262 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.040416 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.040541 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:27Z","lastTransitionTime":"2025-10-13T19:26:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.143707 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.143795 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.143809 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.143827 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.143840 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:27Z","lastTransitionTime":"2025-10-13T19:26:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.154767 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.154772 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:27 crc kubenswrapper[4809]: E1013 19:26:27.154994 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:27 crc kubenswrapper[4809]: E1013 19:26:27.155287 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.246496 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.246539 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.246554 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.246570 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.246584 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:27Z","lastTransitionTime":"2025-10-13T19:26:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.349986 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.350052 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.350073 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.350103 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.350130 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:27Z","lastTransitionTime":"2025-10-13T19:26:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.453084 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.453131 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.453142 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.453160 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.453173 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:27Z","lastTransitionTime":"2025-10-13T19:26:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.556469 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.556537 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.556560 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.556592 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.556610 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:27Z","lastTransitionTime":"2025-10-13T19:26:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.660161 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.660257 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.660284 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.660316 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.660337 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:27Z","lastTransitionTime":"2025-10-13T19:26:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.763285 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.763346 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.763364 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.763384 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.763403 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:27Z","lastTransitionTime":"2025-10-13T19:26:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.867132 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.867209 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.867234 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.867264 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.867287 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:27Z","lastTransitionTime":"2025-10-13T19:26:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.970238 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.970284 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.970300 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.970322 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:27 crc kubenswrapper[4809]: I1013 19:26:27.970340 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:27Z","lastTransitionTime":"2025-10-13T19:26:27Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.076645 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.076687 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.076696 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.076710 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.076718 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:28Z","lastTransitionTime":"2025-10-13T19:26:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.154979 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:28 crc kubenswrapper[4809]: E1013 19:26:28.155179 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.155251 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:28 crc kubenswrapper[4809]: E1013 19:26:28.155338 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.178991 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.179044 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.179054 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.179067 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.179077 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:28Z","lastTransitionTime":"2025-10-13T19:26:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.281829 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.281893 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.281912 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.281940 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.281959 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:28Z","lastTransitionTime":"2025-10-13T19:26:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.385278 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.385342 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.385359 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.385398 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.385434 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:28Z","lastTransitionTime":"2025-10-13T19:26:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.488309 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.488366 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.488381 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.488401 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.488417 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:28Z","lastTransitionTime":"2025-10-13T19:26:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.590755 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.591014 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.591037 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.591062 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.591083 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:28Z","lastTransitionTime":"2025-10-13T19:26:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.693573 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.693626 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.693644 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.693669 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.693687 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:28Z","lastTransitionTime":"2025-10-13T19:26:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.796351 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.796428 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.796451 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.796478 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.796499 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:28Z","lastTransitionTime":"2025-10-13T19:26:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.901865 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.901928 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.901945 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.901969 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:28 crc kubenswrapper[4809]: I1013 19:26:28.901988 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:28Z","lastTransitionTime":"2025-10-13T19:26:28Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.004950 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.005020 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.005039 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.005064 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.005085 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:29Z","lastTransitionTime":"2025-10-13T19:26:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.108784 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.108834 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.108847 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.108864 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.108875 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:29Z","lastTransitionTime":"2025-10-13T19:26:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.154875 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.154911 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:29 crc kubenswrapper[4809]: E1013 19:26:29.155082 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:29 crc kubenswrapper[4809]: E1013 19:26:29.155295 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.212106 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.212169 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.212187 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.212211 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.212229 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:29Z","lastTransitionTime":"2025-10-13T19:26:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.315983 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.316067 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.316090 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.316119 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.316137 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:29Z","lastTransitionTime":"2025-10-13T19:26:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.419559 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.419663 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.419683 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.419714 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.419791 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:29Z","lastTransitionTime":"2025-10-13T19:26:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.522880 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.522931 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.522946 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.522964 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.522975 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:29Z","lastTransitionTime":"2025-10-13T19:26:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.625300 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.625349 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.625361 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.625380 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.625393 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:29Z","lastTransitionTime":"2025-10-13T19:26:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.728235 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.728310 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.728335 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.728365 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.728388 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:29Z","lastTransitionTime":"2025-10-13T19:26:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.830843 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.830869 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.830877 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.830890 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.830899 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:29Z","lastTransitionTime":"2025-10-13T19:26:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.934658 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.934718 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.934786 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.934823 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:29 crc kubenswrapper[4809]: I1013 19:26:29.934842 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:29Z","lastTransitionTime":"2025-10-13T19:26:29Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.037996 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.038077 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.038110 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.038140 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.038160 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:30Z","lastTransitionTime":"2025-10-13T19:26:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.141450 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.141524 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.141550 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.141580 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.141602 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:30Z","lastTransitionTime":"2025-10-13T19:26:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.155185 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.155300 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:30 crc kubenswrapper[4809]: E1013 19:26:30.155456 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:30 crc kubenswrapper[4809]: E1013 19:26:30.155718 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.244637 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.244781 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.244795 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.244811 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.244825 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:30Z","lastTransitionTime":"2025-10-13T19:26:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.347686 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.347784 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.347808 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.347838 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.347855 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:30Z","lastTransitionTime":"2025-10-13T19:26:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.450978 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.451066 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.451104 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.451146 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.451169 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:30Z","lastTransitionTime":"2025-10-13T19:26:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.553757 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.553798 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.553809 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.553824 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.553835 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:30Z","lastTransitionTime":"2025-10-13T19:26:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.656610 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.656646 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.656654 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.656666 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.656675 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:30Z","lastTransitionTime":"2025-10-13T19:26:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.709892 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.709952 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.709969 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeHasSufficientPID" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.709993 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeNotReady" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.710010 4809 setters.go:603] "Node became not ready" node="crc" condition={"type":"Ready","status":"False","lastHeartbeatTime":"2025-10-13T19:26:30Z","lastTransitionTime":"2025-10-13T19:26:30Z","reason":"KubeletNotReady","message":"container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?"} Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.775182 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl"] Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.775709 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.781681 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-cluster-version"/"kube-root-ca.crt" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.781950 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-cluster-version"/"cluster-version-operator-serving-cert" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.782257 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-cluster-version"/"default-dockercfg-gxtc4" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.783014 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-cluster-version"/"openshift-service-ca.crt" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.796954 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-machine-config-operator/kube-rbac-proxy-crio-crc" podStartSLOduration=18.796929786 podStartE2EDuration="18.796929786s" podCreationTimestamp="2025-10-13 19:26:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:30.796033423 +0000 UTC m=+109.401780018" watchObservedRunningTime="2025-10-13 19:26:30.796929786 +0000 UTC m=+109.402676381" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.831285 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-dns/node-resolver-2gpk7" podStartSLOduration=89.831249207 podStartE2EDuration="1m29.831249207s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:30.830456676 +0000 UTC m=+109.436203331" watchObservedRunningTime="2025-10-13 19:26:30.831249207 +0000 UTC m=+109.436995842" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.831641 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-kube-controller-manager/kube-controller-manager-crc" podStartSLOduration=83.831622927 podStartE2EDuration="1m23.831622927s" podCreationTimestamp="2025-10-13 19:25:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:30.81460879 +0000 UTC m=+109.420355385" watchObservedRunningTime="2025-10-13 19:26:30.831622927 +0000 UTC m=+109.437369552" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.865615 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-multus/multus-g6bs4" podStartSLOduration=89.865593239 podStartE2EDuration="1m29.865593239s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:30.848263074 +0000 UTC m=+109.454009679" watchObservedRunningTime="2025-10-13 19:26:30.865593239 +0000 UTC m=+109.471339824" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.896374 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-cvo-updatepayloads\" (UniqueName: \"kubernetes.io/host-path/cfc9800d-9b12-4761-8c08-bca745611010-etc-cvo-updatepayloads\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.896438 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/cfc9800d-9b12-4761-8c08-bca745611010-service-ca\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.896462 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/cfc9800d-9b12-4761-8c08-bca745611010-kube-api-access\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.896499 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/cfc9800d-9b12-4761-8c08-bca745611010-serving-cert\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.896526 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-ssl-certs\" (UniqueName: \"kubernetes.io/host-path/cfc9800d-9b12-4761-8c08-bca745611010-etc-ssl-certs\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.902220 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-etcd/etcd-crc" podStartSLOduration=88.902194749 podStartE2EDuration="1m28.902194749s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:30.900859824 +0000 UTC m=+109.506606419" watchObservedRunningTime="2025-10-13 19:26:30.902194749 +0000 UTC m=+109.507941334" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.975352 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-image-registry/node-ca-7k44s" podStartSLOduration=89.975335229 podStartE2EDuration="1m29.975335229s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:30.975189325 +0000 UTC m=+109.580935950" watchObservedRunningTime="2025-10-13 19:26:30.975335229 +0000 UTC m=+109.581081834" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.999021 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/cfc9800d-9b12-4761-8c08-bca745611010-serving-cert\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.999114 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-ssl-certs\" (UniqueName: \"kubernetes.io/host-path/cfc9800d-9b12-4761-8c08-bca745611010-etc-ssl-certs\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.999179 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-cvo-updatepayloads\" (UniqueName: \"kubernetes.io/host-path/cfc9800d-9b12-4761-8c08-bca745611010-etc-cvo-updatepayloads\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.999222 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-ssl-certs\" (UniqueName: \"kubernetes.io/host-path/cfc9800d-9b12-4761-8c08-bca745611010-etc-ssl-certs\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.999299 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-cvo-updatepayloads\" (UniqueName: \"kubernetes.io/host-path/cfc9800d-9b12-4761-8c08-bca745611010-etc-cvo-updatepayloads\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.999301 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/cfc9800d-9b12-4761-8c08-bca745611010-service-ca\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:30 crc kubenswrapper[4809]: I1013 19:26:30.999352 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/cfc9800d-9b12-4761-8c08-bca745611010-kube-api-access\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.001002 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/cfc9800d-9b12-4761-8c08-bca745611010-service-ca\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.010082 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/cfc9800d-9b12-4761-8c08-bca745611010-serving-cert\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.036693 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-kube-scheduler/openshift-kube-scheduler-crc" podStartSLOduration=58.036666629 podStartE2EDuration="58.036666629s" podCreationTimestamp="2025-10-13 19:25:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:31.036595697 +0000 UTC m=+109.642342312" watchObservedRunningTime="2025-10-13 19:26:31.036666629 +0000 UTC m=+109.642413254" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.036978 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-ovn-kubernetes/ovnkube-control-plane-749d76644c-lhjss" podStartSLOduration=89.036968007 podStartE2EDuration="1m29.036968007s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:31.012540196 +0000 UTC m=+109.618286781" watchObservedRunningTime="2025-10-13 19:26:31.036968007 +0000 UTC m=+109.642714602" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.037951 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/cfc9800d-9b12-4761-8c08-bca745611010-kube-api-access\") pod \"cluster-version-operator-5c965bbfc6-6lkhl\" (UID: \"cfc9800d-9b12-4761-8c08-bca745611010\") " pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.057191 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-kube-apiserver/kube-apiserver-crc" podStartSLOduration=89.057167457 podStartE2EDuration="1m29.057167457s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:31.056372427 +0000 UTC m=+109.662119022" watchObservedRunningTime="2025-10-13 19:26:31.057167457 +0000 UTC m=+109.662914042" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.095628 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.116797 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-multus/multus-additional-cni-plugins-cwxl8" podStartSLOduration=90.116779842 podStartE2EDuration="1m30.116779842s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:31.115252532 +0000 UTC m=+109.720999117" watchObservedRunningTime="2025-10-13 19:26:31.116779842 +0000 UTC m=+109.722526427" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.140561 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podStartSLOduration=90.140540266 podStartE2EDuration="1m30.140540266s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:31.140232158 +0000 UTC m=+109.745978743" watchObservedRunningTime="2025-10-13 19:26:31.140540266 +0000 UTC m=+109.746286861" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.155185 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:31 crc kubenswrapper[4809]: E1013 19:26:31.155303 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.155805 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:31 crc kubenswrapper[4809]: E1013 19:26:31.155867 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.762529 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" event={"ID":"cfc9800d-9b12-4761-8c08-bca745611010","Type":"ContainerStarted","Data":"98a30c516a83aeb6081b91914f9c6c22d00f8f843f6ba77634e9d77b473abaa6"} Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.762577 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" event={"ID":"cfc9800d-9b12-4761-8c08-bca745611010","Type":"ContainerStarted","Data":"5628650282cdb0ce118540031f485d315006a821371c1974f5d66097eb09aacf"} Oct 13 19:26:31 crc kubenswrapper[4809]: I1013 19:26:31.778087 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-cluster-version/cluster-version-operator-5c965bbfc6-6lkhl" podStartSLOduration=90.778041451 podStartE2EDuration="1m30.778041451s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:31.776551442 +0000 UTC m=+110.382298037" watchObservedRunningTime="2025-10-13 19:26:31.778041451 +0000 UTC m=+110.383788036" Oct 13 19:26:32 crc kubenswrapper[4809]: I1013 19:26:32.154950 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:32 crc kubenswrapper[4809]: I1013 19:26:32.154965 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:32 crc kubenswrapper[4809]: E1013 19:26:32.156889 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:32 crc kubenswrapper[4809]: E1013 19:26:32.157015 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:33 crc kubenswrapper[4809]: I1013 19:26:33.154807 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:33 crc kubenswrapper[4809]: I1013 19:26:33.154845 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:33 crc kubenswrapper[4809]: E1013 19:26:33.154960 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:33 crc kubenswrapper[4809]: E1013 19:26:33.155104 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:34 crc kubenswrapper[4809]: I1013 19:26:34.155095 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:34 crc kubenswrapper[4809]: I1013 19:26:34.155331 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:34 crc kubenswrapper[4809]: E1013 19:26:34.155504 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:34 crc kubenswrapper[4809]: E1013 19:26:34.155625 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:35 crc kubenswrapper[4809]: I1013 19:26:35.154855 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:35 crc kubenswrapper[4809]: I1013 19:26:35.154915 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:35 crc kubenswrapper[4809]: E1013 19:26:35.154983 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:35 crc kubenswrapper[4809]: E1013 19:26:35.155315 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:36 crc kubenswrapper[4809]: I1013 19:26:36.154534 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:36 crc kubenswrapper[4809]: E1013 19:26:36.154709 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:36 crc kubenswrapper[4809]: I1013 19:26:36.155024 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:36 crc kubenswrapper[4809]: E1013 19:26:36.155085 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:36 crc kubenswrapper[4809]: I1013 19:26:36.781212 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-multus_multus-g6bs4_fc69a833-5433-49b2-8268-84840b3a1522/kube-multus/1.log" Oct 13 19:26:36 crc kubenswrapper[4809]: I1013 19:26:36.781812 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-multus_multus-g6bs4_fc69a833-5433-49b2-8268-84840b3a1522/kube-multus/0.log" Oct 13 19:26:36 crc kubenswrapper[4809]: I1013 19:26:36.781881 4809 generic.go:334] "Generic (PLEG): container finished" podID="fc69a833-5433-49b2-8268-84840b3a1522" containerID="104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa" exitCode=1 Oct 13 19:26:36 crc kubenswrapper[4809]: I1013 19:26:36.781928 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-g6bs4" event={"ID":"fc69a833-5433-49b2-8268-84840b3a1522","Type":"ContainerDied","Data":"104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa"} Oct 13 19:26:36 crc kubenswrapper[4809]: I1013 19:26:36.781983 4809 scope.go:117] "RemoveContainer" containerID="c818620670c2bd893e40879a08d634e1b22281f32924d32ddd8e903f58fccfb9" Oct 13 19:26:36 crc kubenswrapper[4809]: I1013 19:26:36.782576 4809 scope.go:117] "RemoveContainer" containerID="104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa" Oct 13 19:26:36 crc kubenswrapper[4809]: E1013 19:26:36.782870 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-multus\" with CrashLoopBackOff: \"back-off 10s restarting failed container=kube-multus pod=multus-g6bs4_openshift-multus(fc69a833-5433-49b2-8268-84840b3a1522)\"" pod="openshift-multus/multus-g6bs4" podUID="fc69a833-5433-49b2-8268-84840b3a1522" Oct 13 19:26:37 crc kubenswrapper[4809]: I1013 19:26:37.154991 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:37 crc kubenswrapper[4809]: I1013 19:26:37.155170 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:37 crc kubenswrapper[4809]: E1013 19:26:37.155356 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:37 crc kubenswrapper[4809]: E1013 19:26:37.155498 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:37 crc kubenswrapper[4809]: I1013 19:26:37.788421 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-multus_multus-g6bs4_fc69a833-5433-49b2-8268-84840b3a1522/kube-multus/1.log" Oct 13 19:26:38 crc kubenswrapper[4809]: I1013 19:26:38.154869 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:38 crc kubenswrapper[4809]: I1013 19:26:38.154919 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:38 crc kubenswrapper[4809]: E1013 19:26:38.155112 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:38 crc kubenswrapper[4809]: E1013 19:26:38.155394 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:39 crc kubenswrapper[4809]: I1013 19:26:39.155087 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:39 crc kubenswrapper[4809]: E1013 19:26:39.155222 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:39 crc kubenswrapper[4809]: I1013 19:26:39.155090 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:39 crc kubenswrapper[4809]: E1013 19:26:39.155413 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:40 crc kubenswrapper[4809]: I1013 19:26:40.155383 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:40 crc kubenswrapper[4809]: E1013 19:26:40.155584 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:40 crc kubenswrapper[4809]: I1013 19:26:40.155878 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:40 crc kubenswrapper[4809]: E1013 19:26:40.156009 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:41 crc kubenswrapper[4809]: I1013 19:26:41.154432 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:41 crc kubenswrapper[4809]: I1013 19:26:41.154449 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:41 crc kubenswrapper[4809]: E1013 19:26:41.155001 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:41 crc kubenswrapper[4809]: I1013 19:26:41.155104 4809 scope.go:117] "RemoveContainer" containerID="29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793" Oct 13 19:26:41 crc kubenswrapper[4809]: E1013 19:26:41.155245 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:41 crc kubenswrapper[4809]: I1013 19:26:41.803704 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/3.log" Oct 13 19:26:41 crc kubenswrapper[4809]: I1013 19:26:41.806874 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerStarted","Data":"bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e"} Oct 13 19:26:41 crc kubenswrapper[4809]: I1013 19:26:41.807260 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:26:41 crc kubenswrapper[4809]: I1013 19:26:41.836529 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podStartSLOduration=99.836507117 podStartE2EDuration="1m39.836507117s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:26:41.83547971 +0000 UTC m=+120.441226295" watchObservedRunningTime="2025-10-13 19:26:41.836507117 +0000 UTC m=+120.442253712" Oct 13 19:26:41 crc kubenswrapper[4809]: I1013 19:26:41.973062 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-multus/network-metrics-daemon-mvzcq"] Oct 13 19:26:41 crc kubenswrapper[4809]: I1013 19:26:41.973179 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:41 crc kubenswrapper[4809]: E1013 19:26:41.973266 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:42 crc kubenswrapper[4809]: E1013 19:26:42.101570 4809 kubelet_node_status.go:497] "Node not becoming ready in time after startup" Oct 13 19:26:42 crc kubenswrapper[4809]: I1013 19:26:42.154455 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:42 crc kubenswrapper[4809]: E1013 19:26:42.155872 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:42 crc kubenswrapper[4809]: E1013 19:26:42.277057 4809 kubelet.go:2916] "Container runtime network not ready" networkReady="NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" Oct 13 19:26:43 crc kubenswrapper[4809]: I1013 19:26:43.155307 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:43 crc kubenswrapper[4809]: I1013 19:26:43.155307 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:43 crc kubenswrapper[4809]: E1013 19:26:43.155812 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:43 crc kubenswrapper[4809]: E1013 19:26:43.155881 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:43 crc kubenswrapper[4809]: I1013 19:26:43.155397 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:43 crc kubenswrapper[4809]: E1013 19:26:43.156089 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:44 crc kubenswrapper[4809]: I1013 19:26:44.155577 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:44 crc kubenswrapper[4809]: E1013 19:26:44.155838 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:45 crc kubenswrapper[4809]: I1013 19:26:45.154936 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:45 crc kubenswrapper[4809]: I1013 19:26:45.154972 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:45 crc kubenswrapper[4809]: E1013 19:26:45.155127 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:45 crc kubenswrapper[4809]: I1013 19:26:45.155165 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:45 crc kubenswrapper[4809]: E1013 19:26:45.155410 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:45 crc kubenswrapper[4809]: E1013 19:26:45.155497 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:46 crc kubenswrapper[4809]: I1013 19:26:46.154753 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:46 crc kubenswrapper[4809]: E1013 19:26:46.154902 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:47 crc kubenswrapper[4809]: I1013 19:26:47.155100 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:47 crc kubenswrapper[4809]: I1013 19:26:47.155243 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:47 crc kubenswrapper[4809]: I1013 19:26:47.155373 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:47 crc kubenswrapper[4809]: E1013 19:26:47.155257 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:47 crc kubenswrapper[4809]: E1013 19:26:47.155441 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:47 crc kubenswrapper[4809]: E1013 19:26:47.155585 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:47 crc kubenswrapper[4809]: E1013 19:26:47.278675 4809 kubelet.go:2916] "Container runtime network not ready" networkReady="NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" Oct 13 19:26:48 crc kubenswrapper[4809]: I1013 19:26:48.155407 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:48 crc kubenswrapper[4809]: E1013 19:26:48.155592 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:49 crc kubenswrapper[4809]: I1013 19:26:49.155331 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:49 crc kubenswrapper[4809]: E1013 19:26:49.155462 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:49 crc kubenswrapper[4809]: I1013 19:26:49.155538 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:49 crc kubenswrapper[4809]: E1013 19:26:49.155660 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:49 crc kubenswrapper[4809]: I1013 19:26:49.155724 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:49 crc kubenswrapper[4809]: E1013 19:26:49.155899 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:50 crc kubenswrapper[4809]: I1013 19:26:50.155317 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:50 crc kubenswrapper[4809]: E1013 19:26:50.155495 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:51 crc kubenswrapper[4809]: I1013 19:26:51.154851 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:51 crc kubenswrapper[4809]: E1013 19:26:51.155096 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:51 crc kubenswrapper[4809]: I1013 19:26:51.155117 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:51 crc kubenswrapper[4809]: I1013 19:26:51.155200 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:51 crc kubenswrapper[4809]: E1013 19:26:51.155513 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:51 crc kubenswrapper[4809]: I1013 19:26:51.155549 4809 scope.go:117] "RemoveContainer" containerID="104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa" Oct 13 19:26:51 crc kubenswrapper[4809]: E1013 19:26:51.155781 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:51 crc kubenswrapper[4809]: I1013 19:26:51.850116 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-multus_multus-g6bs4_fc69a833-5433-49b2-8268-84840b3a1522/kube-multus/1.log" Oct 13 19:26:51 crc kubenswrapper[4809]: I1013 19:26:51.851045 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-g6bs4" event={"ID":"fc69a833-5433-49b2-8268-84840b3a1522","Type":"ContainerStarted","Data":"bb8e0ae98046ed9d4dfe6be5449f8a93058da65f987cda21ca66e2df71470a94"} Oct 13 19:26:52 crc kubenswrapper[4809]: I1013 19:26:52.154519 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:52 crc kubenswrapper[4809]: E1013 19:26:52.156640 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:52 crc kubenswrapper[4809]: E1013 19:26:52.279169 4809 kubelet.go:2916] "Container runtime network not ready" networkReady="NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" Oct 13 19:26:53 crc kubenswrapper[4809]: I1013 19:26:53.155203 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:53 crc kubenswrapper[4809]: I1013 19:26:53.155243 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:53 crc kubenswrapper[4809]: I1013 19:26:53.155260 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:53 crc kubenswrapper[4809]: E1013 19:26:53.155473 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:53 crc kubenswrapper[4809]: E1013 19:26:53.155645 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:53 crc kubenswrapper[4809]: E1013 19:26:53.155818 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:54 crc kubenswrapper[4809]: I1013 19:26:54.155468 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:54 crc kubenswrapper[4809]: E1013 19:26:54.155647 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:55 crc kubenswrapper[4809]: I1013 19:26:55.154540 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:55 crc kubenswrapper[4809]: I1013 19:26:55.154540 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:55 crc kubenswrapper[4809]: E1013 19:26:55.155005 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:55 crc kubenswrapper[4809]: I1013 19:26:55.154553 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:55 crc kubenswrapper[4809]: E1013 19:26:55.155087 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:55 crc kubenswrapper[4809]: E1013 19:26:55.155311 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:56 crc kubenswrapper[4809]: I1013 19:26:56.154874 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:56 crc kubenswrapper[4809]: E1013 19:26:56.155042 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" podUID="5fe485a1-e14f-4c09-b5b9-f252bc42b7e8" Oct 13 19:26:57 crc kubenswrapper[4809]: I1013 19:26:57.155200 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:57 crc kubenswrapper[4809]: I1013 19:26:57.155356 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:57 crc kubenswrapper[4809]: I1013 19:26:57.155395 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:57 crc kubenswrapper[4809]: E1013 19:26:57.155885 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-multus/network-metrics-daemon-mvzcq" podUID="78e133d5-a382-4321-b3b9-50fefb264636" Oct 13 19:26:57 crc kubenswrapper[4809]: E1013 19:26:57.156098 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-target-xd92c" podUID="3b6479f0-333b-4a96-9adf-2099afdc2447" Oct 13 19:26:57 crc kubenswrapper[4809]: E1013 19:26:57.156267 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="network is not ready: container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/kubernetes/cni/net.d/. Has your network provider started?" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" podUID="9d751cbb-f2e2-430d-9754-c882a5e924a5" Oct 13 19:26:58 crc kubenswrapper[4809]: I1013 19:26:58.154906 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:26:58 crc kubenswrapper[4809]: I1013 19:26:58.157290 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-network-console"/"networking-console-plugin-cert" Oct 13 19:26:58 crc kubenswrapper[4809]: I1013 19:26:58.157362 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-network-console"/"networking-console-plugin" Oct 13 19:26:59 crc kubenswrapper[4809]: I1013 19:26:59.155355 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:26:59 crc kubenswrapper[4809]: I1013 19:26:59.155430 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:26:59 crc kubenswrapper[4809]: I1013 19:26:59.155522 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:26:59 crc kubenswrapper[4809]: I1013 19:26:59.158153 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-network-diagnostics"/"kube-root-ca.crt" Oct 13 19:26:59 crc kubenswrapper[4809]: I1013 19:26:59.158305 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-multus"/"metrics-daemon-sa-dockercfg-d427c" Oct 13 19:26:59 crc kubenswrapper[4809]: I1013 19:26:59.159232 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-network-diagnostics"/"openshift-service-ca.crt" Oct 13 19:26:59 crc kubenswrapper[4809]: I1013 19:26:59.161161 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-multus"/"metrics-daemon-secret" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.482769 4809 kubelet_node_status.go:724] "Recording event message for node" node="crc" event="NodeReady" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.536020 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-apiserver/apiserver-76f77b778f-h75w4"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.536904 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.539979 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-machine-api/machine-api-operator-5694c8668f-zggdj"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.541110 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.547240 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.548625 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.550865 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.554539 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.559717 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.560502 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.561802 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-authentication/oauth-openshift-558db77b4-799nv"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.562602 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.577299 4809 reflector.go:561] object-"openshift-apiserver"/"etcd-serving-ca": failed to list *v1.ConfigMap: configmaps "etcd-serving-ca" is forbidden: User "system:node:crc" cannot list resource "configmaps" in API group "" in the namespace "openshift-apiserver": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.577397 4809 reflector.go:561] object-"openshift-apiserver"/"config": failed to list *v1.ConfigMap: configmaps "config" is forbidden: User "system:node:crc" cannot list resource "configmaps" in API group "" in the namespace "openshift-apiserver": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.577407 4809 reflector.go:561] object-"openshift-apiserver"/"openshift-service-ca.crt": failed to list *v1.ConfigMap: configmaps "openshift-service-ca.crt" is forbidden: User "system:node:crc" cannot list resource "configmaps" in API group "" in the namespace "openshift-apiserver": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.577425 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-apiserver\"/\"etcd-serving-ca\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"etcd-serving-ca\" is forbidden: User \"system:node:crc\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"openshift-apiserver\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.577436 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-apiserver\"/\"config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"config\" is forbidden: User \"system:node:crc\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"openshift-apiserver\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.577300 4809 reflector.go:561] object-"openshift-apiserver"/"encryption-config-1": failed to list *v1.Secret: secrets "encryption-config-1" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openshift-apiserver": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.577465 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-apiserver\"/\"openshift-service-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"openshift-service-ca.crt\" is forbidden: User \"system:node:crc\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"openshift-apiserver\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.577488 4809 reflector.go:561] object-"openshift-apiserver"/"etcd-client": failed to list *v1.Secret: secrets "etcd-client" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openshift-apiserver": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.577472 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-apiserver\"/\"encryption-config-1\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"encryption-config-1\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openshift-apiserver\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.577505 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-apiserver\"/\"etcd-client\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"etcd-client\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openshift-apiserver\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.577589 4809 reflector.go:561] object-"openshift-apiserver"/"trusted-ca-bundle": failed to list *v1.ConfigMap: configmaps "trusted-ca-bundle" is forbidden: User "system:node:crc" cannot list resource "configmaps" in API group "" in the namespace "openshift-apiserver": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.577597 4809 reflector.go:561] object-"openshift-apiserver"/"audit-1": failed to list *v1.ConfigMap: configmaps "audit-1" is forbidden: User "system:node:crc" cannot list resource "configmaps" in API group "" in the namespace "openshift-apiserver": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.577607 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-apiserver\"/\"trusted-ca-bundle\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"trusted-ca-bundle\" is forbidden: User \"system:node:crc\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"openshift-apiserver\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.577619 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-apiserver\"/\"audit-1\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"audit-1\" is forbidden: User \"system:node:crc\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"openshift-apiserver\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.577790 4809 reflector.go:561] object-"openshift-apiserver"/"openshift-apiserver-sa-dockercfg-djjff": failed to list *v1.Secret: secrets "openshift-apiserver-sa-dockercfg-djjff" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openshift-apiserver": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.577848 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-apiserver\"/\"openshift-apiserver-sa-dockercfg-djjff\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"openshift-apiserver-sa-dockercfg-djjff\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openshift-apiserver\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.579444 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-route-controller-manager"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.579717 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-oauth-apiserver"/"etcd-serving-ca" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.579926 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-oauth-apiserver"/"encryption-config-1" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.580031 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-oauth-apiserver"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.580234 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-authentication"/"v4-0-config-user-template-error" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.580716 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-controller-manager/controller-manager-879f6c89f-65ckv"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581315 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.580744 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-oauth-apiserver"/"trusted-ca-bundle" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.580813 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-authentication"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.582951 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-route-controller-manager"/"config" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.582986 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-apiserver"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.580863 4809 reflector.go:561] object-"openshift-machine-api"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:crc" cannot list resource "configmaps" in API group "" in the namespace "openshift-machine-api": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.583063 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-machine-api\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:crc\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"openshift-machine-api\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.580920 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-oauth-apiserver"/"audit-1" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.583149 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-cluster-machine-approver"/"kube-rbac-proxy" Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.580955 4809 reflector.go:561] object-"openshift-machine-api"/"openshift-service-ca.crt": failed to list *v1.ConfigMap: configmaps "openshift-service-ca.crt" is forbidden: User "system:node:crc" cannot list resource "configmaps" in API group "" in the namespace "openshift-machine-api": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.583187 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-authentication"/"v4-0-config-system-service-ca" Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.583200 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-machine-api\"/\"openshift-service-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"openshift-service-ca.crt\" is forbidden: User \"system:node:crc\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"openshift-machine-api\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.580991 4809 reflector.go:561] object-"openshift-machine-api"/"kube-rbac-proxy": failed to list *v1.ConfigMap: configmaps "kube-rbac-proxy" is forbidden: User "system:node:crc" cannot list resource "configmaps" in API group "" in the namespace "openshift-machine-api": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.583238 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-machine-api\"/\"kube-rbac-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-rbac-proxy\" is forbidden: User \"system:node:crc\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"openshift-machine-api\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581164 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-route-controller-manager"/"route-controller-manager-sa-dockercfg-h2zr2" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581199 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-authentication"/"v4-0-config-user-template-provider-selection" Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.583356 4809 reflector.go:561] object-"openshift-machine-api"/"machine-api-operator-dockercfg-mfbb7": failed to list *v1.Secret: secrets "machine-api-operator-dockercfg-mfbb7" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openshift-machine-api": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.581233 4809 reflector.go:561] object-"openshift-apiserver"/"serving-cert": failed to list *v1.Secret: secrets "serving-cert" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openshift-apiserver": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.583401 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-machine-api\"/\"machine-api-operator-dockercfg-mfbb7\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"machine-api-operator-dockercfg-mfbb7\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openshift-machine-api\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.583420 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-apiserver\"/\"serving-cert\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"serving-cert\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openshift-apiserver\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.583432 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-authentication"/"audit" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581281 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-authentication"/"v4-0-config-system-cliconfig" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581513 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-oauth-apiserver"/"oauth-apiserver-sa-dockercfg-6r2bq" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581559 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-oauth-apiserver"/"etcd-client" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581662 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-authentication"/"v4-0-config-user-idp-0-file-data" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581700 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-cluster-machine-approver"/"machine-approver-config" Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.581761 4809 reflector.go:561] object-"openshift-machine-api"/"machine-api-operator-tls": failed to list *v1.Secret: secrets "machine-api-operator-tls" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openshift-machine-api": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581829 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-cluster-machine-approver"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581867 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-cluster-machine-approver"/"machine-approver-tls" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581915 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-oauth-apiserver"/"serving-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581955 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-authentication"/"v4-0-config-system-serving-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.581994 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-machine-api"/"machine-api-operator-images" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.582031 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-cluster-machine-approver"/"machine-approver-sa-dockercfg-nl2j4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.582085 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-authentication"/"oauth-openshift-dockercfg-znhcc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.582383 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-authentication"/"v4-0-config-system-session" Oct 13 19:27:01 crc kubenswrapper[4809]: W1013 19:27:01.583096 4809 reflector.go:561] object-"openshift-apiserver"/"image-import-ca": failed to list *v1.ConfigMap: configmaps "image-import-ca" is forbidden: User "system:node:crc" cannot list resource "configmaps" in API group "" in the namespace "openshift-apiserver": no relationship found between node 'crc' and this object Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.583514 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-apiserver\"/\"image-import-ca\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"image-import-ca\" is forbidden: User \"system:node:crc\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"openshift-apiserver\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.583485 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-route-controller-manager"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.583533 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-oauth-apiserver"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.583591 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-cluster-machine-approver"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: E1013 19:27:01.583609 4809 reflector.go:158] "Unhandled Error" err="object-\"openshift-machine-api\"/\"machine-api-operator-tls\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"machine-api-operator-tls\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openshift-machine-api\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.584223 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-route-controller-manager"/"client-ca" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.584420 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-authentication"/"v4-0-config-system-router-certs" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.584890 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-route-controller-manager"/"serving-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.587492 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-authentication"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.587660 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.588408 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.588930 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.589137 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.594478 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.595203 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.598129 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.599130 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.599268 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-image-registry/image-registry-697d97f7c8-v9wn7"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.599894 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager"/"config" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.600093 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.600421 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.604701 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-dns-operator/dns-operator-744455d44c-txxmq"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.605420 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-console/downloads-7954f5f757-7cvtv"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.605679 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.606038 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.606611 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.606853 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-console/downloads-7954f5f757-7cvtv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.609291 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-controller-manager"/"openshift-controller-manager-sa-dockercfg-msq4c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.609487 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-controller-manager"/"serving-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.609697 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.609852 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager"/"client-ca" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.609879 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ingress-operator"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.610039 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.610131 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ingress-operator"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.610225 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-machine-config-operator"/"machine-config-operator-images" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.610245 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.610321 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-image-registry"/"installation-pull-secrets" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.613842 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.614244 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.614430 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.614590 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.615511 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-cluster-samples-operator"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.615797 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-config-operator"/"machine-config-operator-dockercfg-98p87" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.615996 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ingress-operator"/"metrics-tls" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.631981 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.633042 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.633685 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.634307 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.645285 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-cluster-samples-operator"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.645499 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-cluster-samples-operator"/"samples-operator-tls" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.645625 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-config-operator"/"mco-proxy-tls" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.656926 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-multus/multus-admission-controller-857f4d67dd-7hjd4"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.657614 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.657959 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.658406 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.658494 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.658826 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.659329 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-operator-lifecycle-manager"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.659411 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-service-ca/service-ca-9c57cc56f-5rhd8"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.659814 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-dns-operator"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.659845 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"olm-operator-serving-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.659999 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-dns-operator"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.660108 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-image-registry"/"registry-dockercfg-kzzsd" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.660005 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.660176 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-scheduler-operator"/"openshift-kube-scheduler-operator-config" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.660333 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-console"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.660471 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-controller-manager-operator"/"kube-controller-manager-operator-config" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.660894 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-config-operator"/"machine-config-controller-dockercfg-c2lfx" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.660945 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-kube-controller-manager-operator"/"kube-controller-manager-operator-dockercfg-gkqpw" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.661086 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"olm-operator-serviceaccount-dockercfg-rq7zk" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.661198 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"pprof-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662125 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-service-ca\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-service-ca\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662167 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fbr7h\" (UniqueName: \"kubernetes.io/projected/57f145b9-cec5-4344-8163-6f9289e40307-kube-api-access-fbr7h\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662192 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-trusted-ca-bundle\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662199 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-authentication"/"v4-0-config-user-template-login" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662234 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-console"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662315 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-kube-scheduler-operator"/"openshift-kube-scheduler-operator-dockercfg-qt55r" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662210 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-user-idp-0-file-data\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-idp-0-file-data\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662433 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-auth-proxy-config\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662452 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-user-template-error\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-error\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662469 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"images\" (UniqueName: \"kubernetes.io/configmap/60409147-d822-4d03-8bab-3483750f37fe-images\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662489 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/57f145b9-cec5-4344-8163-6f9289e40307-etcd-client\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662505 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"machine-api-operator-tls\" (UniqueName: \"kubernetes.io/secret/60409147-d822-4d03-8bab-3483750f37fe-machine-api-operator-tls\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662521 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5f6tn\" (UniqueName: \"kubernetes.io/projected/1837848f-16a4-4ee3-a29c-73a407ee03a9-kube-api-access-5f6tn\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662537 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ingress-operator"/"ingress-operator-dockercfg-7lnqk" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662551 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-cluster-samples-operator"/"cluster-samples-operator-dockercfg-xpp9w" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662538 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-user-template-provider-selection\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-provider-selection\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662658 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1837848f-16a4-4ee3-a29c-73a407ee03a9-serving-cert\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662680 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/57f145b9-cec5-4344-8163-6f9289e40307-audit-policies\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662712 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-user-template-login\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-login\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662766 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-session\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-session\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662781 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/57f145b9-cec5-4344-8163-6f9289e40307-trusted-ca-bundle\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662810 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-serving-ca\" (UniqueName: \"kubernetes.io/configmap/57f145b9-cec5-4344-8163-6f9289e40307-etcd-serving-ca\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662830 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-dns-operator"/"metrics-tls" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662839 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-config\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662856 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-serving-cert\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662882 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"machine-approver-tls\" (UniqueName: \"kubernetes.io/secret/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-machine-approver-tls\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662901 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-serving-cert\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-serving-cert\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662918 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vllzk\" (UniqueName: \"kubernetes.io/projected/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-kube-api-access-vllzk\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662924 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-config-operator"/"mcc-proxy-tls" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662941 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-cliconfig\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-cliconfig\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662956 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"audit\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-audit\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.662983 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-audit-policies\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663000 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-pullsecrets\" (UniqueName: \"kubernetes.io/host-path/c75022dd-f189-4787-8fec-66a0aa5892c3-node-pullsecrets\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663017 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/57f145b9-cec5-4344-8163-6f9289e40307-audit-dir\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663034 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/57f145b9-cec5-4344-8163-6f9289e40307-serving-cert\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663055 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/82ff3551-5b46-44bf-9930-296e70e779f8-audit-dir\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-router-certs\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-router-certs\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-config\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663103 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-57lcm\" (UniqueName: \"kubernetes.io/projected/c75022dd-f189-4787-8fec-66a0aa5892c3-kube-api-access-57lcm\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663121 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"image-import-ca\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-image-import-ca\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663142 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dkrz8\" (UniqueName: \"kubernetes.io/projected/82ff3551-5b46-44bf-9930-296e70e779f8-kube-api-access-dkrz8\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663158 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/60409147-d822-4d03-8bab-3483750f37fe-config\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663180 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mxmvx\" (UniqueName: \"kubernetes.io/projected/60409147-d822-4d03-8bab-3483750f37fe-kube-api-access-mxmvx\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663195 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-config\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663220 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-image-registry"/"cluster-image-registry-operator-dockercfg-m4qtx" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663342 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-kube-controller-manager-operator"/"kube-controller-manager-operator-serving-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663503 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-image-registry"/"image-registry-tls" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663962 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-scheduler-operator"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664107 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-console"/"default-dockercfg-chnjx" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664192 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-operator-lifecycle-manager"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664267 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-kube-scheduler-operator"/"kube-scheduler-operator-serving-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664267 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-image-registry"/"image-registry-operator-tls" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.663221 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-serving-ca\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-serving-ca\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664485 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/c75022dd-f189-4787-8fec-66a0aa5892c3-audit-dir\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664514 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-client-ca\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664538 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"encryption-config\" (UniqueName: \"kubernetes.io/secret/57f145b9-cec5-4344-8163-6f9289e40307-encryption-config\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664561 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-trusted-ca-bundle\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664577 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"encryption-config\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-encryption-config\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664604 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-ocp-branding-template\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-ocp-branding-template\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664627 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-client\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.664891 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-controller-manager-operator"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.666146 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-dns-operator"/"dns-operator-dockercfg-9mqw5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.666218 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"packageserver-service-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.667450 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-authentication"/"v4-0-config-system-trusted-ca-bundle" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.667694 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-console-operator/console-operator-58897d9998-44frm"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.668363 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.669251 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ingress-operator"/"trusted-ca" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.669871 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-console/console-f9d7485db-vjjt5"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.670495 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.670991 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.671260 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.671393 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.676721 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.677257 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-controller-manager-operator"/"openshift-controller-manager-operator-serving-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.679187 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-authentication"/"v4-0-config-system-ocp-branding-template" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.680499 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager"/"openshift-global-ca" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.680784 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-controller-manager-operator"/"openshift-controller-manager-operator-dockercfg-vw8fw" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.681315 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager-operator"/"openshift-controller-manager-operator-config" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.692397 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager-operator"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.695222 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-authentication-operator/authentication-operator-69f744f599-wbldg"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.699010 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.700246 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.700496 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.700910 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager-operator"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.701493 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.703008 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.704439 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-image-registry"/"trusted-ca" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.709003 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-etcd-operator/etcd-operator-b45778765-2rb6d"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.710685 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/marketplace-operator-79b997595-zggfl"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.710900 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.714828 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.724802 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-multus"/"multus-admission-controller-secret" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.727783 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-ingress/router-default-5444994796-8zqqx"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.739640 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.739882 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.740751 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.740915 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.741455 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.741837 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-service-ca-operator/service-ca-operator-777779d784-25l8h"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.742036 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.742099 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.742301 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.742906 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.744594 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-multus"/"multus-ac-dockercfg-9lkdf" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.746607 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.752676 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-apiserver/apiserver-76f77b778f-h75w4"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.754037 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.756279 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-console/downloads-7954f5f757-7cvtv"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.758348 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.759579 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"package-server-manager-serving-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.759855 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.761327 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765470 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x959h\" (UniqueName: \"kubernetes.io/projected/02b2b531-0565-4c8b-8acc-7bb07e36ea88-kube-api-access-x959h\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765514 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-secret-volume\") pod \"collect-profiles-29339715-7q2tb\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765534 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9pb2w\" (UniqueName: \"kubernetes.io/projected/f083919e-ab55-4f7f-8a26-47a4e6ac825d-kube-api-access-9pb2w\") pod \"multus-admission-controller-857f4d67dd-7hjd4\" (UID: \"f083919e-ab55-4f7f-8a26-47a4e6ac825d\") " pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765561 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etcd-serving-ca\" (UniqueName: \"kubernetes.io/configmap/57f145b9-cec5-4344-8163-6f9289e40307-etcd-serving-ca\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765613 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6rtw4\" (UniqueName: \"kubernetes.io/projected/e74df37a-9e94-47bb-a468-ac9f13077f1c-kube-api-access-6rtw4\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765632 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/f9af0297-5523-4b1d-9724-c3453cc60b8e-auth-proxy-config\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765649 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-l9r7z\" (UniqueName: \"kubernetes.io/projected/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-kube-api-access-l9r7z\") pod \"collect-profiles-29339715-7q2tb\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765669 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s2sb8\" (UniqueName: \"kubernetes.io/projected/373fbfa7-7915-48ab-9cee-387f937276de-kube-api-access-s2sb8\") pod \"service-ca-9c57cc56f-5rhd8\" (UID: \"373fbfa7-7915-48ab-9cee-387f937276de\") " pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765704 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-config\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765739 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-r2gll\" (UniqueName: \"kubernetes.io/projected/a90a8008-13aa-489c-a60d-70c5ed9d2b1f-kube-api-access-r2gll\") pod \"catalog-operator-68c6474976-gnhqs\" (UID: \"a90a8008-13aa-489c-a60d-70c5ed9d2b1f\") " pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765758 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7vc87\" (UniqueName: \"kubernetes.io/projected/c313ce94-33ce-4633-b02b-1e0734198826-kube-api-access-7vc87\") pod \"openshift-controller-manager-operator-756b6f6bc6-c4k8m\" (UID: \"c313ce94-33ce-4633-b02b-1e0734198826\") " pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765775 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-serving-cert\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765793 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmpfs\" (UniqueName: \"kubernetes.io/empty-dir/e74df37a-9e94-47bb-a468-ac9f13077f1c-tmpfs\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765811 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"console-serving-cert\" (UniqueName: \"kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-serving-cert\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765830 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/8d4dbbf3-eb97-47ac-b89a-9539caa47381-serving-cert\") pod \"kube-controller-manager-operator-78b949d7b-99f6g\" (UID: \"8d4dbbf3-eb97-47ac-b89a-9539caa47381\") " pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-serving-cert\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-serving-cert\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765874 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"machine-approver-tls\" (UniqueName: \"kubernetes.io/secret/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-machine-approver-tls\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765895 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"console-config\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-console-config\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765918 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5dxcb\" (UniqueName: \"kubernetes.io/projected/4ddd209d-6c38-4237-8079-a755a254398f-kube-api-access-5dxcb\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765939 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"signing-key\" (UniqueName: \"kubernetes.io/secret/373fbfa7-7915-48ab-9cee-387f937276de-signing-key\") pod \"service-ca-9c57cc56f-5rhd8\" (UID: \"373fbfa7-7915-48ab-9cee-387f937276de\") " pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/c313ce94-33ce-4633-b02b-1e0734198826-serving-cert\") pod \"openshift-controller-manager-operator-756b6f6bc6-c4k8m\" (UID: \"c313ce94-33ce-4633-b02b-1e0734198826\") " pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765978 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"image-registry-operator-tls\" (UniqueName: \"kubernetes.io/secret/660e9ddc-5073-4444-b2c8-55d05cbd6298-image-registry-operator-tls\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.765999 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vllzk\" (UniqueName: \"kubernetes.io/projected/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-kube-api-access-vllzk\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.766362 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"oauth-serving-cert\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-oauth-serving-cert\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.766399 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2wg4p\" (UniqueName: \"kubernetes.io/projected/158d7960-1e0f-455e-9cf4-f05a2fb8df87-kube-api-access-2wg4p\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.766426 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-cliconfig\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-cliconfig\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.766448 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/4df248fb-3448-4237-8b0f-99fcca5cdb5e-kube-api-access\") pod \"openshift-kube-scheduler-operator-5fdd9b5758-bcjgg\" (UID: \"4df248fb-3448-4237-8b0f-99fcca5cdb5e\") " pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.766471 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/02b2b531-0565-4c8b-8acc-7bb07e36ea88-serving-cert\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.767300 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etcd-serving-ca\" (UniqueName: \"kubernetes.io/configmap/57f145b9-cec5-4344-8163-6f9289e40307-etcd-serving-ca\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.767560 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-audit-policies\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.767608 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"audit\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-audit\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.767643 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v6t2r\" (UniqueName: \"kubernetes.io/projected/1d4df4c3-f903-4511-86b0-cf81c50df23b-kube-api-access-v6t2r\") pod \"dns-operator-744455d44c-txxmq\" (UID: \"1d4df4c3-f903-4511-86b0-cf81c50df23b\") " pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.767714 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-config-volume\") pod \"collect-profiles-29339715-7q2tb\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.767762 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/660e9ddc-5073-4444-b2c8-55d05cbd6298-bound-sa-token\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.768612 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-audit-policies\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.769182 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-pullsecrets\" (UniqueName: \"kubernetes.io/host-path/c75022dd-f189-4787-8fec-66a0aa5892c3-node-pullsecrets\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.769319 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/57f145b9-cec5-4344-8163-6f9289e40307-audit-dir\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.769351 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8d4dbbf3-eb97-47ac-b89a-9539caa47381-config\") pod \"kube-controller-manager-operator-78b949d7b-99f6g\" (UID: \"8d4dbbf3-eb97-47ac-b89a-9539caa47381\") " pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.769394 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/57f145b9-cec5-4344-8163-6f9289e40307-serving-cert\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.769418 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-config\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.769442 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"proxy-ca-bundles\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-proxy-ca-bundles\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.769488 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-pullsecrets\" (UniqueName: \"kubernetes.io/host-path/c75022dd-f189-4787-8fec-66a0aa5892c3-node-pullsecrets\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.769531 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/57f145b9-cec5-4344-8163-6f9289e40307-audit-dir\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.769670 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/e74df37a-9e94-47bb-a468-ac9f13077f1c-apiservice-cert\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.769822 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-service-ca\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.769940 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/82ff3551-5b46-44bf-9930-296e70e779f8-audit-dir\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770028 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-router-certs\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-router-certs\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770107 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/82ff3551-5b46-44bf-9930-296e70e779f8-audit-dir\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770181 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-config\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770249 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/158d7960-1e0f-455e-9cf4-f05a2fb8df87-config\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770289 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-client-ca\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770360 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"image-import-ca\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-image-import-ca\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770418 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-57lcm\" (UniqueName: \"kubernetes.io/projected/c75022dd-f189-4787-8fec-66a0aa5892c3-kube-api-access-57lcm\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770444 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/158d7960-1e0f-455e-9cf4-f05a2fb8df87-trusted-ca\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770768 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dkrz8\" (UniqueName: \"kubernetes.io/projected/82ff3551-5b46-44bf-9930-296e70e779f8-kube-api-access-dkrz8\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770808 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/60409147-d822-4d03-8bab-3483750f37fe-config\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770831 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mxmvx\" (UniqueName: \"kubernetes.io/projected/60409147-d822-4d03-8bab-3483750f37fe-kube-api-access-mxmvx\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.770873 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-config\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771063 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-config\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771078 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-cliconfig\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-cliconfig\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771223 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/4df248fb-3448-4237-8b0f-99fcca5cdb5e-serving-cert\") pod \"openshift-kube-scheduler-operator-5fdd9b5758-bcjgg\" (UID: \"4df248fb-3448-4237-8b0f-99fcca5cdb5e\") " pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771275 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-trusted-ca-bundle\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771333 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etcd-serving-ca\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-serving-ca\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771395 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/c75022dd-f189-4787-8fec-66a0aa5892c3-audit-dir\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771429 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-client-ca\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771498 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"encryption-config\" (UniqueName: \"kubernetes.io/secret/57f145b9-cec5-4344-8163-6f9289e40307-encryption-config\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771529 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"srv-cert\" (UniqueName: \"kubernetes.io/secret/a90a8008-13aa-489c-a60d-70c5ed9d2b1f-srv-cert\") pod \"catalog-operator-68c6474976-gnhqs\" (UID: \"a90a8008-13aa-489c-a60d-70c5ed9d2b1f\") " pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771559 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-trusted-ca-bundle\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771632 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"encryption-config\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-encryption-config\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771666 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/f9af0297-5523-4b1d-9724-c3453cc60b8e-proxy-tls\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771695 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hwcj9\" (UniqueName: \"kubernetes.io/projected/660e9ddc-5073-4444-b2c8-55d05cbd6298-kube-api-access-hwcj9\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771749 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-ocp-branding-template\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-ocp-branding-template\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.771778 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4df248fb-3448-4237-8b0f-99fcca5cdb5e-config\") pod \"openshift-kube-scheduler-operator-5fdd9b5758-bcjgg\" (UID: \"4df248fb-3448-4237-8b0f-99fcca5cdb5e\") " pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.772716 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-config\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.772787 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/c75022dd-f189-4787-8fec-66a0aa5892c3-audit-dir\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.772819 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"package-server-manager-serving-cert\" (UniqueName: \"kubernetes.io/secret/53797c3f-6af4-476d-a01b-afe66bf7cc2d-package-server-manager-serving-cert\") pod \"package-server-manager-789f6589d5-9nn5x\" (UID: \"53797c3f-6af4-476d-a01b-afe66bf7cc2d\") " pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.772845 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"console-oauth-config\" (UniqueName: \"kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-oauth-config\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.772869 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-client\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.772913 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"profile-collector-cert\" (UniqueName: \"kubernetes.io/secret/a90a8008-13aa-489c-a60d-70c5ed9d2b1f-profile-collector-cert\") pod \"catalog-operator-68c6474976-gnhqs\" (UID: \"a90a8008-13aa-489c-a60d-70c5ed9d2b1f\") " pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.772932 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n4k69\" (UniqueName: \"kubernetes.io/projected/f9af0297-5523-4b1d-9724-c3453cc60b8e-kube-api-access-n4k69\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.772951 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"signing-cabundle\" (UniqueName: \"kubernetes.io/configmap/373fbfa7-7915-48ab-9cee-387f937276de-signing-cabundle\") pod \"service-ca-9c57cc56f-5rhd8\" (UID: \"373fbfa7-7915-48ab-9cee-387f937276de\") " pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.772973 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-service-ca\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-service-ca\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773023 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/158d7960-1e0f-455e-9cf4-f05a2fb8df87-serving-cert\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773054 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fbr7h\" (UniqueName: \"kubernetes.io/projected/57f145b9-cec5-4344-8163-6f9289e40307-kube-api-access-fbr7h\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773072 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"images\" (UniqueName: \"kubernetes.io/configmap/f9af0297-5523-4b1d-9724-c3453cc60b8e-images\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773089 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/8d4dbbf3-eb97-47ac-b89a-9539caa47381-kube-api-access\") pod \"kube-controller-manager-operator-78b949d7b-99f6g\" (UID: \"8d4dbbf3-eb97-47ac-b89a-9539caa47381\") " pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773106 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"webhook-certs\" (UniqueName: \"kubernetes.io/secret/f083919e-ab55-4f7f-8a26-47a4e6ac825d-webhook-certs\") pod \"multus-admission-controller-857f4d67dd-7hjd4\" (UID: \"f083919e-ab55-4f7f-8a26-47a4e6ac825d\") " pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773129 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c313ce94-33ce-4633-b02b-1e0734198826-config\") pod \"openshift-controller-manager-operator-756b6f6bc6-c4k8m\" (UID: \"c313ce94-33ce-4633-b02b-1e0734198826\") " pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773151 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-trusted-ca-bundle\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773170 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-user-idp-0-file-data\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-idp-0-file-data\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773219 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773246 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-auth-proxy-config\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773277 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-user-template-error\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-error\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773302 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"images\" (UniqueName: \"kubernetes.io/configmap/60409147-d822-4d03-8bab-3483750f37fe-images\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773325 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/57f145b9-cec5-4344-8163-6f9289e40307-etcd-client\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773345 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/e74df37a-9e94-47bb-a468-ac9f13077f1c-webhook-cert\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773365 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/1d4df4c3-f903-4511-86b0-cf81c50df23b-metrics-tls\") pod \"dns-operator-744455d44c-txxmq\" (UID: \"1d4df4c3-f903-4511-86b0-cf81c50df23b\") " pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773386 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"machine-api-operator-tls\" (UniqueName: \"kubernetes.io/secret/60409147-d822-4d03-8bab-3483750f37fe-machine-api-operator-tls\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773403 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5f6tn\" (UniqueName: \"kubernetes.io/projected/1837848f-16a4-4ee3-a29c-73a407ee03a9-kube-api-access-5f6tn\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773424 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/660e9ddc-5073-4444-b2c8-55d05cbd6298-trusted-ca\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773449 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-user-template-login\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-login\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773565 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-user-template-provider-selection\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-provider-selection\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773586 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1837848f-16a4-4ee3-a29c-73a407ee03a9-serving-cert\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773603 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/57f145b9-cec5-4344-8163-6f9289e40307-audit-policies\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773621 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cqzfh\" (UniqueName: \"kubernetes.io/projected/b78df0c7-6a25-4563-a369-a308c8501b2e-kube-api-access-cqzfh\") pod \"downloads-7954f5f757-7cvtv\" (UID: \"b78df0c7-6a25-4563-a369-a308c8501b2e\") " pod="openshift-console/downloads-7954f5f757-7cvtv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773655 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"samples-operator-tls\" (UniqueName: \"kubernetes.io/secret/70b6e9b4-1bff-4c0d-be60-d741efbf68d0-samples-operator-tls\") pod \"cluster-samples-operator-665b6dd947-jq5bg\" (UID: \"70b6e9b4-1bff-4c0d-be60-d741efbf68d0\") " pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773673 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vgktv\" (UniqueName: \"kubernetes.io/projected/53797c3f-6af4-476d-a01b-afe66bf7cc2d-kube-api-access-vgktv\") pod \"package-server-manager-789f6589d5-9nn5x\" (UID: \"53797c3f-6af4-476d-a01b-afe66bf7cc2d\") " pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773693 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-session\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-session\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773711 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/57f145b9-cec5-4344-8163-6f9289e40307-trusted-ca-bundle\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.773745 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5kq2f\" (UniqueName: \"kubernetes.io/projected/70b6e9b4-1bff-4c0d-be60-d741efbf68d0-kube-api-access-5kq2f\") pod \"cluster-samples-operator-665b6dd947-jq5bg\" (UID: \"70b6e9b4-1bff-4c0d-be60-d741efbf68d0\") " pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.775219 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-client-ca\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.776176 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"encryption-config\" (UniqueName: \"kubernetes.io/secret/57f145b9-cec5-4344-8163-6f9289e40307-encryption-config\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.777448 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.777763 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-user-template-login\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-login\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.777835 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"machine-approver-tls\" (UniqueName: \"kubernetes.io/secret/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-machine-approver-tls\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.778515 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-service-ca\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-service-ca\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.778768 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1837848f-16a4-4ee3-a29c-73a407ee03a9-serving-cert\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.779275 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/57f145b9-cec5-4344-8163-6f9289e40307-trusted-ca-bundle\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.779522 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"images\" (UniqueName: \"kubernetes.io/configmap/60409147-d822-4d03-8bab-3483750f37fe-images\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.779798 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-ocp-branding-template\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-ocp-branding-template\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.779971 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/57f145b9-cec5-4344-8163-6f9289e40307-audit-policies\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.780470 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/57f145b9-cec5-4344-8163-6f9289e40307-serving-cert\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.780541 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.781577 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-auth-proxy-config\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.781597 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-trusted-ca-bundle\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.782577 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/57f145b9-cec5-4344-8163-6f9289e40307-etcd-client\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.782647 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-multus/multus-admission-controller-857f4d67dd-7hjd4"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.782680 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-session\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-session\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.782897 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-user-template-provider-selection\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-provider-selection\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.783041 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-user-idp-0-file-data\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-idp-0-file-data\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.783078 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"collect-profiles-dockercfg-kzf4t" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.784149 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-machine-config-operator/machine-config-server-w8fc5"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.784927 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-config-operator/machine-config-server-w8fc5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.785284 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.786465 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.786815 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-user-template-error\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-error\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.787110 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-router-certs\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-router-certs\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.787627 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-machine-api/machine-api-operator-5694c8668f-zggdj"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.788865 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.789295 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-serving-cert\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-serving-cert\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.790565 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-authentication/oauth-openshift-558db77b4-799nv"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.791842 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-controller-manager/controller-manager-879f6c89f-65ckv"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.793003 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-dns-operator/dns-operator-744455d44c-txxmq"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.794194 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.795661 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-service-ca/service-ca-9c57cc56f-5rhd8"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.798092 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-console-operator/console-operator-58897d9998-44frm"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.800721 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-operator-lifecycle-manager"/"collect-profiles-config" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.800857 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-authentication-operator/authentication-operator-69f744f599-wbldg"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.801043 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-image-registry/image-registry-697d97f7c8-v9wn7"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.802619 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.803931 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-console/console-f9d7485db-vjjt5"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.806394 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-service-ca-operator/service-ca-operator-777779d784-25l8h"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.808975 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.815476 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.816473 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.818442 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.818554 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-service-ca"/"signing-cabundle" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.820343 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-dns/dns-default-sbpgh"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.825281 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-ingress-canary/ingress-canary-wzpgp"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.826662 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.830510 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-etcd-operator/etcd-operator-b45778765-2rb6d"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.830674 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ingress-canary/ingress-canary-wzpgp" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.832821 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-dns/dns-default-sbpgh"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.836537 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/marketplace-operator-79b997595-zggfl"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.838441 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-ingress-canary/ingress-canary-wzpgp"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.839701 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-service-ca"/"signing-key" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.842703 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.845041 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.846447 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.848547 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["hostpath-provisioner/csi-hostpathplugin-mzwj7"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.850492 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["hostpath-provisioner/csi-hostpathplugin-mzwj7"] Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.850607 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.859556 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-service-ca"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.874713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"srv-cert\" (UniqueName: \"kubernetes.io/secret/a90a8008-13aa-489c-a60d-70c5ed9d2b1f-srv-cert\") pod \"catalog-operator-68c6474976-gnhqs\" (UID: \"a90a8008-13aa-489c-a60d-70c5ed9d2b1f\") " pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.874780 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/f9af0297-5523-4b1d-9724-c3453cc60b8e-proxy-tls\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.874806 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hwcj9\" (UniqueName: \"kubernetes.io/projected/660e9ddc-5073-4444-b2c8-55d05cbd6298-kube-api-access-hwcj9\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.874851 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4df248fb-3448-4237-8b0f-99fcca5cdb5e-config\") pod \"openshift-kube-scheduler-operator-5fdd9b5758-bcjgg\" (UID: \"4df248fb-3448-4237-8b0f-99fcca5cdb5e\") " pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.874875 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"package-server-manager-serving-cert\" (UniqueName: \"kubernetes.io/secret/53797c3f-6af4-476d-a01b-afe66bf7cc2d-package-server-manager-serving-cert\") pod \"package-server-manager-789f6589d5-9nn5x\" (UID: \"53797c3f-6af4-476d-a01b-afe66bf7cc2d\") " pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.874901 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"console-oauth-config\" (UniqueName: \"kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-oauth-config\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.874925 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"profile-collector-cert\" (UniqueName: \"kubernetes.io/secret/a90a8008-13aa-489c-a60d-70c5ed9d2b1f-profile-collector-cert\") pod \"catalog-operator-68c6474976-gnhqs\" (UID: \"a90a8008-13aa-489c-a60d-70c5ed9d2b1f\") " pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.874943 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n4k69\" (UniqueName: \"kubernetes.io/projected/f9af0297-5523-4b1d-9724-c3453cc60b8e-kube-api-access-n4k69\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.874958 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"signing-cabundle\" (UniqueName: \"kubernetes.io/configmap/373fbfa7-7915-48ab-9cee-387f937276de-signing-cabundle\") pod \"service-ca-9c57cc56f-5rhd8\" (UID: \"373fbfa7-7915-48ab-9cee-387f937276de\") " pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.874975 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/158d7960-1e0f-455e-9cf4-f05a2fb8df87-serving-cert\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.874997 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"images\" (UniqueName: \"kubernetes.io/configmap/f9af0297-5523-4b1d-9724-c3453cc60b8e-images\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875015 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/8d4dbbf3-eb97-47ac-b89a-9539caa47381-kube-api-access\") pod \"kube-controller-manager-operator-78b949d7b-99f6g\" (UID: \"8d4dbbf3-eb97-47ac-b89a-9539caa47381\") " pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875031 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"webhook-certs\" (UniqueName: \"kubernetes.io/secret/f083919e-ab55-4f7f-8a26-47a4e6ac825d-webhook-certs\") pod \"multus-admission-controller-857f4d67dd-7hjd4\" (UID: \"f083919e-ab55-4f7f-8a26-47a4e6ac825d\") " pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875049 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c313ce94-33ce-4633-b02b-1e0734198826-config\") pod \"openshift-controller-manager-operator-756b6f6bc6-c4k8m\" (UID: \"c313ce94-33ce-4633-b02b-1e0734198826\") " pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875069 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/e74df37a-9e94-47bb-a468-ac9f13077f1c-webhook-cert\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875084 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/1d4df4c3-f903-4511-86b0-cf81c50df23b-metrics-tls\") pod \"dns-operator-744455d44c-txxmq\" (UID: \"1d4df4c3-f903-4511-86b0-cf81c50df23b\") " pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875182 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/660e9ddc-5073-4444-b2c8-55d05cbd6298-trusted-ca\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875203 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cqzfh\" (UniqueName: \"kubernetes.io/projected/b78df0c7-6a25-4563-a369-a308c8501b2e-kube-api-access-cqzfh\") pod \"downloads-7954f5f757-7cvtv\" (UID: \"b78df0c7-6a25-4563-a369-a308c8501b2e\") " pod="openshift-console/downloads-7954f5f757-7cvtv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875228 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"samples-operator-tls\" (UniqueName: \"kubernetes.io/secret/70b6e9b4-1bff-4c0d-be60-d741efbf68d0-samples-operator-tls\") pod \"cluster-samples-operator-665b6dd947-jq5bg\" (UID: \"70b6e9b4-1bff-4c0d-be60-d741efbf68d0\") " pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875262 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vgktv\" (UniqueName: \"kubernetes.io/projected/53797c3f-6af4-476d-a01b-afe66bf7cc2d-kube-api-access-vgktv\") pod \"package-server-manager-789f6589d5-9nn5x\" (UID: \"53797c3f-6af4-476d-a01b-afe66bf7cc2d\") " pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875282 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5kq2f\" (UniqueName: \"kubernetes.io/projected/70b6e9b4-1bff-4c0d-be60-d741efbf68d0-kube-api-access-5kq2f\") pod \"cluster-samples-operator-665b6dd947-jq5bg\" (UID: \"70b6e9b4-1bff-4c0d-be60-d741efbf68d0\") " pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875407 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x959h\" (UniqueName: \"kubernetes.io/projected/02b2b531-0565-4c8b-8acc-7bb07e36ea88-kube-api-access-x959h\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875429 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-secret-volume\") pod \"collect-profiles-29339715-7q2tb\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875447 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9pb2w\" (UniqueName: \"kubernetes.io/projected/f083919e-ab55-4f7f-8a26-47a4e6ac825d-kube-api-access-9pb2w\") pod \"multus-admission-controller-857f4d67dd-7hjd4\" (UID: \"f083919e-ab55-4f7f-8a26-47a4e6ac825d\") " pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875465 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6rtw4\" (UniqueName: \"kubernetes.io/projected/e74df37a-9e94-47bb-a468-ac9f13077f1c-kube-api-access-6rtw4\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875485 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/f9af0297-5523-4b1d-9724-c3453cc60b8e-auth-proxy-config\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875517 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-l9r7z\" (UniqueName: \"kubernetes.io/projected/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-kube-api-access-l9r7z\") pod \"collect-profiles-29339715-7q2tb\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875539 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2sb8\" (UniqueName: \"kubernetes.io/projected/373fbfa7-7915-48ab-9cee-387f937276de-kube-api-access-s2sb8\") pod \"service-ca-9c57cc56f-5rhd8\" (UID: \"373fbfa7-7915-48ab-9cee-387f937276de\") " pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875538 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4df248fb-3448-4237-8b0f-99fcca5cdb5e-config\") pod \"openshift-kube-scheduler-operator-5fdd9b5758-bcjgg\" (UID: \"4df248fb-3448-4237-8b0f-99fcca5cdb5e\") " pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875651 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-r2gll\" (UniqueName: \"kubernetes.io/projected/a90a8008-13aa-489c-a60d-70c5ed9d2b1f-kube-api-access-r2gll\") pod \"catalog-operator-68c6474976-gnhqs\" (UID: \"a90a8008-13aa-489c-a60d-70c5ed9d2b1f\") " pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875743 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7vc87\" (UniqueName: \"kubernetes.io/projected/c313ce94-33ce-4633-b02b-1e0734198826-kube-api-access-7vc87\") pod \"openshift-controller-manager-operator-756b6f6bc6-c4k8m\" (UID: \"c313ce94-33ce-4633-b02b-1e0734198826\") " pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875770 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"tmpfs\" (UniqueName: \"kubernetes.io/empty-dir/e74df37a-9e94-47bb-a468-ac9f13077f1c-tmpfs\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875786 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"console-serving-cert\" (UniqueName: \"kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-serving-cert\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875803 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/8d4dbbf3-eb97-47ac-b89a-9539caa47381-serving-cert\") pod \"kube-controller-manager-operator-78b949d7b-99f6g\" (UID: \"8d4dbbf3-eb97-47ac-b89a-9539caa47381\") " pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875821 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"console-config\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-console-config\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875841 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5dxcb\" (UniqueName: \"kubernetes.io/projected/4ddd209d-6c38-4237-8079-a755a254398f-kube-api-access-5dxcb\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875857 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"signing-key\" (UniqueName: \"kubernetes.io/secret/373fbfa7-7915-48ab-9cee-387f937276de-signing-key\") pod \"service-ca-9c57cc56f-5rhd8\" (UID: \"373fbfa7-7915-48ab-9cee-387f937276de\") " pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875882 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/c313ce94-33ce-4633-b02b-1e0734198826-serving-cert\") pod \"openshift-controller-manager-operator-756b6f6bc6-c4k8m\" (UID: \"c313ce94-33ce-4633-b02b-1e0734198826\") " pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875935 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"image-registry-operator-tls\" (UniqueName: \"kubernetes.io/secret/660e9ddc-5073-4444-b2c8-55d05cbd6298-image-registry-operator-tls\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875964 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"oauth-serving-cert\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-oauth-serving-cert\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.875983 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2wg4p\" (UniqueName: \"kubernetes.io/projected/158d7960-1e0f-455e-9cf4-f05a2fb8df87-kube-api-access-2wg4p\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876002 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/4df248fb-3448-4237-8b0f-99fcca5cdb5e-kube-api-access\") pod \"openshift-kube-scheduler-operator-5fdd9b5758-bcjgg\" (UID: \"4df248fb-3448-4237-8b0f-99fcca5cdb5e\") " pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876020 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/02b2b531-0565-4c8b-8acc-7bb07e36ea88-serving-cert\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876050 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v6t2r\" (UniqueName: \"kubernetes.io/projected/1d4df4c3-f903-4511-86b0-cf81c50df23b-kube-api-access-v6t2r\") pod \"dns-operator-744455d44c-txxmq\" (UID: \"1d4df4c3-f903-4511-86b0-cf81c50df23b\") " pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876069 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-config-volume\") pod \"collect-profiles-29339715-7q2tb\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876087 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/660e9ddc-5073-4444-b2c8-55d05cbd6298-bound-sa-token\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876108 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8d4dbbf3-eb97-47ac-b89a-9539caa47381-config\") pod \"kube-controller-manager-operator-78b949d7b-99f6g\" (UID: \"8d4dbbf3-eb97-47ac-b89a-9539caa47381\") " pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876126 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-config\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"proxy-ca-bundles\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-proxy-ca-bundles\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876160 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/e74df37a-9e94-47bb-a468-ac9f13077f1c-apiservice-cert\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876176 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-service-ca\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876263 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/158d7960-1e0f-455e-9cf4-f05a2fb8df87-config\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876287 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-client-ca\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876312 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/158d7960-1e0f-455e-9cf4-f05a2fb8df87-trusted-ca\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876328 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"images\" (UniqueName: \"kubernetes.io/configmap/f9af0297-5523-4b1d-9724-c3453cc60b8e-images\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876358 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/4df248fb-3448-4237-8b0f-99fcca5cdb5e-serving-cert\") pod \"openshift-kube-scheduler-operator-5fdd9b5758-bcjgg\" (UID: \"4df248fb-3448-4237-8b0f-99fcca5cdb5e\") " pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876376 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-trusted-ca-bundle\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876407 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"signing-cabundle\" (UniqueName: \"kubernetes.io/configmap/373fbfa7-7915-48ab-9cee-387f937276de-signing-cabundle\") pod \"service-ca-9c57cc56f-5rhd8\" (UID: \"373fbfa7-7915-48ab-9cee-387f937276de\") " pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876661 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/f9af0297-5523-4b1d-9724-c3453cc60b8e-auth-proxy-config\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.876968 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"tmpfs\" (UniqueName: \"kubernetes.io/empty-dir/e74df37a-9e94-47bb-a468-ac9f13077f1c-tmpfs\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.878303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c313ce94-33ce-4633-b02b-1e0734198826-config\") pod \"openshift-controller-manager-operator-756b6f6bc6-c4k8m\" (UID: \"c313ce94-33ce-4633-b02b-1e0734198826\") " pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.879170 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-secret-volume\") pod \"collect-profiles-29339715-7q2tb\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.879179 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"package-server-manager-serving-cert\" (UniqueName: \"kubernetes.io/secret/53797c3f-6af4-476d-a01b-afe66bf7cc2d-package-server-manager-serving-cert\") pod \"package-server-manager-789f6589d5-9nn5x\" (UID: \"53797c3f-6af4-476d-a01b-afe66bf7cc2d\") " pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.879279 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/8d4dbbf3-eb97-47ac-b89a-9539caa47381-serving-cert\") pod \"kube-controller-manager-operator-78b949d7b-99f6g\" (UID: \"8d4dbbf3-eb97-47ac-b89a-9539caa47381\") " pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.879630 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8d4dbbf3-eb97-47ac-b89a-9539caa47381-config\") pod \"kube-controller-manager-operator-78b949d7b-99f6g\" (UID: \"8d4dbbf3-eb97-47ac-b89a-9539caa47381\") " pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.880083 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-client-ca\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.880244 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"samples-operator-tls\" (UniqueName: \"kubernetes.io/secret/70b6e9b4-1bff-4c0d-be60-d741efbf68d0-samples-operator-tls\") pod \"cluster-samples-operator-665b6dd947-jq5bg\" (UID: \"70b6e9b4-1bff-4c0d-be60-d741efbf68d0\") " pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.880290 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/f9af0297-5523-4b1d-9724-c3453cc60b8e-proxy-tls\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.880687 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"proxy-ca-bundles\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-proxy-ca-bundles\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.881247 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/660e9ddc-5073-4444-b2c8-55d05cbd6298-trusted-ca\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.881331 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"webhook-certs\" (UniqueName: \"kubernetes.io/secret/f083919e-ab55-4f7f-8a26-47a4e6ac825d-webhook-certs\") pod \"multus-admission-controller-857f4d67dd-7hjd4\" (UID: \"f083919e-ab55-4f7f-8a26-47a4e6ac825d\") " pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.881709 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-service-ca"/"service-ca-dockercfg-pn86c" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.881978 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-config-volume\") pod \"collect-profiles-29339715-7q2tb\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.882133 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/e74df37a-9e94-47bb-a468-ac9f13077f1c-webhook-cert\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.883246 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/1d4df4c3-f903-4511-86b0-cf81c50df23b-metrics-tls\") pod \"dns-operator-744455d44c-txxmq\" (UID: \"1d4df4c3-f903-4511-86b0-cf81c50df23b\") " pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.884073 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/4df248fb-3448-4237-8b0f-99fcca5cdb5e-serving-cert\") pod \"openshift-kube-scheduler-operator-5fdd9b5758-bcjgg\" (UID: \"4df248fb-3448-4237-8b0f-99fcca5cdb5e\") " pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.884273 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"image-registry-operator-tls\" (UniqueName: \"kubernetes.io/secret/660e9ddc-5073-4444-b2c8-55d05cbd6298-image-registry-operator-tls\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.884527 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"signing-key\" (UniqueName: \"kubernetes.io/secret/373fbfa7-7915-48ab-9cee-387f937276de-signing-key\") pod \"service-ca-9c57cc56f-5rhd8\" (UID: \"373fbfa7-7915-48ab-9cee-387f937276de\") " pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.884594 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-config\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.887002 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/02b2b531-0565-4c8b-8acc-7bb07e36ea88-serving-cert\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.887195 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/e74df37a-9e94-47bb-a468-ac9f13077f1c-apiservice-cert\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.887864 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/c313ce94-33ce-4633-b02b-1e0734198826-serving-cert\") pod \"openshift-controller-manager-operator-756b6f6bc6-c4k8m\" (UID: \"c313ce94-33ce-4633-b02b-1e0734198826\") " pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.889172 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"profile-collector-cert\" (UniqueName: \"kubernetes.io/secret/a90a8008-13aa-489c-a60d-70c5ed9d2b1f-profile-collector-cert\") pod \"catalog-operator-68c6474976-gnhqs\" (UID: \"a90a8008-13aa-489c-a60d-70c5ed9d2b1f\") " pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.901479 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-service-ca"/"kube-root-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.919367 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-console-operator"/"openshift-service-ca.crt" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.939033 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-console-operator"/"console-operator-dockercfg-4xjcr" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.959244 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-console-operator"/"serving-cert" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.970485 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/158d7960-1e0f-455e-9cf4-f05a2fb8df87-serving-cert\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.979785 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-console-operator"/"console-operator-config" Oct 13 19:27:01 crc kubenswrapper[4809]: I1013 19:27:01.990398 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/158d7960-1e0f-455e-9cf4-f05a2fb8df87-config\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.006384 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-console-operator"/"trusted-ca" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.011612 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/158d7960-1e0f-455e-9cf4-f05a2fb8df87-trusted-ca\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.019437 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-console-operator"/"kube-root-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.039166 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"catalog-operator-serving-cert" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.049123 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"srv-cert\" (UniqueName: \"kubernetes.io/secret/a90a8008-13aa-489c-a60d-70c5ed9d2b1f-srv-cert\") pod \"catalog-operator-68c6474976-gnhqs\" (UID: \"a90a8008-13aa-489c-a60d-70c5ed9d2b1f\") " pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.058861 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-console"/"oauth-serving-cert" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.062869 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"oauth-serving-cert\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-oauth-serving-cert\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.079925 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-console"/"console-oauth-config" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.089991 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"console-oauth-config\" (UniqueName: \"kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-oauth-config\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.099046 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-console"/"console-dockercfg-f62pw" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.120085 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-console"/"console-serving-cert" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.130839 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"console-serving-cert\" (UniqueName: \"kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-serving-cert\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.138944 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-console"/"console-config" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.141534 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"console-config\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-console-config\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.161635 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-console"/"service-ca" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.162611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-service-ca\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.186455 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-console"/"trusted-ca-bundle" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.188122 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-trusted-ca-bundle\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.240050 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-config-operator"/"openshift-service-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.260558 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-config-operator"/"openshift-config-operator-dockercfg-7pc5z" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.280990 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-config-operator"/"config-operator-serving-cert" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.300225 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-config-operator"/"kube-root-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.320421 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-apiserver-operator"/"openshift-apiserver-operator-config" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.340375 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-apiserver-operator"/"openshift-apiserver-operator-dockercfg-xtcjv" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.359556 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-apiserver-operator"/"openshift-apiserver-operator-serving-cert" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.380099 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-apiserver-operator"/"kube-root-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.400445 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-apiserver-operator"/"openshift-service-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.420715 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-authentication-operator"/"authentication-operator-config" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.440604 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-authentication-operator"/"authentication-operator-dockercfg-mz9bj" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.460431 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-authentication-operator"/"serving-cert" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.480088 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-authentication-operator"/"service-ca-bundle" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.499266 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-authentication-operator"/"openshift-service-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.528698 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-authentication-operator"/"trusted-ca-bundle" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.540263 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-authentication-operator"/"kube-root-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.559087 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-kube-apiserver-operator"/"kube-apiserver-operator-serving-cert" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.579422 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-apiserver-operator"/"kube-root-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.600650 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-kube-apiserver-operator"/"kube-apiserver-operator-dockercfg-x57mr" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.620489 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-apiserver-operator"/"kube-apiserver-operator-config" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.640451 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-etcd-operator"/"etcd-operator-dockercfg-r9srn" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.661102 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-etcd-operator"/"etcd-ca-bundle" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.679674 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-etcd-operator"/"kube-root-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.699977 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-etcd-operator"/"etcd-service-ca-bundle" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.718277 4809 request.go:700] Waited for 1.003498513s due to client-side throttling, not priority and fairness, request: GET:https://api-int.crc.testing:6443/api/v1/namespaces/openshift-etcd-operator/secrets?fieldSelector=metadata.name%3Detcd-operator-serving-cert&limit=500&resourceVersion=0 Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.721334 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-etcd-operator"/"etcd-operator-serving-cert" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.739334 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-etcd-operator"/"etcd-operator-config" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.759838 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-marketplace"/"kube-root-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.768033 4809 secret.go:188] Couldn't get secret openshift-apiserver/serving-cert: failed to sync secret cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.768072 4809 configmap.go:193] Couldn't get configMap openshift-apiserver/config: failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.768134 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-serving-cert podName:c75022dd-f189-4787-8fec-66a0aa5892c3 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:03.26810603 +0000 UTC m=+141.873852635 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "serving-cert" (UniqueName: "kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-serving-cert") pod "apiserver-76f77b778f-h75w4" (UID: "c75022dd-f189-4787-8fec-66a0aa5892c3") : failed to sync secret cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.768160 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-config podName:c75022dd-f189-4787-8fec-66a0aa5892c3 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:03.268149431 +0000 UTC m=+141.873896076 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config" (UniqueName: "kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-config") pod "apiserver-76f77b778f-h75w4" (UID: "c75022dd-f189-4787-8fec-66a0aa5892c3") : failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.769150 4809 configmap.go:193] Couldn't get configMap openshift-apiserver/audit-1: failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.769302 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-audit podName:c75022dd-f189-4787-8fec-66a0aa5892c3 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:03.269284231 +0000 UTC m=+141.875030826 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "audit" (UniqueName: "kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-audit") pod "apiserver-76f77b778f-h75w4" (UID: "c75022dd-f189-4787-8fec-66a0aa5892c3") : failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.771395 4809 configmap.go:193] Couldn't get configMap openshift-machine-api/kube-rbac-proxy: failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.771458 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/60409147-d822-4d03-8bab-3483750f37fe-config podName:60409147-d822-4d03-8bab-3483750f37fe nodeName:}" failed. No retries permitted until 2025-10-13 19:27:03.271442408 +0000 UTC m=+141.877189003 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config" (UniqueName: "kubernetes.io/configmap/60409147-d822-4d03-8bab-3483750f37fe-config") pod "machine-api-operator-5694c8668f-zggdj" (UID: "60409147-d822-4d03-8bab-3483750f37fe") : failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.771656 4809 configmap.go:193] Couldn't get configMap openshift-apiserver/image-import-ca: failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.771862 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-image-import-ca podName:c75022dd-f189-4787-8fec-66a0aa5892c3 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:03.271840968 +0000 UTC m=+141.877587563 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "image-import-ca" (UniqueName: "kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-image-import-ca") pod "apiserver-76f77b778f-h75w4" (UID: "c75022dd-f189-4787-8fec-66a0aa5892c3") : failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.774271 4809 secret.go:188] Couldn't get secret openshift-apiserver/etcd-client: failed to sync secret cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.774419 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-client podName:c75022dd-f189-4787-8fec-66a0aa5892c3 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:03.274406275 +0000 UTC m=+141.880152870 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "etcd-client" (UniqueName: "kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-client") pod "apiserver-76f77b778f-h75w4" (UID: "c75022dd-f189-4787-8fec-66a0aa5892c3") : failed to sync secret cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.778945 4809 configmap.go:193] Couldn't get configMap openshift-apiserver/etcd-serving-ca: failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.779040 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-serving-ca podName:c75022dd-f189-4787-8fec-66a0aa5892c3 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:03.278989986 +0000 UTC m=+141.884736581 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "etcd-serving-ca" (UniqueName: "kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-serving-ca") pod "apiserver-76f77b778f-h75w4" (UID: "c75022dd-f189-4787-8fec-66a0aa5892c3") : failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.779083 4809 configmap.go:193] Couldn't get configMap openshift-apiserver/trusted-ca-bundle: failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.779167 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-trusted-ca-bundle podName:c75022dd-f189-4787-8fec-66a0aa5892c3 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:03.27915172 +0000 UTC m=+141.884898325 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "trusted-ca-bundle" (UniqueName: "kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-trusted-ca-bundle") pod "apiserver-76f77b778f-h75w4" (UID: "c75022dd-f189-4787-8fec-66a0aa5892c3") : failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.779235 4809 secret.go:188] Couldn't get secret openshift-apiserver/encryption-config-1: failed to sync secret cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.779314 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-encryption-config podName:c75022dd-f189-4787-8fec-66a0aa5892c3 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:03.279299064 +0000 UTC m=+141.885045669 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "encryption-config" (UniqueName: "kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-encryption-config") pod "apiserver-76f77b778f-h75w4" (UID: "c75022dd-f189-4787-8fec-66a0aa5892c3") : failed to sync secret cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.781775 4809 secret.go:188] Couldn't get secret openshift-machine-api/machine-api-operator-tls: failed to sync secret cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: E1013 19:27:02.783793 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/60409147-d822-4d03-8bab-3483750f37fe-machine-api-operator-tls podName:60409147-d822-4d03-8bab-3483750f37fe nodeName:}" failed. No retries permitted until 2025-10-13 19:27:03.283543775 +0000 UTC m=+141.889290380 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "machine-api-operator-tls" (UniqueName: "kubernetes.io/secret/60409147-d822-4d03-8bab-3483750f37fe-machine-api-operator-tls") pod "machine-api-operator-5694c8668f-zggdj" (UID: "60409147-d822-4d03-8bab-3483750f37fe") : failed to sync secret cache: timed out waiting for the condition Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.787707 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-marketplace"/"marketplace-trusted-ca" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.798859 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"marketplace-operator-dockercfg-5nsgg" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.820576 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-etcd-operator"/"openshift-service-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.839760 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"marketplace-operator-metrics" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.859769 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-marketplace"/"openshift-service-ca.crt" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.879833 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-etcd-operator"/"etcd-client" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.899807 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ingress"/"router-stats-default" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.919500 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ingress"/"router-dockercfg-zdk86" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.939651 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ingress"/"router-certs-default" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.960853 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ingress"/"router-metrics-certs-default" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.979832 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ingress"/"service-ca-bundle" Oct 13 19:27:02 crc kubenswrapper[4809]: I1013 19:27:02.999505 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ingress"/"kube-root-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.019609 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ingress"/"openshift-service-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.038987 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-storage-version-migrator"/"openshift-service-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.058769 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-kube-storage-version-migrator"/"kube-storage-version-migrator-sa-dockercfg-5xfcg" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.078651 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-storage-version-migrator"/"kube-root-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.099691 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-api"/"control-plane-machine-set-operator-dockercfg-k9rxt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.119285 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-api"/"control-plane-machine-set-operator-tls" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.139490 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-kube-storage-version-migrator-operator"/"kube-storage-version-migrator-operator-dockercfg-2bh8d" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.159110 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-storage-version-migrator-operator"/"config" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.178868 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-kube-storage-version-migrator-operator"/"serving-cert" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.198539 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-storage-version-migrator-operator"/"kube-root-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.219206 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-service-ca-operator"/"serving-cert" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.240158 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-storage-version-migrator-operator"/"openshift-service-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.259668 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-service-ca-operator"/"service-ca-operator-dockercfg-rg9jl" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.279498 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-service-ca-operator"/"openshift-service-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.298006 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"machine-api-operator-tls\" (UniqueName: \"kubernetes.io/secret/60409147-d822-4d03-8bab-3483750f37fe-machine-api-operator-tls\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.298279 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-config\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.298375 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-serving-cert\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.298469 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"audit\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-audit\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.298579 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"image-import-ca\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-image-import-ca\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.298783 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/60409147-d822-4d03-8bab-3483750f37fe-config\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.299069 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etcd-serving-ca\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-serving-ca\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.299184 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"encryption-config\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-encryption-config\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.299265 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-trusted-ca-bundle\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.299307 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-client\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.299345 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-service-ca-operator"/"service-ca-operator-config" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.319937 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-service-ca-operator"/"kube-root-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.356433 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vllzk\" (UniqueName: \"kubernetes.io/projected/acdcea2e-96d2-4451-8bc7-767e1e5bdbb7-kube-api-access-vllzk\") pod \"machine-approver-56656f9798-tlf8c\" (UID: \"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7\") " pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.394839 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" Oct 13 19:27:03 crc kubenswrapper[4809]: W1013 19:27:03.421572 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podacdcea2e_96d2_4451_8bc7_767e1e5bdbb7.slice/crio-ab37e72a916e4d6e95ca01b2ef27960abaa0c99465d9f9dec918fb693351bf23 WatchSource:0}: Error finding container ab37e72a916e4d6e95ca01b2ef27960abaa0c99465d9f9dec918fb693351bf23: Status 404 returned error can't find the container with id ab37e72a916e4d6e95ca01b2ef27960abaa0c99465d9f9dec918fb693351bf23 Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.423870 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dkrz8\" (UniqueName: \"kubernetes.io/projected/82ff3551-5b46-44bf-9930-296e70e779f8-kube-api-access-dkrz8\") pod \"oauth-openshift-558db77b4-799nv\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.441016 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5f6tn\" (UniqueName: \"kubernetes.io/projected/1837848f-16a4-4ee3-a29c-73a407ee03a9-kube-api-access-5f6tn\") pod \"route-controller-manager-6576b87f9c-484r5\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.453710 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fbr7h\" (UniqueName: \"kubernetes.io/projected/57f145b9-cec5-4344-8163-6f9289e40307-kube-api-access-fbr7h\") pod \"apiserver-7bbb656c7d-svdbt\" (UID: \"57f145b9-cec5-4344-8163-6f9289e40307\") " pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.461299 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-config-operator"/"node-bootstrapper-token" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.473661 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.480044 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-config-operator"/"machine-config-server-tls" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.499920 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-config-operator"/"machine-config-server-dockercfg-qx5rd" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.514003 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.519485 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-dns"/"dns-default" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.539652 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-dns"/"dns-dockercfg-jwfmh" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.561030 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-dns"/"dns-default-metrics-tls" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.579248 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ingress-canary"/"openshift-service-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.600572 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ingress-canary"/"canary-serving-cert" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.619457 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-ingress-canary"/"kube-root-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.639572 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-ingress-canary"/"default-dockercfg-2llfx" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.660039 4809 reflector.go:368] Caches populated for *v1.Secret from object-"hostpath-provisioner"/"csi-hostpath-provisioner-sa-dockercfg-qd74k" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.680370 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"hostpath-provisioner"/"kube-root-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.704306 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"hostpath-provisioner"/"openshift-service-ca.crt" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.709131 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.718887 4809 request.go:700] Waited for 1.843223345s due to client-side throttling, not priority and fairness, request: POST:https://api-int.crc.testing:6443/api/v1/namespaces/openshift-machine-config-operator/serviceaccounts/machine-config-operator/token Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.742530 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt"] Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.747451 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n4k69\" (UniqueName: \"kubernetes.io/projected/f9af0297-5523-4b1d-9724-c3453cc60b8e-kube-api-access-n4k69\") pod \"machine-config-operator-74547568cd-ktq5j\" (UID: \"f9af0297-5523-4b1d-9724-c3453cc60b8e\") " pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.754685 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-authentication/oauth-openshift-558db77b4-799nv"] Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.756465 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hwcj9\" (UniqueName: \"kubernetes.io/projected/660e9ddc-5073-4444-b2c8-55d05cbd6298-kube-api-access-hwcj9\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.789024 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cqzfh\" (UniqueName: \"kubernetes.io/projected/b78df0c7-6a25-4563-a369-a308c8501b2e-kube-api-access-cqzfh\") pod \"downloads-7954f5f757-7cvtv\" (UID: \"b78df0c7-6a25-4563-a369-a308c8501b2e\") " pod="openshift-console/downloads-7954f5f757-7cvtv" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.796680 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vgktv\" (UniqueName: \"kubernetes.io/projected/53797c3f-6af4-476d-a01b-afe66bf7cc2d-kube-api-access-vgktv\") pod \"package-server-manager-789f6589d5-9nn5x\" (UID: \"53797c3f-6af4-476d-a01b-afe66bf7cc2d\") " pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.817032 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9pb2w\" (UniqueName: \"kubernetes.io/projected/f083919e-ab55-4f7f-8a26-47a4e6ac825d-kube-api-access-9pb2w\") pod \"multus-admission-controller-857f4d67dd-7hjd4\" (UID: \"f083919e-ab55-4f7f-8a26-47a4e6ac825d\") " pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.834652 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6rtw4\" (UniqueName: \"kubernetes.io/projected/e74df37a-9e94-47bb-a468-ac9f13077f1c-kube-api-access-6rtw4\") pod \"packageserver-d55dfcdfc-6jmbc\" (UID: \"e74df37a-9e94-47bb-a468-ac9f13077f1c\") " pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.853124 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.854532 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/8d4dbbf3-eb97-47ac-b89a-9539caa47381-kube-api-access\") pod \"kube-controller-manager-operator-78b949d7b-99f6g\" (UID: \"8d4dbbf3-eb97-47ac-b89a-9539caa47381\") " pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.879885 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-r2gll\" (UniqueName: \"kubernetes.io/projected/a90a8008-13aa-489c-a60d-70c5ed9d2b1f-kube-api-access-r2gll\") pod \"catalog-operator-68c6474976-gnhqs\" (UID: \"a90a8008-13aa-489c-a60d-70c5ed9d2b1f\") " pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.897995 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-l9r7z\" (UniqueName: \"kubernetes.io/projected/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-kube-api-access-l9r7z\") pod \"collect-profiles-29339715-7q2tb\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.900802 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5"] Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.903824 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" event={"ID":"82ff3551-5b46-44bf-9930-296e70e779f8","Type":"ContainerStarted","Data":"d010f7e12f1fb523c9dbfded5e23f47e78b7de1fb290f7c62445c75fb3875112"} Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.911329 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" event={"ID":"57f145b9-cec5-4344-8163-6f9289e40307","Type":"ContainerStarted","Data":"c620d98c0b9c6673c97a7fb67306bdcdc0585f50bee3e9b08c5489cb577e19a7"} Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.913015 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" event={"ID":"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7","Type":"ContainerStarted","Data":"9248030cc681d67b38d900b0d7b17a1067b6f56dc6a26066ef13614a94173c0f"} Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.913048 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" event={"ID":"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7","Type":"ContainerStarted","Data":"ab37e72a916e4d6e95ca01b2ef27960abaa0c99465d9f9dec918fb693351bf23"} Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.916764 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-s2sb8\" (UniqueName: \"kubernetes.io/projected/373fbfa7-7915-48ab-9cee-387f937276de-kube-api-access-s2sb8\") pod \"service-ca-9c57cc56f-5rhd8\" (UID: \"373fbfa7-7915-48ab-9cee-387f937276de\") " pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.938253 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5kq2f\" (UniqueName: \"kubernetes.io/projected/70b6e9b4-1bff-4c0d-be60-d741efbf68d0-kube-api-access-5kq2f\") pod \"cluster-samples-operator-665b6dd947-jq5bg\" (UID: \"70b6e9b4-1bff-4c0d-be60-d741efbf68d0\") " pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.939450 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-console/downloads-7954f5f757-7cvtv" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.955245 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.957106 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7vc87\" (UniqueName: \"kubernetes.io/projected/c313ce94-33ce-4633-b02b-1e0734198826-kube-api-access-7vc87\") pod \"openshift-controller-manager-operator-756b6f6bc6-c4k8m\" (UID: \"c313ce94-33ce-4633-b02b-1e0734198826\") " pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.968490 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:03 crc kubenswrapper[4809]: I1013 19:27:03.983249 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x959h\" (UniqueName: \"kubernetes.io/projected/02b2b531-0565-4c8b-8acc-7bb07e36ea88-kube-api-access-x959h\") pod \"controller-manager-879f6c89f-65ckv\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.001275 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/660e9ddc-5073-4444-b2c8-55d05cbd6298-bound-sa-token\") pod \"cluster-image-registry-operator-dc59b4c8b-tlhzg\" (UID: \"660e9ddc-5073-4444-b2c8-55d05cbd6298\") " pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.015892 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/4df248fb-3448-4237-8b0f-99fcca5cdb5e-kube-api-access\") pod \"openshift-kube-scheduler-operator-5fdd9b5758-bcjgg\" (UID: \"4df248fb-3448-4237-8b0f-99fcca5cdb5e\") " pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.016370 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.022245 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.030523 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.039146 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.043228 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.048070 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.063242 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.067496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2wg4p\" (UniqueName: \"kubernetes.io/projected/158d7960-1e0f-455e-9cf4-f05a2fb8df87-kube-api-access-2wg4p\") pod \"console-operator-58897d9998-44frm\" (UID: \"158d7960-1e0f-455e-9cf4-f05a2fb8df87\") " pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.072047 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v6t2r\" (UniqueName: \"kubernetes.io/projected/1d4df4c3-f903-4511-86b0-cf81c50df23b-kube-api-access-v6t2r\") pod \"dns-operator-744455d44c-txxmq\" (UID: \"1d4df4c3-f903-4511-86b0-cf81c50df23b\") " pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.090583 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.095072 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5dxcb\" (UniqueName: \"kubernetes.io/projected/4ddd209d-6c38-4237-8079-a755a254398f-kube-api-access-5dxcb\") pod \"console-f9d7485db-vjjt5\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.118654 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pfsdh\" (UniqueName: \"kubernetes.io/projected/575a6f35-b0d2-4da1-9e30-4768b453198f-kube-api-access-pfsdh\") pod \"openshift-config-operator-7777fb866f-xjnmn\" (UID: \"575a6f35-b0d2-4da1-9e30-4768b453198f\") " pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.118716 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/575a6f35-b0d2-4da1-9e30-4768b453198f-serving-cert\") pod \"openshift-config-operator-7777fb866f-xjnmn\" (UID: \"575a6f35-b0d2-4da1-9e30-4768b453198f\") " pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.118817 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"registry-certificates\" (UniqueName: \"kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-certificates\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.118859 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"profile-collector-cert\" (UniqueName: \"kubernetes.io/secret/5913a68d-4e86-4c20-b87b-685cb1f91641-profile-collector-cert\") pod \"olm-operator-6b444d44fb-mb5b9\" (UID: \"5913a68d-4e86-4c20-b87b-685cb1f91641\") " pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.118896 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/4c751e5a-c993-43f1-b41c-509b6dac0cef-proxy-tls\") pod \"machine-config-controller-84d6567774-qlblm\" (UID: \"4c751e5a-c993-43f1-b41c-509b6dac0cef\") " pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.118920 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rjphl\" (UniqueName: \"kubernetes.io/projected/5913a68d-4e86-4c20-b87b-685cb1f91641-kube-api-access-rjphl\") pod \"olm-operator-6b444d44fb-mb5b9\" (UID: \"5913a68d-4e86-4c20-b87b-685cb1f91641\") " pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.118946 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rpxmf\" (UniqueName: \"kubernetes.io/projected/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-kube-api-access-rpxmf\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.118973 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-metrics-tls\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ca-trust-extracted\" (UniqueName: \"kubernetes.io/empty-dir/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-ca-trust-extracted\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119145 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-bound-sa-token\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119221 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qmtb8\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-kube-api-access-qmtb8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119260 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"mcc-auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/4c751e5a-c993-43f1-b41c-509b6dac0cef-mcc-auth-proxy-config\") pod \"machine-config-controller-84d6567774-qlblm\" (UID: \"4c751e5a-c993-43f1-b41c-509b6dac0cef\") " pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119308 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"installation-pull-secrets\" (UniqueName: \"kubernetes.io/secret/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-installation-pull-secrets\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119333 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"srv-cert\" (UniqueName: \"kubernetes.io/secret/5913a68d-4e86-4c20-b87b-685cb1f91641-srv-cert\") pod \"olm-operator-6b444d44fb-mb5b9\" (UID: \"5913a68d-4e86-4c20-b87b-685cb1f91641\") " pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119366 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-trusted-ca\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119406 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"registry-tls\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-tls\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119438 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"available-featuregates\" (UniqueName: \"kubernetes.io/empty-dir/575a6f35-b0d2-4da1-9e30-4768b453198f-available-featuregates\") pod \"openshift-config-operator-7777fb866f-xjnmn\" (UID: \"575a6f35-b0d2-4da1-9e30-4768b453198f\") " pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119574 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-trusted-ca\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119627 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-bound-sa-token\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119670 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.119693 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7r694\" (UniqueName: \"kubernetes.io/projected/4c751e5a-c993-43f1-b41c-509b6dac0cef-kube-api-access-7r694\") pod \"machine-config-controller-84d6567774-qlblm\" (UID: \"4c751e5a-c993-43f1-b41c-509b6dac0cef\") " pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.120673 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-apiserver"/"image-import-ca" Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.121140 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:04.621124197 +0000 UTC m=+143.226870982 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.128107 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"image-import-ca\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-image-import-ca\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.128473 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.146779 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-apiserver"/"etcd-serving-ca" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.161479 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-apiserver"/"etcd-client" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.161878 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etcd-serving-ca\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-serving-ca\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.180647 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-machine-api"/"openshift-service-ca.crt" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.182670 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-etcd-client\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.200012 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-apiserver"/"serving-cert" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.207364 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-console/downloads-7954f5f757-7cvtv"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.211764 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-serving-cert\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.226198 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.226646 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227068 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"default-certificate\" (UniqueName: \"kubernetes.io/secret/9653422e-7388-4c96-af66-8cacce857e9c-default-certificate\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227105 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/980aada2-95cd-4e9d-aa08-9132b440cb82-config\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227133 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/980aada2-95cd-4e9d-aa08-9132b440cb82-serving-cert\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227241 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"stats-auth\" (UniqueName: \"kubernetes.io/secret/9653422e-7388-4c96-af66-8cacce857e9c-stats-auth\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227276 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-68kgd\" (UniqueName: \"kubernetes.io/projected/9653422e-7388-4c96-af66-8cacce857e9c-kube-api-access-68kgd\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227325 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"service-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/288edb09-33f1-4b80-87f5-8fddaa52238e-service-ca-bundle\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227456 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-trusted-ca\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227485 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2vqg9\" (UniqueName: \"kubernetes.io/projected/4454a33f-a128-4a7e-93f8-67e0fd2637d2-kube-api-access-2vqg9\") pod \"control-plane-machine-set-operator-78cbb6b69f-zqxbw\" (UID: \"4454a33f-a128-4a7e-93f8-67e0fd2637d2\") " pod="openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227510 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"csi-data-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-csi-data-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227538 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-bound-sa-token\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227566 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sbfj4\" (UniqueName: \"kubernetes.io/projected/56b06211-0341-453f-b106-3ff95538b223-kube-api-access-sbfj4\") pod \"service-ca-operator-777779d784-25l8h\" (UID: \"56b06211-0341-453f-b106-3ff95538b223\") " pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227641 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7r694\" (UniqueName: \"kubernetes.io/projected/4c751e5a-c993-43f1-b41c-509b6dac0cef-kube-api-access-7r694\") pod \"machine-config-controller-84d6567774-qlblm\" (UID: \"4c751e5a-c993-43f1-b41c-509b6dac0cef\") " pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227710 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"marketplace-trusted-ca\" (UniqueName: \"kubernetes.io/configmap/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-trusted-ca\") pod \"marketplace-operator-79b997595-zggfl\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227808 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-plugins-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.227851 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/17ed86c6-653d-4d63-b71a-497eea81b50e-config-volume\") pod \"dns-default-sbpgh\" (UID: \"17ed86c6-653d-4d63-b71a-497eea81b50e\") " pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.228835 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pfsdh\" (UniqueName: \"kubernetes.io/projected/575a6f35-b0d2-4da1-9e30-4768b453198f-kube-api-access-pfsdh\") pod \"openshift-config-operator-7777fb866f-xjnmn\" (UID: \"575a6f35-b0d2-4da1-9e30-4768b453198f\") " pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.228880 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/c41f455f-ca5f-4275-bf19-7724ae2f7d46-serving-cert\") pod \"kube-apiserver-operator-766d6c64bb-bshp5\" (UID: \"c41f455f-ca5f-4275-bf19-7724ae2f7d46\") " pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.228908 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"mountpoint-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-mountpoint-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.228953 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/575a6f35-b0d2-4da1-9e30-4768b453198f-serving-cert\") pod \"openshift-config-operator-7777fb866f-xjnmn\" (UID: \"575a6f35-b0d2-4da1-9e30-4768b453198f\") " pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.229518 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:04.729488582 +0000 UTC m=+143.335235167 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229639 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"registry-certificates\" (UniqueName: \"kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-certificates\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229670 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/288edb09-33f1-4b80-87f5-8fddaa52238e-config\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/288edb09-33f1-4b80-87f5-8fddaa52238e-trusted-ca-bundle\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229771 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n5msj\" (UniqueName: \"kubernetes.io/projected/59d22b7f-e046-4df6-bf30-342ec1717b04-kube-api-access-n5msj\") pod \"ingress-canary-wzpgp\" (UID: \"59d22b7f-e046-4df6-bf30-342ec1717b04\") " pod="openshift-ingress-canary/ingress-canary-wzpgp" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229791 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-d96hg\" (UniqueName: \"kubernetes.io/projected/616529e7-4f65-46e7-857e-53d9e9123b11-kube-api-access-d96hg\") pod \"machine-config-server-w8fc5\" (UID: \"616529e7-4f65-46e7-857e-53d9e9123b11\") " pod="openshift-machine-config-operator/machine-config-server-w8fc5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229814 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ll4ks\" (UniqueName: \"kubernetes.io/projected/7653609a-4fb5-45ab-a83f-a1bdd4e83c5b-kube-api-access-ll4ks\") pod \"kube-storage-version-migrator-operator-b67b599dd-tmbgk\" (UID: \"7653609a-4fb5-45ab-a83f-a1bdd4e83c5b\") " pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229843 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"profile-collector-cert\" (UniqueName: \"kubernetes.io/secret/5913a68d-4e86-4c20-b87b-685cb1f91641-profile-collector-cert\") pod \"olm-operator-6b444d44fb-mb5b9\" (UID: \"5913a68d-4e86-4c20-b87b-685cb1f91641\") " pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229859 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/980aada2-95cd-4e9d-aa08-9132b440cb82-etcd-client\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229893 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/c41f455f-ca5f-4275-bf19-7724ae2f7d46-kube-api-access\") pod \"kube-apiserver-operator-766d6c64bb-bshp5\" (UID: \"c41f455f-ca5f-4275-bf19-7724ae2f7d46\") " pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229921 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/59d22b7f-e046-4df6-bf30-342ec1717b04-cert\") pod \"ingress-canary-wzpgp\" (UID: \"59d22b7f-e046-4df6-bf30-342ec1717b04\") " pod="openshift-ingress-canary/ingress-canary-wzpgp" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229939 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-ca\" (UniqueName: \"kubernetes.io/configmap/980aada2-95cd-4e9d-aa08-9132b440cb82-etcd-ca\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229967 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/4c751e5a-c993-43f1-b41c-509b6dac0cef-proxy-tls\") pod \"machine-config-controller-84d6567774-qlblm\" (UID: \"4c751e5a-c993-43f1-b41c-509b6dac0cef\") " pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.229986 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"control-plane-machine-set-operator-tls\" (UniqueName: \"kubernetes.io/secret/4454a33f-a128-4a7e-93f8-67e0fd2637d2-control-plane-machine-set-operator-tls\") pod \"control-plane-machine-set-operator-78cbb6b69f-zqxbw\" (UID: \"4454a33f-a128-4a7e-93f8-67e0fd2637d2\") " pod="openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230006 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rjphl\" (UniqueName: \"kubernetes.io/projected/5913a68d-4e86-4c20-b87b-685cb1f91641-kube-api-access-rjphl\") pod \"olm-operator-6b444d44fb-mb5b9\" (UID: \"5913a68d-4e86-4c20-b87b-685cb1f91641\") " pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230064 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/288edb09-33f1-4b80-87f5-8fddaa52238e-serving-cert\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230084 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-bootstrap-token\" (UniqueName: \"kubernetes.io/secret/616529e7-4f65-46e7-857e-53d9e9123b11-node-bootstrap-token\") pod \"machine-config-server-w8fc5\" (UID: \"616529e7-4f65-46e7-857e-53d9e9123b11\") " pod="openshift-machine-config-operator/machine-config-server-w8fc5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230100 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"service-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/9653422e-7388-4c96-af66-8cacce857e9c-service-ca-bundle\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230122 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rpxmf\" (UniqueName: \"kubernetes.io/projected/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-kube-api-access-rpxmf\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230138 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-58klc\" (UniqueName: \"kubernetes.io/projected/288edb09-33f1-4b80-87f5-8fddaa52238e-kube-api-access-58klc\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230203 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-metrics-tls\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230220 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/549f81e1-d49f-472c-8422-be08ae158c08-config\") pod \"openshift-apiserver-operator-796bbdcf4f-wrm6s\" (UID: \"549f81e1-d49f-472c-8422-be08ae158c08\") " pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230239 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q8vfk\" (UniqueName: \"kubernetes.io/projected/549f81e1-d49f-472c-8422-be08ae158c08-kube-api-access-q8vfk\") pod \"openshift-apiserver-operator-796bbdcf4f-wrm6s\" (UID: \"549f81e1-d49f-472c-8422-be08ae158c08\") " pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230256 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-k6ngg\" (UniqueName: \"kubernetes.io/projected/6996e982-f58a-44fd-a69a-8bacd18264b4-kube-api-access-k6ngg\") pod \"migrator-59844c95c7-bd9mk\" (UID: \"6996e982-f58a-44fd-a69a-8bacd18264b4\") " pod="openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230275 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dxcc4\" (UniqueName: \"kubernetes.io/projected/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-kube-api-access-dxcc4\") pod \"marketplace-operator-79b997595-zggfl\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230355 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"socket-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-socket-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230373 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-service-ca\" (UniqueName: \"kubernetes.io/configmap/980aada2-95cd-4e9d-aa08-9132b440cb82-etcd-service-ca\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230407 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/7653609a-4fb5-45ab-a83f-a1bdd4e83c5b-serving-cert\") pod \"kube-storage-version-migrator-operator-b67b599dd-tmbgk\" (UID: \"7653609a-4fb5-45ab-a83f-a1bdd4e83c5b\") " pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230437 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ca-trust-extracted\" (UniqueName: \"kubernetes.io/empty-dir/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-ca-trust-extracted\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230454 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-bound-sa-token\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230470 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rtksv\" (UniqueName: \"kubernetes.io/projected/23bf5a08-c071-4ce9-8f60-315860fede65-kube-api-access-rtksv\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230556 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/56b06211-0341-453f-b106-3ff95538b223-serving-cert\") pod \"service-ca-operator-777779d784-25l8h\" (UID: \"56b06211-0341-453f-b106-3ff95538b223\") " pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230951 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qmtb8\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-kube-api-access-qmtb8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.230997 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"mcc-auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/4c751e5a-c993-43f1-b41c-509b6dac0cef-mcc-auth-proxy-config\") pod \"machine-config-controller-84d6567774-qlblm\" (UID: \"4c751e5a-c993-43f1-b41c-509b6dac0cef\") " pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231018 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c41f455f-ca5f-4275-bf19-7724ae2f7d46-config\") pod \"kube-apiserver-operator-766d6c64bb-bshp5\" (UID: \"c41f455f-ca5f-4275-bf19-7724ae2f7d46\") " pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231034 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tpx8s\" (UniqueName: \"kubernetes.io/projected/980aada2-95cd-4e9d-aa08-9132b440cb82-kube-api-access-tpx8s\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231052 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/9653422e-7388-4c96-af66-8cacce857e9c-metrics-certs\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231095 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"registration-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-registration-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231116 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"certs\" (UniqueName: \"kubernetes.io/secret/616529e7-4f65-46e7-857e-53d9e9123b11-certs\") pod \"machine-config-server-w8fc5\" (UID: \"616529e7-4f65-46e7-857e-53d9e9123b11\") " pod="openshift-machine-config-operator/machine-config-server-w8fc5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231134 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"installation-pull-secrets\" (UniqueName: \"kubernetes.io/secret/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-installation-pull-secrets\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231152 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"srv-cert\" (UniqueName: \"kubernetes.io/secret/5913a68d-4e86-4c20-b87b-685cb1f91641-srv-cert\") pod \"olm-operator-6b444d44fb-mb5b9\" (UID: \"5913a68d-4e86-4c20-b87b-685cb1f91641\") " pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231182 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-trusted-ca\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231198 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"marketplace-operator-metrics\" (UniqueName: \"kubernetes.io/secret/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-operator-metrics\") pod \"marketplace-operator-79b997595-zggfl\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231228 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/17ed86c6-653d-4d63-b71a-497eea81b50e-metrics-tls\") pod \"dns-default-sbpgh\" (UID: \"17ed86c6-653d-4d63-b71a-497eea81b50e\") " pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231260 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/56b06211-0341-453f-b106-3ff95538b223-config\") pod \"service-ca-operator-777779d784-25l8h\" (UID: \"56b06211-0341-453f-b106-3ff95538b223\") " pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231297 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"registry-tls\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-tls\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231321 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/549f81e1-d49f-472c-8422-be08ae158c08-serving-cert\") pod \"openshift-apiserver-operator-796bbdcf4f-wrm6s\" (UID: \"549f81e1-d49f-472c-8422-be08ae158c08\") " pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231339 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7653609a-4fb5-45ab-a83f-a1bdd4e83c5b-config\") pod \"kube-storage-version-migrator-operator-b67b599dd-tmbgk\" (UID: \"7653609a-4fb5-45ab-a83f-a1bdd4e83c5b\") " pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231356 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4xfwp\" (UniqueName: \"kubernetes.io/projected/17ed86c6-653d-4d63-b71a-497eea81b50e-kube-api-access-4xfwp\") pod \"dns-default-sbpgh\" (UID: \"17ed86c6-653d-4d63-b71a-497eea81b50e\") " pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231392 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"available-featuregates\" (UniqueName: \"kubernetes.io/empty-dir/575a6f35-b0d2-4da1-9e30-4768b453198f-available-featuregates\") pod \"openshift-config-operator-7777fb866f-xjnmn\" (UID: \"575a6f35-b0d2-4da1-9e30-4768b453198f\") " pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.231778 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"available-featuregates\" (UniqueName: \"kubernetes.io/empty-dir/575a6f35-b0d2-4da1-9e30-4768b453198f-available-featuregates\") pod \"openshift-config-operator-7777fb866f-xjnmn\" (UID: \"575a6f35-b0d2-4da1-9e30-4768b453198f\") " pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.233609 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.233673 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-apiserver"/"encryption-config-1" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.235397 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ca-trust-extracted\" (UniqueName: \"kubernetes.io/empty-dir/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-ca-trust-extracted\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.235653 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"mcc-auth-proxy-config\" (UniqueName: \"kubernetes.io/configmap/4c751e5a-c993-43f1-b41c-509b6dac0cef-mcc-auth-proxy-config\") pod \"machine-config-controller-84d6567774-qlblm\" (UID: \"4c751e5a-c993-43f1-b41c-509b6dac0cef\") " pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.236269 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"registry-certificates\" (UniqueName: \"kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-certificates\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.236292 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-trusted-ca\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.239837 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-machine-api"/"kube-rbac-proxy" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.241759 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"encryption-config\" (UniqueName: \"kubernetes.io/secret/c75022dd-f189-4787-8fec-66a0aa5892c3-encryption-config\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.241859 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"installation-pull-secrets\" (UniqueName: \"kubernetes.io/secret/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-installation-pull-secrets\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.243036 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"registry-tls\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-tls\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.245564 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"srv-cert\" (UniqueName: \"kubernetes.io/secret/5913a68d-4e86-4c20-b87b-685cb1f91641-srv-cert\") pod \"olm-operator-6b444d44fb-mb5b9\" (UID: \"5913a68d-4e86-4c20-b87b-685cb1f91641\") " pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.246110 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"profile-collector-cert\" (UniqueName: \"kubernetes.io/secret/5913a68d-4e86-4c20-b87b-685cb1f91641-profile-collector-cert\") pod \"olm-operator-6b444d44fb-mb5b9\" (UID: \"5913a68d-4e86-4c20-b87b-685cb1f91641\") " pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.250317 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/60409147-d822-4d03-8bab-3483750f37fe-config\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.258248 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/575a6f35-b0d2-4da1-9e30-4768b453198f-serving-cert\") pod \"openshift-config-operator-7777fb866f-xjnmn\" (UID: \"575a6f35-b0d2-4da1-9e30-4768b453198f\") " pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.258288 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"proxy-tls\" (UniqueName: \"kubernetes.io/secret/4c751e5a-c993-43f1-b41c-509b6dac0cef-proxy-tls\") pod \"machine-config-controller-84d6567774-qlblm\" (UID: \"4c751e5a-c993-43f1-b41c-509b6dac0cef\") " pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.258759 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-trusted-ca\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.260855 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-apiserver"/"config" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.261204 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.265499 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-metrics-tls\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.269484 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-config\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.280867 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.281230 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-api"/"machine-api-operator-tls" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.296113 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"machine-api-operator-tls\" (UniqueName: \"kubernetes.io/secret/60409147-d822-4d03-8bab-3483750f37fe-machine-api-operator-tls\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.298886 4809 configmap.go:193] Couldn't get configMap openshift-apiserver/audit-1: failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.298963 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-audit podName:c75022dd-f189-4787-8fec-66a0aa5892c3 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.298941275 +0000 UTC m=+143.904687860 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "audit" (UniqueName: "kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-audit") pod "apiserver-76f77b778f-h75w4" (UID: "c75022dd-f189-4787-8fec-66a0aa5892c3") : failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.301490 4809 configmap.go:193] Couldn't get configMap openshift-apiserver/trusted-ca-bundle: failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.301578 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-trusted-ca-bundle podName:c75022dd-f189-4787-8fec-66a0aa5892c3 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.301559524 +0000 UTC m=+143.907306109 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "trusted-ca-bundle" (UniqueName: "kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-trusted-ca-bundle") pod "apiserver-76f77b778f-h75w4" (UID: "c75022dd-f189-4787-8fec-66a0aa5892c3") : failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.310249 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-apiserver"/"trusted-ca-bundle" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.322864 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-machine-api"/"kube-root-ca.crt" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.332813 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-plugins-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.332856 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/17ed86c6-653d-4d63-b71a-497eea81b50e-config-volume\") pod \"dns-default-sbpgh\" (UID: \"17ed86c6-653d-4d63-b71a-497eea81b50e\") " pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.332878 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/c41f455f-ca5f-4275-bf19-7724ae2f7d46-serving-cert\") pod \"kube-apiserver-operator-766d6c64bb-bshp5\" (UID: \"c41f455f-ca5f-4275-bf19-7724ae2f7d46\") " pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.332899 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"mountpoint-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-mountpoint-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.332961 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/288edb09-33f1-4b80-87f5-8fddaa52238e-config\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.332980 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/288edb09-33f1-4b80-87f5-8fddaa52238e-trusted-ca-bundle\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333012 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n5msj\" (UniqueName: \"kubernetes.io/projected/59d22b7f-e046-4df6-bf30-342ec1717b04-kube-api-access-n5msj\") pod \"ingress-canary-wzpgp\" (UID: \"59d22b7f-e046-4df6-bf30-342ec1717b04\") " pod="openshift-ingress-canary/ingress-canary-wzpgp" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-d96hg\" (UniqueName: \"kubernetes.io/projected/616529e7-4f65-46e7-857e-53d9e9123b11-kube-api-access-d96hg\") pod \"machine-config-server-w8fc5\" (UID: \"616529e7-4f65-46e7-857e-53d9e9123b11\") " pod="openshift-machine-config-operator/machine-config-server-w8fc5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333066 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ll4ks\" (UniqueName: \"kubernetes.io/projected/7653609a-4fb5-45ab-a83f-a1bdd4e83c5b-kube-api-access-ll4ks\") pod \"kube-storage-version-migrator-operator-b67b599dd-tmbgk\" (UID: \"7653609a-4fb5-45ab-a83f-a1bdd4e83c5b\") " pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/980aada2-95cd-4e9d-aa08-9132b440cb82-etcd-client\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333104 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/c41f455f-ca5f-4275-bf19-7724ae2f7d46-kube-api-access\") pod \"kube-apiserver-operator-766d6c64bb-bshp5\" (UID: \"c41f455f-ca5f-4275-bf19-7724ae2f7d46\") " pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333130 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etcd-ca\" (UniqueName: \"kubernetes.io/configmap/980aada2-95cd-4e9d-aa08-9132b440cb82-etcd-ca\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333158 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/59d22b7f-e046-4df6-bf30-342ec1717b04-cert\") pod \"ingress-canary-wzpgp\" (UID: \"59d22b7f-e046-4df6-bf30-342ec1717b04\") " pod="openshift-ingress-canary/ingress-canary-wzpgp" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333208 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"control-plane-machine-set-operator-tls\" (UniqueName: \"kubernetes.io/secret/4454a33f-a128-4a7e-93f8-67e0fd2637d2-control-plane-machine-set-operator-tls\") pod \"control-plane-machine-set-operator-78cbb6b69f-zqxbw\" (UID: \"4454a33f-a128-4a7e-93f8-67e0fd2637d2\") " pod="openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333238 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/288edb09-33f1-4b80-87f5-8fddaa52238e-serving-cert\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333257 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-bootstrap-token\" (UniqueName: \"kubernetes.io/secret/616529e7-4f65-46e7-857e-53d9e9123b11-node-bootstrap-token\") pod \"machine-config-server-w8fc5\" (UID: \"616529e7-4f65-46e7-857e-53d9e9123b11\") " pod="openshift-machine-config-operator/machine-config-server-w8fc5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333276 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"service-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/9653422e-7388-4c96-af66-8cacce857e9c-service-ca-bundle\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333299 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-58klc\" (UniqueName: \"kubernetes.io/projected/288edb09-33f1-4b80-87f5-8fddaa52238e-kube-api-access-58klc\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333318 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/549f81e1-d49f-472c-8422-be08ae158c08-config\") pod \"openshift-apiserver-operator-796bbdcf4f-wrm6s\" (UID: \"549f81e1-d49f-472c-8422-be08ae158c08\") " pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333338 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-q8vfk\" (UniqueName: \"kubernetes.io/projected/549f81e1-d49f-472c-8422-be08ae158c08-kube-api-access-q8vfk\") pod \"openshift-apiserver-operator-796bbdcf4f-wrm6s\" (UID: \"549f81e1-d49f-472c-8422-be08ae158c08\") " pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333366 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-k6ngg\" (UniqueName: \"kubernetes.io/projected/6996e982-f58a-44fd-a69a-8bacd18264b4-kube-api-access-k6ngg\") pod \"migrator-59844c95c7-bd9mk\" (UID: \"6996e982-f58a-44fd-a69a-8bacd18264b4\") " pod="openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333387 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dxcc4\" (UniqueName: \"kubernetes.io/projected/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-kube-api-access-dxcc4\") pod \"marketplace-operator-79b997595-zggfl\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333408 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"socket-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-socket-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333426 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etcd-service-ca\" (UniqueName: \"kubernetes.io/configmap/980aada2-95cd-4e9d-aa08-9132b440cb82-etcd-service-ca\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333449 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/7653609a-4fb5-45ab-a83f-a1bdd4e83c5b-serving-cert\") pod \"kube-storage-version-migrator-operator-b67b599dd-tmbgk\" (UID: \"7653609a-4fb5-45ab-a83f-a1bdd4e83c5b\") " pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333481 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rtksv\" (UniqueName: \"kubernetes.io/projected/23bf5a08-c071-4ce9-8f60-315860fede65-kube-api-access-rtksv\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333517 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/56b06211-0341-453f-b106-3ff95538b223-serving-cert\") pod \"service-ca-operator-777779d784-25l8h\" (UID: \"56b06211-0341-453f-b106-3ff95538b223\") " pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333550 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c41f455f-ca5f-4275-bf19-7724ae2f7d46-config\") pod \"kube-apiserver-operator-766d6c64bb-bshp5\" (UID: \"c41f455f-ca5f-4275-bf19-7724ae2f7d46\") " pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333569 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tpx8s\" (UniqueName: \"kubernetes.io/projected/980aada2-95cd-4e9d-aa08-9132b440cb82-kube-api-access-tpx8s\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333586 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/9653422e-7388-4c96-af66-8cacce857e9c-metrics-certs\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333608 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"certs\" (UniqueName: \"kubernetes.io/secret/616529e7-4f65-46e7-857e-53d9e9123b11-certs\") pod \"machine-config-server-w8fc5\" (UID: \"616529e7-4f65-46e7-857e-53d9e9123b11\") " pod="openshift-machine-config-operator/machine-config-server-w8fc5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333625 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"registration-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-registration-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333646 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"marketplace-operator-metrics\" (UniqueName: \"kubernetes.io/secret/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-operator-metrics\") pod \"marketplace-operator-79b997595-zggfl\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333664 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/17ed86c6-653d-4d63-b71a-497eea81b50e-metrics-tls\") pod \"dns-default-sbpgh\" (UID: \"17ed86c6-653d-4d63-b71a-497eea81b50e\") " pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333681 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/56b06211-0341-453f-b106-3ff95538b223-config\") pod \"service-ca-operator-777779d784-25l8h\" (UID: \"56b06211-0341-453f-b106-3ff95538b223\") " pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333700 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/549f81e1-d49f-472c-8422-be08ae158c08-serving-cert\") pod \"openshift-apiserver-operator-796bbdcf4f-wrm6s\" (UID: \"549f81e1-d49f-472c-8422-be08ae158c08\") " pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333719 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7653609a-4fb5-45ab-a83f-a1bdd4e83c5b-config\") pod \"kube-storage-version-migrator-operator-b67b599dd-tmbgk\" (UID: \"7653609a-4fb5-45ab-a83f-a1bdd4e83c5b\") " pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333766 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4xfwp\" (UniqueName: \"kubernetes.io/projected/17ed86c6-653d-4d63-b71a-497eea81b50e-kube-api-access-4xfwp\") pod \"dns-default-sbpgh\" (UID: \"17ed86c6-653d-4d63-b71a-497eea81b50e\") " pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333808 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"default-certificate\" (UniqueName: \"kubernetes.io/secret/9653422e-7388-4c96-af66-8cacce857e9c-default-certificate\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333854 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/980aada2-95cd-4e9d-aa08-9132b440cb82-serving-cert\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333880 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/980aada2-95cd-4e9d-aa08-9132b440cb82-config\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333906 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"stats-auth\" (UniqueName: \"kubernetes.io/secret/9653422e-7388-4c96-af66-8cacce857e9c-stats-auth\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333933 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-68kgd\" (UniqueName: \"kubernetes.io/projected/9653422e-7388-4c96-af66-8cacce857e9c-kube-api-access-68kgd\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333957 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"service-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/288edb09-33f1-4b80-87f5-8fddaa52238e-service-ca-bundle\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.333995 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2vqg9\" (UniqueName: \"kubernetes.io/projected/4454a33f-a128-4a7e-93f8-67e0fd2637d2-kube-api-access-2vqg9\") pod \"control-plane-machine-set-operator-78cbb6b69f-zqxbw\" (UID: \"4454a33f-a128-4a7e-93f8-67e0fd2637d2\") " pod="openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.334392 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-plugins-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.334629 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"mountpoint-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-mountpoint-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.335227 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/288edb09-33f1-4b80-87f5-8fddaa52238e-trusted-ca-bundle\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.335789 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/56b06211-0341-453f-b106-3ff95538b223-config\") pod \"service-ca-operator-777779d784-25l8h\" (UID: \"56b06211-0341-453f-b106-3ff95538b223\") " pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.337285 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etcd-ca\" (UniqueName: \"kubernetes.io/configmap/980aada2-95cd-4e9d-aa08-9132b440cb82-etcd-ca\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.337581 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mxmvx\" (UniqueName: \"kubernetes.io/projected/60409147-d822-4d03-8bab-3483750f37fe-kube-api-access-mxmvx\") pod \"machine-api-operator-5694c8668f-zggdj\" (UID: \"60409147-d822-4d03-8bab-3483750f37fe\") " pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.337626 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"csi-data-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-csi-data-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.337662 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sbfj4\" (UniqueName: \"kubernetes.io/projected/56b06211-0341-453f-b106-3ff95538b223-kube-api-access-sbfj4\") pod \"service-ca-operator-777779d784-25l8h\" (UID: \"56b06211-0341-453f-b106-3ff95538b223\") " pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.337695 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.337701 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/288edb09-33f1-4b80-87f5-8fddaa52238e-config\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.338670 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/980aada2-95cd-4e9d-aa08-9132b440cb82-config\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.340124 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:04.840105796 +0000 UTC m=+143.445852381 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.342205 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"marketplace-trusted-ca\" (UniqueName: \"kubernetes.io/configmap/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-trusted-ca\") pod \"marketplace-operator-79b997595-zggfl\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.341725 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c41f455f-ca5f-4275-bf19-7724ae2f7d46-config\") pod \"kube-apiserver-operator-766d6c64bb-bshp5\" (UID: \"c41f455f-ca5f-4275-bf19-7724ae2f7d46\") " pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.341807 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"registration-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-registration-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.340616 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"service-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/9653422e-7388-4c96-af66-8cacce857e9c-service-ca-bundle\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.341460 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-apiserver"/"audit-1" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.343557 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"marketplace-trusted-ca\" (UniqueName: \"kubernetes.io/configmap/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-trusted-ca\") pod \"marketplace-operator-79b997595-zggfl\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.344353 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/549f81e1-d49f-472c-8422-be08ae158c08-config\") pod \"openshift-apiserver-operator-796bbdcf4f-wrm6s\" (UID: \"549f81e1-d49f-472c-8422-be08ae158c08\") " pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.344417 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"socket-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-socket-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.344854 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etcd-service-ca\" (UniqueName: \"kubernetes.io/configmap/980aada2-95cd-4e9d-aa08-9132b440cb82-etcd-service-ca\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.346998 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7653609a-4fb5-45ab-a83f-a1bdd4e83c5b-config\") pod \"kube-storage-version-migrator-operator-b67b599dd-tmbgk\" (UID: \"7653609a-4fb5-45ab-a83f-a1bdd4e83c5b\") " pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.347112 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"service-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/288edb09-33f1-4b80-87f5-8fddaa52238e-service-ca-bundle\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.347274 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"csi-data-dir\" (UniqueName: \"kubernetes.io/host-path/23bf5a08-c071-4ce9-8f60-315860fede65-csi-data-dir\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.348351 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/17ed86c6-653d-4d63-b71a-497eea81b50e-config-volume\") pod \"dns-default-sbpgh\" (UID: \"17ed86c6-653d-4d63-b71a-497eea81b50e\") " pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.348836 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/7653609a-4fb5-45ab-a83f-a1bdd4e83c5b-serving-cert\") pod \"kube-storage-version-migrator-operator-b67b599dd-tmbgk\" (UID: \"7653609a-4fb5-45ab-a83f-a1bdd4e83c5b\") " pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.352199 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"default-certificate\" (UniqueName: \"kubernetes.io/secret/9653422e-7388-4c96-af66-8cacce857e9c-default-certificate\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.352782 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cert\" (UniqueName: \"kubernetes.io/secret/59d22b7f-e046-4df6-bf30-342ec1717b04-cert\") pod \"ingress-canary-wzpgp\" (UID: \"59d22b7f-e046-4df6-bf30-342ec1717b04\") " pod="openshift-ingress-canary/ingress-canary-wzpgp" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.354784 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.356844 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/549f81e1-d49f-472c-8422-be08ae158c08-serving-cert\") pod \"openshift-apiserver-operator-796bbdcf4f-wrm6s\" (UID: \"549f81e1-d49f-472c-8422-be08ae158c08\") " pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.359592 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-bootstrap-token\" (UniqueName: \"kubernetes.io/secret/616529e7-4f65-46e7-857e-53d9e9123b11-node-bootstrap-token\") pod \"machine-config-server-w8fc5\" (UID: \"616529e7-4f65-46e7-857e-53d9e9123b11\") " pod="openshift-machine-config-operator/machine-config-server-w8fc5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.359867 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/c41f455f-ca5f-4275-bf19-7724ae2f7d46-serving-cert\") pod \"kube-apiserver-operator-766d6c64bb-bshp5\" (UID: \"c41f455f-ca5f-4275-bf19-7724ae2f7d46\") " pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.365322 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/56b06211-0341-453f-b106-3ff95538b223-serving-cert\") pod \"service-ca-operator-777779d784-25l8h\" (UID: \"56b06211-0341-453f-b106-3ff95538b223\") " pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.365557 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-tls\" (UniqueName: \"kubernetes.io/secret/17ed86c6-653d-4d63-b71a-497eea81b50e-metrics-tls\") pod \"dns-default-sbpgh\" (UID: \"17ed86c6-653d-4d63-b71a-497eea81b50e\") " pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.365603 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"control-plane-machine-set-operator-tls\" (UniqueName: \"kubernetes.io/secret/4454a33f-a128-4a7e-93f8-67e0fd2637d2-control-plane-machine-set-operator-tls\") pod \"control-plane-machine-set-operator-78cbb6b69f-zqxbw\" (UID: \"4454a33f-a128-4a7e-93f8-67e0fd2637d2\") " pod="openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.365961 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/288edb09-33f1-4b80-87f5-8fddaa52238e-serving-cert\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.366143 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/980aada2-95cd-4e9d-aa08-9132b440cb82-serving-cert\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.366306 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"marketplace-operator-metrics\" (UniqueName: \"kubernetes.io/secret/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-operator-metrics\") pod \"marketplace-operator-79b997595-zggfl\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.366536 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-machine-api"/"machine-api-operator-dockercfg-mfbb7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.369012 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etcd-client\" (UniqueName: \"kubernetes.io/secret/980aada2-95cd-4e9d-aa08-9132b440cb82-etcd-client\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.369414 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"stats-auth\" (UniqueName: \"kubernetes.io/secret/9653422e-7388-4c96-af66-8cacce857e9c-stats-auth\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.369453 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/9653422e-7388-4c96-af66-8cacce857e9c-metrics-certs\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.378080 4809 projected.go:288] Couldn't get configMap openshift-apiserver/openshift-service-ca.crt: failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.378262 4809 projected.go:194] Error preparing data for projected volume kube-api-access-57lcm for pod openshift-apiserver/apiserver-76f77b778f-h75w4: failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.378397 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/c75022dd-f189-4787-8fec-66a0aa5892c3-kube-api-access-57lcm podName:c75022dd-f189-4787-8fec-66a0aa5892c3 nodeName:}" failed. No retries permitted until 2025-10-13 19:27:04.87838126 +0000 UTC m=+143.484127845 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-57lcm" (UniqueName: "kubernetes.io/projected/c75022dd-f189-4787-8fec-66a0aa5892c3-kube-api-access-57lcm") pod "apiserver-76f77b778f-h75w4" (UID: "c75022dd-f189-4787-8fec-66a0aa5892c3") : failed to sync configmap cache: timed out waiting for the condition Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.380229 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-apiserver"/"openshift-service-ca.crt" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.383015 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.385294 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"certs\" (UniqueName: \"kubernetes.io/secret/616529e7-4f65-46e7-857e-53d9e9123b11-certs\") pod \"machine-config-server-w8fc5\" (UID: \"616529e7-4f65-46e7-857e-53d9e9123b11\") " pod="openshift-machine-config-operator/machine-config-server-w8fc5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.399931 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-apiserver"/"openshift-apiserver-sa-dockercfg-djjff" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.444866 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.447094 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:04.947068063 +0000 UTC m=+143.552814648 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.452587 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.454841 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:04.954816737 +0000 UTC m=+143.560563322 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.474924 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-bound-sa-token\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.492970 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rpxmf\" (UniqueName: \"kubernetes.io/projected/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-kube-api-access-rpxmf\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.508356 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qmtb8\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-kube-api-access-qmtb8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.519218 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.519498 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/d6698fbf-40c8-4e4f-917f-d3b4f8c69a62-bound-sa-token\") pod \"ingress-operator-5b745b69d9-l7kq4\" (UID: \"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62\") " pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.546251 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7r694\" (UniqueName: \"kubernetes.io/projected/4c751e5a-c993-43f1-b41c-509b6dac0cef-kube-api-access-7r694\") pod \"machine-config-controller-84d6567774-qlblm\" (UID: \"4c751e5a-c993-43f1-b41c-509b6dac0cef\") " pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.554221 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pfsdh\" (UniqueName: \"kubernetes.io/projected/575a6f35-b0d2-4da1-9e30-4768b453198f-kube-api-access-pfsdh\") pod \"openshift-config-operator-7777fb866f-xjnmn\" (UID: \"575a6f35-b0d2-4da1-9e30-4768b453198f\") " pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.554573 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.554970 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.054943625 +0000 UTC m=+143.660690210 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.576094 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rjphl\" (UniqueName: \"kubernetes.io/projected/5913a68d-4e86-4c20-b87b-685cb1f91641-kube-api-access-rjphl\") pod \"olm-operator-6b444d44fb-mb5b9\" (UID: \"5913a68d-4e86-4c20-b87b-685cb1f91641\") " pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.578494 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.602073 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-d96hg\" (UniqueName: \"kubernetes.io/projected/616529e7-4f65-46e7-857e-53d9e9123b11-kube-api-access-d96hg\") pod \"machine-config-server-w8fc5\" (UID: \"616529e7-4f65-46e7-857e-53d9e9123b11\") " pod="openshift-machine-config-operator/machine-config-server-w8fc5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.624988 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.627556 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n5msj\" (UniqueName: \"kubernetes.io/projected/59d22b7f-e046-4df6-bf30-342ec1717b04-kube-api-access-n5msj\") pod \"ingress-canary-wzpgp\" (UID: \"59d22b7f-e046-4df6-bf30-342ec1717b04\") " pod="openshift-ingress-canary/ingress-canary-wzpgp" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.646336 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.655888 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.656348 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.156327847 +0000 UTC m=+143.762074432 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.656569 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rtksv\" (UniqueName: \"kubernetes.io/projected/23bf5a08-c071-4ce9-8f60-315860fede65-kube-api-access-rtksv\") pod \"csi-hostpathplugin-mzwj7\" (UID: \"23bf5a08-c071-4ce9-8f60-315860fede65\") " pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.679847 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-58klc\" (UniqueName: \"kubernetes.io/projected/288edb09-33f1-4b80-87f5-8fddaa52238e-kube-api-access-58klc\") pod \"authentication-operator-69f744f599-wbldg\" (UID: \"288edb09-33f1-4b80-87f5-8fddaa52238e\") " pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.680317 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ll4ks\" (UniqueName: \"kubernetes.io/projected/7653609a-4fb5-45ab-a83f-a1bdd4e83c5b-kube-api-access-ll4ks\") pod \"kube-storage-version-migrator-operator-b67b599dd-tmbgk\" (UID: \"7653609a-4fb5-45ab-a83f-a1bdd4e83c5b\") " pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.689232 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.698108 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/c41f455f-ca5f-4275-bf19-7724ae2f7d46-kube-api-access\") pod \"kube-apiserver-operator-766d6c64bb-bshp5\" (UID: \"c41f455f-ca5f-4275-bf19-7724ae2f7d46\") " pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.703183 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.710392 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" Oct 13 19:27:04 crc kubenswrapper[4809]: W1013 19:27:04.712914 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podc313ce94_33ce_4633_b02b_1e0734198826.slice/crio-4e35a1d23359dea08aca5ce21abcc90a5e91db762428d7f5e74417c97b3aae3f WatchSource:0}: Error finding container 4e35a1d23359dea08aca5ce21abcc90a5e91db762428d7f5e74417c97b3aae3f: Status 404 returned error can't find the container with id 4e35a1d23359dea08aca5ce21abcc90a5e91db762428d7f5e74417c97b3aae3f Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.715426 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4xfwp\" (UniqueName: \"kubernetes.io/projected/17ed86c6-653d-4d63-b71a-497eea81b50e-kube-api-access-4xfwp\") pod \"dns-default-sbpgh\" (UID: \"17ed86c6-653d-4d63-b71a-497eea81b50e\") " pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.746428 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dxcc4\" (UniqueName: \"kubernetes.io/projected/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-kube-api-access-dxcc4\") pod \"marketplace-operator-79b997595-zggfl\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.746701 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.758430 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.759109 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.259081704 +0000 UTC m=+143.864828289 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.762950 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.764314 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.779392 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-config-operator/machine-config-server-w8fc5" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.781490 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-q8vfk\" (UniqueName: \"kubernetes.io/projected/549f81e1-d49f-472c-8422-be08ae158c08-kube-api-access-q8vfk\") pod \"openshift-apiserver-operator-796bbdcf4f-wrm6s\" (UID: \"549f81e1-d49f-472c-8422-be08ae158c08\") " pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.786448 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-multus/multus-admission-controller-857f4d67dd-7hjd4"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.786991 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.793237 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.793547 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ingress-canary/ingress-canary-wzpgp" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.802315 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-k6ngg\" (UniqueName: \"kubernetes.io/projected/6996e982-f58a-44fd-a69a-8bacd18264b4-kube-api-access-k6ngg\") pod \"migrator-59844c95c7-bd9mk\" (UID: \"6996e982-f58a-44fd-a69a-8bacd18264b4\") " pod="openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.804955 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.807528 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-68kgd\" (UniqueName: \"kubernetes.io/projected/9653422e-7388-4c96-af66-8cacce857e9c-kube-api-access-68kgd\") pod \"router-default-5444994796-8zqqx\" (UID: \"9653422e-7388-4c96-af66-8cacce857e9c\") " pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.814851 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.815414 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.825339 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2vqg9\" (UniqueName: \"kubernetes.io/projected/4454a33f-a128-4a7e-93f8-67e0fd2637d2-kube-api-access-2vqg9\") pod \"control-plane-machine-set-operator-78cbb6b69f-zqxbw\" (UID: \"4454a33f-a128-4a7e-93f8-67e0fd2637d2\") " pod="openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw" Oct 13 19:27:04 crc kubenswrapper[4809]: W1013 19:27:04.838030 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod9ba6c2a2_04d1_4534_a5ff_109d5023b58c.slice/crio-335921711bcc12a1e08a2791f92d84a794fbe21aee04a5b54202f0ca4025d300 WatchSource:0}: Error finding container 335921711bcc12a1e08a2791f92d84a794fbe21aee04a5b54202f0ca4025d300: Status 404 returned error can't find the container with id 335921711bcc12a1e08a2791f92d84a794fbe21aee04a5b54202f0ca4025d300 Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.841241 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sbfj4\" (UniqueName: \"kubernetes.io/projected/56b06211-0341-453f-b106-3ff95538b223-kube-api-access-sbfj4\") pod \"service-ca-operator-777779d784-25l8h\" (UID: \"56b06211-0341-453f-b106-3ff95538b223\") " pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.847193 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.851860 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-console-operator/console-operator-58897d9998-44frm"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.860713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.861127 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.361112262 +0000 UTC m=+143.966858847 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.874892 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tpx8s\" (UniqueName: \"kubernetes.io/projected/980aada2-95cd-4e9d-aa08-9132b440cb82-kube-api-access-tpx8s\") pod \"etcd-operator-b45778765-2rb6d\" (UID: \"980aada2-95cd-4e9d-aa08-9132b440cb82\") " pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.916949 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-controller-manager/controller-manager-879f6c89f-65ckv"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.918563 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-service-ca/service-ca-9c57cc56f-5rhd8"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.925556 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-dns-operator/dns-operator-744455d44c-txxmq"] Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.966666 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.967090 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-57lcm\" (UniqueName: \"kubernetes.io/projected/c75022dd-f189-4787-8fec-66a0aa5892c3-kube-api-access-57lcm\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:04 crc kubenswrapper[4809]: E1013 19:27:04.968068 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.468040919 +0000 UTC m=+144.073787644 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:04 crc kubenswrapper[4809]: I1013 19:27:04.984761 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-57lcm\" (UniqueName: \"kubernetes.io/projected/c75022dd-f189-4787-8fec-66a0aa5892c3-kube-api-access-57lcm\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:04.999398 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" event={"ID":"8d4dbbf3-eb97-47ac-b89a-9539caa47381","Type":"ContainerStarted","Data":"632133c22cc6f5e32111816803926b33b01eb429c9fbe50c382f18692efd00a9"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:04.999447 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" event={"ID":"8d4dbbf3-eb97-47ac-b89a-9539caa47381","Type":"ContainerStarted","Data":"ce02b7b859734947fe38a1efcf3b67da2173d7264aa9db163e57ca222e138426"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:04.999752 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.015571 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.027788 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.027820 4809 generic.go:334] "Generic (PLEG): container finished" podID="57f145b9-cec5-4344-8163-6f9289e40307" containerID="b1670f3544f9d161025e5f38176034a2a41af0a27cfe395cf29b0e77399c3ca5" exitCode=0 Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.027898 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" event={"ID":"57f145b9-cec5-4344-8163-6f9289e40307","Type":"ContainerDied","Data":"b1670f3544f9d161025e5f38176034a2a41af0a27cfe395cf29b0e77399c3ca5"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.040272 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.042205 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" event={"ID":"9ba6c2a2-04d1-4534-a5ff-109d5023b58c","Type":"ContainerStarted","Data":"335921711bcc12a1e08a2791f92d84a794fbe21aee04a5b54202f0ca4025d300"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.042660 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.059799 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.060845 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" event={"ID":"f9af0297-5523-4b1d-9724-c3453cc60b8e","Type":"ContainerStarted","Data":"d2bf82838827f4694edd24fe4605b0efee56b029c1027cf0a6420cb547887104"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.060908 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" event={"ID":"f9af0297-5523-4b1d-9724-c3453cc60b8e","Type":"ContainerStarted","Data":"3174241e3ff5e0ff706a8d6abc8879cc46a698da1b2f9b4088255a9f94273da6"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.060922 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" event={"ID":"f9af0297-5523-4b1d-9724-c3453cc60b8e","Type":"ContainerStarted","Data":"541c38f71dd0cedebf055a0f3dca3c13a8f941ccb543b74914c2350629d901e0"} Oct 13 19:27:05 crc kubenswrapper[4809]: W1013 19:27:05.062869 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod158d7960_1e0f_455e_9cf4_f05a2fb8df87.slice/crio-b0be8d2c4b6910ecf90a4fc27947e8f1f22cd929616ef4e8ed4d0b74f390fbfd WatchSource:0}: Error finding container b0be8d2c4b6910ecf90a4fc27947e8f1f22cd929616ef4e8ed4d0b74f390fbfd: Status 404 returned error can't find the container with id b0be8d2c4b6910ecf90a4fc27947e8f1f22cd929616ef4e8ed4d0b74f390fbfd Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.067116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" event={"ID":"e74df37a-9e94-47bb-a468-ac9f13077f1c","Type":"ContainerStarted","Data":"1eac447853ba7cb4f90bf7d4f4d673b0cc2be7ef22a56780b02ae1756c5cfda1"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.067170 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" event={"ID":"e74df37a-9e94-47bb-a468-ac9f13077f1c","Type":"ContainerStarted","Data":"fb10bc21331885650b5f0f6abe82e109f85f976cb88359e715dabe142895152e"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.068397 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.081090 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.084442 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.085093 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" event={"ID":"1837848f-16a4-4ee3-a29c-73a407ee03a9","Type":"ContainerStarted","Data":"cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.085120 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" event={"ID":"1837848f-16a4-4ee3-a29c-73a407ee03a9","Type":"ContainerStarted","Data":"1d0d702644bade96732abaf61e52f88a565ce9c6c5507b095a0026bf7041417d"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.085840 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:05 crc kubenswrapper[4809]: E1013 19:27:05.085850 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.585833721 +0000 UTC m=+144.191580306 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.087111 4809 patch_prober.go:28] interesting pod/packageserver-d55dfcdfc-6jmbc container/packageserver namespace/openshift-operator-lifecycle-manager: Readiness probe status=failure output="Get \"https://10.217.0.16:5443/healthz\": dial tcp 10.217.0.16:5443: connect: connection refused" start-of-body= Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.087149 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" podUID="e74df37a-9e94-47bb-a468-ac9f13077f1c" containerName="packageserver" probeResult="failure" output="Get \"https://10.217.0.16:5443/healthz\": dial tcp 10.217.0.16:5443: connect: connection refused" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.095791 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.102221 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-console/console-f9d7485db-vjjt5"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.103677 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.104113 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-console/downloads-7954f5f757-7cvtv" event={"ID":"b78df0c7-6a25-4563-a369-a308c8501b2e","Type":"ContainerStarted","Data":"4322b021d94fd67fca1fb05fd86cf1a0bc36578386467f5891880227f5318d99"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.104166 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-console/downloads-7954f5f757-7cvtv" event={"ID":"b78df0c7-6a25-4563-a369-a308c8501b2e","Type":"ContainerStarted","Data":"28818b9c55bd60f39e8ed860b26b8e7bce3bd618ab19790f0480e88f5d9fcdf1"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.104565 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-console/downloads-7954f5f757-7cvtv" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.107860 4809 patch_prober.go:28] interesting pod/downloads-7954f5f757-7cvtv container/download-server namespace/openshift-console: Readiness probe status=failure output="Get \"http://10.217.0.12:8080/\": dial tcp 10.217.0.12:8080: connect: connection refused" start-of-body= Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.107997 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-console/downloads-7954f5f757-7cvtv" podUID="b78df0c7-6a25-4563-a369-a308c8501b2e" containerName="download-server" probeResult="failure" output="Get \"http://10.217.0.12:8080/\": dial tcp 10.217.0.12:8080: connect: connection refused" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.110079 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-machine-api/machine-api-operator-5694c8668f-zggdj"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.115908 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" event={"ID":"acdcea2e-96d2-4451-8bc7-767e1e5bdbb7","Type":"ContainerStarted","Data":"64398766a6ddd5d7ba23dbcf3b87eaff8f789ad7da6572612e7813096a96f89e"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.160314 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" event={"ID":"82ff3551-5b46-44bf-9930-296e70e779f8","Type":"ContainerStarted","Data":"6a1bb7c7f77a0b72909e1ca978209988e99b1724e56d6fa186109a62118f988e"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.162770 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.178891 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" event={"ID":"f083919e-ab55-4f7f-8a26-47a4e6ac825d","Type":"ContainerStarted","Data":"3052955b17cc217fe7e8f595be908594a1ab93eac07c2c77988d00dbe01f3d2f"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.188895 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:05 crc kubenswrapper[4809]: E1013 19:27:05.192496 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.69247717 +0000 UTC m=+144.298223755 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.213446 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" event={"ID":"53797c3f-6af4-476d-a01b-afe66bf7cc2d","Type":"ContainerStarted","Data":"e83aa86b5bd841ed4cafb6429f3aa4d4f8f863b92bad6b418be3c908d044e412"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.221846 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.234816 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" event={"ID":"c313ce94-33ce-4633-b02b-1e0734198826","Type":"ContainerStarted","Data":"4e35a1d23359dea08aca5ce21abcc90a5e91db762428d7f5e74417c97b3aae3f"} Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.262282 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.296522 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:05 crc kubenswrapper[4809]: E1013 19:27:05.298554 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.798538784 +0000 UTC m=+144.404285369 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.377845 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.394991 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-authentication-operator/authentication-operator-69f744f599-wbldg"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.397957 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:05 crc kubenswrapper[4809]: E1013 19:27:05.398114 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.898087947 +0000 UTC m=+144.503834532 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.398313 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.398366 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"audit\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-audit\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.398445 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-trusted-ca-bundle\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.399870 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"audit\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-audit\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:05 crc kubenswrapper[4809]: E1013 19:27:05.399915 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.89970297 +0000 UTC m=+144.505449555 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:05 crc kubenswrapper[4809]: W1013 19:27:05.404474 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podd6698fbf_40c8_4e4f_917f_d3b4f8c69a62.slice/crio-017f3364f1b7df0aaf2295a206baf879b3f7a3551c80cdf759bbf88ccdad0009 WatchSource:0}: Error finding container 017f3364f1b7df0aaf2295a206baf879b3f7a3551c80cdf759bbf88ccdad0009: Status 404 returned error can't find the container with id 017f3364f1b7df0aaf2295a206baf879b3f7a3551c80cdf759bbf88ccdad0009 Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.404646 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/c75022dd-f189-4787-8fec-66a0aa5892c3-trusted-ca-bundle\") pod \"apiserver-76f77b778f-h75w4\" (UID: \"c75022dd-f189-4787-8fec-66a0aa5892c3\") " pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.442768 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.443566 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.468133 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.499309 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:05 crc kubenswrapper[4809]: E1013 19:27:05.499809 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:05.999791497 +0000 UTC m=+144.605538092 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:05 crc kubenswrapper[4809]: W1013 19:27:05.575312 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod4c751e5a_c993_43f1_b41c_509b6dac0cef.slice/crio-894c6aa24e14033b2ccb1e531ab396c19541ebbf69666866155bcae1e953991e WatchSource:0}: Error finding container 894c6aa24e14033b2ccb1e531ab396c19541ebbf69666866155bcae1e953991e: Status 404 returned error can't find the container with id 894c6aa24e14033b2ccb1e531ab396c19541ebbf69666866155bcae1e953991e Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.602991 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:05 crc kubenswrapper[4809]: E1013 19:27:05.604206 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:06.104181187 +0000 UTC m=+144.709927772 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.703643 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:05 crc kubenswrapper[4809]: E1013 19:27:05.704072 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:06.204054609 +0000 UTC m=+144.809801194 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.778492 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["hostpath-provisioner/csi-hostpathplugin-mzwj7"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.808739 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:05 crc kubenswrapper[4809]: E1013 19:27:05.809582 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:06.309562159 +0000 UTC m=+144.915308744 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.864025 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.886970 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-ingress-canary/ingress-canary-wzpgp"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.895887 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" podStartSLOduration=123.895856884 podStartE2EDuration="2m3.895856884s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:05.89418797 +0000 UTC m=+144.499934575" watchObservedRunningTime="2025-10-13 19:27:05.895856884 +0000 UTC m=+144.501603469" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.912718 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:05 crc kubenswrapper[4809]: E1013 19:27:05.913429 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:06.413408805 +0000 UTC m=+145.019155400 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.940317 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-machine-config-operator/machine-config-operator-74547568cd-ktq5j" podStartSLOduration=123.94029563 podStartE2EDuration="2m3.94029563s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:05.939059808 +0000 UTC m=+144.544806393" watchObservedRunningTime="2025-10-13 19:27:05.94029563 +0000 UTC m=+144.546042215" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.965835 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s"] Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.974477 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-kube-controller-manager-operator/kube-controller-manager-operator-78b949d7b-99f6g" podStartSLOduration=123.974458437 podStartE2EDuration="2m3.974458437s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:05.974097918 +0000 UTC m=+144.579844513" watchObservedRunningTime="2025-10-13 19:27:05.974458437 +0000 UTC m=+144.580205022" Oct 13 19:27:05 crc kubenswrapper[4809]: I1013 19:27:05.994740 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk"] Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.021771 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.022293 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:06.522270992 +0000 UTC m=+145.128017577 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.045987 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9"] Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.064478 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-console/downloads-7954f5f757-7cvtv" podStartSLOduration=125.06445503 podStartE2EDuration="2m5.06445503s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:06.041533718 +0000 UTC m=+144.647280323" watchObservedRunningTime="2025-10-13 19:27:06.06445503 +0000 UTC m=+144.670201605" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.123581 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.124225 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:06.624190418 +0000 UTC m=+145.229937153 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.171006 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-cluster-machine-approver/machine-approver-56656f9798-tlf8c" podStartSLOduration=125.170989446 podStartE2EDuration="2m5.170989446s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:06.170918014 +0000 UTC m=+144.776664609" watchObservedRunningTime="2025-10-13 19:27:06.170989446 +0000 UTC m=+144.776736031" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.225616 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.226291 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:06.726265477 +0000 UTC m=+145.332012052 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.266987 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk"] Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.267024 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/marketplace-operator-79b997595-zggfl"] Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.267036 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw"] Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.270318 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ingress-canary/ingress-canary-wzpgp" event={"ID":"59d22b7f-e046-4df6-bf30-342ec1717b04","Type":"ContainerStarted","Data":"3e1006e82bb1772cb294b770ff4d6c73ac2983fb564911e2b0be6b2aa4f2026c"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.290856 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" event={"ID":"7653609a-4fb5-45ab-a83f-a1bdd4e83c5b","Type":"ContainerStarted","Data":"00a1ee1c39348652968f04ca09c76d2f36040db361df09858b900145856dda66"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.293957 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" event={"ID":"4c751e5a-c993-43f1-b41c-509b6dac0cef","Type":"ContainerStarted","Data":"894c6aa24e14033b2ccb1e531ab396c19541ebbf69666866155bcae1e953991e"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.296596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" event={"ID":"373fbfa7-7915-48ab-9cee-387f937276de","Type":"ContainerStarted","Data":"c4684486cefb3de5e4dba3c2ae8279a2dd5eb70e446420baecc511d990b42f87"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.313422 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-etcd-operator/etcd-operator-b45778765-2rb6d"] Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.323981 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" event={"ID":"02b2b531-0565-4c8b-8acc-7bb07e36ea88","Type":"ContainerStarted","Data":"6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.324019 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" event={"ID":"02b2b531-0565-4c8b-8acc-7bb07e36ea88","Type":"ContainerStarted","Data":"4c51cb5cae532ad3ee97ae04901c2e1deaa3d848cf98c1cebb325a01d470bf62"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.324388 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.325457 4809 patch_prober.go:28] interesting pod/controller-manager-879f6c89f-65ckv container/controller-manager namespace/openshift-controller-manager: Readiness probe status=failure output="Get \"https://10.217.0.21:8443/healthz\": dial tcp 10.217.0.21:8443: connect: connection refused" start-of-body= Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.325485 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" podUID="02b2b531-0565-4c8b-8acc-7bb07e36ea88" containerName="controller-manager" probeResult="failure" output="Get \"https://10.217.0.21:8443/healthz\": dial tcp 10.217.0.21:8443: connect: connection refused" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.326855 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.327486 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:06.827464254 +0000 UTC m=+145.433210839 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.328036 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.328607 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:06.828599294 +0000 UTC m=+145.434345879 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.347156 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" event={"ID":"575a6f35-b0d2-4da1-9e30-4768b453198f","Type":"ContainerStarted","Data":"a95f896820473daf3e5020b34cadde738e1448ba7086868a0b6560d20633a2a9"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.352204 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" podStartSLOduration=124.352180353 podStartE2EDuration="2m4.352180353s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:06.351541046 +0000 UTC m=+144.957287651" watchObservedRunningTime="2025-10-13 19:27:06.352180353 +0000 UTC m=+144.957926938" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.356633 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-console-operator/console-operator-58897d9998-44frm" event={"ID":"158d7960-1e0f-455e-9cf4-f05a2fb8df87","Type":"ContainerStarted","Data":"b0be8d2c4b6910ecf90a4fc27947e8f1f22cd929616ef4e8ed4d0b74f390fbfd"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.368636 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" event={"ID":"60409147-d822-4d03-8bab-3483750f37fe","Type":"ContainerStarted","Data":"4f7856586edb5bcd2c10c9ddf6234e0b396400d349b8dcdfb9e8af4aba247ead"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.385231 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" event={"ID":"53797c3f-6af4-476d-a01b-afe66bf7cc2d","Type":"ContainerStarted","Data":"90512112f976fee3e0bde58ca3d35ba3e7c9f1b3c555822a57c46c16fdcdc699"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.396242 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" event={"ID":"5913a68d-4e86-4c20-b87b-685cb1f91641","Type":"ContainerStarted","Data":"18a19a3976afab23b41cb8ad85a3070a47598207363dfdffbc7e499fbba721a8"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.402956 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" event={"ID":"c313ce94-33ce-4633-b02b-1e0734198826","Type":"ContainerStarted","Data":"038be10139db8169b5c7e8d9bd7e171cda6b0f981f1fbf990c91822feed8becd"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.405436 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" event={"ID":"288edb09-33f1-4b80-87f5-8fddaa52238e","Type":"ContainerStarted","Data":"a4d86690ae0f8d6fee3bbb74f68de9bbbb67b75faeea884fc3f2c9fa2a75c3d4"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.408386 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" event={"ID":"4df248fb-3448-4237-8b0f-99fcca5cdb5e","Type":"ContainerStarted","Data":"cdc090534fb63857c15cd661c6e419bb049f248d4952a328be82ffd96c3c4eaf"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.417160 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" event={"ID":"1d4df4c3-f903-4511-86b0-cf81c50df23b","Type":"ContainerStarted","Data":"911544febd7fb8370474396cf833f8d9f07d6812403f88b9ff5dc35e1ed4ae1b"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.422972 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ingress/router-default-5444994796-8zqqx" event={"ID":"9653422e-7388-4c96-af66-8cacce857e9c","Type":"ContainerStarted","Data":"3efc7d2f155bc0ce83282e4e75f0296748f65a760d8f0f33bb85040e6f929dc3"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.430639 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.432609 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:06.931608208 +0000 UTC m=+145.537354803 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.437387 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.437622 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-console/console-f9d7485db-vjjt5" event={"ID":"4ddd209d-6c38-4237-8079-a755a254398f","Type":"ContainerStarted","Data":"7925061ec2980affc815c49198d4dffa4aef9edf1df74603ac98b68b536c5edf"} Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.438104 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:06.938089078 +0000 UTC m=+145.543835663 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.476813 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-dns/dns-default-sbpgh"] Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.478680 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" event={"ID":"70b6e9b4-1bff-4c0d-be60-d741efbf68d0","Type":"ContainerStarted","Data":"ad321aa0cf9302ebe5337b2dc6a704f891a4d40e7936645f0bf6960f22cfae40"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.478827 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" event={"ID":"70b6e9b4-1bff-4c0d-be60-d741efbf68d0","Type":"ContainerStarted","Data":"1eeb773824db351ccd521cb0cbb7afbb60495b1d8bd694b41364c0bbccc409b5"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.486460 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" event={"ID":"549f81e1-d49f-472c-8422-be08ae158c08","Type":"ContainerStarted","Data":"d2c5ba1a65405746c678305fa70f3cb26be96aa824ee4aa5d6a91504312a7993"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.488858 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" event={"ID":"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62","Type":"ContainerStarted","Data":"017f3364f1b7df0aaf2295a206baf879b3f7a3551c80cdf759bbf88ccdad0009"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.490671 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" event={"ID":"c41f455f-ca5f-4275-bf19-7724ae2f7d46","Type":"ContainerStarted","Data":"6ac58df1d80f6b1249f98df6ee012c0e64a7062f7660c1059e6ca4eeff48e77a"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.493411 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-service-ca-operator/service-ca-operator-777779d784-25l8h"] Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.494838 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-server-w8fc5" event={"ID":"616529e7-4f65-46e7-857e-53d9e9123b11","Type":"ContainerStarted","Data":"2d9742f13e3ca6e757dbcbe917d16845173f293cb56f79246a6f9a8ece872c15"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.525473 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" event={"ID":"9ba6c2a2-04d1-4534-a5ff-109d5023b58c","Type":"ContainerStarted","Data":"d434b2d2f58d939154cffa744a7e0608cc0e3cb2101b71bc55f9eb1ff6c14dd0"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.536991 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" event={"ID":"a90a8008-13aa-489c-a60d-70c5ed9d2b1f","Type":"ContainerStarted","Data":"69439973a22c8c744f29a7fe20a7ae68794712b92a9de2bd5582f806d71cd426"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.550632 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.552706 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.052677286 +0000 UTC m=+145.658424021 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.553150 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" event={"ID":"23bf5a08-c071-4ce9-8f60-315860fede65","Type":"ContainerStarted","Data":"d7bed693eeee980a23ee7922f09046e82e1bb2156ab3ba2020c0f1bac31c284f"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.555451 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" event={"ID":"660e9ddc-5073-4444-b2c8-55d05cbd6298","Type":"ContainerStarted","Data":"9e472eff53e9cfc9528fad7612826c30ccf05754e336786012ab05c69ec6ec7f"} Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.556799 4809 patch_prober.go:28] interesting pod/downloads-7954f5f757-7cvtv container/download-server namespace/openshift-console: Readiness probe status=failure output="Get \"http://10.217.0.12:8080/\": dial tcp 10.217.0.12:8080: connect: connection refused" start-of-body= Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.557056 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-console/downloads-7954f5f757-7cvtv" podUID="b78df0c7-6a25-4563-a369-a308c8501b2e" containerName="download-server" probeResult="failure" output="Get \"http://10.217.0.12:8080/\": dial tcp 10.217.0.12:8080: connect: connection refused" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.564180 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-apiserver/apiserver-76f77b778f-h75w4"] Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.596909 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" podStartSLOduration=125.596891856 podStartE2EDuration="2m5.596891856s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:06.595983992 +0000 UTC m=+145.201730577" watchObservedRunningTime="2025-10-13 19:27:06.596891856 +0000 UTC m=+145.202638441" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.665849 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.667929 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.16790315 +0000 UTC m=+145.773649935 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.719862 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-operator-lifecycle-manager/packageserver-d55dfcdfc-6jmbc" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.766419 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.766637 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.266607311 +0000 UTC m=+145.872353906 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.767104 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.767480 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.267468824 +0000 UTC m=+145.873215409 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.868438 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.868598 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.368574658 +0000 UTC m=+145.974321243 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.868808 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.869215 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.369205335 +0000 UTC m=+145.974951920 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.892936 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" podStartSLOduration=124.892912627 podStartE2EDuration="2m4.892912627s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:06.876089215 +0000 UTC m=+145.481835800" watchObservedRunningTime="2025-10-13 19:27:06.892912627 +0000 UTC m=+145.498659212" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.920572 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" podStartSLOduration=125.920547692 podStartE2EDuration="2m5.920547692s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:06.920304596 +0000 UTC m=+145.526051181" watchObservedRunningTime="2025-10-13 19:27:06.920547692 +0000 UTC m=+145.526294277" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.961647 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-controller-manager-operator/openshift-controller-manager-operator-756b6f6bc6-c4k8m" podStartSLOduration=125.961619081 podStartE2EDuration="2m5.961619081s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:06.953359114 +0000 UTC m=+145.559105689" watchObservedRunningTime="2025-10-13 19:27:06.961619081 +0000 UTC m=+145.567365676" Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.970208 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:06 crc kubenswrapper[4809]: E1013 19:27:06.970684 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.470662148 +0000 UTC m=+146.076408733 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:06 crc kubenswrapper[4809]: I1013 19:27:06.995877 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" podStartSLOduration=124.995858159 podStartE2EDuration="2m4.995858159s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:06.994876524 +0000 UTC m=+145.600623109" watchObservedRunningTime="2025-10-13 19:27:06.995858159 +0000 UTC m=+145.601604754" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.074409 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.076041 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.576020834 +0000 UTC m=+146.181767429 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.182286 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.182503 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.682475208 +0000 UTC m=+146.288221793 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.183230 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.183761 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.683722411 +0000 UTC m=+146.289468996 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.228983 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.283703 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.283830 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.783808898 +0000 UTC m=+146.389555483 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.284183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.284835 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.784793524 +0000 UTC m=+146.390540109 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.385648 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.387266 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.887246774 +0000 UTC m=+146.492993369 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.488175 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.488484 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:07.988472651 +0000 UTC m=+146.594219226 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.588544 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.588899 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:08.088871726 +0000 UTC m=+146.694618321 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.589415 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.589853 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:08.089843592 +0000 UTC m=+146.695590187 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.590097 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" event={"ID":"575a6f35-b0d2-4da1-9e30-4768b453198f","Type":"ContainerStarted","Data":"db9711a842c6d9d7a6f72eb39d812c37770f4cf8ac79d07482c7db55657e582c"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.616742 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" event={"ID":"5913a68d-4e86-4c20-b87b-685cb1f91641","Type":"ContainerStarted","Data":"d92eb0edccf8dec6cc2a9cca94d745c8e4d3599ef61163de4bcce52ac700eb13"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.618307 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.619293 4809 patch_prober.go:28] interesting pod/olm-operator-6b444d44fb-mb5b9 container/olm-operator namespace/openshift-operator-lifecycle-manager: Readiness probe status=failure output="Get \"https://10.217.0.13:8443/healthz\": dial tcp 10.217.0.13:8443: connect: connection refused" start-of-body= Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.619334 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" podUID="5913a68d-4e86-4c20-b87b-685cb1f91641" containerName="olm-operator" probeResult="failure" output="Get \"https://10.217.0.13:8443/healthz\": dial tcp 10.217.0.13:8443: connect: connection refused" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.625966 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-apiserver/apiserver-76f77b778f-h75w4" event={"ID":"c75022dd-f189-4787-8fec-66a0aa5892c3","Type":"ContainerStarted","Data":"2bc96861f4f0407db5995e57c21152310f9829429b90070b33a7342cafa4587b"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.638826 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" event={"ID":"4c751e5a-c993-43f1-b41c-509b6dac0cef","Type":"ContainerStarted","Data":"0e21289b5bbc35e03db40043f04f266c3495143d859a35e83d00829fc7b8427f"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.638868 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" event={"ID":"4c751e5a-c993-43f1-b41c-509b6dac0cef","Type":"ContainerStarted","Data":"3fc42ac4f531eece010d8d1f53e47713306aadeacac1d91a50bd2d35a4d564f0"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.650442 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" event={"ID":"549f81e1-d49f-472c-8422-be08ae158c08","Type":"ContainerStarted","Data":"24b24fc4464884217f8a11b451a1fd9c7b4a40da5cf8c0e7336b79582bca4d9e"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.677677 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" podStartSLOduration=125.677662177 podStartE2EDuration="2m5.677662177s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:07.67662655 +0000 UTC m=+146.282373145" watchObservedRunningTime="2025-10-13 19:27:07.677662177 +0000 UTC m=+146.283408762" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.686939 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" event={"ID":"57f145b9-cec5-4344-8163-6f9289e40307","Type":"ContainerStarted","Data":"585ed7dde264763ee5afc410a1c9bb7c64014a7ba6fc00cf2705aebc7a1ad391"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.690423 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.691130 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:08.19111514 +0000 UTC m=+146.796861725 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.703635 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-console-operator/console-operator-58897d9998-44frm" event={"ID":"158d7960-1e0f-455e-9cf4-f05a2fb8df87","Type":"ContainerStarted","Data":"459b723160a0a5a9960306db6c1277bef19c3f3b613ab55177a8581ec1e36bc3"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.703697 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.705375 4809 patch_prober.go:28] interesting pod/console-operator-58897d9998-44frm container/console-operator namespace/openshift-console-operator: Readiness probe status=failure output="Get \"https://10.217.0.28:8443/readyz\": dial tcp 10.217.0.28:8443: connect: connection refused" start-of-body= Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.705426 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-console-operator/console-operator-58897d9998-44frm" podUID="158d7960-1e0f-455e-9cf4-f05a2fb8df87" containerName="console-operator" probeResult="failure" output="Get \"https://10.217.0.28:8443/readyz\": dial tcp 10.217.0.28:8443: connect: connection refused" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.707293 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" event={"ID":"a90a8008-13aa-489c-a60d-70c5ed9d2b1f","Type":"ContainerStarted","Data":"f3cbaa432382a27a874bfd9c22c5645b53372e256795a261cff55982b4ff39ce"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.707391 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-machine-config-operator/machine-config-controller-84d6567774-qlblm" podStartSLOduration=125.707377897 podStartE2EDuration="2m5.707377897s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:07.705497248 +0000 UTC m=+146.311243833" watchObservedRunningTime="2025-10-13 19:27:07.707377897 +0000 UTC m=+146.313124472" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.709251 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.709359 4809 patch_prober.go:28] interesting pod/catalog-operator-68c6474976-gnhqs container/catalog-operator namespace/openshift-operator-lifecycle-manager: Readiness probe status=failure output="Get \"https://10.217.0.18:8443/healthz\": dial tcp 10.217.0.18:8443: connect: connection refused" start-of-body= Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.709396 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" podUID="a90a8008-13aa-489c-a60d-70c5ed9d2b1f" containerName="catalog-operator" probeResult="failure" output="Get \"https://10.217.0.18:8443/healthz\": dial tcp 10.217.0.18:8443: connect: connection refused" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.737236 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-dns/dns-default-sbpgh" event={"ID":"17ed86c6-653d-4d63-b71a-497eea81b50e","Type":"ContainerStarted","Data":"13c795d89810a2895425d58dba779c0593727aa2976d06d9008408730ac6a597"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.770375 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk" event={"ID":"6996e982-f58a-44fd-a69a-8bacd18264b4","Type":"ContainerStarted","Data":"3201b054c71b32e1517630175f9a5e342974208dc2f349495a10998cce54d33b"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.770426 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk" event={"ID":"6996e982-f58a-44fd-a69a-8bacd18264b4","Type":"ContainerStarted","Data":"d1746b9aa1e821ff4a8192da12c2782e18e96cd0155ab5d9718e66ad32b44375"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.781949 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" event={"ID":"7653609a-4fb5-45ab-a83f-a1bdd4e83c5b","Type":"ContainerStarted","Data":"fd25361e09315fd1ea1befd006fb80f79b2b4d1523d8d0d5962d39aa0c51d373"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.790200 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-apiserver-operator/openshift-apiserver-operator-796bbdcf4f-wrm6s" podStartSLOduration=126.790184771 podStartE2EDuration="2m6.790184771s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:07.789132883 +0000 UTC m=+146.394879478" watchObservedRunningTime="2025-10-13 19:27:07.790184771 +0000 UTC m=+146.395931356" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.791033 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ingress/router-default-5444994796-8zqqx" event={"ID":"9653422e-7388-4c96-af66-8cacce857e9c","Type":"ContainerStarted","Data":"19686ae00d40f68b1e00dce9a01bf5e7c6801290be9b942be55529cb53ddff2e"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.791596 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.795662 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:08.295623684 +0000 UTC m=+146.901370309 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.835083 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-image-registry/cluster-image-registry-operator-dc59b4c8b-tlhzg" event={"ID":"660e9ddc-5073-4444-b2c8-55d05cbd6298","Type":"ContainerStarted","Data":"a32631f07978922f22533ba0b877f30e75fe83a170aebcd47d26c43c16d76f29"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.836908 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" podStartSLOduration=125.836888877 podStartE2EDuration="2m5.836888877s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:07.829139553 +0000 UTC m=+146.434886138" watchObservedRunningTime="2025-10-13 19:27:07.836888877 +0000 UTC m=+146.442635462" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.851093 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-server-w8fc5" event={"ID":"616529e7-4f65-46e7-857e-53d9e9123b11","Type":"ContainerStarted","Data":"ca098338f6c7ce02446b9fb5e58affd57b456fbce47b7e32896182510d2da625"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.852798 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" event={"ID":"f083919e-ab55-4f7f-8a26-47a4e6ac825d","Type":"ContainerStarted","Data":"3a49ce1f9363521d253fd628a8db1d4bd74dc9d5f3d9994d106b66087cacc6b7"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.853805 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" event={"ID":"60409147-d822-4d03-8bab-3483750f37fe","Type":"ContainerStarted","Data":"936a58bc298c2d297d344361026cb2fa62d28b0530d8e824953220db6e204f6b"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.853829 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" event={"ID":"60409147-d822-4d03-8bab-3483750f37fe","Type":"ContainerStarted","Data":"bf8a0bdef5e976d09385a5ba005443fc64affa3671d57953e0ab40d4c9c6a7af"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.871269 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-console/console-f9d7485db-vjjt5" event={"ID":"4ddd209d-6c38-4237-8079-a755a254398f","Type":"ContainerStarted","Data":"16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.886523 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw" event={"ID":"4454a33f-a128-4a7e-93f8-67e0fd2637d2","Type":"ContainerStarted","Data":"94a4a6d25a1de0a938702642b3ae2e4feeb6803fb8d69333f534cef5f286c004"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.886596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw" event={"ID":"4454a33f-a128-4a7e-93f8-67e0fd2637d2","Type":"ContainerStarted","Data":"1864f8e9b6288fb99206f1b2b19728fa4fb4dc620f5da9d2f29ce4562197c72b"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.892839 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.893174 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:08.393146794 +0000 UTC m=+146.998893379 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.895138 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" event={"ID":"56b06211-0341-453f-b106-3ff95538b223","Type":"ContainerStarted","Data":"a5a3cb0421a7a57beaa7319726c9131f34659cce8250cae8dfae35b670746dc7"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.895190 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" event={"ID":"56b06211-0341-453f-b106-3ff95538b223","Type":"ContainerStarted","Data":"ec02f0536d21a26cd77ab332d0317cddc2ffefeb40f7ac12bc1f171a00ff0e25"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.901164 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" event={"ID":"288edb09-33f1-4b80-87f5-8fddaa52238e","Type":"ContainerStarted","Data":"dd033d794b4fad682e77e4ac7c9f72378531875845794a2e4b7aa8f8180455bb"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.904526 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" event={"ID":"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62","Type":"ContainerStarted","Data":"45752a3bf027f3946b6208b9d162cb557c24b4e190a6001161c0944ddcc5bf1b"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.904589 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" event={"ID":"d6698fbf-40c8-4e4f-917f-d3b4f8c69a62","Type":"ContainerStarted","Data":"8e79be54336252051325427bd9d2b5f4c0837637d706ec90d2d63830c39072ba"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.919837 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ingress-canary/ingress-canary-wzpgp" event={"ID":"59d22b7f-e046-4df6-bf30-342ec1717b04","Type":"ContainerStarted","Data":"cc06f0729689a4aa00fa5448b7ea9e4941ca56664a59f9065a266bc5a501fad4"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.935209 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" event={"ID":"c41f455f-ca5f-4275-bf19-7724ae2f7d46","Type":"ContainerStarted","Data":"d6f6de8b8625a35f1c355293f21f8f8485feced6879648b60653dbacc90c27cd"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.943014 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-b67b599dd-tmbgk" podStartSLOduration=125.942991942 podStartE2EDuration="2m5.942991942s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:07.942693064 +0000 UTC m=+146.548439649" watchObservedRunningTime="2025-10-13 19:27:07.942991942 +0000 UTC m=+146.548738527" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.946204 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk" podStartSLOduration=125.946172736 podStartE2EDuration="2m5.946172736s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:07.919383432 +0000 UTC m=+146.525130017" watchObservedRunningTime="2025-10-13 19:27:07.946172736 +0000 UTC m=+146.551919321" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.957951 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" event={"ID":"1d4df4c3-f903-4511-86b0-cf81c50df23b","Type":"ContainerStarted","Data":"72fd7deb4b6821431ffb1497023d69d40d95379483c1c26f5aec36a1fb50c22e"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.974271 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" event={"ID":"4df248fb-3448-4237-8b0f-99fcca5cdb5e","Type":"ContainerStarted","Data":"a17e76ead2ed84edabcbfefd6f26c4bba9e86d5e656788c10795021fedfdfae8"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.976238 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" podStartSLOduration=125.976222384 podStartE2EDuration="2m5.976222384s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:07.973227536 +0000 UTC m=+146.578974131" watchObservedRunningTime="2025-10-13 19:27:07.976222384 +0000 UTC m=+146.581968979" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.989537 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" event={"ID":"53797c3f-6af4-476d-a01b-afe66bf7cc2d","Type":"ContainerStarted","Data":"6689c318147cd79197cc5619d2e965b460e37a5845a9ed2e763b0968c75b23e1"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.989638 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.994424 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" event={"ID":"70b6e9b4-1bff-4c0d-be60-d741efbf68d0","Type":"ContainerStarted","Data":"2cb359c51c23683ffcb10507474e265cf469cced98cd9f0000d66e9782752358"} Oct 13 19:27:07 crc kubenswrapper[4809]: I1013 19:27:07.994640 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:07 crc kubenswrapper[4809]: E1013 19:27:07.994903 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:08.494892014 +0000 UTC m=+147.100638599 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.004563 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" event={"ID":"373fbfa7-7915-48ab-9cee-387f937276de","Type":"ContainerStarted","Data":"fc657f190df4b814b0b20e3557d7572e99dc6dd075625498ddb593fe8f2ebed9"} Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.007862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" event={"ID":"980aada2-95cd-4e9d-aa08-9132b440cb82","Type":"ContainerStarted","Data":"ce6c5577837297e6919e9b7b7beb4c27fa7278388ff4463014f3412ff20ee4a3"} Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.016428 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" event={"ID":"fca59da4-a6d9-4e2a-98b7-b6067df3e22b","Type":"ContainerStarted","Data":"085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7"} Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.016507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" event={"ID":"fca59da4-a6d9-4e2a-98b7-b6067df3e22b","Type":"ContainerStarted","Data":"0276c660f4333ad9b599ac103ac7d962a1dea3bfef3b7b1a88542c804d5a54fc"} Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.016529 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.016599 4809 patch_prober.go:28] interesting pod/downloads-7954f5f757-7cvtv container/download-server namespace/openshift-console: Readiness probe status=failure output="Get \"http://10.217.0.12:8080/\": dial tcp 10.217.0.12:8080: connect: connection refused" start-of-body= Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.016678 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-console/downloads-7954f5f757-7cvtv" podUID="b78df0c7-6a25-4563-a369-a308c8501b2e" containerName="download-server" probeResult="failure" output="Get \"http://10.217.0.12:8080/\": dial tcp 10.217.0.12:8080: connect: connection refused" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.017942 4809 patch_prober.go:28] interesting pod/marketplace-operator-79b997595-zggfl container/marketplace-operator namespace/openshift-marketplace: Readiness probe status=failure output="Get \"http://10.217.0.39:8080/healthz\": dial tcp 10.217.0.39:8080: connect: connection refused" start-of-body= Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.018003 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" podUID="fca59da4-a6d9-4e2a-98b7-b6067df3e22b" containerName="marketplace-operator" probeResult="failure" output="Get \"http://10.217.0.39:8080/healthz\": dial tcp 10.217.0.39:8080: connect: connection refused" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.018909 4809 patch_prober.go:28] interesting pod/controller-manager-879f6c89f-65ckv container/controller-manager namespace/openshift-controller-manager: Readiness probe status=failure output="Get \"https://10.217.0.21:8443/healthz\": dial tcp 10.217.0.21:8443: connect: connection refused" start-of-body= Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.018952 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" podUID="02b2b531-0565-4c8b-8acc-7bb07e36ea88" containerName="controller-manager" probeResult="failure" output="Get \"https://10.217.0.21:8443/healthz\": dial tcp 10.217.0.21:8443: connect: connection refused" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.032613 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-cluster-samples-operator/cluster-samples-operator-665b6dd947-jq5bg" podStartSLOduration=127.032591574 podStartE2EDuration="2m7.032591574s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.032459631 +0000 UTC m=+146.638206226" watchObservedRunningTime="2025-10-13 19:27:08.032591574 +0000 UTC m=+146.638338159" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.032824 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-console-operator/console-operator-58897d9998-44frm" podStartSLOduration=127.03281913 podStartE2EDuration="2m7.03281913s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:07.999072274 +0000 UTC m=+146.604818869" watchObservedRunningTime="2025-10-13 19:27:08.03281913 +0000 UTC m=+146.638565715" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.047503 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.054892 4809 patch_prober.go:28] interesting pod/router-default-5444994796-8zqqx container/router namespace/openshift-ingress: Startup probe status=failure output="Get \"http://localhost:1936/healthz/ready\": dial tcp [::1]:1936: connect: connection refused" start-of-body= Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.054967 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-ingress/router-default-5444994796-8zqqx" podUID="9653422e-7388-4c96-af66-8cacce857e9c" containerName="router" probeResult="failure" output="Get \"http://localhost:1936/healthz/ready\": dial tcp [::1]:1936: connect: connection refused" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.085191 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-kube-scheduler-operator/openshift-kube-scheduler-operator-5fdd9b5758-bcjgg" podStartSLOduration=126.085158154 podStartE2EDuration="2m6.085158154s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.05948396 +0000 UTC m=+146.665230545" watchObservedRunningTime="2025-10-13 19:27:08.085158154 +0000 UTC m=+146.690904739" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.098164 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.100252 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:08.60023498 +0000 UTC m=+147.205981565 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.112934 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-machine-api/control-plane-machine-set-operator-78cbb6b69f-zqxbw" podStartSLOduration=126.112917393 podStartE2EDuration="2m6.112917393s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.088366238 +0000 UTC m=+146.694112833" watchObservedRunningTime="2025-10-13 19:27:08.112917393 +0000 UTC m=+146.718663978" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.116605 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" podStartSLOduration=126.116591939 podStartE2EDuration="2m6.116591939s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.112252365 +0000 UTC m=+146.717998960" watchObservedRunningTime="2025-10-13 19:27:08.116591939 +0000 UTC m=+146.722338524" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.171356 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" podStartSLOduration=126.171336606 podStartE2EDuration="2m6.171336606s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.142071888 +0000 UTC m=+146.747818473" watchObservedRunningTime="2025-10-13 19:27:08.171336606 +0000 UTC m=+146.777083181" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.173519 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-ingress-operator/ingress-operator-5b745b69d9-l7kq4" podStartSLOduration=126.173508793 podStartE2EDuration="2m6.173508793s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.170461303 +0000 UTC m=+146.776207888" watchObservedRunningTime="2025-10-13 19:27:08.173508793 +0000 UTC m=+146.779255378" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.200807 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.201252 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:08.701230231 +0000 UTC m=+147.306976826 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.245466 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" podStartSLOduration=126.245437511 podStartE2EDuration="2m6.245437511s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.221226616 +0000 UTC m=+146.826973211" watchObservedRunningTime="2025-10-13 19:27:08.245437511 +0000 UTC m=+146.851184096" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.246767 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-service-ca-operator/service-ca-operator-777779d784-25l8h" podStartSLOduration=126.246757656 podStartE2EDuration="2m6.246757656s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.241083507 +0000 UTC m=+146.846830112" watchObservedRunningTime="2025-10-13 19:27:08.246757656 +0000 UTC m=+146.852504241" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.295792 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-kube-apiserver-operator/kube-apiserver-operator-766d6c64bb-bshp5" podStartSLOduration=126.295774663 podStartE2EDuration="2m6.295774663s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.293953305 +0000 UTC m=+146.899699910" watchObservedRunningTime="2025-10-13 19:27:08.295774663 +0000 UTC m=+146.901521248" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.296493 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-console/console-f9d7485db-vjjt5" podStartSLOduration=127.296486441 podStartE2EDuration="2m7.296486441s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.266242547 +0000 UTC m=+146.871989132" watchObservedRunningTime="2025-10-13 19:27:08.296486441 +0000 UTC m=+146.902233026" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.303201 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.303584 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:08.803568127 +0000 UTC m=+147.409314712 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.312178 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-machine-config-operator/machine-config-server-w8fc5" podStartSLOduration=7.312161323 podStartE2EDuration="7.312161323s" podCreationTimestamp="2025-10-13 19:27:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.311174587 +0000 UTC m=+146.916921172" watchObservedRunningTime="2025-10-13 19:27:08.312161323 +0000 UTC m=+146.917907908" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.337175 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-ingress-canary/ingress-canary-wzpgp" podStartSLOduration=7.337145959 podStartE2EDuration="7.337145959s" podCreationTimestamp="2025-10-13 19:27:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.328601844 +0000 UTC m=+146.934348429" watchObservedRunningTime="2025-10-13 19:27:08.337145959 +0000 UTC m=+146.942892544" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.359421 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-machine-api/machine-api-operator-5694c8668f-zggdj" podStartSLOduration=126.359408463 podStartE2EDuration="2m6.359408463s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.359119156 +0000 UTC m=+146.964865741" watchObservedRunningTime="2025-10-13 19:27:08.359408463 +0000 UTC m=+146.965155048" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.402862 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-ingress/router-default-5444994796-8zqqx" podStartSLOduration=126.402812263 podStartE2EDuration="2m6.402812263s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.394779152 +0000 UTC m=+147.000525747" watchObservedRunningTime="2025-10-13 19:27:08.402812263 +0000 UTC m=+147.008558838" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.411140 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.411624 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:08.911605833 +0000 UTC m=+147.517352418 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.419511 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-authentication-operator/authentication-operator-69f744f599-wbldg" podStartSLOduration=127.41949286 podStartE2EDuration="2m7.41949286s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.416173603 +0000 UTC m=+147.021920188" watchObservedRunningTime="2025-10-13 19:27:08.41949286 +0000 UTC m=+147.025239445" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.470683 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" podStartSLOduration=126.470653983 podStartE2EDuration="2m6.470653983s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.44425579 +0000 UTC m=+147.050002375" watchObservedRunningTime="2025-10-13 19:27:08.470653983 +0000 UTC m=+147.076400568" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.473797 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-service-ca/service-ca-9c57cc56f-5rhd8" podStartSLOduration=126.473787876 podStartE2EDuration="2m6.473787876s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.472105111 +0000 UTC m=+147.077851696" watchObservedRunningTime="2025-10-13 19:27:08.473787876 +0000 UTC m=+147.079534451" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.474813 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.474879 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.477290 4809 patch_prober.go:28] interesting pod/apiserver-7bbb656c7d-svdbt container/oauth-apiserver namespace/openshift-oauth-apiserver: Startup probe status=failure output="Get \"https://10.217.0.6:8443/livez\": dial tcp 10.217.0.6:8443: connect: connection refused" start-of-body= Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.477383 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" podUID="57f145b9-cec5-4344-8163-6f9289e40307" containerName="oauth-apiserver" probeResult="failure" output="Get \"https://10.217.0.6:8443/livez\": dial tcp 10.217.0.6:8443: connect: connection refused" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.501260 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" podStartSLOduration=126.501235696 podStartE2EDuration="2m6.501235696s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:08.50098664 +0000 UTC m=+147.106733235" watchObservedRunningTime="2025-10-13 19:27:08.501235696 +0000 UTC m=+147.106982281" Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.512212 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.512684 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.012667146 +0000 UTC m=+147.618413721 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.614382 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.614766 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.114751406 +0000 UTC m=+147.720497991 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.715287 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.715560 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.215534001 +0000 UTC m=+147.821280586 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.715883 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.716188 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.216177797 +0000 UTC m=+147.821924382 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.817258 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.817364 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.317348443 +0000 UTC m=+147.923095028 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.817563 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.817839 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.317832336 +0000 UTC m=+147.923578921 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.918983 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.919151 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.419122095 +0000 UTC m=+148.024868680 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:08 crc kubenswrapper[4809]: I1013 19:27:08.919372 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:08 crc kubenswrapper[4809]: E1013 19:27:08.919773 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.419755401 +0000 UTC m=+148.025501986 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.020128 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.020293 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.52026302 +0000 UTC m=+148.126009605 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.020427 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.020803 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.520793184 +0000 UTC m=+148.126539769 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.021926 4809 generic.go:334] "Generic (PLEG): container finished" podID="c75022dd-f189-4787-8fec-66a0aa5892c3" containerID="7a569a04dff54791bf47dd24d9416b7f1db563026dc917f83f72a8e82605b00b" exitCode=0 Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.022019 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-apiserver/apiserver-76f77b778f-h75w4" event={"ID":"c75022dd-f189-4787-8fec-66a0aa5892c3","Type":"ContainerDied","Data":"7a569a04dff54791bf47dd24d9416b7f1db563026dc917f83f72a8e82605b00b"} Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.024205 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-admission-controller-857f4d67dd-7hjd4" event={"ID":"f083919e-ab55-4f7f-8a26-47a4e6ac825d","Type":"ContainerStarted","Data":"320e0a23df7a8c803832ae0072f9f3af353b882ddaff2fc7fddda961cc05bf6c"} Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.026281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-etcd-operator/etcd-operator-b45778765-2rb6d" event={"ID":"980aada2-95cd-4e9d-aa08-9132b440cb82","Type":"ContainerStarted","Data":"d35aad51ced7156a05b7d1a3a37bd26b1e3d4250702efaa79b18ec5c27665832"} Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.038461 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-dns/dns-default-sbpgh" event={"ID":"17ed86c6-653d-4d63-b71a-497eea81b50e","Type":"ContainerStarted","Data":"69b2fbf0401e99a92b19cc5f2180c38026e1ce2466bc66b63e5bc395bfe63bbe"} Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.038503 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-dns/dns-default-sbpgh" event={"ID":"17ed86c6-653d-4d63-b71a-497eea81b50e","Type":"ContainerStarted","Data":"7825a1f7e8684987edc648685feb5120ff4206e39f2cb19a29f600a0d6bf4661"} Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.039007 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.041420 4809 generic.go:334] "Generic (PLEG): container finished" podID="575a6f35-b0d2-4da1-9e30-4768b453198f" containerID="db9711a842c6d9d7a6f72eb39d812c37770f4cf8ac79d07482c7db55657e582c" exitCode=0 Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.041480 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" event={"ID":"575a6f35-b0d2-4da1-9e30-4768b453198f","Type":"ContainerDied","Data":"db9711a842c6d9d7a6f72eb39d812c37770f4cf8ac79d07482c7db55657e582c"} Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.050216 4809 patch_prober.go:28] interesting pod/router-default-5444994796-8zqqx container/router namespace/openshift-ingress: Startup probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[-]backend-http failed: reason withheld Oct 13 19:27:09 crc kubenswrapper[4809]: [-]has-synced failed: reason withheld Oct 13 19:27:09 crc kubenswrapper[4809]: [+]process-running ok Oct 13 19:27:09 crc kubenswrapper[4809]: healthz check failed Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.050275 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-ingress/router-default-5444994796-8zqqx" podUID="9653422e-7388-4c96-af66-8cacce857e9c" containerName="router" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.051406 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-storage-version-migrator/migrator-59844c95c7-bd9mk" event={"ID":"6996e982-f58a-44fd-a69a-8bacd18264b4","Type":"ContainerStarted","Data":"5ffcc8e1c9609c7f19ab9d8fd62de61124030bc8b0e2d6ab5a69dcf1fa5e8cf9"} Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.057114 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" event={"ID":"23bf5a08-c071-4ce9-8f60-315860fede65","Type":"ContainerStarted","Data":"5947539228c0c8d3da86ef20d8b01e7fdd6f23879beafcfd227be3c4e1011171"} Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.079311 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-dns-operator/dns-operator-744455d44c-txxmq" event={"ID":"1d4df4c3-f903-4511-86b0-cf81c50df23b","Type":"ContainerStarted","Data":"3be2fada93456d045a31728a636e3db58226e9fbe8aa1a1e5b4010803b33f8a1"} Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.090568 4809 patch_prober.go:28] interesting pod/olm-operator-6b444d44fb-mb5b9 container/olm-operator namespace/openshift-operator-lifecycle-manager: Readiness probe status=failure output="Get \"https://10.217.0.13:8443/healthz\": dial tcp 10.217.0.13:8443: connect: connection refused" start-of-body= Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.090656 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" podUID="5913a68d-4e86-4c20-b87b-685cb1f91641" containerName="olm-operator" probeResult="failure" output="Get \"https://10.217.0.13:8443/healthz\": dial tcp 10.217.0.13:8443: connect: connection refused" Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.091837 4809 patch_prober.go:28] interesting pod/marketplace-operator-79b997595-zggfl container/marketplace-operator namespace/openshift-marketplace: Readiness probe status=failure output="Get \"http://10.217.0.39:8080/healthz\": dial tcp 10.217.0.39:8080: connect: connection refused" start-of-body= Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.092623 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" podUID="fca59da4-a6d9-4e2a-98b7-b6067df3e22b" containerName="marketplace-operator" probeResult="failure" output="Get \"http://10.217.0.39:8080/healthz\": dial tcp 10.217.0.39:8080: connect: connection refused" Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.092658 4809 patch_prober.go:28] interesting pod/console-operator-58897d9998-44frm container/console-operator namespace/openshift-console-operator: Readiness probe status=failure output="Get \"https://10.217.0.28:8443/readyz\": dial tcp 10.217.0.28:8443: connect: connection refused" start-of-body= Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.092745 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-console-operator/console-operator-58897d9998-44frm" podUID="158d7960-1e0f-455e-9cf4-f05a2fb8df87" containerName="console-operator" probeResult="failure" output="Get \"https://10.217.0.28:8443/readyz\": dial tcp 10.217.0.28:8443: connect: connection refused" Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.123647 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.124659 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.62464462 +0000 UTC m=+148.230391205 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.135484 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-operator-lifecycle-manager/catalog-operator-68c6474976-gnhqs" Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.194619 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-dns/dns-default-sbpgh" podStartSLOduration=8.194596516 podStartE2EDuration="8.194596516s" podCreationTimestamp="2025-10-13 19:27:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:09.143210247 +0000 UTC m=+147.748956832" watchObservedRunningTime="2025-10-13 19:27:09.194596516 +0000 UTC m=+147.800343101" Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.227651 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.237560 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.737536203 +0000 UTC m=+148.343282788 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.342229 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.342863 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.842824757 +0000 UTC m=+148.448571342 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.444462 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.445123 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:09.945093292 +0000 UTC m=+148.550839997 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.545709 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.546122 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.046105783 +0000 UTC m=+148.651852368 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.647393 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.647832 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.147816533 +0000 UTC m=+148.753563118 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.748713 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.748988 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.248931988 +0000 UTC m=+148.854678573 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.749268 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.749629 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.249615996 +0000 UTC m=+148.855362581 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.850577 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.851047 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.351027628 +0000 UTC m=+148.956774213 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:09 crc kubenswrapper[4809]: I1013 19:27:09.951829 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:09 crc kubenswrapper[4809]: E1013 19:27:09.952196 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.452179663 +0000 UTC m=+149.057926248 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.050097 4809 patch_prober.go:28] interesting pod/router-default-5444994796-8zqqx container/router namespace/openshift-ingress: Startup probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[-]backend-http failed: reason withheld Oct 13 19:27:10 crc kubenswrapper[4809]: [-]has-synced failed: reason withheld Oct 13 19:27:10 crc kubenswrapper[4809]: [+]process-running ok Oct 13 19:27:10 crc kubenswrapper[4809]: healthz check failed Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.050178 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-ingress/router-default-5444994796-8zqqx" podUID="9653422e-7388-4c96-af66-8cacce857e9c" containerName="router" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.052616 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.052856 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.552807754 +0000 UTC m=+149.158554349 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.053030 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.053071 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.053365 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.553349819 +0000 UTC m=+149.159096404 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.053400 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"networking-console-plugin-cert\" (UniqueName: \"kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.057486 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-kube-controller-manager/revision-pruner-9-crc"] Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.058318 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-controller-manager/revision-pruner-9-crc" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.061188 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"networking-console-plugin-cert\" (UniqueName: \"kubernetes.io/secret/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-networking-console-plugin-cert\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.061502 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-controller-manager"/"kube-root-ca.crt" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.061742 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-kube-controller-manager"/"installer-sa-dockercfg-kjl2n" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.075347 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/5fe485a1-e14f-4c09-b5b9-f252bc42b7e8-nginx-conf\") pod \"networking-console-plugin-85b44fc459-gdk6g\" (UID: \"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8\") " pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.085916 4809 generic.go:334] "Generic (PLEG): container finished" podID="9ba6c2a2-04d1-4534-a5ff-109d5023b58c" containerID="d434b2d2f58d939154cffa744a7e0608cc0e3cb2101b71bc55f9eb1ff6c14dd0" exitCode=0 Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.086016 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" event={"ID":"9ba6c2a2-04d1-4534-a5ff-109d5023b58c","Type":"ContainerDied","Data":"d434b2d2f58d939154cffa744a7e0608cc0e3cb2101b71bc55f9eb1ff6c14dd0"} Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.095668 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-apiserver/apiserver-76f77b778f-h75w4" event={"ID":"c75022dd-f189-4787-8fec-66a0aa5892c3","Type":"ContainerStarted","Data":"6e88c315c3383773eaa9d92db5c67baf35e87aa39c6d2f1f7db71cdadaa5f73b"} Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.107182 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" event={"ID":"575a6f35-b0d2-4da1-9e30-4768b453198f","Type":"ContainerStarted","Data":"159ef3cd31dc9830cc76675c84aa18dee54b8130ecb10441618b2b5c2286657b"} Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.107231 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.154765 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.155023 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cqllr\" (UniqueName: \"kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr\") pod \"network-check-target-xd92c\" (UID: \"3b6479f0-333b-4a96-9adf-2099afdc2447\") " pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.155073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/cffaad74-ee35-472d-8749-55452b415034-kube-api-access\") pod \"revision-pruner-9-crc\" (UID: \"cffaad74-ee35-472d-8749-55452b415034\") " pod="openshift-kube-controller-manager/revision-pruner-9-crc" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.155129 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kubelet-dir\" (UniqueName: \"kubernetes.io/host-path/cffaad74-ee35-472d-8749-55452b415034-kubelet-dir\") pod \"revision-pruner-9-crc\" (UID: \"cffaad74-ee35-472d-8749-55452b415034\") " pod="openshift-kube-controller-manager/revision-pruner-9-crc" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.155151 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2dwl\" (UniqueName: \"kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl\") pod \"network-check-source-55646444c4-trplf\" (UID: \"9d751cbb-f2e2-430d-9754-c882a5e924a5\") " pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.155353 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.655337316 +0000 UTC m=+149.261083901 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.161436 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-s2dwl\" (UniqueName: \"kubernetes.io/projected/9d751cbb-f2e2-430d-9754-c882a5e924a5-kube-api-access-s2dwl\") pod \"network-check-source-55646444c4-trplf\" (UID: \"9d751cbb-f2e2-430d-9754-c882a5e924a5\") " pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.161436 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cqllr\" (UniqueName: \"kubernetes.io/projected/3b6479f0-333b-4a96-9adf-2099afdc2447-kube-api-access-cqllr\") pod \"network-check-target-xd92c\" (UID: \"3b6479f0-333b-4a96-9adf-2099afdc2447\") " pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.182276 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.218237 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-operator-lifecycle-manager/olm-operator-6b444d44fb-mb5b9" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.225395 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-controller-manager/revision-pruner-9-crc"] Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.260502 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.260586 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kubelet-dir\" (UniqueName: \"kubernetes.io/host-path/cffaad74-ee35-472d-8749-55452b415034-kubelet-dir\") pod \"revision-pruner-9-crc\" (UID: \"cffaad74-ee35-472d-8749-55452b415034\") " pod="openshift-kube-controller-manager/revision-pruner-9-crc" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.260799 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/cffaad74-ee35-472d-8749-55452b415034-kube-api-access\") pod \"revision-pruner-9-crc\" (UID: \"cffaad74-ee35-472d-8749-55452b415034\") " pod="openshift-kube-controller-manager/revision-pruner-9-crc" Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.262009 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.761997136 +0000 UTC m=+149.367743721 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.263212 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kubelet-dir\" (UniqueName: \"kubernetes.io/host-path/cffaad74-ee35-472d-8749-55452b415034-kubelet-dir\") pod \"revision-pruner-9-crc\" (UID: \"cffaad74-ee35-472d-8749-55452b415034\") " pod="openshift-kube-controller-manager/revision-pruner-9-crc" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.272754 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.282102 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.304290 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" podStartSLOduration=129.304261745 podStartE2EDuration="2m9.304261745s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:10.263033863 +0000 UTC m=+148.868780448" watchObservedRunningTime="2025-10-13 19:27:10.304261745 +0000 UTC m=+148.910008330" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.323230 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/cffaad74-ee35-472d-8749-55452b415034-kube-api-access\") pod \"revision-pruner-9-crc\" (UID: \"cffaad74-ee35-472d-8749-55452b415034\") " pod="openshift-kube-controller-manager/revision-pruner-9-crc" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.361567 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.365866 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.865834522 +0000 UTC m=+149.471581117 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.368237 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.368675 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.868662116 +0000 UTC m=+149.474408701 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.412347 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-controller-manager/revision-pruner-9-crc" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.471789 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.472249 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.972200244 +0000 UTC m=+149.577946829 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.472311 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.472716 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:10.972698437 +0000 UTC m=+149.578445022 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.573596 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.573876 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:11.073861422 +0000 UTC m=+149.679608007 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.616452 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/certified-operators-8nn6k"] Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.617459 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.622993 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"certified-operators-dockercfg-4rs5g" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.647060 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-8nn6k"] Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.680586 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-catalog-content\") pod \"certified-operators-8nn6k\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.680646 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xbkqb\" (UniqueName: \"kubernetes.io/projected/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-kube-api-access-xbkqb\") pod \"certified-operators-8nn6k\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.680685 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.680710 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-utilities\") pod \"certified-operators-8nn6k\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.684221 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:11.184203679 +0000 UTC m=+149.789950264 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.781706 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.782480 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-catalog-content\") pod \"certified-operators-8nn6k\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.782568 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xbkqb\" (UniqueName: \"kubernetes.io/projected/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-kube-api-access-xbkqb\") pod \"certified-operators-8nn6k\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.782624 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-utilities\") pod \"certified-operators-8nn6k\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.783609 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-utilities\") pod \"certified-operators-8nn6k\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.783710 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:11.283685921 +0000 UTC m=+149.889432506 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.783992 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-catalog-content\") pod \"certified-operators-8nn6k\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.805914 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/community-operators-kqkhb"] Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.806812 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.817746 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"community-operators-dockercfg-dmngl" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.835193 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-kqkhb"] Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.867131 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xbkqb\" (UniqueName: \"kubernetes.io/projected/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-kube-api-access-xbkqb\") pod \"certified-operators-8nn6k\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.884845 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-catalog-content\") pod \"community-operators-kqkhb\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.884934 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.884968 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bnz6z\" (UniqueName: \"kubernetes.io/projected/49491c5c-0655-4ef2-93b6-ad20e3491508-kube-api-access-bnz6z\") pod \"community-operators-kqkhb\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.885002 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-utilities\") pod \"community-operators-kqkhb\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.885373 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:11.38536101 +0000 UTC m=+149.991107595 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.948114 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.986935 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.987382 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-catalog-content\") pod \"community-operators-kqkhb\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.987455 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bnz6z\" (UniqueName: \"kubernetes.io/projected/49491c5c-0655-4ef2-93b6-ad20e3491508-kube-api-access-bnz6z\") pod \"community-operators-kqkhb\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.987493 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-utilities\") pod \"community-operators-kqkhb\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.988032 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-utilities\") pod \"community-operators-kqkhb\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:10 crc kubenswrapper[4809]: E1013 19:27:10.988133 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:11.488110027 +0000 UTC m=+150.093856612 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:10 crc kubenswrapper[4809]: I1013 19:27:10.988348 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-catalog-content\") pod \"community-operators-kqkhb\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.035699 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/certified-operators-j984c"] Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.036819 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.080650 4809 patch_prober.go:28] interesting pod/router-default-5444994796-8zqqx container/router namespace/openshift-ingress: Startup probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[-]backend-http failed: reason withheld Oct 13 19:27:11 crc kubenswrapper[4809]: [-]has-synced failed: reason withheld Oct 13 19:27:11 crc kubenswrapper[4809]: [+]process-running ok Oct 13 19:27:11 crc kubenswrapper[4809]: healthz check failed Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.080715 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-ingress/router-default-5444994796-8zqqx" podUID="9653422e-7388-4c96-af66-8cacce857e9c" containerName="router" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.089176 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:11 crc kubenswrapper[4809]: E1013 19:27:11.089942 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:11.5899234 +0000 UTC m=+150.195669995 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.110613 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bnz6z\" (UniqueName: \"kubernetes.io/projected/49491c5c-0655-4ef2-93b6-ad20e3491508-kube-api-access-bnz6z\") pod \"community-operators-kqkhb\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.154443 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-j984c"] Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.209192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" event={"ID":"23bf5a08-c071-4ce9-8f60-315860fede65","Type":"ContainerStarted","Data":"8534fb99c8f17d902797a63543ac623261c73b3bb581e93148bd9def47b534f6"} Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.211063 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.211330 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-catalog-content\") pod \"certified-operators-j984c\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.211367 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-utilities\") pod \"certified-operators-j984c\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.211430 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2bj99\" (UniqueName: \"kubernetes.io/projected/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-kube-api-access-2bj99\") pod \"certified-operators-j984c\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:11 crc kubenswrapper[4809]: E1013 19:27:11.211679 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:11.711649105 +0000 UTC m=+150.317395690 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.260056 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.261157 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/community-operators-8vzqq"] Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.262318 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.269893 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-apiserver/apiserver-76f77b778f-h75w4" event={"ID":"c75022dd-f189-4787-8fec-66a0aa5892c3","Type":"ContainerStarted","Data":"9cf93aa5fc9ad55f68e35f020efd35ce703a49f8892c1bd6f6b47cd02b9024e9"} Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.323055 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.323190 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-khvmz\" (UniqueName: \"kubernetes.io/projected/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-kube-api-access-khvmz\") pod \"community-operators-8vzqq\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.323257 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-catalog-content\") pod \"certified-operators-j984c\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.323277 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-utilities\") pod \"certified-operators-j984c\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.323305 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-utilities\") pod \"community-operators-8vzqq\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.323384 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-catalog-content\") pod \"community-operators-8vzqq\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.323425 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2bj99\" (UniqueName: \"kubernetes.io/projected/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-kube-api-access-2bj99\") pod \"certified-operators-j984c\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:11 crc kubenswrapper[4809]: E1013 19:27:11.323978 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:11.823966813 +0000 UTC m=+150.429713398 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.327573 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-catalog-content\") pod \"certified-operators-j984c\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.328223 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-utilities\") pod \"certified-operators-j984c\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.359832 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-8vzqq"] Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.440174 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.440675 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-khvmz\" (UniqueName: \"kubernetes.io/projected/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-kube-api-access-khvmz\") pod \"community-operators-8vzqq\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:11 crc kubenswrapper[4809]: E1013 19:27:11.441860 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:11.941831337 +0000 UTC m=+150.547577922 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.441903 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-utilities\") pod \"community-operators-8vzqq\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.441966 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-catalog-content\") pod \"community-operators-8vzqq\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.442690 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-catalog-content\") pod \"community-operators-8vzqq\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.443343 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-utilities\") pod \"community-operators-8vzqq\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.443679 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2bj99\" (UniqueName: \"kubernetes.io/projected/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-kube-api-access-2bj99\") pod \"certified-operators-j984c\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.485005 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-apiserver/apiserver-76f77b778f-h75w4" podStartSLOduration=130.48498743 podStartE2EDuration="2m10.48498743s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:11.484620591 +0000 UTC m=+150.090367176" watchObservedRunningTime="2025-10-13 19:27:11.48498743 +0000 UTC m=+150.090734015" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.492927 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-khvmz\" (UniqueName: \"kubernetes.io/projected/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-kube-api-access-khvmz\") pod \"community-operators-8vzqq\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.545058 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:11 crc kubenswrapper[4809]: E1013 19:27:11.545486 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.045471228 +0000 UTC m=+150.651217823 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.649714 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:11 crc kubenswrapper[4809]: E1013 19:27:11.650140 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.150125605 +0000 UTC m=+150.755872180 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.705146 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.706057 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.751080 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:11 crc kubenswrapper[4809]: E1013 19:27:11.751377 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.251366163 +0000 UTC m=+150.857112748 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.761322 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-controller-manager/revision-pruner-9-crc"] Oct 13 19:27:11 crc kubenswrapper[4809]: W1013 19:27:11.846487 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod3b6479f0_333b_4a96_9adf_2099afdc2447.slice/crio-cbe1d01e76858e51fa1d020c3c69ce6eedc13314e09b1f0e1ad6b558b0197a56 WatchSource:0}: Error finding container cbe1d01e76858e51fa1d020c3c69ce6eedc13314e09b1f0e1ad6b558b0197a56: Status 404 returned error can't find the container with id cbe1d01e76858e51fa1d020c3c69ce6eedc13314e09b1f0e1ad6b558b0197a56 Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.851850 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:11 crc kubenswrapper[4809]: E1013 19:27:11.852171 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.352153328 +0000 UTC m=+150.957899913 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.867465 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-8nn6k"] Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.931450 4809 plugin_watcher.go:194] "Adding socket path or updating timestamp to desired state cache" path="/var/lib/kubelet/plugins_registry/kubevirt.io.hostpath-provisioner-reg.sock" Oct 13 19:27:11 crc kubenswrapper[4809]: I1013 19:27:11.957739 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:11 crc kubenswrapper[4809]: E1013 19:27:11.958206 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.458172771 +0000 UTC m=+151.063919356 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.063322 4809 patch_prober.go:28] interesting pod/router-default-5444994796-8zqqx container/router namespace/openshift-ingress: Startup probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[-]backend-http failed: reason withheld Oct 13 19:27:12 crc kubenswrapper[4809]: [-]has-synced failed: reason withheld Oct 13 19:27:12 crc kubenswrapper[4809]: [+]process-running ok Oct 13 19:27:12 crc kubenswrapper[4809]: healthz check failed Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.063406 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-ingress/router-default-5444994796-8zqqx" podUID="9653422e-7388-4c96-af66-8cacce857e9c" containerName="router" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.064834 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:12 crc kubenswrapper[4809]: E1013 19:27:12.065224 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.565186611 +0000 UTC m=+151.170933196 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.172536 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:12 crc kubenswrapper[4809]: E1013 19:27:12.172921 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.672910928 +0000 UTC m=+151.278657513 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.270756 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.273356 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:12 crc kubenswrapper[4809]: E1013 19:27:12.273879 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.773856777 +0000 UTC m=+151.379603362 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.274420 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:12 crc kubenswrapper[4809]: E1013 19:27:12.274955 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.774921245 +0000 UTC m=+151.380667830 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.336921 4809 reconciler.go:161] "OperationExecutor.RegisterPlugin started" plugin={"SocketPath":"/var/lib/kubelet/plugins_registry/kubevirt.io.hostpath-provisioner-reg.sock","Timestamp":"2025-10-13T19:27:11.931883551Z","Handler":null,"Name":""} Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.344262 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-kqkhb"] Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.366003 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" event={"ID":"9d751cbb-f2e2-430d-9754-c882a5e924a5","Type":"ContainerStarted","Data":"a4e187b745dccdb857c1358a4652d169527ce23ac1ee4c8231c481a6793fba42"} Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.366063 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-diagnostics/network-check-source-55646444c4-trplf" event={"ID":"9d751cbb-f2e2-430d-9754-c882a5e924a5","Type":"ContainerStarted","Data":"f6c18521b05a12ae7e8591555a2a842fe584516b1fccf443f32d44f8daf902ff"} Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.376601 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.376702 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-l9r7z\" (UniqueName: \"kubernetes.io/projected/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-kube-api-access-l9r7z\") pod \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.376746 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-secret-volume\") pod \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.376813 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-config-volume\") pod \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\" (UID: \"9ba6c2a2-04d1-4534-a5ff-109d5023b58c\") " Oct 13 19:27:12 crc kubenswrapper[4809]: E1013 19:27:12.379647 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.879618983 +0000 UTC m=+151.485365568 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.379890 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:12 crc kubenswrapper[4809]: E1013 19:27:12.380790 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName: nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.880782594 +0000 UTC m=+151.486529169 (durationBeforeRetry 500ms). Error: MountVolume.MountDevice failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "image-registry-697d97f7c8-v9wn7" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a") : kubernetes.io/csi: attacher.MountDevice failed to create newCsiDriverClient: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.394583 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-config-volume" (OuterVolumeSpecName: "config-volume") pod "9ba6c2a2-04d1-4534-a5ff-109d5023b58c" (UID: "9ba6c2a2-04d1-4534-a5ff-109d5023b58c"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.415402 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-kube-api-access-l9r7z" (OuterVolumeSpecName: "kube-api-access-l9r7z") pod "9ba6c2a2-04d1-4534-a5ff-109d5023b58c" (UID: "9ba6c2a2-04d1-4534-a5ff-109d5023b58c"). InnerVolumeSpecName "kube-api-access-l9r7z". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.415661 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-controller-manager/revision-pruner-9-crc" event={"ID":"cffaad74-ee35-472d-8749-55452b415034","Type":"ContainerStarted","Data":"d3182343bd79376d2bf5e4fa84593f4f77b4fa737be61540dca9cb8e894e559b"} Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.434601 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-8nn6k" event={"ID":"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea","Type":"ContainerStarted","Data":"f98f418af8da65de2fab9ee57554ec6bace8d6092625cb3f0ef1ba80c49fb11f"} Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.441555 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-secret-volume" (OuterVolumeSpecName: "secret-volume") pod "9ba6c2a2-04d1-4534-a5ff-109d5023b58c" (UID: "9ba6c2a2-04d1-4534-a5ff-109d5023b58c"). InnerVolumeSpecName "secret-volume". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.478788 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-j984c"] Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.480600 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.480800 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-l9r7z\" (UniqueName: \"kubernetes.io/projected/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-kube-api-access-l9r7z\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.480814 4809 reconciler_common.go:293] "Volume detached for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-secret-volume\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.480822 4809 reconciler_common.go:293] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/9ba6c2a2-04d1-4534-a5ff-109d5023b58c-config-volume\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:12 crc kubenswrapper[4809]: E1013 19:27:12.480880 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8 podName:8f668bae-612b-4b75-9490-919e737c6a3b nodeName:}" failed. No retries permitted until 2025-10-13 19:27:12.980865311 +0000 UTC m=+151.586611896 (durationBeforeRetry 500ms). Error: UnmountVolume.TearDown failed for volume "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b") : kubernetes.io/csi: Unmounter.TearDownAt failed to get CSI client: driver name kubevirt.io.hostpath-provisioner not found in the list of registered CSI drivers Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.516971 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" event={"ID":"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8","Type":"ContainerStarted","Data":"a64d129c344a99e57346819c51ede30bc2e5d8ffad7b75b78eb9b00ad83dc467"} Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.529496 4809 csi_plugin.go:100] kubernetes.io/csi: Trying to validate a new CSI Driver with name: kubevirt.io.hostpath-provisioner endpoint: /var/lib/kubelet/plugins/csi-hostpath/csi.sock versions: 1.0.0 Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.529538 4809 csi_plugin.go:113] kubernetes.io/csi: Register new plugin with name: kubevirt.io.hostpath-provisioner at endpoint: /var/lib/kubelet/plugins/csi-hostpath/csi.sock Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.551555 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" event={"ID":"23bf5a08-c071-4ce9-8f60-315860fede65","Type":"ContainerStarted","Data":"c9da737868ad8df345b89ec8143f30569dc5e59c0660d2a1b8206b42c5e476f2"} Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.580978 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" event={"ID":"3b6479f0-333b-4a96-9adf-2099afdc2447","Type":"ContainerStarted","Data":"cbe1d01e76858e51fa1d020c3c69ce6eedc13314e09b1f0e1ad6b558b0197a56"} Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.581367 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.582321 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.589203 4809 csi_attacher.go:380] kubernetes.io/csi: attacher.MountDevice STAGE_UNSTAGE_VOLUME capability not set. Skipping MountDevice... Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.589251 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") device mount path \"/var/lib/kubelet/plugins/kubernetes.io/csi/kubevirt.io.hostpath-provisioner/1f4776af88835e41c12b831b4c9fed40233456d14189815a54dbe7f892fc1983/globalmount\"" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.634114 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-697d97f7c8-v9wn7\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.673278 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.675810 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb" event={"ID":"9ba6c2a2-04d1-4534-a5ff-109d5023b58c","Type":"ContainerDied","Data":"335921711bcc12a1e08a2791f92d84a794fbe21aee04a5b54202f0ca4025d300"} Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.675887 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="335921711bcc12a1e08a2791f92d84a794fbe21aee04a5b54202f0ca4025d300" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.688866 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"8f668bae-612b-4b75-9490-919e737c6a3b\" (UID: \"8f668bae-612b-4b75-9490-919e737c6a3b\") " Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.809053 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-marketplace-hvxkp"] Oct 13 19:27:12 crc kubenswrapper[4809]: E1013 19:27:12.809279 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9ba6c2a2-04d1-4534-a5ff-109d5023b58c" containerName="collect-profiles" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.809291 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9ba6c2a2-04d1-4534-a5ff-109d5023b58c" containerName="collect-profiles" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.809417 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9ba6c2a2-04d1-4534-a5ff-109d5023b58c" containerName="collect-profiles" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.811239 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.817187 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"redhat-marketplace-dockercfg-x2ctb" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.817775 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (OuterVolumeSpecName: "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8") pod "8f668bae-612b-4b75-9490-919e737c6a3b" (UID: "8f668bae-612b-4b75-9490-919e737c6a3b"). InnerVolumeSpecName "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8". PluginName "kubernetes.io/csi", VolumeGidValue "" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.830279 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-hvxkp"] Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.896537 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-8vzqq"] Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.897162 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-utilities\") pod \"redhat-marketplace-hvxkp\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.897242 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-catalog-content\") pod \"redhat-marketplace-hvxkp\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.897264 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qbr7b\" (UniqueName: \"kubernetes.io/projected/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-kube-api-access-qbr7b\") pod \"redhat-marketplace-hvxkp\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.916461 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.998919 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-utilities\") pod \"redhat-marketplace-hvxkp\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.999011 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-catalog-content\") pod \"redhat-marketplace-hvxkp\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.999043 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qbr7b\" (UniqueName: \"kubernetes.io/projected/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-kube-api-access-qbr7b\") pod \"redhat-marketplace-hvxkp\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.999412 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-utilities\") pod \"redhat-marketplace-hvxkp\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:12 crc kubenswrapper[4809]: I1013 19:27:12.999642 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-catalog-content\") pod \"redhat-marketplace-hvxkp\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.036881 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qbr7b\" (UniqueName: \"kubernetes.io/projected/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-kube-api-access-qbr7b\") pod \"redhat-marketplace-hvxkp\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.048343 4809 patch_prober.go:28] interesting pod/router-default-5444994796-8zqqx container/router namespace/openshift-ingress: Startup probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[-]backend-http failed: reason withheld Oct 13 19:27:13 crc kubenswrapper[4809]: [-]has-synced failed: reason withheld Oct 13 19:27:13 crc kubenswrapper[4809]: [+]process-running ok Oct 13 19:27:13 crc kubenswrapper[4809]: healthz check failed Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.048397 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-ingress/router-default-5444994796-8zqqx" podUID="9653422e-7388-4c96-af66-8cacce857e9c" containerName="router" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.137065 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.193841 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-marketplace-pfl78"] Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.198587 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.203835 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-pfl78"] Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.225484 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-image-registry/image-registry-697d97f7c8-v9wn7"] Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.308915 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-catalog-content\") pod \"redhat-marketplace-pfl78\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.308995 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wfzz5\" (UniqueName: \"kubernetes.io/projected/1aceec2d-8e12-4d26-87e4-6c912024c88e-kube-api-access-wfzz5\") pod \"redhat-marketplace-pfl78\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.309033 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-utilities\") pod \"redhat-marketplace-pfl78\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.412157 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-utilities\") pod \"redhat-marketplace-pfl78\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.412525 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-catalog-content\") pod \"redhat-marketplace-pfl78\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.412554 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wfzz5\" (UniqueName: \"kubernetes.io/projected/1aceec2d-8e12-4d26-87e4-6c912024c88e-kube-api-access-wfzz5\") pod \"redhat-marketplace-pfl78\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.412959 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-hvxkp"] Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.413425 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-catalog-content\") pod \"redhat-marketplace-pfl78\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.413779 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-utilities\") pod \"redhat-marketplace-pfl78\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:13 crc kubenswrapper[4809]: W1013 19:27:13.433785 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podee90e3a6_6c78_40e3_b1a7_9a954bbb33a8.slice/crio-51ba1eab5930b85e64b7fd8d5385e4e9d4f45c887f926a4edb5e334cd63b2a84 WatchSource:0}: Error finding container 51ba1eab5930b85e64b7fd8d5385e4e9d4f45c887f926a4edb5e334cd63b2a84: Status 404 returned error can't find the container with id 51ba1eab5930b85e64b7fd8d5385e4e9d4f45c887f926a4edb5e334cd63b2a84 Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.471259 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wfzz5\" (UniqueName: \"kubernetes.io/projected/1aceec2d-8e12-4d26-87e4-6c912024c88e-kube-api-access-wfzz5\") pod \"redhat-marketplace-pfl78\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.481367 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.488523 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-oauth-apiserver/apiserver-7bbb656c7d-svdbt" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.589179 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.695900 4809 generic.go:334] "Generic (PLEG): container finished" podID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" containerID="fb2f90bfe85694e922a22fd075145f98e925654227e653917daa43f45ea0b9bd" exitCode=0 Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.696121 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-8nn6k" event={"ID":"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea","Type":"ContainerDied","Data":"fb2f90bfe85694e922a22fd075145f98e925654227e653917daa43f45ea0b9bd"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.698187 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.703515 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-console/networking-console-plugin-85b44fc459-gdk6g" event={"ID":"5fe485a1-e14f-4c09-b5b9-f252bc42b7e8","Type":"ContainerStarted","Data":"9d10c0570c5bb708d542740ab62c7c924639a04423a3d50fdceb31deafedb59a"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.707090 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-config-operator/openshift-config-operator-7777fb866f-xjnmn" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.708580 4809 generic.go:334] "Generic (PLEG): container finished" podID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" containerID="933d1d4611c30a5a3c291318d4ac51a6aa3b266ed1b3e7364c88815802a68cd5" exitCode=0 Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.708667 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-j984c" event={"ID":"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f","Type":"ContainerDied","Data":"933d1d4611c30a5a3c291318d4ac51a6aa3b266ed1b3e7364c88815802a68cd5"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.708688 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-j984c" event={"ID":"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f","Type":"ContainerStarted","Data":"c2031ea94b4609a1872500a212ae979810fe6d0e086fbe91f2ae3de0c3380f41"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.723108 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" event={"ID":"23bf5a08-c071-4ce9-8f60-315860fede65","Type":"ContainerStarted","Data":"bec9b3e9326b2c4ac3b59c428ac33f222359f17bd713662af20008975fc7ea32"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.726536 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" event={"ID":"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a","Type":"ContainerStarted","Data":"ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.726614 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" event={"ID":"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a","Type":"ContainerStarted","Data":"b13bf575ac1337da8558b7fcb7319396f5f52dd834b495067eb062921dab3b1a"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.726965 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.746758 4809 generic.go:334] "Generic (PLEG): container finished" podID="cffaad74-ee35-472d-8749-55452b415034" containerID="29b144f3e17c27ab924359b65afa91eb8795a4b54f0b00b7e73aaa7aaeb8fc25" exitCode=0 Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.746882 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-controller-manager/revision-pruner-9-crc" event={"ID":"cffaad74-ee35-472d-8749-55452b415034","Type":"ContainerDied","Data":"29b144f3e17c27ab924359b65afa91eb8795a4b54f0b00b7e73aaa7aaeb8fc25"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.756648 4809 generic.go:334] "Generic (PLEG): container finished" podID="49491c5c-0655-4ef2-93b6-ad20e3491508" containerID="6cdf8897b7bde82d90025a488276c6ac4a4521ddc73b0ed0668da7f28222fefb" exitCode=0 Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.756744 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-kqkhb" event={"ID":"49491c5c-0655-4ef2-93b6-ad20e3491508","Type":"ContainerDied","Data":"6cdf8897b7bde82d90025a488276c6ac4a4521ddc73b0ed0668da7f28222fefb"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.756779 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-kqkhb" event={"ID":"49491c5c-0655-4ef2-93b6-ad20e3491508","Type":"ContainerStarted","Data":"c2b16b71214b192ada115f181df7bb97365571ca213d38e4de31baec21c50bcc"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.772586 4809 generic.go:334] "Generic (PLEG): container finished" podID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" containerID="faf4e3a75264a31318747e838ea4f0c2699656c2cd7ecc774d7f47cd1f33a111" exitCode=0 Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.772648 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-8vzqq" event={"ID":"d03b3f33-a89e-45e0-8a8d-8e5011aeed33","Type":"ContainerDied","Data":"faf4e3a75264a31318747e838ea4f0c2699656c2cd7ecc774d7f47cd1f33a111"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.772676 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-8vzqq" event={"ID":"d03b3f33-a89e-45e0-8a8d-8e5011aeed33","Type":"ContainerStarted","Data":"70853fa66021c495199a43ec9195e42cefd2640d8bc90af4dabeb196eddbdc08"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.786017 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-network-diagnostics/network-check-target-xd92c" event={"ID":"3b6479f0-333b-4a96-9adf-2099afdc2447","Type":"ContainerStarted","Data":"41518d3ed77cdd86691f863186433a2d9dce6410e1605a56166da7b2f73e9e97"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.793997 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-operators-d4vnz"] Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.796459 4809 generic.go:334] "Generic (PLEG): container finished" podID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" containerID="4491938c506f4728449e6833d3195ad8762d93673483c48c1f436306eea74030" exitCode=0 Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.798012 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-hvxkp" event={"ID":"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8","Type":"ContainerDied","Data":"4491938c506f4728449e6833d3195ad8762d93673483c48c1f436306eea74030"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.798077 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-hvxkp" event={"ID":"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8","Type":"ContainerStarted","Data":"51ba1eab5930b85e64b7fd8d5385e4e9d4f45c887f926a4edb5e334cd63b2a84"} Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.798221 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.802225 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"redhat-operators-dockercfg-ct8rh" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.825130 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-d4vnz"] Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.854422 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-kube-apiserver/revision-pruner-8-crc"] Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.855536 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-apiserver/revision-pruner-8-crc" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.863202 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-kube-apiserver"/"kube-root-ca.crt" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.863425 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-kube-apiserver"/"installer-sa-dockercfg-5pr6n" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.893864 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-pfl78"] Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.904339 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-apiserver/revision-pruner-8-crc"] Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.931290 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-utilities\") pod \"redhat-operators-d4vnz\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.931447 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-catalog-content\") pod \"redhat-operators-d4vnz\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.931473 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j54hv\" (UniqueName: \"kubernetes.io/projected/5f81c16e-2efe-43cb-be16-790f81f12ab4-kube-api-access-j54hv\") pod \"redhat-operators-d4vnz\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.935422 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="hostpath-provisioner/csi-hostpathplugin-mzwj7" podStartSLOduration=12.935393423 podStartE2EDuration="12.935393423s" podCreationTimestamp="2025-10-13 19:27:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:13.931203103 +0000 UTC m=+152.536949688" watchObservedRunningTime="2025-10-13 19:27:13.935393423 +0000 UTC m=+152.541139998" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.941505 4809 patch_prober.go:28] interesting pod/downloads-7954f5f757-7cvtv container/download-server namespace/openshift-console: Liveness probe status=failure output="Get \"http://10.217.0.12:8080/\": dial tcp 10.217.0.12:8080: connect: connection refused" start-of-body= Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.941600 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-console/downloads-7954f5f757-7cvtv" podUID="b78df0c7-6a25-4563-a369-a308c8501b2e" containerName="download-server" probeResult="failure" output="Get \"http://10.217.0.12:8080/\": dial tcp 10.217.0.12:8080: connect: connection refused" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.941392 4809 patch_prober.go:28] interesting pod/downloads-7954f5f757-7cvtv container/download-server namespace/openshift-console: Readiness probe status=failure output="Get \"http://10.217.0.12:8080/\": dial tcp 10.217.0.12:8080: connect: connection refused" start-of-body= Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.941722 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-console/downloads-7954f5f757-7cvtv" podUID="b78df0c7-6a25-4563-a369-a308c8501b2e" containerName="download-server" probeResult="failure" output="Get \"http://10.217.0.12:8080/\": dial tcp 10.217.0.12:8080: connect: connection refused" Oct 13 19:27:13 crc kubenswrapper[4809]: I1013 19:27:13.960465 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" podStartSLOduration=131.9604302 podStartE2EDuration="2m11.9604302s" podCreationTimestamp="2025-10-13 19:25:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:13.955104791 +0000 UTC m=+152.560851386" watchObservedRunningTime="2025-10-13 19:27:13.9604302 +0000 UTC m=+152.566176785" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.032459 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j54hv\" (UniqueName: \"kubernetes.io/projected/5f81c16e-2efe-43cb-be16-790f81f12ab4-kube-api-access-j54hv\") pod \"redhat-operators-d4vnz\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.032536 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kubelet-dir\" (UniqueName: \"kubernetes.io/host-path/582bb0b7-6d3b-4803-8288-14f987cb875e-kubelet-dir\") pod \"revision-pruner-8-crc\" (UID: \"582bb0b7-6d3b-4803-8288-14f987cb875e\") " pod="openshift-kube-apiserver/revision-pruner-8-crc" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.032557 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/582bb0b7-6d3b-4803-8288-14f987cb875e-kube-api-access\") pod \"revision-pruner-8-crc\" (UID: \"582bb0b7-6d3b-4803-8288-14f987cb875e\") " pod="openshift-kube-apiserver/revision-pruner-8-crc" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.032597 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-utilities\") pod \"redhat-operators-d4vnz\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.032648 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-catalog-content\") pod \"redhat-operators-d4vnz\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.033114 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-catalog-content\") pod \"redhat-operators-d4vnz\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.033595 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-utilities\") pod \"redhat-operators-d4vnz\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.047369 4809 patch_prober.go:28] interesting pod/router-default-5444994796-8zqqx container/router namespace/openshift-ingress: Startup probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[-]backend-http failed: reason withheld Oct 13 19:27:14 crc kubenswrapper[4809]: [-]has-synced failed: reason withheld Oct 13 19:27:14 crc kubenswrapper[4809]: [+]process-running ok Oct 13 19:27:14 crc kubenswrapper[4809]: healthz check failed Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.047468 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-ingress/router-default-5444994796-8zqqx" podUID="9653422e-7388-4c96-af66-8cacce857e9c" containerName="router" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.059280 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j54hv\" (UniqueName: \"kubernetes.io/projected/5f81c16e-2efe-43cb-be16-790f81f12ab4-kube-api-access-j54hv\") pod \"redhat-operators-d4vnz\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.134197 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kubelet-dir\" (UniqueName: \"kubernetes.io/host-path/582bb0b7-6d3b-4803-8288-14f987cb875e-kubelet-dir\") pod \"revision-pruner-8-crc\" (UID: \"582bb0b7-6d3b-4803-8288-14f987cb875e\") " pod="openshift-kube-apiserver/revision-pruner-8-crc" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.134269 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/582bb0b7-6d3b-4803-8288-14f987cb875e-kube-api-access\") pod \"revision-pruner-8-crc\" (UID: \"582bb0b7-6d3b-4803-8288-14f987cb875e\") " pod="openshift-kube-apiserver/revision-pruner-8-crc" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.134319 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kubelet-dir\" (UniqueName: \"kubernetes.io/host-path/582bb0b7-6d3b-4803-8288-14f987cb875e-kubelet-dir\") pod \"revision-pruner-8-crc\" (UID: \"582bb0b7-6d3b-4803-8288-14f987cb875e\") " pod="openshift-kube-apiserver/revision-pruner-8-crc" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.135118 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.135274 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.157758 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/582bb0b7-6d3b-4803-8288-14f987cb875e-kube-api-access\") pod \"revision-pruner-8-crc\" (UID: \"582bb0b7-6d3b-4803-8288-14f987cb875e\") " pod="openshift-kube-apiserver/revision-pruner-8-crc" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.179022 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8f668bae-612b-4b75-9490-919e737c6a3b" path="/var/lib/kubelet/pods/8f668bae-612b-4b75-9490-919e737c6a3b/volumes" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.199263 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-operators-nsnzq"] Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.200716 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.216029 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-nsnzq"] Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.220024 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-kube-apiserver/revision-pruner-8-crc" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.340528 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-catalog-content\") pod \"redhat-operators-nsnzq\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.340627 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8njlm\" (UniqueName: \"kubernetes.io/projected/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-kube-api-access-8njlm\") pod \"redhat-operators-nsnzq\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.340691 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-utilities\") pod \"redhat-operators-nsnzq\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.367432 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-console-operator/console-operator-58897d9998-44frm" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.383939 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.383981 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.405960 4809 patch_prober.go:28] interesting pod/console-f9d7485db-vjjt5 container/console namespace/openshift-console: Startup probe status=failure output="Get \"https://10.217.0.31:8443/health\": dial tcp 10.217.0.31:8443: connect: connection refused" start-of-body= Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.406046 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-console/console-f9d7485db-vjjt5" podUID="4ddd209d-6c38-4237-8079-a755a254398f" containerName="console" probeResult="failure" output="Get \"https://10.217.0.31:8443/health\": dial tcp 10.217.0.31:8443: connect: connection refused" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.441480 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-utilities\") pod \"redhat-operators-nsnzq\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.441573 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-catalog-content\") pod \"redhat-operators-nsnzq\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.441626 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8njlm\" (UniqueName: \"kubernetes.io/projected/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-kube-api-access-8njlm\") pod \"redhat-operators-nsnzq\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.442518 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-utilities\") pod \"redhat-operators-nsnzq\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.442828 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-catalog-content\") pod \"redhat-operators-nsnzq\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.485063 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8njlm\" (UniqueName: \"kubernetes.io/projected/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-kube-api-access-8njlm\") pod \"redhat-operators-nsnzq\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.518895 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-d4vnz"] Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.529177 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.586629 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-kube-apiserver/revision-pruner-8-crc"] Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.814694 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-d4vnz" event={"ID":"5f81c16e-2efe-43cb-be16-790f81f12ab4","Type":"ContainerStarted","Data":"760abfa06377e4633b330736222256275467a6363e412e28b14b6ab54642adf2"} Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.815111 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-d4vnz" event={"ID":"5f81c16e-2efe-43cb-be16-790f81f12ab4","Type":"ContainerStarted","Data":"c3a7d76461b1cbadfa2256a2addc3dd2867d70abc7989b46c6a948afef3ad198"} Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.848141 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/revision-pruner-8-crc" event={"ID":"582bb0b7-6d3b-4803-8288-14f987cb875e","Type":"ContainerStarted","Data":"aa66e944371e35d67415d54d95e924cb2477b3c927e0458abf993f3cf38b97e0"} Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.864347 4809 generic.go:334] "Generic (PLEG): container finished" podID="1aceec2d-8e12-4d26-87e4-6c912024c88e" containerID="9ddf56dd7ad3486de91eee699a8cd385fb2d0fa3323ce4a9218ebac488f893d0" exitCode=0 Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.868986 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-pfl78" event={"ID":"1aceec2d-8e12-4d26-87e4-6c912024c88e","Type":"ContainerDied","Data":"9ddf56dd7ad3486de91eee699a8cd385fb2d0fa3323ce4a9218ebac488f893d0"} Oct 13 19:27:14 crc kubenswrapper[4809]: I1013 19:27:14.869019 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-pfl78" event={"ID":"1aceec2d-8e12-4d26-87e4-6c912024c88e","Type":"ContainerStarted","Data":"bcfbb3618c2af4f3f95e9dc9806c1a4a537ba64fb45162041f50f9861b1db97c"} Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.056796 4809 patch_prober.go:28] interesting pod/router-default-5444994796-8zqqx container/router namespace/openshift-ingress: Startup probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[-]backend-http failed: reason withheld Oct 13 19:27:15 crc kubenswrapper[4809]: [-]has-synced failed: reason withheld Oct 13 19:27:15 crc kubenswrapper[4809]: [+]process-running ok Oct 13 19:27:15 crc kubenswrapper[4809]: healthz check failed Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.056903 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-ingress/router-default-5444994796-8zqqx" podUID="9653422e-7388-4c96-af66-8cacce857e9c" containerName="router" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.064313 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.064369 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-nsnzq"] Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.064470 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:27:15 crc kubenswrapper[4809]: W1013 19:27:15.154104 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod6710d09b_99e6_4ec4_ab28_5e8e73f05f86.slice/crio-2e9267665941140c83765484fde97e1ab2faf3fb3e216296a51ff8603ba24243 WatchSource:0}: Error finding container 2e9267665941140c83765484fde97e1ab2faf3fb3e216296a51ff8603ba24243: Status 404 returned error can't find the container with id 2e9267665941140c83765484fde97e1ab2faf3fb3e216296a51ff8603ba24243 Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.289995 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-kube-controller-manager/revision-pruner-9-crc" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.366867 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/cffaad74-ee35-472d-8749-55452b415034-kube-api-access\") pod \"cffaad74-ee35-472d-8749-55452b415034\" (UID: \"cffaad74-ee35-472d-8749-55452b415034\") " Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.366920 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kubelet-dir\" (UniqueName: \"kubernetes.io/host-path/cffaad74-ee35-472d-8749-55452b415034-kubelet-dir\") pod \"cffaad74-ee35-472d-8749-55452b415034\" (UID: \"cffaad74-ee35-472d-8749-55452b415034\") " Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.367187 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/cffaad74-ee35-472d-8749-55452b415034-kubelet-dir" (OuterVolumeSpecName: "kubelet-dir") pod "cffaad74-ee35-472d-8749-55452b415034" (UID: "cffaad74-ee35-472d-8749-55452b415034"). InnerVolumeSpecName "kubelet-dir". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.391932 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cffaad74-ee35-472d-8749-55452b415034-kube-api-access" (OuterVolumeSpecName: "kube-api-access") pod "cffaad74-ee35-472d-8749-55452b415034" (UID: "cffaad74-ee35-472d-8749-55452b415034"). InnerVolumeSpecName "kube-api-access". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.468681 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/cffaad74-ee35-472d-8749-55452b415034-kube-api-access\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.468718 4809 reconciler_common.go:293] "Volume detached for volume \"kubelet-dir\" (UniqueName: \"kubernetes.io/host-path/cffaad74-ee35-472d-8749-55452b415034-kubelet-dir\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.469000 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.469041 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.480034 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.940517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nsnzq" event={"ID":"6710d09b-99e6-4ec4-ab28-5e8e73f05f86","Type":"ContainerStarted","Data":"e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94"} Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.940572 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nsnzq" event={"ID":"6710d09b-99e6-4ec4-ab28-5e8e73f05f86","Type":"ContainerStarted","Data":"2e9267665941140c83765484fde97e1ab2faf3fb3e216296a51ff8603ba24243"} Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.942677 4809 generic.go:334] "Generic (PLEG): container finished" podID="5f81c16e-2efe-43cb-be16-790f81f12ab4" containerID="760abfa06377e4633b330736222256275467a6363e412e28b14b6ab54642adf2" exitCode=0 Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.942743 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-d4vnz" event={"ID":"5f81c16e-2efe-43cb-be16-790f81f12ab4","Type":"ContainerDied","Data":"760abfa06377e4633b330736222256275467a6363e412e28b14b6ab54642adf2"} Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.948605 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/revision-pruner-8-crc" event={"ID":"582bb0b7-6d3b-4803-8288-14f987cb875e","Type":"ContainerStarted","Data":"81db47944bb3c132878890f94d9cecd87e3be62d91e522f32182144a9fba0845"} Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.951178 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-kube-controller-manager/revision-pruner-9-crc" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.951187 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-controller-manager/revision-pruner-9-crc" event={"ID":"cffaad74-ee35-472d-8749-55452b415034","Type":"ContainerDied","Data":"d3182343bd79376d2bf5e4fa84593f4f77b4fa737be61540dca9cb8e894e559b"} Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.951246 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d3182343bd79376d2bf5e4fa84593f4f77b4fa737be61540dca9cb8e894e559b" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.956005 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-apiserver/apiserver-76f77b778f-h75w4" Oct 13 19:27:15 crc kubenswrapper[4809]: I1013 19:27:15.980995 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-kube-apiserver/revision-pruner-8-crc" podStartSLOduration=2.98097405 podStartE2EDuration="2.98097405s" podCreationTimestamp="2025-10-13 19:27:13 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:15.973492153 +0000 UTC m=+154.579238738" watchObservedRunningTime="2025-10-13 19:27:15.98097405 +0000 UTC m=+154.586720635" Oct 13 19:27:16 crc kubenswrapper[4809]: I1013 19:27:16.046916 4809 patch_prober.go:28] interesting pod/router-default-5444994796-8zqqx container/router namespace/openshift-ingress: Startup probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[-]backend-http failed: reason withheld Oct 13 19:27:16 crc kubenswrapper[4809]: [-]has-synced failed: reason withheld Oct 13 19:27:16 crc kubenswrapper[4809]: [+]process-running ok Oct 13 19:27:16 crc kubenswrapper[4809]: healthz check failed Oct 13 19:27:16 crc kubenswrapper[4809]: I1013 19:27:16.047045 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-ingress/router-default-5444994796-8zqqx" podUID="9653422e-7388-4c96-af66-8cacce857e9c" containerName="router" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 19:27:16 crc kubenswrapper[4809]: I1013 19:27:16.977200 4809 generic.go:334] "Generic (PLEG): container finished" podID="582bb0b7-6d3b-4803-8288-14f987cb875e" containerID="81db47944bb3c132878890f94d9cecd87e3be62d91e522f32182144a9fba0845" exitCode=0 Oct 13 19:27:16 crc kubenswrapper[4809]: I1013 19:27:16.977315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/revision-pruner-8-crc" event={"ID":"582bb0b7-6d3b-4803-8288-14f987cb875e","Type":"ContainerDied","Data":"81db47944bb3c132878890f94d9cecd87e3be62d91e522f32182144a9fba0845"} Oct 13 19:27:17 crc kubenswrapper[4809]: I1013 19:27:17.002957 4809 generic.go:334] "Generic (PLEG): container finished" podID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" containerID="e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94" exitCode=0 Oct 13 19:27:17 crc kubenswrapper[4809]: I1013 19:27:17.003812 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nsnzq" event={"ID":"6710d09b-99e6-4ec4-ab28-5e8e73f05f86","Type":"ContainerDied","Data":"e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94"} Oct 13 19:27:17 crc kubenswrapper[4809]: I1013 19:27:17.046021 4809 patch_prober.go:28] interesting pod/router-default-5444994796-8zqqx container/router namespace/openshift-ingress: Startup probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[-]backend-http failed: reason withheld Oct 13 19:27:17 crc kubenswrapper[4809]: [-]has-synced failed: reason withheld Oct 13 19:27:17 crc kubenswrapper[4809]: [+]process-running ok Oct 13 19:27:17 crc kubenswrapper[4809]: healthz check failed Oct 13 19:27:17 crc kubenswrapper[4809]: I1013 19:27:17.046084 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-ingress/router-default-5444994796-8zqqx" podUID="9653422e-7388-4c96-af66-8cacce857e9c" containerName="router" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 19:27:18 crc kubenswrapper[4809]: I1013 19:27:18.057391 4809 patch_prober.go:28] interesting pod/router-default-5444994796-8zqqx container/router namespace/openshift-ingress: Startup probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[-]backend-http failed: reason withheld Oct 13 19:27:18 crc kubenswrapper[4809]: [+]has-synced ok Oct 13 19:27:18 crc kubenswrapper[4809]: [+]process-running ok Oct 13 19:27:18 crc kubenswrapper[4809]: healthz check failed Oct 13 19:27:18 crc kubenswrapper[4809]: I1013 19:27:18.057506 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-ingress/router-default-5444994796-8zqqx" podUID="9653422e-7388-4c96-af66-8cacce857e9c" containerName="router" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 19:27:18 crc kubenswrapper[4809]: I1013 19:27:18.493807 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-kube-apiserver/revision-pruner-8-crc" Oct 13 19:27:18 crc kubenswrapper[4809]: I1013 19:27:18.536679 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kubelet-dir\" (UniqueName: \"kubernetes.io/host-path/582bb0b7-6d3b-4803-8288-14f987cb875e-kubelet-dir\") pod \"582bb0b7-6d3b-4803-8288-14f987cb875e\" (UID: \"582bb0b7-6d3b-4803-8288-14f987cb875e\") " Oct 13 19:27:18 crc kubenswrapper[4809]: I1013 19:27:18.536839 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/582bb0b7-6d3b-4803-8288-14f987cb875e-kube-api-access\") pod \"582bb0b7-6d3b-4803-8288-14f987cb875e\" (UID: \"582bb0b7-6d3b-4803-8288-14f987cb875e\") " Oct 13 19:27:18 crc kubenswrapper[4809]: I1013 19:27:18.536831 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/582bb0b7-6d3b-4803-8288-14f987cb875e-kubelet-dir" (OuterVolumeSpecName: "kubelet-dir") pod "582bb0b7-6d3b-4803-8288-14f987cb875e" (UID: "582bb0b7-6d3b-4803-8288-14f987cb875e"). InnerVolumeSpecName "kubelet-dir". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:27:18 crc kubenswrapper[4809]: I1013 19:27:18.549804 4809 reconciler_common.go:293] "Volume detached for volume \"kubelet-dir\" (UniqueName: \"kubernetes.io/host-path/582bb0b7-6d3b-4803-8288-14f987cb875e-kubelet-dir\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:18 crc kubenswrapper[4809]: I1013 19:27:18.566290 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/582bb0b7-6d3b-4803-8288-14f987cb875e-kube-api-access" (OuterVolumeSpecName: "kube-api-access") pod "582bb0b7-6d3b-4803-8288-14f987cb875e" (UID: "582bb0b7-6d3b-4803-8288-14f987cb875e"). InnerVolumeSpecName "kube-api-access". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:27:18 crc kubenswrapper[4809]: I1013 19:27:18.651641 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access\" (UniqueName: \"kubernetes.io/projected/582bb0b7-6d3b-4803-8288-14f987cb875e-kube-api-access\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:19 crc kubenswrapper[4809]: I1013 19:27:19.047459 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:19 crc kubenswrapper[4809]: I1013 19:27:19.053215 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-ingress/router-default-5444994796-8zqqx" Oct 13 19:27:19 crc kubenswrapper[4809]: I1013 19:27:19.101205 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-kube-apiserver/revision-pruner-8-crc" event={"ID":"582bb0b7-6d3b-4803-8288-14f987cb875e","Type":"ContainerDied","Data":"aa66e944371e35d67415d54d95e924cb2477b3c927e0458abf993f3cf38b97e0"} Oct 13 19:27:19 crc kubenswrapper[4809]: I1013 19:27:19.101242 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="aa66e944371e35d67415d54d95e924cb2477b3c927e0458abf993f3cf38b97e0" Oct 13 19:27:19 crc kubenswrapper[4809]: I1013 19:27:19.101322 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-kube-apiserver/revision-pruner-8-crc" Oct 13 19:27:19 crc kubenswrapper[4809]: I1013 19:27:19.794389 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-dns/dns-default-sbpgh" Oct 13 19:27:23 crc kubenswrapper[4809]: I1013 19:27:23.957012 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-console/downloads-7954f5f757-7cvtv" Oct 13 19:27:24 crc kubenswrapper[4809]: I1013 19:27:24.138210 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:27:24 crc kubenswrapper[4809]: I1013 19:27:24.145449 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/78e133d5-a382-4321-b3b9-50fefb264636-metrics-certs\") pod \"network-metrics-daemon-mvzcq\" (UID: \"78e133d5-a382-4321-b3b9-50fefb264636\") " pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:27:24 crc kubenswrapper[4809]: I1013 19:27:24.384148 4809 patch_prober.go:28] interesting pod/console-f9d7485db-vjjt5 container/console namespace/openshift-console: Startup probe status=failure output="Get \"https://10.217.0.31:8443/health\": dial tcp 10.217.0.31:8443: connect: connection refused" start-of-body= Oct 13 19:27:24 crc kubenswrapper[4809]: I1013 19:27:24.384204 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-console/console-f9d7485db-vjjt5" podUID="4ddd209d-6c38-4237-8079-a755a254398f" containerName="console" probeResult="failure" output="Get \"https://10.217.0.31:8443/health\": dial tcp 10.217.0.31:8443: connect: connection refused" Oct 13 19:27:24 crc kubenswrapper[4809]: I1013 19:27:24.387395 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-multus/network-metrics-daemon-mvzcq" Oct 13 19:27:28 crc kubenswrapper[4809]: I1013 19:27:28.592837 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:27:28 crc kubenswrapper[4809]: I1013 19:27:28.593354 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:27:32 crc kubenswrapper[4809]: I1013 19:27:32.922811 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:27:34 crc kubenswrapper[4809]: I1013 19:27:34.387582 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:34 crc kubenswrapper[4809]: I1013 19:27:34.391579 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:27:41 crc kubenswrapper[4809]: I1013 19:27:41.735578 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-multus/network-metrics-daemon-mvzcq"] Oct 13 19:27:41 crc kubenswrapper[4809]: W1013 19:27:41.750244 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod78e133d5_a382_4321_b3b9_50fefb264636.slice/crio-ffda103bd7ead38346c191dad2797fdabc634a7c50799151086644d5909d477a WatchSource:0}: Error finding container ffda103bd7ead38346c191dad2797fdabc634a7c50799151086644d5909d477a: Status 404 returned error can't find the container with id ffda103bd7ead38346c191dad2797fdabc634a7c50799151086644d5909d477a Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.253514 4809 generic.go:334] "Generic (PLEG): container finished" podID="1aceec2d-8e12-4d26-87e4-6c912024c88e" containerID="cadd573787b78141289c2ac6ff773e847d351141975b855c9b94007e19cca4d6" exitCode=0 Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.253622 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-pfl78" event={"ID":"1aceec2d-8e12-4d26-87e4-6c912024c88e","Type":"ContainerDied","Data":"cadd573787b78141289c2ac6ff773e847d351141975b855c9b94007e19cca4d6"} Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.258739 4809 generic.go:334] "Generic (PLEG): container finished" podID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" containerID="7b417456c046f772f2d20e871cd43f9076b1cab735b3bda2455c5642b99ef2e8" exitCode=0 Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.258799 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-hvxkp" event={"ID":"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8","Type":"ContainerDied","Data":"7b417456c046f772f2d20e871cd43f9076b1cab735b3bda2455c5642b99ef2e8"} Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.265416 4809 generic.go:334] "Generic (PLEG): container finished" podID="49491c5c-0655-4ef2-93b6-ad20e3491508" containerID="1c02d72bbe426b5102c903b0db1f3a57e985a5cb9233df6c5dfd6f74828a610b" exitCode=0 Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.265625 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-kqkhb" event={"ID":"49491c5c-0655-4ef2-93b6-ad20e3491508","Type":"ContainerDied","Data":"1c02d72bbe426b5102c903b0db1f3a57e985a5cb9233df6c5dfd6f74828a610b"} Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.271869 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nsnzq" event={"ID":"6710d09b-99e6-4ec4-ab28-5e8e73f05f86","Type":"ContainerStarted","Data":"68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a"} Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.275412 4809 generic.go:334] "Generic (PLEG): container finished" podID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" containerID="8b12550c55b7f28f0884987304903e62d98c7add8a6a9541f04364685e68d8fc" exitCode=0 Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.275490 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-8nn6k" event={"ID":"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea","Type":"ContainerDied","Data":"8b12550c55b7f28f0884987304903e62d98c7add8a6a9541f04364685e68d8fc"} Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.277336 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" event={"ID":"78e133d5-a382-4321-b3b9-50fefb264636","Type":"ContainerStarted","Data":"247b82b622ca3a1f5b821c091283360c531d50b873096c863d58af962ed6500b"} Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.277487 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" event={"ID":"78e133d5-a382-4321-b3b9-50fefb264636","Type":"ContainerStarted","Data":"ffda103bd7ead38346c191dad2797fdabc634a7c50799151086644d5909d477a"} Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.304791 4809 generic.go:334] "Generic (PLEG): container finished" podID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" containerID="f61b75f9f4b72cfb28f216b583887ec6fcb34d87d7b63eb0cab4aeac5f6427a6" exitCode=0 Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.304946 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-j984c" event={"ID":"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f","Type":"ContainerDied","Data":"f61b75f9f4b72cfb28f216b583887ec6fcb34d87d7b63eb0cab4aeac5f6427a6"} Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.312487 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-d4vnz" event={"ID":"5f81c16e-2efe-43cb-be16-790f81f12ab4","Type":"ContainerStarted","Data":"a4319dbde0a8884c8e476de737970f1e82e3cd371b7ae022d155f8c8934715d8"} Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.323011 4809 generic.go:334] "Generic (PLEG): container finished" podID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" containerID="7451b25f59ba56a832188997d5767122c632ba80b3bf64225d982801bef163c3" exitCode=0 Oct 13 19:27:42 crc kubenswrapper[4809]: I1013 19:27:42.323066 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-8vzqq" event={"ID":"d03b3f33-a89e-45e0-8a8d-8e5011aeed33","Type":"ContainerDied","Data":"7451b25f59ba56a832188997d5767122c632ba80b3bf64225d982801bef163c3"} Oct 13 19:27:43 crc kubenswrapper[4809]: I1013 19:27:43.349333 4809 generic.go:334] "Generic (PLEG): container finished" podID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" containerID="68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a" exitCode=0 Oct 13 19:27:43 crc kubenswrapper[4809]: I1013 19:27:43.349721 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nsnzq" event={"ID":"6710d09b-99e6-4ec4-ab28-5e8e73f05f86","Type":"ContainerDied","Data":"68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a"} Oct 13 19:27:43 crc kubenswrapper[4809]: I1013 19:27:43.358686 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/network-metrics-daemon-mvzcq" event={"ID":"78e133d5-a382-4321-b3b9-50fefb264636","Type":"ContainerStarted","Data":"e160e6dda85dc5fa47f0e0cd038ab4c2dc4398daf3560e1e98c6a0a439704e6c"} Oct 13 19:27:43 crc kubenswrapper[4809]: I1013 19:27:43.361438 4809 generic.go:334] "Generic (PLEG): container finished" podID="5f81c16e-2efe-43cb-be16-790f81f12ab4" containerID="a4319dbde0a8884c8e476de737970f1e82e3cd371b7ae022d155f8c8934715d8" exitCode=0 Oct 13 19:27:43 crc kubenswrapper[4809]: I1013 19:27:43.361481 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-d4vnz" event={"ID":"5f81c16e-2efe-43cb-be16-790f81f12ab4","Type":"ContainerDied","Data":"a4319dbde0a8884c8e476de737970f1e82e3cd371b7ae022d155f8c8934715d8"} Oct 13 19:27:43 crc kubenswrapper[4809]: I1013 19:27:43.424712 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-multus/network-metrics-daemon-mvzcq" podStartSLOduration=162.424689181 podStartE2EDuration="2m42.424689181s" podCreationTimestamp="2025-10-13 19:25:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:27:43.420698606 +0000 UTC m=+182.026445201" watchObservedRunningTime="2025-10-13 19:27:43.424689181 +0000 UTC m=+182.030435766" Oct 13 19:27:44 crc kubenswrapper[4809]: I1013 19:27:44.036692 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-operator-lifecycle-manager/package-server-manager-789f6589d5-9nn5x" Oct 13 19:27:46 crc kubenswrapper[4809]: I1013 19:27:46.380955 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-hvxkp" event={"ID":"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8","Type":"ContainerStarted","Data":"138ff59da0392e4d04550eac054f3e3c51286b5dd5e514d46b7d1a9c7ee744cf"} Oct 13 19:27:46 crc kubenswrapper[4809]: I1013 19:27:46.399256 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-marketplace-hvxkp" podStartSLOduration=3.595165723 podStartE2EDuration="34.399236223s" podCreationTimestamp="2025-10-13 19:27:12 +0000 UTC" firstStartedPulling="2025-10-13 19:27:13.798632363 +0000 UTC m=+152.404378948" lastFinishedPulling="2025-10-13 19:27:44.602702843 +0000 UTC m=+183.208449448" observedRunningTime="2025-10-13 19:27:46.396115401 +0000 UTC m=+185.001861996" watchObservedRunningTime="2025-10-13 19:27:46.399236223 +0000 UTC m=+185.004982818" Oct 13 19:27:47 crc kubenswrapper[4809]: I1013 19:27:47.387867 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-kqkhb" event={"ID":"49491c5c-0655-4ef2-93b6-ad20e3491508","Type":"ContainerStarted","Data":"98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0"} Oct 13 19:27:47 crc kubenswrapper[4809]: I1013 19:27:47.390423 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-pfl78" event={"ID":"1aceec2d-8e12-4d26-87e4-6c912024c88e","Type":"ContainerStarted","Data":"8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6"} Oct 13 19:27:47 crc kubenswrapper[4809]: I1013 19:27:47.392942 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-8nn6k" event={"ID":"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea","Type":"ContainerStarted","Data":"b19327a3fd32917c0d1772d7716da7c9f140b7ec674fcf3518a7edc9f8009690"} Oct 13 19:27:47 crc kubenswrapper[4809]: I1013 19:27:47.395087 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-d4vnz" event={"ID":"5f81c16e-2efe-43cb-be16-790f81f12ab4","Type":"ContainerStarted","Data":"b143ea119a837d51f8fd94a2c74b8d0410f5b64624a7f163b56a6e6273f20bda"} Oct 13 19:27:47 crc kubenswrapper[4809]: I1013 19:27:47.397757 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-8vzqq" event={"ID":"d03b3f33-a89e-45e0-8a8d-8e5011aeed33","Type":"ContainerStarted","Data":"599b379a7770f521d37621578bd034d6f72662149a567d0645133d2367d219fa"} Oct 13 19:27:47 crc kubenswrapper[4809]: I1013 19:27:47.408427 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/community-operators-kqkhb" podStartSLOduration=4.646695134 podStartE2EDuration="37.408408044s" podCreationTimestamp="2025-10-13 19:27:10 +0000 UTC" firstStartedPulling="2025-10-13 19:27:13.759860085 +0000 UTC m=+152.365606670" lastFinishedPulling="2025-10-13 19:27:46.521573005 +0000 UTC m=+185.127319580" observedRunningTime="2025-10-13 19:27:47.404232555 +0000 UTC m=+186.009979140" watchObservedRunningTime="2025-10-13 19:27:47.408408044 +0000 UTC m=+186.014154629" Oct 13 19:27:47 crc kubenswrapper[4809]: I1013 19:27:47.455587 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/community-operators-8vzqq" podStartSLOduration=4.243274466 podStartE2EDuration="36.455556022s" podCreationTimestamp="2025-10-13 19:27:11 +0000 UTC" firstStartedPulling="2025-10-13 19:27:13.785697554 +0000 UTC m=+152.391444139" lastFinishedPulling="2025-10-13 19:27:45.99797907 +0000 UTC m=+184.603725695" observedRunningTime="2025-10-13 19:27:47.452883532 +0000 UTC m=+186.058630117" watchObservedRunningTime="2025-10-13 19:27:47.455556022 +0000 UTC m=+186.061302597" Oct 13 19:27:47 crc kubenswrapper[4809]: I1013 19:27:47.455952 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-marketplace-pfl78" podStartSLOduration=2.730496065 podStartE2EDuration="34.455944952s" podCreationTimestamp="2025-10-13 19:27:13 +0000 UTC" firstStartedPulling="2025-10-13 19:27:14.874068524 +0000 UTC m=+153.479815109" lastFinishedPulling="2025-10-13 19:27:46.599517411 +0000 UTC m=+185.205263996" observedRunningTime="2025-10-13 19:27:47.429163889 +0000 UTC m=+186.034910484" watchObservedRunningTime="2025-10-13 19:27:47.455944952 +0000 UTC m=+186.061691537" Oct 13 19:27:47 crc kubenswrapper[4809]: I1013 19:27:47.514236 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/certified-operators-8nn6k" podStartSLOduration=5.990339366 podStartE2EDuration="37.514217752s" podCreationTimestamp="2025-10-13 19:27:10 +0000 UTC" firstStartedPulling="2025-10-13 19:27:13.697866368 +0000 UTC m=+152.303612953" lastFinishedPulling="2025-10-13 19:27:45.221744744 +0000 UTC m=+183.827491339" observedRunningTime="2025-10-13 19:27:47.483083625 +0000 UTC m=+186.088830210" watchObservedRunningTime="2025-10-13 19:27:47.514217752 +0000 UTC m=+186.119964337" Oct 13 19:27:47 crc kubenswrapper[4809]: I1013 19:27:47.515824 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-operators-d4vnz" podStartSLOduration=3.736712599 podStartE2EDuration="34.515815384s" podCreationTimestamp="2025-10-13 19:27:13 +0000 UTC" firstStartedPulling="2025-10-13 19:27:15.944363599 +0000 UTC m=+154.550110184" lastFinishedPulling="2025-10-13 19:27:46.723466384 +0000 UTC m=+185.329212969" observedRunningTime="2025-10-13 19:27:47.511501081 +0000 UTC m=+186.117247666" watchObservedRunningTime="2025-10-13 19:27:47.515815384 +0000 UTC m=+186.121561969" Oct 13 19:27:48 crc kubenswrapper[4809]: I1013 19:27:48.405164 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nsnzq" event={"ID":"6710d09b-99e6-4ec4-ab28-5e8e73f05f86","Type":"ContainerStarted","Data":"055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6"} Oct 13 19:27:48 crc kubenswrapper[4809]: I1013 19:27:48.407596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-j984c" event={"ID":"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f","Type":"ContainerStarted","Data":"55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0"} Oct 13 19:27:48 crc kubenswrapper[4809]: I1013 19:27:48.428819 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-operators-nsnzq" podStartSLOduration=4.33184673 podStartE2EDuration="34.428800239s" podCreationTimestamp="2025-10-13 19:27:14 +0000 UTC" firstStartedPulling="2025-10-13 19:27:17.005527235 +0000 UTC m=+155.611273820" lastFinishedPulling="2025-10-13 19:27:47.102480744 +0000 UTC m=+185.708227329" observedRunningTime="2025-10-13 19:27:48.427887935 +0000 UTC m=+187.033634530" watchObservedRunningTime="2025-10-13 19:27:48.428800239 +0000 UTC m=+187.034546824" Oct 13 19:27:48 crc kubenswrapper[4809]: I1013 19:27:48.454063 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/certified-operators-j984c" podStartSLOduration=5.133562355 podStartE2EDuration="38.454044322s" podCreationTimestamp="2025-10-13 19:27:10 +0000 UTC" firstStartedPulling="2025-10-13 19:27:13.72193268 +0000 UTC m=+152.327679255" lastFinishedPulling="2025-10-13 19:27:47.042414637 +0000 UTC m=+185.648161222" observedRunningTime="2025-10-13 19:27:48.452960193 +0000 UTC m=+187.058706788" watchObservedRunningTime="2025-10-13 19:27:48.454044322 +0000 UTC m=+187.059790907" Oct 13 19:27:50 crc kubenswrapper[4809]: I1013 19:27:50.319044 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-network-diagnostics/network-check-target-xd92c" Oct 13 19:27:50 crc kubenswrapper[4809]: I1013 19:27:50.949859 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:50 crc kubenswrapper[4809]: I1013 19:27:50.949909 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.261011 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.261074 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.543418 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.544412 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.588219 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.588270 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.705936 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.706034 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.706809 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.706850 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.741209 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:51 crc kubenswrapper[4809]: I1013 19:27:51.747227 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:52 crc kubenswrapper[4809]: I1013 19:27:52.473574 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:52 crc kubenswrapper[4809]: I1013 19:27:52.480628 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:53 crc kubenswrapper[4809]: I1013 19:27:53.138045 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:53 crc kubenswrapper[4809]: I1013 19:27:53.138090 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:53 crc kubenswrapper[4809]: I1013 19:27:53.186094 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:53 crc kubenswrapper[4809]: I1013 19:27:53.491852 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:27:53 crc kubenswrapper[4809]: I1013 19:27:53.590301 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:53 crc kubenswrapper[4809]: I1013 19:27:53.590607 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:53 crc kubenswrapper[4809]: I1013 19:27:53.644830 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:54 crc kubenswrapper[4809]: I1013 19:27:54.006668 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-j984c"] Oct 13 19:27:54 crc kubenswrapper[4809]: I1013 19:27:54.135720 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:54 crc kubenswrapper[4809]: I1013 19:27:54.135788 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:54 crc kubenswrapper[4809]: I1013 19:27:54.187058 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:54 crc kubenswrapper[4809]: I1013 19:27:54.512961 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:54 crc kubenswrapper[4809]: I1013 19:27:54.515420 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:27:54 crc kubenswrapper[4809]: I1013 19:27:54.530465 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:54 crc kubenswrapper[4809]: I1013 19:27:54.530515 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:54 crc kubenswrapper[4809]: I1013 19:27:54.579440 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:54 crc kubenswrapper[4809]: I1013 19:27:54.604676 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-8vzqq"] Oct 13 19:27:54 crc kubenswrapper[4809]: I1013 19:27:54.604884 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/community-operators-8vzqq" podUID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" containerName="registry-server" containerID="cri-o://599b379a7770f521d37621578bd034d6f72662149a567d0645133d2367d219fa" gracePeriod=2 Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.476629 4809 generic.go:334] "Generic (PLEG): container finished" podID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" containerID="599b379a7770f521d37621578bd034d6f72662149a567d0645133d2367d219fa" exitCode=0 Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.476893 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-8vzqq" event={"ID":"d03b3f33-a89e-45e0-8a8d-8e5011aeed33","Type":"ContainerDied","Data":"599b379a7770f521d37621578bd034d6f72662149a567d0645133d2367d219fa"} Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.477539 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/certified-operators-j984c" podUID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" containerName="registry-server" containerID="cri-o://55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0" gracePeriod=2 Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.543140 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.715470 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.833432 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-catalog-content\") pod \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.833508 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-khvmz\" (UniqueName: \"kubernetes.io/projected/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-kube-api-access-khvmz\") pod \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.833550 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-utilities\") pod \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\" (UID: \"d03b3f33-a89e-45e0-8a8d-8e5011aeed33\") " Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.834668 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-utilities" (OuterVolumeSpecName: "utilities") pod "d03b3f33-a89e-45e0-8a8d-8e5011aeed33" (UID: "d03b3f33-a89e-45e0-8a8d-8e5011aeed33"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.839636 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-kube-api-access-khvmz" (OuterVolumeSpecName: "kube-api-access-khvmz") pod "d03b3f33-a89e-45e0-8a8d-8e5011aeed33" (UID: "d03b3f33-a89e-45e0-8a8d-8e5011aeed33"). InnerVolumeSpecName "kube-api-access-khvmz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.911174 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "d03b3f33-a89e-45e0-8a8d-8e5011aeed33" (UID: "d03b3f33-a89e-45e0-8a8d-8e5011aeed33"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.916921 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.935504 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.935535 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:55 crc kubenswrapper[4809]: I1013 19:27:55.935549 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-khvmz\" (UniqueName: \"kubernetes.io/projected/d03b3f33-a89e-45e0-8a8d-8e5011aeed33-kube-api-access-khvmz\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.036873 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2bj99\" (UniqueName: \"kubernetes.io/projected/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-kube-api-access-2bj99\") pod \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.037236 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-catalog-content\") pod \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.037273 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-utilities\") pod \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\" (UID: \"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f\") " Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.038265 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-utilities" (OuterVolumeSpecName: "utilities") pod "c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" (UID: "c8ca0201-38a7-4fd7-acd5-60e10e1ef12f"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.041420 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-kube-api-access-2bj99" (OuterVolumeSpecName: "kube-api-access-2bj99") pod "c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" (UID: "c8ca0201-38a7-4fd7-acd5-60e10e1ef12f"). InnerVolumeSpecName "kube-api-access-2bj99". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.086149 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" (UID: "c8ca0201-38a7-4fd7-acd5-60e10e1ef12f"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.138405 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.138479 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.138493 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2bj99\" (UniqueName: \"kubernetes.io/projected/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f-kube-api-access-2bj99\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.407643 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-pfl78"] Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.484691 4809 generic.go:334] "Generic (PLEG): container finished" podID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" containerID="55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0" exitCode=0 Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.484780 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-j984c" event={"ID":"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f","Type":"ContainerDied","Data":"55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0"} Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.484814 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-j984c" event={"ID":"c8ca0201-38a7-4fd7-acd5-60e10e1ef12f","Type":"ContainerDied","Data":"c2031ea94b4609a1872500a212ae979810fe6d0e086fbe91f2ae3de0c3380f41"} Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.484837 4809 scope.go:117] "RemoveContainer" containerID="55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.484952 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-j984c" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.493108 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-8vzqq" event={"ID":"d03b3f33-a89e-45e0-8a8d-8e5011aeed33","Type":"ContainerDied","Data":"70853fa66021c495199a43ec9195e42cefd2640d8bc90af4dabeb196eddbdc08"} Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.493188 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-8vzqq" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.512565 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-j984c"] Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.519001 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/certified-operators-j984c"] Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.521325 4809 scope.go:117] "RemoveContainer" containerID="f61b75f9f4b72cfb28f216b583887ec6fcb34d87d7b63eb0cab4aeac5f6427a6" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.528604 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-8vzqq"] Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.532789 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/community-operators-8vzqq"] Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.547794 4809 scope.go:117] "RemoveContainer" containerID="933d1d4611c30a5a3c291318d4ac51a6aa3b266ed1b3e7364c88815802a68cd5" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.563498 4809 scope.go:117] "RemoveContainer" containerID="55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0" Oct 13 19:27:56 crc kubenswrapper[4809]: E1013 19:27:56.564072 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0\": container with ID starting with 55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0 not found: ID does not exist" containerID="55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.564135 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0"} err="failed to get container status \"55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0\": rpc error: code = NotFound desc = could not find container \"55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0\": container with ID starting with 55604f115becea15a71e3de8d80473bfc321b1d6bba28e1eddfeb5b876cd8da0 not found: ID does not exist" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.564201 4809 scope.go:117] "RemoveContainer" containerID="f61b75f9f4b72cfb28f216b583887ec6fcb34d87d7b63eb0cab4aeac5f6427a6" Oct 13 19:27:56 crc kubenswrapper[4809]: E1013 19:27:56.564661 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f61b75f9f4b72cfb28f216b583887ec6fcb34d87d7b63eb0cab4aeac5f6427a6\": container with ID starting with f61b75f9f4b72cfb28f216b583887ec6fcb34d87d7b63eb0cab4aeac5f6427a6 not found: ID does not exist" containerID="f61b75f9f4b72cfb28f216b583887ec6fcb34d87d7b63eb0cab4aeac5f6427a6" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.564694 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f61b75f9f4b72cfb28f216b583887ec6fcb34d87d7b63eb0cab4aeac5f6427a6"} err="failed to get container status \"f61b75f9f4b72cfb28f216b583887ec6fcb34d87d7b63eb0cab4aeac5f6427a6\": rpc error: code = NotFound desc = could not find container \"f61b75f9f4b72cfb28f216b583887ec6fcb34d87d7b63eb0cab4aeac5f6427a6\": container with ID starting with f61b75f9f4b72cfb28f216b583887ec6fcb34d87d7b63eb0cab4aeac5f6427a6 not found: ID does not exist" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.564710 4809 scope.go:117] "RemoveContainer" containerID="933d1d4611c30a5a3c291318d4ac51a6aa3b266ed1b3e7364c88815802a68cd5" Oct 13 19:27:56 crc kubenswrapper[4809]: E1013 19:27:56.564960 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"933d1d4611c30a5a3c291318d4ac51a6aa3b266ed1b3e7364c88815802a68cd5\": container with ID starting with 933d1d4611c30a5a3c291318d4ac51a6aa3b266ed1b3e7364c88815802a68cd5 not found: ID does not exist" containerID="933d1d4611c30a5a3c291318d4ac51a6aa3b266ed1b3e7364c88815802a68cd5" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.564998 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"933d1d4611c30a5a3c291318d4ac51a6aa3b266ed1b3e7364c88815802a68cd5"} err="failed to get container status \"933d1d4611c30a5a3c291318d4ac51a6aa3b266ed1b3e7364c88815802a68cd5\": rpc error: code = NotFound desc = could not find container \"933d1d4611c30a5a3c291318d4ac51a6aa3b266ed1b3e7364c88815802a68cd5\": container with ID starting with 933d1d4611c30a5a3c291318d4ac51a6aa3b266ed1b3e7364c88815802a68cd5 not found: ID does not exist" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.565029 4809 scope.go:117] "RemoveContainer" containerID="599b379a7770f521d37621578bd034d6f72662149a567d0645133d2367d219fa" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.582751 4809 scope.go:117] "RemoveContainer" containerID="7451b25f59ba56a832188997d5767122c632ba80b3bf64225d982801bef163c3" Oct 13 19:27:56 crc kubenswrapper[4809]: I1013 19:27:56.595687 4809 scope.go:117] "RemoveContainer" containerID="faf4e3a75264a31318747e838ea4f0c2699656c2cd7ecc774d7f47cd1f33a111" Oct 13 19:27:57 crc kubenswrapper[4809]: I1013 19:27:57.501938 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-marketplace-pfl78" podUID="1aceec2d-8e12-4d26-87e4-6c912024c88e" containerName="registry-server" containerID="cri-o://8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6" gracePeriod=2 Oct 13 19:27:57 crc kubenswrapper[4809]: I1013 19:27:57.886461 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:57 crc kubenswrapper[4809]: I1013 19:27:57.962274 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wfzz5\" (UniqueName: \"kubernetes.io/projected/1aceec2d-8e12-4d26-87e4-6c912024c88e-kube-api-access-wfzz5\") pod \"1aceec2d-8e12-4d26-87e4-6c912024c88e\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " Oct 13 19:27:57 crc kubenswrapper[4809]: I1013 19:27:57.962348 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-utilities\") pod \"1aceec2d-8e12-4d26-87e4-6c912024c88e\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " Oct 13 19:27:57 crc kubenswrapper[4809]: I1013 19:27:57.962414 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-catalog-content\") pod \"1aceec2d-8e12-4d26-87e4-6c912024c88e\" (UID: \"1aceec2d-8e12-4d26-87e4-6c912024c88e\") " Oct 13 19:27:57 crc kubenswrapper[4809]: I1013 19:27:57.969399 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1aceec2d-8e12-4d26-87e4-6c912024c88e-kube-api-access-wfzz5" (OuterVolumeSpecName: "kube-api-access-wfzz5") pod "1aceec2d-8e12-4d26-87e4-6c912024c88e" (UID: "1aceec2d-8e12-4d26-87e4-6c912024c88e"). InnerVolumeSpecName "kube-api-access-wfzz5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:27:57 crc kubenswrapper[4809]: I1013 19:27:57.973440 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-utilities" (OuterVolumeSpecName: "utilities") pod "1aceec2d-8e12-4d26-87e4-6c912024c88e" (UID: "1aceec2d-8e12-4d26-87e4-6c912024c88e"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:27:57 crc kubenswrapper[4809]: I1013 19:27:57.980263 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "1aceec2d-8e12-4d26-87e4-6c912024c88e" (UID: "1aceec2d-8e12-4d26-87e4-6c912024c88e"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.063705 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wfzz5\" (UniqueName: \"kubernetes.io/projected/1aceec2d-8e12-4d26-87e4-6c912024c88e-kube-api-access-wfzz5\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.063760 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.063780 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1aceec2d-8e12-4d26-87e4-6c912024c88e-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.164338 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" path="/var/lib/kubelet/pods/c8ca0201-38a7-4fd7-acd5-60e10e1ef12f/volumes" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.165594 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" path="/var/lib/kubelet/pods/d03b3f33-a89e-45e0-8a8d-8e5011aeed33/volumes" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.511615 4809 generic.go:334] "Generic (PLEG): container finished" podID="1aceec2d-8e12-4d26-87e4-6c912024c88e" containerID="8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6" exitCode=0 Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.511663 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-pfl78" event={"ID":"1aceec2d-8e12-4d26-87e4-6c912024c88e","Type":"ContainerDied","Data":"8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6"} Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.511945 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-pfl78" event={"ID":"1aceec2d-8e12-4d26-87e4-6c912024c88e","Type":"ContainerDied","Data":"bcfbb3618c2af4f3f95e9dc9806c1a4a537ba64fb45162041f50f9861b1db97c"} Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.511965 4809 scope.go:117] "RemoveContainer" containerID="8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.511693 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-pfl78" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.532659 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-pfl78"] Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.539148 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-marketplace-pfl78"] Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.546248 4809 scope.go:117] "RemoveContainer" containerID="cadd573787b78141289c2ac6ff773e847d351141975b855c9b94007e19cca4d6" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.561244 4809 scope.go:117] "RemoveContainer" containerID="9ddf56dd7ad3486de91eee699a8cd385fb2d0fa3323ce4a9218ebac488f893d0" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.593478 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.593754 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.597992 4809 scope.go:117] "RemoveContainer" containerID="8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6" Oct 13 19:27:58 crc kubenswrapper[4809]: E1013 19:27:58.598483 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6\": container with ID starting with 8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6 not found: ID does not exist" containerID="8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.598520 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6"} err="failed to get container status \"8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6\": rpc error: code = NotFound desc = could not find container \"8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6\": container with ID starting with 8161005e685aa4dcccc5be6f79297f12c7fbad8dd676b95b82c431b6423d5ff6 not found: ID does not exist" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.598548 4809 scope.go:117] "RemoveContainer" containerID="cadd573787b78141289c2ac6ff773e847d351141975b855c9b94007e19cca4d6" Oct 13 19:27:58 crc kubenswrapper[4809]: E1013 19:27:58.598804 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cadd573787b78141289c2ac6ff773e847d351141975b855c9b94007e19cca4d6\": container with ID starting with cadd573787b78141289c2ac6ff773e847d351141975b855c9b94007e19cca4d6 not found: ID does not exist" containerID="cadd573787b78141289c2ac6ff773e847d351141975b855c9b94007e19cca4d6" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.598829 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cadd573787b78141289c2ac6ff773e847d351141975b855c9b94007e19cca4d6"} err="failed to get container status \"cadd573787b78141289c2ac6ff773e847d351141975b855c9b94007e19cca4d6\": rpc error: code = NotFound desc = could not find container \"cadd573787b78141289c2ac6ff773e847d351141975b855c9b94007e19cca4d6\": container with ID starting with cadd573787b78141289c2ac6ff773e847d351141975b855c9b94007e19cca4d6 not found: ID does not exist" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.598848 4809 scope.go:117] "RemoveContainer" containerID="9ddf56dd7ad3486de91eee699a8cd385fb2d0fa3323ce4a9218ebac488f893d0" Oct 13 19:27:58 crc kubenswrapper[4809]: E1013 19:27:58.599249 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9ddf56dd7ad3486de91eee699a8cd385fb2d0fa3323ce4a9218ebac488f893d0\": container with ID starting with 9ddf56dd7ad3486de91eee699a8cd385fb2d0fa3323ce4a9218ebac488f893d0 not found: ID does not exist" containerID="9ddf56dd7ad3486de91eee699a8cd385fb2d0fa3323ce4a9218ebac488f893d0" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.599288 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9ddf56dd7ad3486de91eee699a8cd385fb2d0fa3323ce4a9218ebac488f893d0"} err="failed to get container status \"9ddf56dd7ad3486de91eee699a8cd385fb2d0fa3323ce4a9218ebac488f893d0\": rpc error: code = NotFound desc = could not find container \"9ddf56dd7ad3486de91eee699a8cd385fb2d0fa3323ce4a9218ebac488f893d0\": container with ID starting with 9ddf56dd7ad3486de91eee699a8cd385fb2d0fa3323ce4a9218ebac488f893d0 not found: ID does not exist" Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.804521 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-nsnzq"] Oct 13 19:27:58 crc kubenswrapper[4809]: I1013 19:27:58.805496 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-operators-nsnzq" podUID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" containerName="registry-server" containerID="cri-o://055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6" gracePeriod=2 Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.169172 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.278969 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8njlm\" (UniqueName: \"kubernetes.io/projected/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-kube-api-access-8njlm\") pod \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.279109 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-utilities\") pod \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.279169 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-catalog-content\") pod \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\" (UID: \"6710d09b-99e6-4ec4-ab28-5e8e73f05f86\") " Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.280001 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-utilities" (OuterVolumeSpecName: "utilities") pod "6710d09b-99e6-4ec4-ab28-5e8e73f05f86" (UID: "6710d09b-99e6-4ec4-ab28-5e8e73f05f86"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.285471 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-kube-api-access-8njlm" (OuterVolumeSpecName: "kube-api-access-8njlm") pod "6710d09b-99e6-4ec4-ab28-5e8e73f05f86" (UID: "6710d09b-99e6-4ec4-ab28-5e8e73f05f86"). InnerVolumeSpecName "kube-api-access-8njlm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.360540 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "6710d09b-99e6-4ec4-ab28-5e8e73f05f86" (UID: "6710d09b-99e6-4ec4-ab28-5e8e73f05f86"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.380855 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.380908 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8njlm\" (UniqueName: \"kubernetes.io/projected/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-kube-api-access-8njlm\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.380925 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/6710d09b-99e6-4ec4-ab28-5e8e73f05f86-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.520810 4809 generic.go:334] "Generic (PLEG): container finished" podID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" containerID="055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6" exitCode=0 Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.520854 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-nsnzq" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.520867 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nsnzq" event={"ID":"6710d09b-99e6-4ec4-ab28-5e8e73f05f86","Type":"ContainerDied","Data":"055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6"} Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.521921 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nsnzq" event={"ID":"6710d09b-99e6-4ec4-ab28-5e8e73f05f86","Type":"ContainerDied","Data":"2e9267665941140c83765484fde97e1ab2faf3fb3e216296a51ff8603ba24243"} Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.521950 4809 scope.go:117] "RemoveContainer" containerID="055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.535754 4809 scope.go:117] "RemoveContainer" containerID="68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.553537 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-nsnzq"] Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.557283 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-operators-nsnzq"] Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.571244 4809 scope.go:117] "RemoveContainer" containerID="e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.585004 4809 scope.go:117] "RemoveContainer" containerID="055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6" Oct 13 19:27:59 crc kubenswrapper[4809]: E1013 19:27:59.585382 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6\": container with ID starting with 055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6 not found: ID does not exist" containerID="055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.585414 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6"} err="failed to get container status \"055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6\": rpc error: code = NotFound desc = could not find container \"055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6\": container with ID starting with 055ae70753e63f56074b5309d8d47d93fa1fc84aa848de1f37d81170f791a4b6 not found: ID does not exist" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.585436 4809 scope.go:117] "RemoveContainer" containerID="68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a" Oct 13 19:27:59 crc kubenswrapper[4809]: E1013 19:27:59.585775 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a\": container with ID starting with 68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a not found: ID does not exist" containerID="68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.585802 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a"} err="failed to get container status \"68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a\": rpc error: code = NotFound desc = could not find container \"68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a\": container with ID starting with 68042cf150d5d3c4945f0b2c8d753d06e670722dc3936ebc6dfc94901cdc380a not found: ID does not exist" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.585816 4809 scope.go:117] "RemoveContainer" containerID="e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94" Oct 13 19:27:59 crc kubenswrapper[4809]: E1013 19:27:59.585996 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94\": container with ID starting with e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94 not found: ID does not exist" containerID="e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94" Oct 13 19:27:59 crc kubenswrapper[4809]: I1013 19:27:59.586018 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94"} err="failed to get container status \"e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94\": rpc error: code = NotFound desc = could not find container \"e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94\": container with ID starting with e07ef48398a539d9630fe4721d0a4cd60040cfda091bc4a312599b35d3fa5b94 not found: ID does not exist" Oct 13 19:28:00 crc kubenswrapper[4809]: I1013 19:28:00.162372 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1aceec2d-8e12-4d26-87e4-6c912024c88e" path="/var/lib/kubelet/pods/1aceec2d-8e12-4d26-87e4-6c912024c88e/volumes" Oct 13 19:28:00 crc kubenswrapper[4809]: I1013 19:28:00.163109 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" path="/var/lib/kubelet/pods/6710d09b-99e6-4ec4-ab28-5e8e73f05f86/volumes" Oct 13 19:28:28 crc kubenswrapper[4809]: I1013 19:28:28.593033 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:28:28 crc kubenswrapper[4809]: I1013 19:28:28.593976 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:28:28 crc kubenswrapper[4809]: I1013 19:28:28.594044 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:28:28 crc kubenswrapper[4809]: I1013 19:28:28.594935 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 19:28:28 crc kubenswrapper[4809]: I1013 19:28:28.595021 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198" gracePeriod=600 Oct 13 19:28:29 crc kubenswrapper[4809]: I1013 19:28:29.696717 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198" exitCode=0 Oct 13 19:28:29 crc kubenswrapper[4809]: I1013 19:28:29.696794 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198"} Oct 13 19:28:29 crc kubenswrapper[4809]: I1013 19:28:29.697377 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"cf9aca1297b68e30bb3793423ae8b980c38fb3ca6df16e0cec360a5252d07dcd"} Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.346738 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-8nn6k"] Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.347641 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/certified-operators-8nn6k" podUID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" containerName="registry-server" containerID="cri-o://b19327a3fd32917c0d1772d7716da7c9f140b7ec674fcf3518a7edc9f8009690" gracePeriod=30 Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.351366 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-kqkhb"] Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.353109 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/community-operators-kqkhb" podUID="49491c5c-0655-4ef2-93b6-ad20e3491508" containerName="registry-server" containerID="cri-o://98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0" gracePeriod=30 Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.366092 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/marketplace-operator-79b997595-zggfl"] Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.366378 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" podUID="fca59da4-a6d9-4e2a-98b7-b6067df3e22b" containerName="marketplace-operator" containerID="cri-o://085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7" gracePeriod=30 Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.378482 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-hvxkp"] Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.378792 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-marketplace-hvxkp" podUID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" containerName="registry-server" containerID="cri-o://138ff59da0392e4d04550eac054f3e3c51286b5dd5e514d46b7d1a9c7ee744cf" gracePeriod=30 Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394096 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/marketplace-operator-79b997595-mxlh6"] Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394583 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394596 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394608 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394614 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394624 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" containerName="extract-content" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394631 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" containerName="extract-content" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394640 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1aceec2d-8e12-4d26-87e4-6c912024c88e" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394646 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1aceec2d-8e12-4d26-87e4-6c912024c88e" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394654 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" containerName="extract-utilities" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394661 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" containerName="extract-utilities" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394671 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" containerName="extract-content" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394677 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" containerName="extract-content" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394685 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cffaad74-ee35-472d-8749-55452b415034" containerName="pruner" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394691 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cffaad74-ee35-472d-8749-55452b415034" containerName="pruner" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394700 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="582bb0b7-6d3b-4803-8288-14f987cb875e" containerName="pruner" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394706 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="582bb0b7-6d3b-4803-8288-14f987cb875e" containerName="pruner" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394716 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1aceec2d-8e12-4d26-87e4-6c912024c88e" containerName="extract-utilities" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394722 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1aceec2d-8e12-4d26-87e4-6c912024c88e" containerName="extract-utilities" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394733 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" containerName="extract-utilities" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394751 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" containerName="extract-utilities" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394759 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394764 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394771 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" containerName="extract-utilities" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394777 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" containerName="extract-utilities" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394785 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" containerName="extract-content" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394791 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" containerName="extract-content" Oct 13 19:28:53 crc kubenswrapper[4809]: E1013 19:28:53.394800 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1aceec2d-8e12-4d26-87e4-6c912024c88e" containerName="extract-content" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394806 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1aceec2d-8e12-4d26-87e4-6c912024c88e" containerName="extract-content" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394891 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1aceec2d-8e12-4d26-87e4-6c912024c88e" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394902 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c8ca0201-38a7-4fd7-acd5-60e10e1ef12f" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394909 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d03b3f33-a89e-45e0-8a8d-8e5011aeed33" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394920 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cffaad74-ee35-472d-8749-55452b415034" containerName="pruner" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394931 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="582bb0b7-6d3b-4803-8288-14f987cb875e" containerName="pruner" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.394942 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6710d09b-99e6-4ec4-ab28-5e8e73f05f86" containerName="registry-server" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.395319 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.400482 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-d4vnz"] Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.401039 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-operators-d4vnz" podUID="5f81c16e-2efe-43cb-be16-790f81f12ab4" containerName="registry-server" containerID="cri-o://b143ea119a837d51f8fd94a2c74b8d0410f5b64624a7f163b56a6e6273f20bda" gracePeriod=30 Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.411359 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/marketplace-operator-79b997595-mxlh6"] Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.519131 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"marketplace-operator-metrics\" (UniqueName: \"kubernetes.io/secret/aad228f5-22f9-41ee-9ff0-157fd28e3eba-marketplace-operator-metrics\") pod \"marketplace-operator-79b997595-mxlh6\" (UID: \"aad228f5-22f9-41ee-9ff0-157fd28e3eba\") " pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.519211 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wlghr\" (UniqueName: \"kubernetes.io/projected/aad228f5-22f9-41ee-9ff0-157fd28e3eba-kube-api-access-wlghr\") pod \"marketplace-operator-79b997595-mxlh6\" (UID: \"aad228f5-22f9-41ee-9ff0-157fd28e3eba\") " pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.519256 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"marketplace-trusted-ca\" (UniqueName: \"kubernetes.io/configmap/aad228f5-22f9-41ee-9ff0-157fd28e3eba-marketplace-trusted-ca\") pod \"marketplace-operator-79b997595-mxlh6\" (UID: \"aad228f5-22f9-41ee-9ff0-157fd28e3eba\") " pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.620477 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wlghr\" (UniqueName: \"kubernetes.io/projected/aad228f5-22f9-41ee-9ff0-157fd28e3eba-kube-api-access-wlghr\") pod \"marketplace-operator-79b997595-mxlh6\" (UID: \"aad228f5-22f9-41ee-9ff0-157fd28e3eba\") " pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.620541 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"marketplace-trusted-ca\" (UniqueName: \"kubernetes.io/configmap/aad228f5-22f9-41ee-9ff0-157fd28e3eba-marketplace-trusted-ca\") pod \"marketplace-operator-79b997595-mxlh6\" (UID: \"aad228f5-22f9-41ee-9ff0-157fd28e3eba\") " pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.620610 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"marketplace-operator-metrics\" (UniqueName: \"kubernetes.io/secret/aad228f5-22f9-41ee-9ff0-157fd28e3eba-marketplace-operator-metrics\") pod \"marketplace-operator-79b997595-mxlh6\" (UID: \"aad228f5-22f9-41ee-9ff0-157fd28e3eba\") " pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.622553 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"marketplace-trusted-ca\" (UniqueName: \"kubernetes.io/configmap/aad228f5-22f9-41ee-9ff0-157fd28e3eba-marketplace-trusted-ca\") pod \"marketplace-operator-79b997595-mxlh6\" (UID: \"aad228f5-22f9-41ee-9ff0-157fd28e3eba\") " pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.626968 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"marketplace-operator-metrics\" (UniqueName: \"kubernetes.io/secret/aad228f5-22f9-41ee-9ff0-157fd28e3eba-marketplace-operator-metrics\") pod \"marketplace-operator-79b997595-mxlh6\" (UID: \"aad228f5-22f9-41ee-9ff0-157fd28e3eba\") " pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.638716 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wlghr\" (UniqueName: \"kubernetes.io/projected/aad228f5-22f9-41ee-9ff0-157fd28e3eba-kube-api-access-wlghr\") pod \"marketplace-operator-79b997595-mxlh6\" (UID: \"aad228f5-22f9-41ee-9ff0-157fd28e3eba\") " pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.821960 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.837244 4809 generic.go:334] "Generic (PLEG): container finished" podID="5f81c16e-2efe-43cb-be16-790f81f12ab4" containerID="b143ea119a837d51f8fd94a2c74b8d0410f5b64624a7f163b56a6e6273f20bda" exitCode=0 Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.837391 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-d4vnz" event={"ID":"5f81c16e-2efe-43cb-be16-790f81f12ab4","Type":"ContainerDied","Data":"b143ea119a837d51f8fd94a2c74b8d0410f5b64624a7f163b56a6e6273f20bda"} Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.837434 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-d4vnz" event={"ID":"5f81c16e-2efe-43cb-be16-790f81f12ab4","Type":"ContainerDied","Data":"c3a7d76461b1cbadfa2256a2addc3dd2867d70abc7989b46c6a948afef3ad198"} Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.837451 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c3a7d76461b1cbadfa2256a2addc3dd2867d70abc7989b46c6a948afef3ad198" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.838460 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.841775 4809 generic.go:334] "Generic (PLEG): container finished" podID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" containerID="138ff59da0392e4d04550eac054f3e3c51286b5dd5e514d46b7d1a9c7ee744cf" exitCode=0 Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.841925 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-hvxkp" event={"ID":"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8","Type":"ContainerDied","Data":"138ff59da0392e4d04550eac054f3e3c51286b5dd5e514d46b7d1a9c7ee744cf"} Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.841968 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-hvxkp" event={"ID":"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8","Type":"ContainerDied","Data":"51ba1eab5930b85e64b7fd8d5385e4e9d4f45c887f926a4edb5e334cd63b2a84"} Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.842033 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="51ba1eab5930b85e64b7fd8d5385e4e9d4f45c887f926a4edb5e334cd63b2a84" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.842435 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.844397 4809 generic.go:334] "Generic (PLEG): container finished" podID="49491c5c-0655-4ef2-93b6-ad20e3491508" containerID="98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0" exitCode=0 Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.844515 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-kqkhb" event={"ID":"49491c5c-0655-4ef2-93b6-ad20e3491508","Type":"ContainerDied","Data":"98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0"} Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.844538 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-kqkhb" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.844543 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-kqkhb" event={"ID":"49491c5c-0655-4ef2-93b6-ad20e3491508","Type":"ContainerDied","Data":"c2b16b71214b192ada115f181df7bb97365571ca213d38e4de31baec21c50bcc"} Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.844563 4809 scope.go:117] "RemoveContainer" containerID="98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.847520 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.848068 4809 generic.go:334] "Generic (PLEG): container finished" podID="fca59da4-a6d9-4e2a-98b7-b6067df3e22b" containerID="085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7" exitCode=0 Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.848203 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" event={"ID":"fca59da4-a6d9-4e2a-98b7-b6067df3e22b","Type":"ContainerDied","Data":"085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7"} Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.848229 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" event={"ID":"fca59da4-a6d9-4e2a-98b7-b6067df3e22b","Type":"ContainerDied","Data":"0276c660f4333ad9b599ac103ac7d962a1dea3bfef3b7b1a88542c804d5a54fc"} Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.852876 4809 generic.go:334] "Generic (PLEG): container finished" podID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" containerID="b19327a3fd32917c0d1772d7716da7c9f140b7ec674fcf3518a7edc9f8009690" exitCode=0 Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.852925 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-8nn6k" event={"ID":"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea","Type":"ContainerDied","Data":"b19327a3fd32917c0d1772d7716da7c9f140b7ec674fcf3518a7edc9f8009690"} Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.852949 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-8nn6k" event={"ID":"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea","Type":"ContainerDied","Data":"f98f418af8da65de2fab9ee57554ec6bace8d6092625cb3f0ef1ba80c49fb11f"} Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.852960 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f98f418af8da65de2fab9ee57554ec6bace8d6092625cb3f0ef1ba80c49fb11f" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.864380 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.891777 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.892528 4809 scope.go:117] "RemoveContainer" containerID="1c02d72bbe426b5102c903b0db1f3a57e985a5cb9233df6c5dfd6f74828a610b" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.924805 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bnz6z\" (UniqueName: \"kubernetes.io/projected/49491c5c-0655-4ef2-93b6-ad20e3491508-kube-api-access-bnz6z\") pod \"49491c5c-0655-4ef2-93b6-ad20e3491508\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.924886 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"marketplace-trusted-ca\" (UniqueName: \"kubernetes.io/configmap/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-trusted-ca\") pod \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.924916 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dxcc4\" (UniqueName: \"kubernetes.io/projected/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-kube-api-access-dxcc4\") pod \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.924989 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-utilities\") pod \"5f81c16e-2efe-43cb-be16-790f81f12ab4\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.925053 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j54hv\" (UniqueName: \"kubernetes.io/projected/5f81c16e-2efe-43cb-be16-790f81f12ab4-kube-api-access-j54hv\") pod \"5f81c16e-2efe-43cb-be16-790f81f12ab4\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.925088 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-catalog-content\") pod \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.925115 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-utilities\") pod \"49491c5c-0655-4ef2-93b6-ad20e3491508\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.925138 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"marketplace-operator-metrics\" (UniqueName: \"kubernetes.io/secret/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-operator-metrics\") pod \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\" (UID: \"fca59da4-a6d9-4e2a-98b7-b6067df3e22b\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.925163 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qbr7b\" (UniqueName: \"kubernetes.io/projected/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-kube-api-access-qbr7b\") pod \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.925218 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-catalog-content\") pod \"5f81c16e-2efe-43cb-be16-790f81f12ab4\" (UID: \"5f81c16e-2efe-43cb-be16-790f81f12ab4\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.925248 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-catalog-content\") pod \"49491c5c-0655-4ef2-93b6-ad20e3491508\" (UID: \"49491c5c-0655-4ef2-93b6-ad20e3491508\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.925270 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-utilities\") pod \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\" (UID: \"ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8\") " Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.925829 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-utilities" (OuterVolumeSpecName: "utilities") pod "5f81c16e-2efe-43cb-be16-790f81f12ab4" (UID: "5f81c16e-2efe-43cb-be16-790f81f12ab4"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.926461 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-trusted-ca" (OuterVolumeSpecName: "marketplace-trusted-ca") pod "fca59da4-a6d9-4e2a-98b7-b6067df3e22b" (UID: "fca59da4-a6d9-4e2a-98b7-b6067df3e22b"). InnerVolumeSpecName "marketplace-trusted-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.927342 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-utilities" (OuterVolumeSpecName: "utilities") pod "ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" (UID: "ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.929039 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-operator-metrics" (OuterVolumeSpecName: "marketplace-operator-metrics") pod "fca59da4-a6d9-4e2a-98b7-b6067df3e22b" (UID: "fca59da4-a6d9-4e2a-98b7-b6067df3e22b"). InnerVolumeSpecName "marketplace-operator-metrics". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.931280 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-kube-api-access-dxcc4" (OuterVolumeSpecName: "kube-api-access-dxcc4") pod "fca59da4-a6d9-4e2a-98b7-b6067df3e22b" (UID: "fca59da4-a6d9-4e2a-98b7-b6067df3e22b"). InnerVolumeSpecName "kube-api-access-dxcc4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.931416 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5f81c16e-2efe-43cb-be16-790f81f12ab4-kube-api-access-j54hv" (OuterVolumeSpecName: "kube-api-access-j54hv") pod "5f81c16e-2efe-43cb-be16-790f81f12ab4" (UID: "5f81c16e-2efe-43cb-be16-790f81f12ab4"). InnerVolumeSpecName "kube-api-access-j54hv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.935902 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-utilities" (OuterVolumeSpecName: "utilities") pod "49491c5c-0655-4ef2-93b6-ad20e3491508" (UID: "49491c5c-0655-4ef2-93b6-ad20e3491508"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.935996 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/49491c5c-0655-4ef2-93b6-ad20e3491508-kube-api-access-bnz6z" (OuterVolumeSpecName: "kube-api-access-bnz6z") pod "49491c5c-0655-4ef2-93b6-ad20e3491508" (UID: "49491c5c-0655-4ef2-93b6-ad20e3491508"). InnerVolumeSpecName "kube-api-access-bnz6z". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.936576 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-kube-api-access-qbr7b" (OuterVolumeSpecName: "kube-api-access-qbr7b") pod "ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" (UID: "ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8"). InnerVolumeSpecName "kube-api-access-qbr7b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.958260 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" (UID: "ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:28:53 crc kubenswrapper[4809]: I1013 19:28:53.998448 4809 scope.go:117] "RemoveContainer" containerID="6cdf8897b7bde82d90025a488276c6ac4a4521ddc73b0ed0668da7f28222fefb" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.001846 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "49491c5c-0655-4ef2-93b6-ad20e3491508" (UID: "49491c5c-0655-4ef2-93b6-ad20e3491508"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.027132 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-catalog-content\") pod \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.027625 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-utilities\") pod \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028084 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xbkqb\" (UniqueName: \"kubernetes.io/projected/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-kube-api-access-xbkqb\") pod \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\" (UID: \"3118d1ff-14fb-4e9f-bb61-9f25cbd371ea\") " Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028833 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028858 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j54hv\" (UniqueName: \"kubernetes.io/projected/5f81c16e-2efe-43cb-be16-790f81f12ab4-kube-api-access-j54hv\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028871 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028883 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028895 4809 reconciler_common.go:293] "Volume detached for volume \"marketplace-operator-metrics\" (UniqueName: \"kubernetes.io/secret/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-operator-metrics\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028905 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qbr7b\" (UniqueName: \"kubernetes.io/projected/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-kube-api-access-qbr7b\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028913 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/49491c5c-0655-4ef2-93b6-ad20e3491508-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028921 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028930 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bnz6z\" (UniqueName: \"kubernetes.io/projected/49491c5c-0655-4ef2-93b6-ad20e3491508-kube-api-access-bnz6z\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028938 4809 reconciler_common.go:293] "Volume detached for volume \"marketplace-trusted-ca\" (UniqueName: \"kubernetes.io/configmap/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-marketplace-trusted-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.028948 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dxcc4\" (UniqueName: \"kubernetes.io/projected/fca59da4-a6d9-4e2a-98b7-b6067df3e22b-kube-api-access-dxcc4\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.030179 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-utilities" (OuterVolumeSpecName: "utilities") pod "3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" (UID: "3118d1ff-14fb-4e9f-bb61-9f25cbd371ea"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.033236 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-kube-api-access-xbkqb" (OuterVolumeSpecName: "kube-api-access-xbkqb") pod "3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" (UID: "3118d1ff-14fb-4e9f-bb61-9f25cbd371ea"). InnerVolumeSpecName "kube-api-access-xbkqb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.049951 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "5f81c16e-2efe-43cb-be16-790f81f12ab4" (UID: "5f81c16e-2efe-43cb-be16-790f81f12ab4"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.052777 4809 scope.go:117] "RemoveContainer" containerID="98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0" Oct 13 19:28:54 crc kubenswrapper[4809]: E1013 19:28:54.053387 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0\": container with ID starting with 98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0 not found: ID does not exist" containerID="98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.053445 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0"} err="failed to get container status \"98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0\": rpc error: code = NotFound desc = could not find container \"98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0\": container with ID starting with 98172c56b7ecd22f150f04bb2ed796983e3c9bd98249d550bd52ec5a61e9b8b0 not found: ID does not exist" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.053482 4809 scope.go:117] "RemoveContainer" containerID="1c02d72bbe426b5102c903b0db1f3a57e985a5cb9233df6c5dfd6f74828a610b" Oct 13 19:28:54 crc kubenswrapper[4809]: E1013 19:28:54.053961 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1c02d72bbe426b5102c903b0db1f3a57e985a5cb9233df6c5dfd6f74828a610b\": container with ID starting with 1c02d72bbe426b5102c903b0db1f3a57e985a5cb9233df6c5dfd6f74828a610b not found: ID does not exist" containerID="1c02d72bbe426b5102c903b0db1f3a57e985a5cb9233df6c5dfd6f74828a610b" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.054004 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1c02d72bbe426b5102c903b0db1f3a57e985a5cb9233df6c5dfd6f74828a610b"} err="failed to get container status \"1c02d72bbe426b5102c903b0db1f3a57e985a5cb9233df6c5dfd6f74828a610b\": rpc error: code = NotFound desc = could not find container \"1c02d72bbe426b5102c903b0db1f3a57e985a5cb9233df6c5dfd6f74828a610b\": container with ID starting with 1c02d72bbe426b5102c903b0db1f3a57e985a5cb9233df6c5dfd6f74828a610b not found: ID does not exist" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.054035 4809 scope.go:117] "RemoveContainer" containerID="6cdf8897b7bde82d90025a488276c6ac4a4521ddc73b0ed0668da7f28222fefb" Oct 13 19:28:54 crc kubenswrapper[4809]: E1013 19:28:54.055154 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6cdf8897b7bde82d90025a488276c6ac4a4521ddc73b0ed0668da7f28222fefb\": container with ID starting with 6cdf8897b7bde82d90025a488276c6ac4a4521ddc73b0ed0668da7f28222fefb not found: ID does not exist" containerID="6cdf8897b7bde82d90025a488276c6ac4a4521ddc73b0ed0668da7f28222fefb" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.055188 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6cdf8897b7bde82d90025a488276c6ac4a4521ddc73b0ed0668da7f28222fefb"} err="failed to get container status \"6cdf8897b7bde82d90025a488276c6ac4a4521ddc73b0ed0668da7f28222fefb\": rpc error: code = NotFound desc = could not find container \"6cdf8897b7bde82d90025a488276c6ac4a4521ddc73b0ed0668da7f28222fefb\": container with ID starting with 6cdf8897b7bde82d90025a488276c6ac4a4521ddc73b0ed0668da7f28222fefb not found: ID does not exist" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.055205 4809 scope.go:117] "RemoveContainer" containerID="085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.075228 4809 scope.go:117] "RemoveContainer" containerID="085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7" Oct 13 19:28:54 crc kubenswrapper[4809]: E1013 19:28:54.076025 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7\": container with ID starting with 085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7 not found: ID does not exist" containerID="085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.076088 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7"} err="failed to get container status \"085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7\": rpc error: code = NotFound desc = could not find container \"085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7\": container with ID starting with 085ca9554ae87f11c92f866678bc9e374ad94825208b6395b08caf99624d38b7 not found: ID does not exist" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.114336 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" (UID: "3118d1ff-14fb-4e9f-bb61-9f25cbd371ea"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.130281 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xbkqb\" (UniqueName: \"kubernetes.io/projected/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-kube-api-access-xbkqb\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.130330 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/5f81c16e-2efe-43cb-be16-790f81f12ab4-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.130344 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.130359 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.153286 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/marketplace-operator-79b997595-mxlh6"] Oct 13 19:28:54 crc kubenswrapper[4809]: W1013 19:28:54.162126 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podaad228f5_22f9_41ee_9ff0_157fd28e3eba.slice/crio-7e391f5ae7f9c613ba8de6f588adade282cc1292c15f6119a0ccf718cd5b037e WatchSource:0}: Error finding container 7e391f5ae7f9c613ba8de6f588adade282cc1292c15f6119a0ccf718cd5b037e: Status 404 returned error can't find the container with id 7e391f5ae7f9c613ba8de6f588adade282cc1292c15f6119a0ccf718cd5b037e Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.181855 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-kqkhb"] Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.184906 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/community-operators-kqkhb"] Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.861201 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/marketplace-operator-79b997595-zggfl" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.862670 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" event={"ID":"aad228f5-22f9-41ee-9ff0-157fd28e3eba","Type":"ContainerStarted","Data":"c2c1b68e6120e7e3ad14b8b8753c5572418b02b79f3a0e22dfbbb98d7d21110b"} Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.862707 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-hvxkp" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.862715 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" event={"ID":"aad228f5-22f9-41ee-9ff0-157fd28e3eba","Type":"ContainerStarted","Data":"7e391f5ae7f9c613ba8de6f588adade282cc1292c15f6119a0ccf718cd5b037e"} Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.862772 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-d4vnz" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.863007 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-8nn6k" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.895310 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" podStartSLOduration=1.8952872539999999 podStartE2EDuration="1.895287254s" podCreationTimestamp="2025-10-13 19:28:53 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:28:54.893816091 +0000 UTC m=+253.499562676" watchObservedRunningTime="2025-10-13 19:28:54.895287254 +0000 UTC m=+253.501033849" Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.904302 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-authentication/oauth-openshift-558db77b4-799nv"] Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.917101 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-8nn6k"] Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.922822 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/certified-operators-8nn6k"] Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.943226 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-hvxkp"] Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.951141 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-marketplace-hvxkp"] Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.971017 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/marketplace-operator-79b997595-zggfl"] Oct 13 19:28:54 crc kubenswrapper[4809]: I1013 19:28:54.975247 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/marketplace-operator-79b997595-zggfl"] Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.003361 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-d4vnz"] Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.008332 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-operators-d4vnz"] Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.563608 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-marketplace-xr5dg"] Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.563872 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" containerName="extract-utilities" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.563889 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" containerName="extract-utilities" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.563897 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.563904 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.563915 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5f81c16e-2efe-43cb-be16-790f81f12ab4" containerName="extract-utilities" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.563922 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5f81c16e-2efe-43cb-be16-790f81f12ab4" containerName="extract-utilities" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.563931 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.563939 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.563951 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="49491c5c-0655-4ef2-93b6-ad20e3491508" containerName="extract-content" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.563959 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="49491c5c-0655-4ef2-93b6-ad20e3491508" containerName="extract-content" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.563970 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5f81c16e-2efe-43cb-be16-790f81f12ab4" containerName="extract-content" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.563976 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5f81c16e-2efe-43cb-be16-790f81f12ab4" containerName="extract-content" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.563983 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="49491c5c-0655-4ef2-93b6-ad20e3491508" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.563990 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="49491c5c-0655-4ef2-93b6-ad20e3491508" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.564001 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" containerName="extract-utilities" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564008 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" containerName="extract-utilities" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.564028 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" containerName="extract-content" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564033 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" containerName="extract-content" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.564041 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="49491c5c-0655-4ef2-93b6-ad20e3491508" containerName="extract-utilities" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564046 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="49491c5c-0655-4ef2-93b6-ad20e3491508" containerName="extract-utilities" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.564057 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fca59da4-a6d9-4e2a-98b7-b6067df3e22b" containerName="marketplace-operator" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564063 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fca59da4-a6d9-4e2a-98b7-b6067df3e22b" containerName="marketplace-operator" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.564070 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5f81c16e-2efe-43cb-be16-790f81f12ab4" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564076 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5f81c16e-2efe-43cb-be16-790f81f12ab4" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: E1013 19:28:55.564083 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" containerName="extract-content" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564089 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" containerName="extract-content" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564172 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564182 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564190 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5f81c16e-2efe-43cb-be16-790f81f12ab4" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564200 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fca59da4-a6d9-4e2a-98b7-b6067df3e22b" containerName="marketplace-operator" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564211 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="49491c5c-0655-4ef2-93b6-ad20e3491508" containerName="registry-server" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.564919 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.573121 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"redhat-marketplace-dockercfg-x2ctb" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.582397 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-xr5dg"] Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.648824 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ada38ab2-39d4-422c-8c63-6523c03d6d71-utilities\") pod \"redhat-marketplace-xr5dg\" (UID: \"ada38ab2-39d4-422c-8c63-6523c03d6d71\") " pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.648902 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ada38ab2-39d4-422c-8c63-6523c03d6d71-catalog-content\") pod \"redhat-marketplace-xr5dg\" (UID: \"ada38ab2-39d4-422c-8c63-6523c03d6d71\") " pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.648953 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dnhck\" (UniqueName: \"kubernetes.io/projected/ada38ab2-39d4-422c-8c63-6523c03d6d71-kube-api-access-dnhck\") pod \"redhat-marketplace-xr5dg\" (UID: \"ada38ab2-39d4-422c-8c63-6523c03d6d71\") " pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.750169 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dnhck\" (UniqueName: \"kubernetes.io/projected/ada38ab2-39d4-422c-8c63-6523c03d6d71-kube-api-access-dnhck\") pod \"redhat-marketplace-xr5dg\" (UID: \"ada38ab2-39d4-422c-8c63-6523c03d6d71\") " pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.750684 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ada38ab2-39d4-422c-8c63-6523c03d6d71-utilities\") pod \"redhat-marketplace-xr5dg\" (UID: \"ada38ab2-39d4-422c-8c63-6523c03d6d71\") " pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.750836 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ada38ab2-39d4-422c-8c63-6523c03d6d71-catalog-content\") pod \"redhat-marketplace-xr5dg\" (UID: \"ada38ab2-39d4-422c-8c63-6523c03d6d71\") " pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.751160 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ada38ab2-39d4-422c-8c63-6523c03d6d71-utilities\") pod \"redhat-marketplace-xr5dg\" (UID: \"ada38ab2-39d4-422c-8c63-6523c03d6d71\") " pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.751210 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ada38ab2-39d4-422c-8c63-6523c03d6d71-catalog-content\") pod \"redhat-marketplace-xr5dg\" (UID: \"ada38ab2-39d4-422c-8c63-6523c03d6d71\") " pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.767941 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/community-operators-ppgz7"] Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.769095 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.771322 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"community-operators-dockercfg-dmngl" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.776061 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dnhck\" (UniqueName: \"kubernetes.io/projected/ada38ab2-39d4-422c-8c63-6523c03d6d71-kube-api-access-dnhck\") pod \"redhat-marketplace-xr5dg\" (UID: \"ada38ab2-39d4-422c-8c63-6523c03d6d71\") " pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.779938 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-ppgz7"] Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.851637 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/30f7c5f9-9892-4ced-9a40-128c0fba5eca-catalog-content\") pod \"community-operators-ppgz7\" (UID: \"30f7c5f9-9892-4ced-9a40-128c0fba5eca\") " pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.851746 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/30f7c5f9-9892-4ced-9a40-128c0fba5eca-utilities\") pod \"community-operators-ppgz7\" (UID: \"30f7c5f9-9892-4ced-9a40-128c0fba5eca\") " pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.851817 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qdwwm\" (UniqueName: \"kubernetes.io/projected/30f7c5f9-9892-4ced-9a40-128c0fba5eca-kube-api-access-qdwwm\") pod \"community-operators-ppgz7\" (UID: \"30f7c5f9-9892-4ced-9a40-128c0fba5eca\") " pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.867606 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.870780 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/marketplace-operator-79b997595-mxlh6" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.889329 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.952846 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qdwwm\" (UniqueName: \"kubernetes.io/projected/30f7c5f9-9892-4ced-9a40-128c0fba5eca-kube-api-access-qdwwm\") pod \"community-operators-ppgz7\" (UID: \"30f7c5f9-9892-4ced-9a40-128c0fba5eca\") " pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.952917 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/30f7c5f9-9892-4ced-9a40-128c0fba5eca-catalog-content\") pod \"community-operators-ppgz7\" (UID: \"30f7c5f9-9892-4ced-9a40-128c0fba5eca\") " pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.952990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/30f7c5f9-9892-4ced-9a40-128c0fba5eca-utilities\") pod \"community-operators-ppgz7\" (UID: \"30f7c5f9-9892-4ced-9a40-128c0fba5eca\") " pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.954099 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/30f7c5f9-9892-4ced-9a40-128c0fba5eca-utilities\") pod \"community-operators-ppgz7\" (UID: \"30f7c5f9-9892-4ced-9a40-128c0fba5eca\") " pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.954358 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/30f7c5f9-9892-4ced-9a40-128c0fba5eca-catalog-content\") pod \"community-operators-ppgz7\" (UID: \"30f7c5f9-9892-4ced-9a40-128c0fba5eca\") " pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:28:55 crc kubenswrapper[4809]: I1013 19:28:55.975292 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qdwwm\" (UniqueName: \"kubernetes.io/projected/30f7c5f9-9892-4ced-9a40-128c0fba5eca-kube-api-access-qdwwm\") pod \"community-operators-ppgz7\" (UID: \"30f7c5f9-9892-4ced-9a40-128c0fba5eca\") " pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.103429 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.162547 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3118d1ff-14fb-4e9f-bb61-9f25cbd371ea" path="/var/lib/kubelet/pods/3118d1ff-14fb-4e9f-bb61-9f25cbd371ea/volumes" Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.163350 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="49491c5c-0655-4ef2-93b6-ad20e3491508" path="/var/lib/kubelet/pods/49491c5c-0655-4ef2-93b6-ad20e3491508/volumes" Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.163932 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5f81c16e-2efe-43cb-be16-790f81f12ab4" path="/var/lib/kubelet/pods/5f81c16e-2efe-43cb-be16-790f81f12ab4/volumes" Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.164991 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8" path="/var/lib/kubelet/pods/ee90e3a6-6c78-40e3-b1a7-9a954bbb33a8/volumes" Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.165574 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fca59da4-a6d9-4e2a-98b7-b6067df3e22b" path="/var/lib/kubelet/pods/fca59da4-a6d9-4e2a-98b7-b6067df3e22b/volumes" Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.303188 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-xr5dg"] Oct 13 19:28:56 crc kubenswrapper[4809]: W1013 19:28:56.314601 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podada38ab2_39d4_422c_8c63_6523c03d6d71.slice/crio-4bf6f7e0d5067e2a60aa63fd72a132fc6f0331ff86630979c972c610567ef91f WatchSource:0}: Error finding container 4bf6f7e0d5067e2a60aa63fd72a132fc6f0331ff86630979c972c610567ef91f: Status 404 returned error can't find the container with id 4bf6f7e0d5067e2a60aa63fd72a132fc6f0331ff86630979c972c610567ef91f Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.476716 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-ppgz7"] Oct 13 19:28:56 crc kubenswrapper[4809]: W1013 19:28:56.542482 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod30f7c5f9_9892_4ced_9a40_128c0fba5eca.slice/crio-4a10dbc72fb481c990c97de40ca4eddacc93adabed3abbda43e3ea789e2ad389 WatchSource:0}: Error finding container 4a10dbc72fb481c990c97de40ca4eddacc93adabed3abbda43e3ea789e2ad389: Status 404 returned error can't find the container with id 4a10dbc72fb481c990c97de40ca4eddacc93adabed3abbda43e3ea789e2ad389 Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.872315 4809 generic.go:334] "Generic (PLEG): container finished" podID="30f7c5f9-9892-4ced-9a40-128c0fba5eca" containerID="9c2ee1253fba0d7080ebee4f4bf51e39311c8aa0f6dc415429c188120a428de6" exitCode=0 Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.872404 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-ppgz7" event={"ID":"30f7c5f9-9892-4ced-9a40-128c0fba5eca","Type":"ContainerDied","Data":"9c2ee1253fba0d7080ebee4f4bf51e39311c8aa0f6dc415429c188120a428de6"} Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.872438 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-ppgz7" event={"ID":"30f7c5f9-9892-4ced-9a40-128c0fba5eca","Type":"ContainerStarted","Data":"4a10dbc72fb481c990c97de40ca4eddacc93adabed3abbda43e3ea789e2ad389"} Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.874687 4809 generic.go:334] "Generic (PLEG): container finished" podID="ada38ab2-39d4-422c-8c63-6523c03d6d71" containerID="e039b2759eca3a455813c8c50072e71820b5bb7e33e56ae057825688e2afbc5a" exitCode=0 Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.874773 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-xr5dg" event={"ID":"ada38ab2-39d4-422c-8c63-6523c03d6d71","Type":"ContainerDied","Data":"e039b2759eca3a455813c8c50072e71820b5bb7e33e56ae057825688e2afbc5a"} Oct 13 19:28:56 crc kubenswrapper[4809]: I1013 19:28:56.874880 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-xr5dg" event={"ID":"ada38ab2-39d4-422c-8c63-6523c03d6d71","Type":"ContainerStarted","Data":"4bf6f7e0d5067e2a60aa63fd72a132fc6f0331ff86630979c972c610567ef91f"} Oct 13 19:28:57 crc kubenswrapper[4809]: I1013 19:28:57.893141 4809 generic.go:334] "Generic (PLEG): container finished" podID="30f7c5f9-9892-4ced-9a40-128c0fba5eca" containerID="e8334ce0f04be62a921a01bafe76873ff26572182d22681db7201f12a7fdd4c1" exitCode=0 Oct 13 19:28:57 crc kubenswrapper[4809]: I1013 19:28:57.893193 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-ppgz7" event={"ID":"30f7c5f9-9892-4ced-9a40-128c0fba5eca","Type":"ContainerDied","Data":"e8334ce0f04be62a921a01bafe76873ff26572182d22681db7201f12a7fdd4c1"} Oct 13 19:28:57 crc kubenswrapper[4809]: I1013 19:28:57.897125 4809 generic.go:334] "Generic (PLEG): container finished" podID="ada38ab2-39d4-422c-8c63-6523c03d6d71" containerID="feb53bbfbed15fea600fedab2eaecd6dc9c534f0b85c9bcef8ff422a1d49d475" exitCode=0 Oct 13 19:28:57 crc kubenswrapper[4809]: I1013 19:28:57.897201 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-xr5dg" event={"ID":"ada38ab2-39d4-422c-8c63-6523c03d6d71","Type":"ContainerDied","Data":"feb53bbfbed15fea600fedab2eaecd6dc9c534f0b85c9bcef8ff422a1d49d475"} Oct 13 19:28:57 crc kubenswrapper[4809]: I1013 19:28:57.965302 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-operators-pdzb2"] Oct 13 19:28:57 crc kubenswrapper[4809]: I1013 19:28:57.967664 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:28:57 crc kubenswrapper[4809]: I1013 19:28:57.969937 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"redhat-operators-dockercfg-ct8rh" Oct 13 19:28:57 crc kubenswrapper[4809]: I1013 19:28:57.971689 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-pdzb2"] Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.079404 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-shdb5\" (UniqueName: \"kubernetes.io/projected/e905b4ac-1710-44b4-abdd-a3e8a858f3e5-kube-api-access-shdb5\") pod \"redhat-operators-pdzb2\" (UID: \"e905b4ac-1710-44b4-abdd-a3e8a858f3e5\") " pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.079459 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e905b4ac-1710-44b4-abdd-a3e8a858f3e5-utilities\") pod \"redhat-operators-pdzb2\" (UID: \"e905b4ac-1710-44b4-abdd-a3e8a858f3e5\") " pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.079478 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e905b4ac-1710-44b4-abdd-a3e8a858f3e5-catalog-content\") pod \"redhat-operators-pdzb2\" (UID: \"e905b4ac-1710-44b4-abdd-a3e8a858f3e5\") " pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.165756 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/certified-operators-kkrpp"] Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.166651 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.170568 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"certified-operators-dockercfg-4rs5g" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.180579 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-shdb5\" (UniqueName: \"kubernetes.io/projected/e905b4ac-1710-44b4-abdd-a3e8a858f3e5-kube-api-access-shdb5\") pod \"redhat-operators-pdzb2\" (UID: \"e905b4ac-1710-44b4-abdd-a3e8a858f3e5\") " pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.180708 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e905b4ac-1710-44b4-abdd-a3e8a858f3e5-utilities\") pod \"redhat-operators-pdzb2\" (UID: \"e905b4ac-1710-44b4-abdd-a3e8a858f3e5\") " pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.181481 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e905b4ac-1710-44b4-abdd-a3e8a858f3e5-utilities\") pod \"redhat-operators-pdzb2\" (UID: \"e905b4ac-1710-44b4-abdd-a3e8a858f3e5\") " pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.181596 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e905b4ac-1710-44b4-abdd-a3e8a858f3e5-catalog-content\") pod \"redhat-operators-pdzb2\" (UID: \"e905b4ac-1710-44b4-abdd-a3e8a858f3e5\") " pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.182050 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e905b4ac-1710-44b4-abdd-a3e8a858f3e5-catalog-content\") pod \"redhat-operators-pdzb2\" (UID: \"e905b4ac-1710-44b4-abdd-a3e8a858f3e5\") " pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.197004 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-kkrpp"] Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.208242 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-shdb5\" (UniqueName: \"kubernetes.io/projected/e905b4ac-1710-44b4-abdd-a3e8a858f3e5-kube-api-access-shdb5\") pod \"redhat-operators-pdzb2\" (UID: \"e905b4ac-1710-44b4-abdd-a3e8a858f3e5\") " pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.283657 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-catalog-content\") pod \"certified-operators-kkrpp\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.283744 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7d5dh\" (UniqueName: \"kubernetes.io/projected/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-kube-api-access-7d5dh\") pod \"certified-operators-kkrpp\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.283956 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-utilities\") pod \"certified-operators-kkrpp\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.298414 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.385532 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-catalog-content\") pod \"certified-operators-kkrpp\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.385990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7d5dh\" (UniqueName: \"kubernetes.io/projected/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-kube-api-access-7d5dh\") pod \"certified-operators-kkrpp\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.386076 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-utilities\") pod \"certified-operators-kkrpp\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.386086 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-catalog-content\") pod \"certified-operators-kkrpp\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.386526 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-utilities\") pod \"certified-operators-kkrpp\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.405454 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7d5dh\" (UniqueName: \"kubernetes.io/projected/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-kube-api-access-7d5dh\") pod \"certified-operators-kkrpp\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.483354 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.666311 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-kkrpp"] Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.737173 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-pdzb2"] Oct 13 19:28:58 crc kubenswrapper[4809]: W1013 19:28:58.747443 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pode905b4ac_1710_44b4_abdd_a3e8a858f3e5.slice/crio-1bf3808bf6abc4d1fd4b54a58a6acae7e0e736ace0444edcc257d4b00d03c0ae WatchSource:0}: Error finding container 1bf3808bf6abc4d1fd4b54a58a6acae7e0e736ace0444edcc257d4b00d03c0ae: Status 404 returned error can't find the container with id 1bf3808bf6abc4d1fd4b54a58a6acae7e0e736ace0444edcc257d4b00d03c0ae Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.903547 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-ppgz7" event={"ID":"30f7c5f9-9892-4ced-9a40-128c0fba5eca","Type":"ContainerStarted","Data":"4a0bff0e4a654083a6d05c708e8ec87fe7c90b5025f40fff8dcb3a54acf2e129"} Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.905559 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-xr5dg" event={"ID":"ada38ab2-39d4-422c-8c63-6523c03d6d71","Type":"ContainerStarted","Data":"ee0959b491af1dc735ac063cd767e525a06238fc4c0d2ac67427eec0f46eb204"} Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.906603 4809 generic.go:334] "Generic (PLEG): container finished" podID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" containerID="43d3710fce8954d7d89ae19bdbfcc7b3ec45a8b5f1faf1a05b09490117787bde" exitCode=0 Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.906668 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-kkrpp" event={"ID":"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5","Type":"ContainerDied","Data":"43d3710fce8954d7d89ae19bdbfcc7b3ec45a8b5f1faf1a05b09490117787bde"} Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.906698 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-kkrpp" event={"ID":"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5","Type":"ContainerStarted","Data":"72a523f1fba9fdb7f16dee1478d49cd0b09d22bd1873ff2f59a823e1404b12b2"} Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.907722 4809 generic.go:334] "Generic (PLEG): container finished" podID="e905b4ac-1710-44b4-abdd-a3e8a858f3e5" containerID="95ea9287df21d82619e96dc19f282df99a3d7819c08cd4c060552ec180a2620d" exitCode=0 Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.907788 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-pdzb2" event={"ID":"e905b4ac-1710-44b4-abdd-a3e8a858f3e5","Type":"ContainerDied","Data":"95ea9287df21d82619e96dc19f282df99a3d7819c08cd4c060552ec180a2620d"} Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.907816 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-pdzb2" event={"ID":"e905b4ac-1710-44b4-abdd-a3e8a858f3e5","Type":"ContainerStarted","Data":"1bf3808bf6abc4d1fd4b54a58a6acae7e0e736ace0444edcc257d4b00d03c0ae"} Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.925871 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/community-operators-ppgz7" podStartSLOduration=2.483832275 podStartE2EDuration="3.925847218s" podCreationTimestamp="2025-10-13 19:28:55 +0000 UTC" firstStartedPulling="2025-10-13 19:28:56.873460848 +0000 UTC m=+255.479207433" lastFinishedPulling="2025-10-13 19:28:58.315475761 +0000 UTC m=+256.921222376" observedRunningTime="2025-10-13 19:28:58.921927533 +0000 UTC m=+257.527674148" watchObservedRunningTime="2025-10-13 19:28:58.925847218 +0000 UTC m=+257.531593793" Oct 13 19:28:58 crc kubenswrapper[4809]: I1013 19:28:58.941768 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-marketplace-xr5dg" podStartSLOduration=2.46769925 podStartE2EDuration="3.941746256s" podCreationTimestamp="2025-10-13 19:28:55 +0000 UTC" firstStartedPulling="2025-10-13 19:28:56.876764915 +0000 UTC m=+255.482511500" lastFinishedPulling="2025-10-13 19:28:58.350811891 +0000 UTC m=+256.956558506" observedRunningTime="2025-10-13 19:28:58.939210622 +0000 UTC m=+257.544957207" watchObservedRunningTime="2025-10-13 19:28:58.941746256 +0000 UTC m=+257.547492851" Oct 13 19:28:59 crc kubenswrapper[4809]: I1013 19:28:59.915108 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-kkrpp" event={"ID":"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5","Type":"ContainerStarted","Data":"857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0"} Oct 13 19:29:00 crc kubenswrapper[4809]: I1013 19:29:00.925426 4809 generic.go:334] "Generic (PLEG): container finished" podID="e905b4ac-1710-44b4-abdd-a3e8a858f3e5" containerID="f3d469b8936c1973f05329cac685fc2ac231fac32079ccc0ac50ab670961bd10" exitCode=0 Oct 13 19:29:00 crc kubenswrapper[4809]: I1013 19:29:00.925493 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-pdzb2" event={"ID":"e905b4ac-1710-44b4-abdd-a3e8a858f3e5","Type":"ContainerDied","Data":"f3d469b8936c1973f05329cac685fc2ac231fac32079ccc0ac50ab670961bd10"} Oct 13 19:29:00 crc kubenswrapper[4809]: I1013 19:29:00.930110 4809 generic.go:334] "Generic (PLEG): container finished" podID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" containerID="857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0" exitCode=0 Oct 13 19:29:00 crc kubenswrapper[4809]: I1013 19:29:00.930139 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-kkrpp" event={"ID":"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5","Type":"ContainerDied","Data":"857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0"} Oct 13 19:29:02 crc kubenswrapper[4809]: I1013 19:29:02.945690 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-kkrpp" event={"ID":"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5","Type":"ContainerStarted","Data":"aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09"} Oct 13 19:29:02 crc kubenswrapper[4809]: I1013 19:29:02.947773 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-pdzb2" event={"ID":"e905b4ac-1710-44b4-abdd-a3e8a858f3e5","Type":"ContainerStarted","Data":"49d7f0de2a16093b1d4bda24013fc85c35224d3a836d6e77931c49bb5986036e"} Oct 13 19:29:02 crc kubenswrapper[4809]: I1013 19:29:02.967918 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/certified-operators-kkrpp" podStartSLOduration=2.396925027 podStartE2EDuration="4.96789885s" podCreationTimestamp="2025-10-13 19:28:58 +0000 UTC" firstStartedPulling="2025-10-13 19:28:58.908648582 +0000 UTC m=+257.514395167" lastFinishedPulling="2025-10-13 19:29:01.479622375 +0000 UTC m=+260.085368990" observedRunningTime="2025-10-13 19:29:02.964590923 +0000 UTC m=+261.570337528" watchObservedRunningTime="2025-10-13 19:29:02.96789885 +0000 UTC m=+261.573645435" Oct 13 19:29:02 crc kubenswrapper[4809]: I1013 19:29:02.988507 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-operators-pdzb2" podStartSLOduration=3.552454118 podStartE2EDuration="5.988487197s" podCreationTimestamp="2025-10-13 19:28:57 +0000 UTC" firstStartedPulling="2025-10-13 19:28:58.909138856 +0000 UTC m=+257.514885441" lastFinishedPulling="2025-10-13 19:29:01.345171925 +0000 UTC m=+259.950918520" observedRunningTime="2025-10-13 19:29:02.988469566 +0000 UTC m=+261.594216161" watchObservedRunningTime="2025-10-13 19:29:02.988487197 +0000 UTC m=+261.594233782" Oct 13 19:29:05 crc kubenswrapper[4809]: I1013 19:29:05.890399 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:29:05 crc kubenswrapper[4809]: I1013 19:29:05.890702 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:29:05 crc kubenswrapper[4809]: I1013 19:29:05.945231 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:29:06 crc kubenswrapper[4809]: I1013 19:29:06.018782 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-marketplace-xr5dg" Oct 13 19:29:06 crc kubenswrapper[4809]: I1013 19:29:06.103520 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:29:06 crc kubenswrapper[4809]: I1013 19:29:06.103833 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:29:06 crc kubenswrapper[4809]: I1013 19:29:06.145866 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:29:07 crc kubenswrapper[4809]: I1013 19:29:07.024218 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/community-operators-ppgz7" Oct 13 19:29:08 crc kubenswrapper[4809]: I1013 19:29:08.298952 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:29:08 crc kubenswrapper[4809]: I1013 19:29:08.299279 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:29:08 crc kubenswrapper[4809]: I1013 19:29:08.342049 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:29:08 crc kubenswrapper[4809]: I1013 19:29:08.485327 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:29:08 crc kubenswrapper[4809]: I1013 19:29:08.485367 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:29:08 crc kubenswrapper[4809]: I1013 19:29:08.538901 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:29:09 crc kubenswrapper[4809]: I1013 19:29:09.022739 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 19:29:09 crc kubenswrapper[4809]: I1013 19:29:09.024706 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-operators-pdzb2" Oct 13 19:29:19 crc kubenswrapper[4809]: I1013 19:29:19.930709 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" podUID="82ff3551-5b46-44bf-9930-296e70e779f8" containerName="oauth-openshift" containerID="cri-o://6a1bb7c7f77a0b72909e1ca978209988e99b1724e56d6fa186109a62118f988e" gracePeriod=15 Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.076946 4809 generic.go:334] "Generic (PLEG): container finished" podID="82ff3551-5b46-44bf-9930-296e70e779f8" containerID="6a1bb7c7f77a0b72909e1ca978209988e99b1724e56d6fa186109a62118f988e" exitCode=0 Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.076987 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" event={"ID":"82ff3551-5b46-44bf-9930-296e70e779f8","Type":"ContainerDied","Data":"6a1bb7c7f77a0b72909e1ca978209988e99b1724e56d6fa186109a62118f988e"} Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.398406 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.448738 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-authentication/oauth-openshift-86bc4856f8-vz9db"] Oct 13 19:29:20 crc kubenswrapper[4809]: E1013 19:29:20.449591 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="82ff3551-5b46-44bf-9930-296e70e779f8" containerName="oauth-openshift" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.449620 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="82ff3551-5b46-44bf-9930-296e70e779f8" containerName="oauth-openshift" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.450293 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="82ff3551-5b46-44bf-9930-296e70e779f8" containerName="oauth-openshift" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.451306 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.468738 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-authentication/oauth-openshift-86bc4856f8-vz9db"] Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.512854 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dkrz8\" (UniqueName: \"kubernetes.io/projected/82ff3551-5b46-44bf-9930-296e70e779f8-kube-api-access-dkrz8\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.512942 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-ocp-branding-template\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-ocp-branding-template\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513048 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-audit-policies\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513108 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-router-certs\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-router-certs\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513135 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/82ff3551-5b46-44bf-9930-296e70e779f8-audit-dir\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513173 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-session\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-session\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513239 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-service-ca\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-service-ca\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513271 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-user-template-login\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-login\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513331 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-user-template-error\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-error\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513353 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-cliconfig\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-cliconfig\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513394 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-serving-cert\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-serving-cert\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513431 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-user-idp-0-file-data\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-idp-0-file-data\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513471 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-user-template-provider-selection\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-provider-selection\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513519 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"v4-0-config-system-trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-trusted-ca-bundle\") pod \"82ff3551-5b46-44bf-9930-296e70e779f8\" (UID: \"82ff3551-5b46-44bf-9930-296e70e779f8\") " Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513856 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-ocp-branding-template\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-ocp-branding-template\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513923 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-user-template-provider-selection\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-template-provider-selection\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513960 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-user-template-login\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-template-login\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.513997 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-user-template-error\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-template-error\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.514026 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-trusted-ca-bundle\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.514131 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-router-certs\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-router-certs\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.514219 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-serving-cert\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-serving-cert\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.514249 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-user-idp-0-file-data\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-idp-0-file-data\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.514290 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-cliconfig\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-cliconfig\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.514312 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/bd357c76-ef51-45f2-a567-649f60eb3094-audit-dir\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.514333 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-service-ca\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-service-ca\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.514374 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-audit-policies\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.514394 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jbrcw\" (UniqueName: \"kubernetes.io/projected/bd357c76-ef51-45f2-a567-649f60eb3094-kube-api-access-jbrcw\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.514434 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"v4-0-config-system-session\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-session\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.515744 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-cliconfig" (OuterVolumeSpecName: "v4-0-config-system-cliconfig") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "v4-0-config-system-cliconfig". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.515908 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-trusted-ca-bundle" (OuterVolumeSpecName: "v4-0-config-system-trusted-ca-bundle") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "v4-0-config-system-trusted-ca-bundle". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.516470 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/82ff3551-5b46-44bf-9930-296e70e779f8-audit-dir" (OuterVolumeSpecName: "audit-dir") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "audit-dir". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.516775 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-service-ca" (OuterVolumeSpecName: "v4-0-config-system-service-ca") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "v4-0-config-system-service-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.517480 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-audit-policies" (OuterVolumeSpecName: "audit-policies") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "audit-policies". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.523272 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-provider-selection" (OuterVolumeSpecName: "v4-0-config-user-template-provider-selection") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "v4-0-config-user-template-provider-selection". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.524993 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-router-certs" (OuterVolumeSpecName: "v4-0-config-system-router-certs") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "v4-0-config-system-router-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.526849 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-idp-0-file-data" (OuterVolumeSpecName: "v4-0-config-user-idp-0-file-data") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "v4-0-config-user-idp-0-file-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.529331 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-serving-cert" (OuterVolumeSpecName: "v4-0-config-system-serving-cert") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "v4-0-config-system-serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.532422 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-login" (OuterVolumeSpecName: "v4-0-config-user-template-login") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "v4-0-config-user-template-login". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.532800 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-error" (OuterVolumeSpecName: "v4-0-config-user-template-error") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "v4-0-config-user-template-error". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.535804 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-session" (OuterVolumeSpecName: "v4-0-config-system-session") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "v4-0-config-system-session". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.535933 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/82ff3551-5b46-44bf-9930-296e70e779f8-kube-api-access-dkrz8" (OuterVolumeSpecName: "kube-api-access-dkrz8") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "kube-api-access-dkrz8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.536032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-ocp-branding-template" (OuterVolumeSpecName: "v4-0-config-system-ocp-branding-template") pod "82ff3551-5b46-44bf-9930-296e70e779f8" (UID: "82ff3551-5b46-44bf-9930-296e70e779f8"). InnerVolumeSpecName "v4-0-config-system-ocp-branding-template". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615328 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-serving-cert\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-serving-cert\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615394 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-user-idp-0-file-data\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-idp-0-file-data\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615427 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-cliconfig\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-cliconfig\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615454 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/bd357c76-ef51-45f2-a567-649f60eb3094-audit-dir\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615490 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-service-ca\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-service-ca\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615519 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-audit-policies\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615539 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jbrcw\" (UniqueName: \"kubernetes.io/projected/bd357c76-ef51-45f2-a567-649f60eb3094-kube-api-access-jbrcw\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615562 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-session\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-session\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615592 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-ocp-branding-template\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-ocp-branding-template\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615629 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-user-template-provider-selection\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-template-provider-selection\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615657 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-user-template-login\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-template-login\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615680 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-user-template-error\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-template-error\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615706 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-trusted-ca-bundle\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615806 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"v4-0-config-system-router-certs\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-router-certs\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615877 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-service-ca\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-service-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615893 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-user-template-login\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-login\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615909 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-user-template-error\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-error\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615923 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-cliconfig\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-cliconfig\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615937 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-serving-cert\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615950 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-user-idp-0-file-data\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-idp-0-file-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615965 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-user-template-provider-selection\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-user-template-provider-selection\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615978 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-trusted-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.615989 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dkrz8\" (UniqueName: \"kubernetes.io/projected/82ff3551-5b46-44bf-9930-296e70e779f8-kube-api-access-dkrz8\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.616002 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-ocp-branding-template\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-ocp-branding-template\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.616014 4809 reconciler_common.go:293] "Volume detached for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/82ff3551-5b46-44bf-9930-296e70e779f8-audit-policies\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.616025 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-router-certs\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-router-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.616036 4809 reconciler_common.go:293] "Volume detached for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/82ff3551-5b46-44bf-9930-296e70e779f8-audit-dir\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.616045 4809 reconciler_common.go:293] "Volume detached for volume \"v4-0-config-system-session\" (UniqueName: \"kubernetes.io/secret/82ff3551-5b46-44bf-9930-296e70e779f8-v4-0-config-system-session\") on node \"crc\" DevicePath \"\"" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.617691 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-service-ca\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-service-ca\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.617870 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"audit-dir\" (UniqueName: \"kubernetes.io/host-path/bd357c76-ef51-45f2-a567-649f60eb3094-audit-dir\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.618272 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-cliconfig\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-cliconfig\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.618769 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"audit-policies\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-audit-policies\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.619775 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-trusted-ca-bundle\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.620546 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-user-idp-0-file-data\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-idp-0-file-data\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.620754 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-serving-cert\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-serving-cert\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.620887 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-user-template-login\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-template-login\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.621076 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-user-template-provider-selection\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-template-provider-selection\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.622035 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-router-certs\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-router-certs\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.622113 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-session\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-session\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.625600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-user-template-error\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-user-template-error\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.630893 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"v4-0-config-system-ocp-branding-template\" (UniqueName: \"kubernetes.io/secret/bd357c76-ef51-45f2-a567-649f60eb3094-v4-0-config-system-ocp-branding-template\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.642102 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jbrcw\" (UniqueName: \"kubernetes.io/projected/bd357c76-ef51-45f2-a567-649f60eb3094-kube-api-access-jbrcw\") pod \"oauth-openshift-86bc4856f8-vz9db\" (UID: \"bd357c76-ef51-45f2-a567-649f60eb3094\") " pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:20 crc kubenswrapper[4809]: I1013 19:29:20.775637 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:21 crc kubenswrapper[4809]: I1013 19:29:21.001784 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-authentication/oauth-openshift-86bc4856f8-vz9db"] Oct 13 19:29:21 crc kubenswrapper[4809]: I1013 19:29:21.089696 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" Oct 13 19:29:21 crc kubenswrapper[4809]: I1013 19:29:21.089721 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-authentication/oauth-openshift-558db77b4-799nv" event={"ID":"82ff3551-5b46-44bf-9930-296e70e779f8","Type":"ContainerDied","Data":"d010f7e12f1fb523c9dbfded5e23f47e78b7de1fb290f7c62445c75fb3875112"} Oct 13 19:29:21 crc kubenswrapper[4809]: I1013 19:29:21.089803 4809 scope.go:117] "RemoveContainer" containerID="6a1bb7c7f77a0b72909e1ca978209988e99b1724e56d6fa186109a62118f988e" Oct 13 19:29:21 crc kubenswrapper[4809]: I1013 19:29:21.107133 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" event={"ID":"bd357c76-ef51-45f2-a567-649f60eb3094","Type":"ContainerStarted","Data":"d90796037a11f00a0b79e19b53b00a7f0baf1d95d67c50c27b46fa30f593c2ef"} Oct 13 19:29:21 crc kubenswrapper[4809]: I1013 19:29:21.129647 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-authentication/oauth-openshift-558db77b4-799nv"] Oct 13 19:29:21 crc kubenswrapper[4809]: I1013 19:29:21.135788 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-authentication/oauth-openshift-558db77b4-799nv"] Oct 13 19:29:22 crc kubenswrapper[4809]: I1013 19:29:22.115607 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" event={"ID":"bd357c76-ef51-45f2-a567-649f60eb3094","Type":"ContainerStarted","Data":"dc4de3972afba132aaf7687efe6a8920128a0b9c64bb4a8f8cdf2af58be8e439"} Oct 13 19:29:22 crc kubenswrapper[4809]: I1013 19:29:22.116907 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:22 crc kubenswrapper[4809]: I1013 19:29:22.126773 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" Oct 13 19:29:22 crc kubenswrapper[4809]: I1013 19:29:22.152549 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-authentication/oauth-openshift-86bc4856f8-vz9db" podStartSLOduration=28.152509599 podStartE2EDuration="28.152509599s" podCreationTimestamp="2025-10-13 19:28:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:29:22.150196861 +0000 UTC m=+280.755943456" watchObservedRunningTime="2025-10-13 19:29:22.152509599 +0000 UTC m=+280.758256214" Oct 13 19:29:22 crc kubenswrapper[4809]: I1013 19:29:22.165337 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="82ff3551-5b46-44bf-9930-296e70e779f8" path="/var/lib/kubelet/pods/82ff3551-5b46-44bf-9930-296e70e779f8/volumes" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.168506 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7"] Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.169864 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7"] Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.170042 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.181693 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"collect-profiles-dockercfg-kzf4t" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.181746 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-operator-lifecycle-manager"/"collect-profiles-config" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.277459 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/3905805a-81f5-4ad7-8297-a57863feaa14-config-volume\") pod \"collect-profiles-29339730-2zww7\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.277540 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/3905805a-81f5-4ad7-8297-a57863feaa14-secret-volume\") pod \"collect-profiles-29339730-2zww7\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.277573 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-88thp\" (UniqueName: \"kubernetes.io/projected/3905805a-81f5-4ad7-8297-a57863feaa14-kube-api-access-88thp\") pod \"collect-profiles-29339730-2zww7\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.378294 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/3905805a-81f5-4ad7-8297-a57863feaa14-secret-volume\") pod \"collect-profiles-29339730-2zww7\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.378366 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-88thp\" (UniqueName: \"kubernetes.io/projected/3905805a-81f5-4ad7-8297-a57863feaa14-kube-api-access-88thp\") pod \"collect-profiles-29339730-2zww7\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.378446 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/3905805a-81f5-4ad7-8297-a57863feaa14-config-volume\") pod \"collect-profiles-29339730-2zww7\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.379947 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/3905805a-81f5-4ad7-8297-a57863feaa14-config-volume\") pod \"collect-profiles-29339730-2zww7\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.384702 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/3905805a-81f5-4ad7-8297-a57863feaa14-secret-volume\") pod \"collect-profiles-29339730-2zww7\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.397482 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-88thp\" (UniqueName: \"kubernetes.io/projected/3905805a-81f5-4ad7-8297-a57863feaa14-kube-api-access-88thp\") pod \"collect-profiles-29339730-2zww7\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.497954 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:00 crc kubenswrapper[4809]: I1013 19:30:00.730921 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7"] Oct 13 19:30:01 crc kubenswrapper[4809]: I1013 19:30:01.387650 4809 generic.go:334] "Generic (PLEG): container finished" podID="3905805a-81f5-4ad7-8297-a57863feaa14" containerID="09d49d15ba992d0026a147074a5de085edc5ba1e08b69f72e878e2d79b9e9b7f" exitCode=0 Oct 13 19:30:01 crc kubenswrapper[4809]: I1013 19:30:01.387692 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" event={"ID":"3905805a-81f5-4ad7-8297-a57863feaa14","Type":"ContainerDied","Data":"09d49d15ba992d0026a147074a5de085edc5ba1e08b69f72e878e2d79b9e9b7f"} Oct 13 19:30:01 crc kubenswrapper[4809]: I1013 19:30:01.387717 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" event={"ID":"3905805a-81f5-4ad7-8297-a57863feaa14","Type":"ContainerStarted","Data":"dc5263dfc3dc5ba5acb5e7dd93fd94265b2c2e504968211bdcb95f3a82f5541b"} Oct 13 19:30:02 crc kubenswrapper[4809]: I1013 19:30:02.674043 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:02 crc kubenswrapper[4809]: I1013 19:30:02.706862 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/3905805a-81f5-4ad7-8297-a57863feaa14-secret-volume\") pod \"3905805a-81f5-4ad7-8297-a57863feaa14\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " Oct 13 19:30:02 crc kubenswrapper[4809]: I1013 19:30:02.707051 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/3905805a-81f5-4ad7-8297-a57863feaa14-config-volume\") pod \"3905805a-81f5-4ad7-8297-a57863feaa14\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " Oct 13 19:30:02 crc kubenswrapper[4809]: I1013 19:30:02.707151 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-88thp\" (UniqueName: \"kubernetes.io/projected/3905805a-81f5-4ad7-8297-a57863feaa14-kube-api-access-88thp\") pod \"3905805a-81f5-4ad7-8297-a57863feaa14\" (UID: \"3905805a-81f5-4ad7-8297-a57863feaa14\") " Oct 13 19:30:02 crc kubenswrapper[4809]: I1013 19:30:02.708033 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3905805a-81f5-4ad7-8297-a57863feaa14-config-volume" (OuterVolumeSpecName: "config-volume") pod "3905805a-81f5-4ad7-8297-a57863feaa14" (UID: "3905805a-81f5-4ad7-8297-a57863feaa14"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:30:02 crc kubenswrapper[4809]: I1013 19:30:02.714558 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3905805a-81f5-4ad7-8297-a57863feaa14-secret-volume" (OuterVolumeSpecName: "secret-volume") pod "3905805a-81f5-4ad7-8297-a57863feaa14" (UID: "3905805a-81f5-4ad7-8297-a57863feaa14"). InnerVolumeSpecName "secret-volume". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:30:02 crc kubenswrapper[4809]: I1013 19:30:02.714614 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3905805a-81f5-4ad7-8297-a57863feaa14-kube-api-access-88thp" (OuterVolumeSpecName: "kube-api-access-88thp") pod "3905805a-81f5-4ad7-8297-a57863feaa14" (UID: "3905805a-81f5-4ad7-8297-a57863feaa14"). InnerVolumeSpecName "kube-api-access-88thp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:30:02 crc kubenswrapper[4809]: I1013 19:30:02.808275 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-88thp\" (UniqueName: \"kubernetes.io/projected/3905805a-81f5-4ad7-8297-a57863feaa14-kube-api-access-88thp\") on node \"crc\" DevicePath \"\"" Oct 13 19:30:02 crc kubenswrapper[4809]: I1013 19:30:02.808308 4809 reconciler_common.go:293] "Volume detached for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/3905805a-81f5-4ad7-8297-a57863feaa14-secret-volume\") on node \"crc\" DevicePath \"\"" Oct 13 19:30:02 crc kubenswrapper[4809]: I1013 19:30:02.808319 4809 reconciler_common.go:293] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/3905805a-81f5-4ad7-8297-a57863feaa14-config-volume\") on node \"crc\" DevicePath \"\"" Oct 13 19:30:03 crc kubenswrapper[4809]: I1013 19:30:03.401366 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" event={"ID":"3905805a-81f5-4ad7-8297-a57863feaa14","Type":"ContainerDied","Data":"dc5263dfc3dc5ba5acb5e7dd93fd94265b2c2e504968211bdcb95f3a82f5541b"} Oct 13 19:30:03 crc kubenswrapper[4809]: I1013 19:30:03.401893 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="dc5263dfc3dc5ba5acb5e7dd93fd94265b2c2e504968211bdcb95f3a82f5541b" Oct 13 19:30:03 crc kubenswrapper[4809]: I1013 19:30:03.401448 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7" Oct 13 19:30:28 crc kubenswrapper[4809]: I1013 19:30:28.593144 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:30:28 crc kubenswrapper[4809]: I1013 19:30:28.594102 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:30:58 crc kubenswrapper[4809]: I1013 19:30:58.592786 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:30:58 crc kubenswrapper[4809]: I1013 19:30:58.593540 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:31:28 crc kubenswrapper[4809]: I1013 19:31:28.593360 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:31:28 crc kubenswrapper[4809]: I1013 19:31:28.593902 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:31:28 crc kubenswrapper[4809]: I1013 19:31:28.593950 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:31:28 crc kubenswrapper[4809]: I1013 19:31:28.594777 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"cf9aca1297b68e30bb3793423ae8b980c38fb3ca6df16e0cec360a5252d07dcd"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 19:31:28 crc kubenswrapper[4809]: I1013 19:31:28.594877 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://cf9aca1297b68e30bb3793423ae8b980c38fb3ca6df16e0cec360a5252d07dcd" gracePeriod=600 Oct 13 19:31:29 crc kubenswrapper[4809]: I1013 19:31:29.020690 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="cf9aca1297b68e30bb3793423ae8b980c38fb3ca6df16e0cec360a5252d07dcd" exitCode=0 Oct 13 19:31:29 crc kubenswrapper[4809]: I1013 19:31:29.020778 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"cf9aca1297b68e30bb3793423ae8b980c38fb3ca6df16e0cec360a5252d07dcd"} Oct 13 19:31:29 crc kubenswrapper[4809]: I1013 19:31:29.021097 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"10016eacdaadf84a381a9435f700ae4e6b5044f259be959c4c5c6727579bd736"} Oct 13 19:31:29 crc kubenswrapper[4809]: I1013 19:31:29.021122 4809 scope.go:117] "RemoveContainer" containerID="2e8f71a2977ae1aded6da1437288bff32abd0bd450a803bf423e67f07a53b198" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.213759 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-image-registry/image-registry-66df7c8f76-2rdsh"] Oct 13 19:32:07 crc kubenswrapper[4809]: E1013 19:32:07.215882 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3905805a-81f5-4ad7-8297-a57863feaa14" containerName="collect-profiles" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.215900 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3905805a-81f5-4ad7-8297-a57863feaa14" containerName="collect-profiles" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.216069 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3905805a-81f5-4ad7-8297-a57863feaa14" containerName="collect-profiles" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.216665 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.229162 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-image-registry/image-registry-66df7c8f76-2rdsh"] Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.382016 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"installation-pull-secrets\" (UniqueName: \"kubernetes.io/secret/e3d9c986-3576-417c-b525-557f85933752-installation-pull-secrets\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.382080 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.382112 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ca-trust-extracted\" (UniqueName: \"kubernetes.io/empty-dir/e3d9c986-3576-417c-b525-557f85933752-ca-trust-extracted\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.382142 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bmzjz\" (UniqueName: \"kubernetes.io/projected/e3d9c986-3576-417c-b525-557f85933752-kube-api-access-bmzjz\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.382166 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/e3d9c986-3576-417c-b525-557f85933752-trusted-ca\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.382193 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"registry-certificates\" (UniqueName: \"kubernetes.io/configmap/e3d9c986-3576-417c-b525-557f85933752-registry-certificates\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.382217 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/e3d9c986-3576-417c-b525-557f85933752-bound-sa-token\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.382311 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"registry-tls\" (UniqueName: \"kubernetes.io/projected/e3d9c986-3576-417c-b525-557f85933752-registry-tls\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.417881 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.483913 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"registry-tls\" (UniqueName: \"kubernetes.io/projected/e3d9c986-3576-417c-b525-557f85933752-registry-tls\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.483977 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"installation-pull-secrets\" (UniqueName: \"kubernetes.io/secret/e3d9c986-3576-417c-b525-557f85933752-installation-pull-secrets\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.484022 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ca-trust-extracted\" (UniqueName: \"kubernetes.io/empty-dir/e3d9c986-3576-417c-b525-557f85933752-ca-trust-extracted\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.484087 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bmzjz\" (UniqueName: \"kubernetes.io/projected/e3d9c986-3576-417c-b525-557f85933752-kube-api-access-bmzjz\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.484112 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/e3d9c986-3576-417c-b525-557f85933752-trusted-ca\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.484142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"registry-certificates\" (UniqueName: \"kubernetes.io/configmap/e3d9c986-3576-417c-b525-557f85933752-registry-certificates\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.484166 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/e3d9c986-3576-417c-b525-557f85933752-bound-sa-token\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.484811 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ca-trust-extracted\" (UniqueName: \"kubernetes.io/empty-dir/e3d9c986-3576-417c-b525-557f85933752-ca-trust-extracted\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.486334 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"registry-certificates\" (UniqueName: \"kubernetes.io/configmap/e3d9c986-3576-417c-b525-557f85933752-registry-certificates\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.488639 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/e3d9c986-3576-417c-b525-557f85933752-trusted-ca\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.492152 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"registry-tls\" (UniqueName: \"kubernetes.io/projected/e3d9c986-3576-417c-b525-557f85933752-registry-tls\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.502611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"installation-pull-secrets\" (UniqueName: \"kubernetes.io/secret/e3d9c986-3576-417c-b525-557f85933752-installation-pull-secrets\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.505710 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/e3d9c986-3576-417c-b525-557f85933752-bound-sa-token\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.508203 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bmzjz\" (UniqueName: \"kubernetes.io/projected/e3d9c986-3576-417c-b525-557f85933752-kube-api-access-bmzjz\") pod \"image-registry-66df7c8f76-2rdsh\" (UID: \"e3d9c986-3576-417c-b525-557f85933752\") " pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:07 crc kubenswrapper[4809]: I1013 19:32:07.544988 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:08 crc kubenswrapper[4809]: I1013 19:32:08.076095 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-image-registry/image-registry-66df7c8f76-2rdsh"] Oct 13 19:32:08 crc kubenswrapper[4809]: I1013 19:32:08.333788 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" event={"ID":"e3d9c986-3576-417c-b525-557f85933752","Type":"ContainerStarted","Data":"5d500c532dc49cc9f55e2289d8f8bba3b68827507c549c9dd77e2b6f55da4db1"} Oct 13 19:32:08 crc kubenswrapper[4809]: I1013 19:32:08.333830 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" event={"ID":"e3d9c986-3576-417c-b525-557f85933752","Type":"ContainerStarted","Data":"9cfcddf4f099d0c586f090aa8b5756308ced31aeb6a6d168404fcefa3649524c"} Oct 13 19:32:08 crc kubenswrapper[4809]: I1013 19:32:08.333863 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:08 crc kubenswrapper[4809]: I1013 19:32:08.369923 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" podStartSLOduration=1.369902131 podStartE2EDuration="1.369902131s" podCreationTimestamp="2025-10-13 19:32:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:32:08.359012489 +0000 UTC m=+446.964759094" watchObservedRunningTime="2025-10-13 19:32:08.369902131 +0000 UTC m=+446.975648726" Oct 13 19:32:27 crc kubenswrapper[4809]: I1013 19:32:27.554294 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-image-registry/image-registry-66df7c8f76-2rdsh" Oct 13 19:32:27 crc kubenswrapper[4809]: I1013 19:32:27.623237 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-image-registry/image-registry-697d97f7c8-v9wn7"] Oct 13 19:32:52 crc kubenswrapper[4809]: I1013 19:32:52.668620 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" podUID="cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" containerName="registry" containerID="cri-o://ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba" gracePeriod=30 Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.093326 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.273719 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"registry-tls\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-tls\") pod \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.273823 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-bound-sa-token\") pod \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.273899 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-trusted-ca\") pod \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.274079 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"registry-storage\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8\") pod \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.274156 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ca-trust-extracted\" (UniqueName: \"kubernetes.io/empty-dir/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-ca-trust-extracted\") pod \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.274218 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"installation-pull-secrets\" (UniqueName: \"kubernetes.io/secret/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-installation-pull-secrets\") pod \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.274264 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"registry-certificates\" (UniqueName: \"kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-certificates\") pod \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.274310 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qmtb8\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-kube-api-access-qmtb8\") pod \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\" (UID: \"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a\") " Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.275254 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-trusted-ca" (OuterVolumeSpecName: "trusted-ca") pod "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a"). InnerVolumeSpecName "trusted-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.277553 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-certificates" (OuterVolumeSpecName: "registry-certificates") pod "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a"). InnerVolumeSpecName "registry-certificates". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.285594 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-installation-pull-secrets" (OuterVolumeSpecName: "installation-pull-secrets") pod "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a"). InnerVolumeSpecName "installation-pull-secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.287142 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-bound-sa-token" (OuterVolumeSpecName: "bound-sa-token") pod "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a"). InnerVolumeSpecName "bound-sa-token". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.288100 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-tls" (OuterVolumeSpecName: "registry-tls") pod "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a"). InnerVolumeSpecName "registry-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.288988 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-kube-api-access-qmtb8" (OuterVolumeSpecName: "kube-api-access-qmtb8") pod "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a"). InnerVolumeSpecName "kube-api-access-qmtb8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.290409 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8" (OuterVolumeSpecName: "registry-storage") pod "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a"). InnerVolumeSpecName "pvc-657094db-63f1-4ba8-9a24-edca0e80b7a8". PluginName "kubernetes.io/csi", VolumeGidValue "" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.307183 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-ca-trust-extracted" (OuterVolumeSpecName: "ca-trust-extracted") pod "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" (UID: "cb0f0e73-16d4-49fe-bc0f-d3cf5566335a"). InnerVolumeSpecName "ca-trust-extracted". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.376257 4809 reconciler_common.go:293] "Volume detached for volume \"registry-certificates\" (UniqueName: \"kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-certificates\") on node \"crc\" DevicePath \"\"" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.376330 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qmtb8\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-kube-api-access-qmtb8\") on node \"crc\" DevicePath \"\"" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.376350 4809 reconciler_common.go:293] "Volume detached for volume \"registry-tls\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-registry-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.376369 4809 reconciler_common.go:293] "Volume detached for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-bound-sa-token\") on node \"crc\" DevicePath \"\"" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.376388 4809 reconciler_common.go:293] "Volume detached for volume \"trusted-ca\" (UniqueName: \"kubernetes.io/configmap/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-trusted-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.376409 4809 reconciler_common.go:293] "Volume detached for volume \"ca-trust-extracted\" (UniqueName: \"kubernetes.io/empty-dir/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-ca-trust-extracted\") on node \"crc\" DevicePath \"\"" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.376431 4809 reconciler_common.go:293] "Volume detached for volume \"installation-pull-secrets\" (UniqueName: \"kubernetes.io/secret/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a-installation-pull-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.620475 4809 generic.go:334] "Generic (PLEG): container finished" podID="cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" containerID="ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba" exitCode=0 Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.620548 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" event={"ID":"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a","Type":"ContainerDied","Data":"ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba"} Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.620591 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.620623 4809 scope.go:117] "RemoveContainer" containerID="ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.620598 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" event={"ID":"cb0f0e73-16d4-49fe-bc0f-d3cf5566335a","Type":"ContainerDied","Data":"b13bf575ac1337da8558b7fcb7319396f5f52dd834b495067eb062921dab3b1a"} Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.654452 4809 scope.go:117] "RemoveContainer" containerID="ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba" Oct 13 19:32:53 crc kubenswrapper[4809]: E1013 19:32:53.656291 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba\": container with ID starting with ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba not found: ID does not exist" containerID="ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.656420 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba"} err="failed to get container status \"ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba\": rpc error: code = NotFound desc = could not find container \"ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba\": container with ID starting with ff4c532e86b170404d58365776b05a8095b1f0ad7c94567c6abcd93930ac4dba not found: ID does not exist" Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.681463 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-image-registry/image-registry-697d97f7c8-v9wn7"] Oct 13 19:32:53 crc kubenswrapper[4809]: I1013 19:32:53.689998 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-image-registry/image-registry-697d97f7c8-v9wn7"] Oct 13 19:32:54 crc kubenswrapper[4809]: I1013 19:32:54.164364 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" path="/var/lib/kubelet/pods/cb0f0e73-16d4-49fe-bc0f-d3cf5566335a/volumes" Oct 13 19:32:57 crc kubenswrapper[4809]: I1013 19:32:57.917561 4809 patch_prober.go:28] interesting pod/image-registry-697d97f7c8-v9wn7 container/registry namespace/openshift-image-registry: Readiness probe status=failure output="Get \"https://10.217.0.30:5000/healthz\": dial tcp 10.217.0.30:5000: i/o timeout" start-of-body= Oct 13 19:32:57 crc kubenswrapper[4809]: I1013 19:32:57.917986 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-image-registry/image-registry-697d97f7c8-v9wn7" podUID="cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" containerName="registry" probeResult="failure" output="Get \"https://10.217.0.30:5000/healthz\": dial tcp 10.217.0.30:5000: i/o timeout" Oct 13 19:33:28 crc kubenswrapper[4809]: I1013 19:33:28.593041 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:33:28 crc kubenswrapper[4809]: I1013 19:33:28.593604 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:33:42 crc kubenswrapper[4809]: I1013 19:33:42.275746 4809 scope.go:117] "RemoveContainer" containerID="fb2f90bfe85694e922a22fd075145f98e925654227e653917daa43f45ea0b9bd" Oct 13 19:33:42 crc kubenswrapper[4809]: I1013 19:33:42.300921 4809 scope.go:117] "RemoveContainer" containerID="760abfa06377e4633b330736222256275467a6363e412e28b14b6ab54642adf2" Oct 13 19:33:42 crc kubenswrapper[4809]: I1013 19:33:42.321859 4809 scope.go:117] "RemoveContainer" containerID="7b417456c046f772f2d20e871cd43f9076b1cab735b3bda2455c5642b99ef2e8" Oct 13 19:33:42 crc kubenswrapper[4809]: I1013 19:33:42.341474 4809 scope.go:117] "RemoveContainer" containerID="a4319dbde0a8884c8e476de737970f1e82e3cd371b7ae022d155f8c8934715d8" Oct 13 19:33:42 crc kubenswrapper[4809]: I1013 19:33:42.368233 4809 scope.go:117] "RemoveContainer" containerID="8b12550c55b7f28f0884987304903e62d98c7add8a6a9541f04364685e68d8fc" Oct 13 19:33:42 crc kubenswrapper[4809]: I1013 19:33:42.388335 4809 scope.go:117] "RemoveContainer" containerID="4491938c506f4728449e6833d3195ad8762d93673483c48c1f436306eea74030" Oct 13 19:33:58 crc kubenswrapper[4809]: I1013 19:33:58.592855 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:33:58 crc kubenswrapper[4809]: I1013 19:33:58.593501 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:34:09 crc kubenswrapper[4809]: I1013 19:34:09.895820 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-ovn-kubernetes/ovnkube-node-ns9xq"] Oct 13 19:34:09 crc kubenswrapper[4809]: I1013 19:34:09.896784 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovn-controller" containerID="cri-o://c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51" gracePeriod=30 Oct 13 19:34:09 crc kubenswrapper[4809]: I1013 19:34:09.896865 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="nbdb" containerID="cri-o://25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12" gracePeriod=30 Oct 13 19:34:09 crc kubenswrapper[4809]: I1013 19:34:09.896934 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="northd" containerID="cri-o://131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58" gracePeriod=30 Oct 13 19:34:09 crc kubenswrapper[4809]: I1013 19:34:09.896992 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="kube-rbac-proxy-ovn-metrics" containerID="cri-o://c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b" gracePeriod=30 Oct 13 19:34:09 crc kubenswrapper[4809]: I1013 19:34:09.897031 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="kube-rbac-proxy-node" containerID="cri-o://08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548" gracePeriod=30 Oct 13 19:34:09 crc kubenswrapper[4809]: I1013 19:34:09.897069 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="sbdb" containerID="cri-o://3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46" gracePeriod=30 Oct 13 19:34:09 crc kubenswrapper[4809]: I1013 19:34:09.897090 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovn-acl-logging" containerID="cri-o://05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54" gracePeriod=30 Oct 13 19:34:09 crc kubenswrapper[4809]: I1013 19:34:09.948309 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" containerID="cri-o://bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e" gracePeriod=30 Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.157923 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovnkube-controller/3.log" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.159952 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovn-acl-logging/0.log" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.160819 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovn-controller/0.log" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.161254 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e" exitCode=0 Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.161278 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46" exitCode=0 Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.161285 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b" exitCode=0 Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.161293 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548" exitCode=0 Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.161299 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54" exitCode=143 Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.161307 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51" exitCode=143 Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.162909 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e"} Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.162941 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46"} Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.162953 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b"} Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.162963 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548"} Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.162971 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54"} Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.162980 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51"} Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.162995 4809 scope.go:117] "RemoveContainer" containerID="29cf23f3df059ce820d7ee21fb1951e9b9950680e1cc946e41c15d32524ae793" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.164140 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-multus_multus-g6bs4_fc69a833-5433-49b2-8268-84840b3a1522/kube-multus/2.log" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.164572 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-multus_multus-g6bs4_fc69a833-5433-49b2-8268-84840b3a1522/kube-multus/1.log" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.164594 4809 generic.go:334] "Generic (PLEG): container finished" podID="fc69a833-5433-49b2-8268-84840b3a1522" containerID="bb8e0ae98046ed9d4dfe6be5449f8a93058da65f987cda21ca66e2df71470a94" exitCode=2 Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.164610 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-g6bs4" event={"ID":"fc69a833-5433-49b2-8268-84840b3a1522","Type":"ContainerDied","Data":"bb8e0ae98046ed9d4dfe6be5449f8a93058da65f987cda21ca66e2df71470a94"} Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.165050 4809 scope.go:117] "RemoveContainer" containerID="bb8e0ae98046ed9d4dfe6be5449f8a93058da65f987cda21ca66e2df71470a94" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.165251 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-multus\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-multus pod=multus-g6bs4_openshift-multus(fc69a833-5433-49b2-8268-84840b3a1522)\"" pod="openshift-multus/multus-g6bs4" podUID="fc69a833-5433-49b2-8268-84840b3a1522" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.240038 4809 scope.go:117] "RemoveContainer" containerID="104c3696dd48319ece3217a7267d3ddce972ee449c8fc18c54381edcce02a7fa" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.240840 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovn-acl-logging/0.log" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.241258 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovn-controller/0.log" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.242025 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.314835 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-ovn-kubernetes/ovnkube-node-hbhzd"] Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315035 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315047 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315060 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="nbdb" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315072 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="nbdb" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315087 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315095 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315105 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovn-acl-logging" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315112 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovn-acl-logging" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315121 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="kube-rbac-proxy-ovn-metrics" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315130 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="kube-rbac-proxy-ovn-metrics" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315141 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="kubecfg-setup" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315149 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="kubecfg-setup" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315192 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="sbdb" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315198 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="sbdb" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315208 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="kube-rbac-proxy-node" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315215 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="kube-rbac-proxy-node" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315228 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="northd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315235 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="northd" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315246 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" containerName="registry" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315253 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" containerName="registry" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315259 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovn-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315265 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovn-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315275 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315281 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315370 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="kube-rbac-proxy-node" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315382 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="nbdb" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315391 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315397 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cb0f0e73-16d4-49fe-bc0f-d3cf5566335a" containerName="registry" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315405 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="northd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315413 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315419 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="kube-rbac-proxy-ovn-metrics" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315426 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="sbdb" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315434 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovn-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315441 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovn-acl-logging" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315448 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315558 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315571 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: E1013 19:34:10.315587 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315595 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315708 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.315720 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerName="ovnkube-controller" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.317238 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343255 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-socket\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-log-socket\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343307 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"host-slash\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-slash\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343338 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-node-metrics-cert\" (UniqueName: \"kubernetes.io/secret/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovn-node-metrics-cert\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343359 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ggpk4\" (UniqueName: \"kubernetes.io/projected/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-kube-api-access-ggpk4\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343391 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"host-run-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-ovn-kubernetes\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343404 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-lib-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-var-lib-openvswitch\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343417 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"host-cni-netd\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-netd\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343438 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-etc-openvswitch\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343450 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-systemd\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-systemd\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343471 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-config\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343487 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-env-overrides\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343523 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"host-cni-bin\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-bin\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343542 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"host-run-netns\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-netns\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343558 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-log\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-node-log\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343575 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovnkube-script-lib\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-script-lib\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343615 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-ovn\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-ovn\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343631 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"host-var-lib-cni-networks-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-var-lib-cni-networks-ovn-kubernetes\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343646 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"systemd-units\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-systemd-units\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343678 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"host-kubelet\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-kubelet\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.343691 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-openvswitch\") pod \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\" (UID: \"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f\") " Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.344442 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-log-socket" (OuterVolumeSpecName: "log-socket") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "log-socket". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.344472 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-slash" (OuterVolumeSpecName: "host-slash") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "host-slash". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.345390 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-script-lib" (OuterVolumeSpecName: "ovnkube-script-lib") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "ovnkube-script-lib". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.345531 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-ovn" (OuterVolumeSpecName: "run-ovn") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "run-ovn". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.345585 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-var-lib-cni-networks-ovn-kubernetes" (OuterVolumeSpecName: "host-var-lib-cni-networks-ovn-kubernetes") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "host-var-lib-cni-networks-ovn-kubernetes". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.345613 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-systemd-units" (OuterVolumeSpecName: "systemd-units") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "systemd-units". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.345638 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-kubelet" (OuterVolumeSpecName: "host-kubelet") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "host-kubelet". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.345664 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-openvswitch" (OuterVolumeSpecName: "run-openvswitch") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "run-openvswitch". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.345692 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-bin" (OuterVolumeSpecName: "host-cni-bin") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "host-cni-bin". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.345758 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-config" (OuterVolumeSpecName: "ovnkube-config") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "ovnkube-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.345786 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-netns" (OuterVolumeSpecName: "host-run-netns") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "host-run-netns". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.345806 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-node-log" (OuterVolumeSpecName: "node-log") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "node-log". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.345830 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-var-lib-openvswitch" (OuterVolumeSpecName: "var-lib-openvswitch") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "var-lib-openvswitch". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.346103 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-netd" (OuterVolumeSpecName: "host-cni-netd") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "host-cni-netd". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.346134 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-etc-openvswitch" (OuterVolumeSpecName: "etc-openvswitch") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "etc-openvswitch". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.346198 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-ovn-kubernetes" (OuterVolumeSpecName: "host-run-ovn-kubernetes") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "host-run-ovn-kubernetes". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.347042 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-env-overrides" (OuterVolumeSpecName: "env-overrides") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "env-overrides". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.350650 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-kube-api-access-ggpk4" (OuterVolumeSpecName: "kube-api-access-ggpk4") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "kube-api-access-ggpk4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.350953 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovn-node-metrics-cert" (OuterVolumeSpecName: "ovn-node-metrics-cert") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "ovn-node-metrics-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.358292 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-systemd" (OuterVolumeSpecName: "run-systemd") pod "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" (UID: "ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f"). InnerVolumeSpecName "run-systemd". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-openvswitch\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-etc-openvswitch\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445287 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-openvswitch\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-run-openvswitch\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445327 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-log\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-node-log\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445358 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-lib-openvswitch\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-var-lib-openvswitch\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445390 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-run-netns\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-run-netns\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445418 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-node-metrics-cert\" (UniqueName: \"kubernetes.io/secret/77465163-3588-4a1a-8b9a-03bb74fd58a6-ovn-node-metrics-cert\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445460 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-systemd\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-run-systemd\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445515 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-kubelet\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-kubelet\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445560 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-cni-bin\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-cni-bin\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445583 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"systemd-units\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-systemd-units\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445609 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-ovn\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-run-ovn\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445631 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/77465163-3588-4a1a-8b9a-03bb74fd58a6-env-overrides\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445654 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovnkube-script-lib\" (UniqueName: \"kubernetes.io/configmap/77465163-3588-4a1a-8b9a-03bb74fd58a6-ovnkube-script-lib\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445677 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-run-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-run-ovn-kubernetes\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445704 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-var-lib-cni-networks-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-var-lib-cni-networks-ovn-kubernetes\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445752 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-slash\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-slash\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445783 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/77465163-3588-4a1a-8b9a-03bb74fd58a6-ovnkube-config\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445802 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7qhzq\" (UniqueName: \"kubernetes.io/projected/77465163-3588-4a1a-8b9a-03bb74fd58a6-kube-api-access-7qhzq\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445824 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-cni-netd\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-cni-netd\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445845 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-socket\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-log-socket\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445889 4809 reconciler_common.go:293] "Volume detached for volume \"log-socket\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-log-socket\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445904 4809 reconciler_common.go:293] "Volume detached for volume \"host-slash\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-slash\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445916 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-node-metrics-cert\" (UniqueName: \"kubernetes.io/secret/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovn-node-metrics-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445931 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ggpk4\" (UniqueName: \"kubernetes.io/projected/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-kube-api-access-ggpk4\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445944 4809 reconciler_common.go:293] "Volume detached for volume \"host-run-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-ovn-kubernetes\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445956 4809 reconciler_common.go:293] "Volume detached for volume \"var-lib-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-var-lib-openvswitch\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445968 4809 reconciler_common.go:293] "Volume detached for volume \"host-cni-netd\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-netd\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445980 4809 reconciler_common.go:293] "Volume detached for volume \"etc-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-etc-openvswitch\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.445991 4809 reconciler_common.go:293] "Volume detached for volume \"run-systemd\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-systemd\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.446003 4809 reconciler_common.go:293] "Volume detached for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.446014 4809 reconciler_common.go:293] "Volume detached for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-env-overrides\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.446025 4809 reconciler_common.go:293] "Volume detached for volume \"host-cni-bin\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-cni-bin\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.446036 4809 reconciler_common.go:293] "Volume detached for volume \"host-run-netns\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-run-netns\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.446047 4809 reconciler_common.go:293] "Volume detached for volume \"node-log\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-node-log\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.446058 4809 reconciler_common.go:293] "Volume detached for volume \"ovnkube-script-lib\" (UniqueName: \"kubernetes.io/configmap/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-ovnkube-script-lib\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.446069 4809 reconciler_common.go:293] "Volume detached for volume \"run-ovn\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-ovn\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.446083 4809 reconciler_common.go:293] "Volume detached for volume \"host-var-lib-cni-networks-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-var-lib-cni-networks-ovn-kubernetes\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.446094 4809 reconciler_common.go:293] "Volume detached for volume \"systemd-units\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-systemd-units\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.446106 4809 reconciler_common.go:293] "Volume detached for volume \"host-kubelet\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-host-kubelet\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.446117 4809 reconciler_common.go:293] "Volume detached for volume \"run-openvswitch\" (UniqueName: \"kubernetes.io/host-path/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f-run-openvswitch\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.547759 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-lib-openvswitch\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-var-lib-openvswitch\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.547851 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-run-netns\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-run-netns\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.547915 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-node-metrics-cert\" (UniqueName: \"kubernetes.io/secret/77465163-3588-4a1a-8b9a-03bb74fd58a6-ovn-node-metrics-cert\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.547967 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-systemd\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-run-systemd\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.547998 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-kubelet\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-kubelet\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548037 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-cni-bin\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-cni-bin\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548071 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"systemd-units\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-systemd-units\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548111 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-ovn\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-run-ovn\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548146 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/77465163-3588-4a1a-8b9a-03bb74fd58a6-env-overrides\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548180 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovnkube-script-lib\" (UniqueName: \"kubernetes.io/configmap/77465163-3588-4a1a-8b9a-03bb74fd58a6-ovnkube-script-lib\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548276 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-kubelet\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-kubelet\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548211 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-run-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-run-ovn-kubernetes\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548369 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-lib-openvswitch\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-var-lib-openvswitch\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548395 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-ovn\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-run-ovn\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548420 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-run-netns\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-run-netns\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548408 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-var-lib-cni-networks-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-var-lib-cni-networks-ovn-kubernetes\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548475 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-slash\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-slash\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548511 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/77465163-3588-4a1a-8b9a-03bb74fd58a6-ovnkube-config\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548531 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7qhzq\" (UniqueName: \"kubernetes.io/projected/77465163-3588-4a1a-8b9a-03bb74fd58a6-kube-api-access-7qhzq\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548548 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"host-cni-netd\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-cni-netd\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548566 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-socket\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-log-socket\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548587 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-openvswitch\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-etc-openvswitch\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548600 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-openvswitch\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-run-openvswitch\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548627 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-log\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-node-log\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548670 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-log\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-node-log\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548692 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-cni-bin\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-cni-bin\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548714 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"systemd-units\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-systemd-units\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548758 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-slash\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-slash\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548942 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-socket\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-log-socket\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548973 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-systemd\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-run-systemd\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.549022 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-run-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-run-ovn-kubernetes\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.548993 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-openvswitch\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-etc-openvswitch\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.549086 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-cni-netd\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-cni-netd\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.549134 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"host-var-lib-cni-networks-ovn-kubernetes\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-host-var-lib-cni-networks-ovn-kubernetes\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.549181 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-openvswitch\" (UniqueName: \"kubernetes.io/host-path/77465163-3588-4a1a-8b9a-03bb74fd58a6-run-openvswitch\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.549927 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovnkube-script-lib\" (UniqueName: \"kubernetes.io/configmap/77465163-3588-4a1a-8b9a-03bb74fd58a6-ovnkube-script-lib\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.549925 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"env-overrides\" (UniqueName: \"kubernetes.io/configmap/77465163-3588-4a1a-8b9a-03bb74fd58a6-env-overrides\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.550021 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovnkube-config\" (UniqueName: \"kubernetes.io/configmap/77465163-3588-4a1a-8b9a-03bb74fd58a6-ovnkube-config\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.555506 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-node-metrics-cert\" (UniqueName: \"kubernetes.io/secret/77465163-3588-4a1a-8b9a-03bb74fd58a6-ovn-node-metrics-cert\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.564549 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7qhzq\" (UniqueName: \"kubernetes.io/projected/77465163-3588-4a1a-8b9a-03bb74fd58a6-kube-api-access-7qhzq\") pod \"ovnkube-node-hbhzd\" (UID: \"77465163-3588-4a1a-8b9a-03bb74fd58a6\") " pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: I1013 19:34:10.638884 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:10 crc kubenswrapper[4809]: W1013 19:34:10.660899 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod77465163_3588_4a1a_8b9a_03bb74fd58a6.slice/crio-039bbbc7dc567b97630be638789ffd2a9f4a61871677b9d6410b8d8a318e8415 WatchSource:0}: Error finding container 039bbbc7dc567b97630be638789ffd2a9f4a61871677b9d6410b8d8a318e8415: Status 404 returned error can't find the container with id 039bbbc7dc567b97630be638789ffd2a9f4a61871677b9d6410b8d8a318e8415 Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.174801 4809 generic.go:334] "Generic (PLEG): container finished" podID="77465163-3588-4a1a-8b9a-03bb74fd58a6" containerID="d88bd581382791d815bff0df6d2671f1c00031b467e86140d5d60d0a08f594d9" exitCode=0 Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.174896 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" event={"ID":"77465163-3588-4a1a-8b9a-03bb74fd58a6","Type":"ContainerDied","Data":"d88bd581382791d815bff0df6d2671f1c00031b467e86140d5d60d0a08f594d9"} Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.174935 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" event={"ID":"77465163-3588-4a1a-8b9a-03bb74fd58a6","Type":"ContainerStarted","Data":"039bbbc7dc567b97630be638789ffd2a9f4a61871677b9d6410b8d8a318e8415"} Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.182893 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovn-acl-logging/0.log" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.183428 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-ovn-kubernetes_ovnkube-node-ns9xq_ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/ovn-controller/0.log" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.183950 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12" exitCode=0 Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.183984 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" containerID="131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58" exitCode=0 Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.184055 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12"} Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.184115 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58"} Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.184129 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" event={"ID":"ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f","Type":"ContainerDied","Data":"4a0fc2a2188e7a24e47ba9378278a570155735d612795e61617945f456f23d72"} Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.184157 4809 scope.go:117] "RemoveContainer" containerID="bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.184466 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-ovn-kubernetes/ovnkube-node-ns9xq" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.192971 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-multus_multus-g6bs4_fc69a833-5433-49b2-8268-84840b3a1522/kube-multus/2.log" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.226277 4809 scope.go:117] "RemoveContainer" containerID="3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.256002 4809 scope.go:117] "RemoveContainer" containerID="25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.272521 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-ovn-kubernetes/ovnkube-node-ns9xq"] Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.277588 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-ovn-kubernetes/ovnkube-node-ns9xq"] Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.280447 4809 scope.go:117] "RemoveContainer" containerID="131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.312994 4809 scope.go:117] "RemoveContainer" containerID="c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.353082 4809 scope.go:117] "RemoveContainer" containerID="08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.381049 4809 scope.go:117] "RemoveContainer" containerID="05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.400408 4809 scope.go:117] "RemoveContainer" containerID="c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.419975 4809 scope.go:117] "RemoveContainer" containerID="62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.450710 4809 scope.go:117] "RemoveContainer" containerID="bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e" Oct 13 19:34:11 crc kubenswrapper[4809]: E1013 19:34:11.452806 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e\": container with ID starting with bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e not found: ID does not exist" containerID="bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.452851 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e"} err="failed to get container status \"bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e\": rpc error: code = NotFound desc = could not find container \"bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e\": container with ID starting with bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.452882 4809 scope.go:117] "RemoveContainer" containerID="3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46" Oct 13 19:34:11 crc kubenswrapper[4809]: E1013 19:34:11.453382 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\": container with ID starting with 3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46 not found: ID does not exist" containerID="3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.453437 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46"} err="failed to get container status \"3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\": rpc error: code = NotFound desc = could not find container \"3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\": container with ID starting with 3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.453472 4809 scope.go:117] "RemoveContainer" containerID="25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12" Oct 13 19:34:11 crc kubenswrapper[4809]: E1013 19:34:11.454095 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\": container with ID starting with 25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12 not found: ID does not exist" containerID="25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.454127 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12"} err="failed to get container status \"25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\": rpc error: code = NotFound desc = could not find container \"25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\": container with ID starting with 25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.454160 4809 scope.go:117] "RemoveContainer" containerID="131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58" Oct 13 19:34:11 crc kubenswrapper[4809]: E1013 19:34:11.454480 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\": container with ID starting with 131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58 not found: ID does not exist" containerID="131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.454509 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58"} err="failed to get container status \"131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\": rpc error: code = NotFound desc = could not find container \"131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\": container with ID starting with 131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.454544 4809 scope.go:117] "RemoveContainer" containerID="c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b" Oct 13 19:34:11 crc kubenswrapper[4809]: E1013 19:34:11.454820 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\": container with ID starting with c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b not found: ID does not exist" containerID="c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.454840 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b"} err="failed to get container status \"c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\": rpc error: code = NotFound desc = could not find container \"c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\": container with ID starting with c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.454870 4809 scope.go:117] "RemoveContainer" containerID="08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548" Oct 13 19:34:11 crc kubenswrapper[4809]: E1013 19:34:11.455188 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\": container with ID starting with 08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548 not found: ID does not exist" containerID="08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.455209 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548"} err="failed to get container status \"08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\": rpc error: code = NotFound desc = could not find container \"08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\": container with ID starting with 08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.455243 4809 scope.go:117] "RemoveContainer" containerID="05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54" Oct 13 19:34:11 crc kubenswrapper[4809]: E1013 19:34:11.455502 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\": container with ID starting with 05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54 not found: ID does not exist" containerID="05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.455545 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54"} err="failed to get container status \"05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\": rpc error: code = NotFound desc = could not find container \"05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\": container with ID starting with 05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.455560 4809 scope.go:117] "RemoveContainer" containerID="c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51" Oct 13 19:34:11 crc kubenswrapper[4809]: E1013 19:34:11.455907 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\": container with ID starting with c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51 not found: ID does not exist" containerID="c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.455926 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51"} err="failed to get container status \"c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\": rpc error: code = NotFound desc = could not find container \"c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\": container with ID starting with c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.455956 4809 scope.go:117] "RemoveContainer" containerID="62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3" Oct 13 19:34:11 crc kubenswrapper[4809]: E1013 19:34:11.456288 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\": container with ID starting with 62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3 not found: ID does not exist" containerID="62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.456310 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3"} err="failed to get container status \"62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\": rpc error: code = NotFound desc = could not find container \"62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\": container with ID starting with 62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.456340 4809 scope.go:117] "RemoveContainer" containerID="bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.456626 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e"} err="failed to get container status \"bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e\": rpc error: code = NotFound desc = could not find container \"bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e\": container with ID starting with bd91608b125b276aaa40231fbfad7d2c39cc0362e9a6eb0c8a2513097aebb17e not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.456661 4809 scope.go:117] "RemoveContainer" containerID="3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.456919 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46"} err="failed to get container status \"3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\": rpc error: code = NotFound desc = could not find container \"3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46\": container with ID starting with 3e73351e41a9ed7be63c26e9ab301cecb19ad73164143edc69846017b74f7a46 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.456954 4809 scope.go:117] "RemoveContainer" containerID="25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.457300 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12"} err="failed to get container status \"25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\": rpc error: code = NotFound desc = could not find container \"25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12\": container with ID starting with 25a66c85636ca4ad5d2f40a979a4c5a84b7f4282aac36874b8328a6b46ccbe12 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.457322 4809 scope.go:117] "RemoveContainer" containerID="131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.457608 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58"} err="failed to get container status \"131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\": rpc error: code = NotFound desc = could not find container \"131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58\": container with ID starting with 131dfa5bd02a23430726d5c1607985bb670b563a5d17831985baa366acbb5b58 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.457627 4809 scope.go:117] "RemoveContainer" containerID="c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.457934 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b"} err="failed to get container status \"c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\": rpc error: code = NotFound desc = could not find container \"c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b\": container with ID starting with c5ae6160fc3ad4b43b4964ae0185dd66ac7b5992605a0e17a48643e1d97b613b not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.457952 4809 scope.go:117] "RemoveContainer" containerID="08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.458399 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548"} err="failed to get container status \"08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\": rpc error: code = NotFound desc = could not find container \"08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548\": container with ID starting with 08473b01663fbfc5757688f4b96faffd8029caf639824c56e665a88a959f0548 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.458428 4809 scope.go:117] "RemoveContainer" containerID="05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.458813 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54"} err="failed to get container status \"05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\": rpc error: code = NotFound desc = could not find container \"05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54\": container with ID starting with 05722540583e0f47d96340a78a36d56075d3928b6a0d23d8e05363131c54cb54 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.458863 4809 scope.go:117] "RemoveContainer" containerID="c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.459359 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51"} err="failed to get container status \"c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\": rpc error: code = NotFound desc = could not find container \"c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51\": container with ID starting with c797bb38ffe4ed11d1ffd750815421bb73aa1a39ae63a9fee2a7bf9e7a096b51 not found: ID does not exist" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.459379 4809 scope.go:117] "RemoveContainer" containerID="62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3" Oct 13 19:34:11 crc kubenswrapper[4809]: I1013 19:34:11.459967 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3"} err="failed to get container status \"62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\": rpc error: code = NotFound desc = could not find container \"62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3\": container with ID starting with 62c06fdd7b998a09f320f9bd9d2818f0765a7167a4d0a5d866202ac15849c1c3 not found: ID does not exist" Oct 13 19:34:12 crc kubenswrapper[4809]: I1013 19:34:12.164635 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f" path="/var/lib/kubelet/pods/ba4a23ed-0f5f-4898-a46e-0c9acbb26f7f/volumes" Oct 13 19:34:12 crc kubenswrapper[4809]: I1013 19:34:12.202553 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" event={"ID":"77465163-3588-4a1a-8b9a-03bb74fd58a6","Type":"ContainerStarted","Data":"5b3f6a3343dce305c4f1ecd66242bbc0b7e62f3abe3d7b4e484100e52ac384cd"} Oct 13 19:34:12 crc kubenswrapper[4809]: I1013 19:34:12.202599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" event={"ID":"77465163-3588-4a1a-8b9a-03bb74fd58a6","Type":"ContainerStarted","Data":"d552f2bb89251a768746fda46fa11ec48edfa33befff15323830a4665f3556e2"} Oct 13 19:34:12 crc kubenswrapper[4809]: I1013 19:34:12.202610 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" event={"ID":"77465163-3588-4a1a-8b9a-03bb74fd58a6","Type":"ContainerStarted","Data":"337c9f143d8597ad628164061d1a7301eeeea789955a6ed0fc3e60437fed3ac0"} Oct 13 19:34:12 crc kubenswrapper[4809]: I1013 19:34:12.202621 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" event={"ID":"77465163-3588-4a1a-8b9a-03bb74fd58a6","Type":"ContainerStarted","Data":"8f93e75f99d2be33777ae6fd635c12e2809492bed2eb4fc401411910bb745d3e"} Oct 13 19:34:12 crc kubenswrapper[4809]: I1013 19:34:12.202635 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" event={"ID":"77465163-3588-4a1a-8b9a-03bb74fd58a6","Type":"ContainerStarted","Data":"9b0273f9f3ecf1f527965b1bab823fa784808afcc5af71ff094fff01afc9b534"} Oct 13 19:34:12 crc kubenswrapper[4809]: I1013 19:34:12.202644 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" event={"ID":"77465163-3588-4a1a-8b9a-03bb74fd58a6","Type":"ContainerStarted","Data":"8da31e9017c6ab342fa7b1071dfaf90d13e720d8eacbd552390eec028646195a"} Oct 13 19:34:14 crc kubenswrapper[4809]: I1013 19:34:14.222465 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" event={"ID":"77465163-3588-4a1a-8b9a-03bb74fd58a6","Type":"ContainerStarted","Data":"9c17afd8d035b19bfd8e512e1c8909c4bb08d3ca29cda7c4b2b17eda49aa01f1"} Oct 13 19:34:17 crc kubenswrapper[4809]: I1013 19:34:17.242822 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" event={"ID":"77465163-3588-4a1a-8b9a-03bb74fd58a6","Type":"ContainerStarted","Data":"6f044def9816359cb4eeb0bae22047979223f9fc9086d785c28b8e09a822a111"} Oct 13 19:34:17 crc kubenswrapper[4809]: I1013 19:34:17.243376 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:17 crc kubenswrapper[4809]: I1013 19:34:17.243395 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:17 crc kubenswrapper[4809]: I1013 19:34:17.243406 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:17 crc kubenswrapper[4809]: I1013 19:34:17.275596 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:17 crc kubenswrapper[4809]: I1013 19:34:17.288863 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" podStartSLOduration=7.288841885 podStartE2EDuration="7.288841885s" podCreationTimestamp="2025-10-13 19:34:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:34:17.283774772 +0000 UTC m=+575.889521357" watchObservedRunningTime="2025-10-13 19:34:17.288841885 +0000 UTC m=+575.894588470" Oct 13 19:34:17 crc kubenswrapper[4809]: I1013 19:34:17.290143 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:24 crc kubenswrapper[4809]: I1013 19:34:24.156244 4809 scope.go:117] "RemoveContainer" containerID="bb8e0ae98046ed9d4dfe6be5449f8a93058da65f987cda21ca66e2df71470a94" Oct 13 19:34:24 crc kubenswrapper[4809]: E1013 19:34:24.157411 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-multus\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-multus pod=multus-g6bs4_openshift-multus(fc69a833-5433-49b2-8268-84840b3a1522)\"" pod="openshift-multus/multus-g6bs4" podUID="fc69a833-5433-49b2-8268-84840b3a1522" Oct 13 19:34:28 crc kubenswrapper[4809]: I1013 19:34:28.592794 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:34:28 crc kubenswrapper[4809]: I1013 19:34:28.593105 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:34:28 crc kubenswrapper[4809]: I1013 19:34:28.593142 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:34:28 crc kubenswrapper[4809]: I1013 19:34:28.593514 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"10016eacdaadf84a381a9435f700ae4e6b5044f259be959c4c5c6727579bd736"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 19:34:28 crc kubenswrapper[4809]: I1013 19:34:28.593564 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://10016eacdaadf84a381a9435f700ae4e6b5044f259be959c4c5c6727579bd736" gracePeriod=600 Oct 13 19:34:29 crc kubenswrapper[4809]: I1013 19:34:29.329324 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="10016eacdaadf84a381a9435f700ae4e6b5044f259be959c4c5c6727579bd736" exitCode=0 Oct 13 19:34:29 crc kubenswrapper[4809]: I1013 19:34:29.329408 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"10016eacdaadf84a381a9435f700ae4e6b5044f259be959c4c5c6727579bd736"} Oct 13 19:34:29 crc kubenswrapper[4809]: I1013 19:34:29.329780 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"df55c2714006fa0bfb9e540c5e5b34c07674cda31c2bc45318291787f3dcf5f3"} Oct 13 19:34:29 crc kubenswrapper[4809]: I1013 19:34:29.329798 4809 scope.go:117] "RemoveContainer" containerID="cf9aca1297b68e30bb3793423ae8b980c38fb3ca6df16e0cec360a5252d07dcd" Oct 13 19:34:36 crc kubenswrapper[4809]: I1013 19:34:36.155042 4809 scope.go:117] "RemoveContainer" containerID="bb8e0ae98046ed9d4dfe6be5449f8a93058da65f987cda21ca66e2df71470a94" Oct 13 19:34:36 crc kubenswrapper[4809]: I1013 19:34:36.377877 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-multus_multus-g6bs4_fc69a833-5433-49b2-8268-84840b3a1522/kube-multus/2.log" Oct 13 19:34:36 crc kubenswrapper[4809]: I1013 19:34:36.378332 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-multus/multus-g6bs4" event={"ID":"fc69a833-5433-49b2-8268-84840b3a1522","Type":"ContainerStarted","Data":"30f6477c46440166680e5910a991943ed22bbe5586445b77a5c16f306ccf9412"} Oct 13 19:34:40 crc kubenswrapper[4809]: I1013 19:34:40.672027 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-ovn-kubernetes/ovnkube-node-hbhzd" Oct 13 19:34:42 crc kubenswrapper[4809]: I1013 19:34:42.445674 4809 scope.go:117] "RemoveContainer" containerID="b143ea119a837d51f8fd94a2c74b8d0410f5b64624a7f163b56a6e6273f20bda" Oct 13 19:34:42 crc kubenswrapper[4809]: I1013 19:34:42.467316 4809 scope.go:117] "RemoveContainer" containerID="b19327a3fd32917c0d1772d7716da7c9f140b7ec674fcf3518a7edc9f8009690" Oct 13 19:34:42 crc kubenswrapper[4809]: I1013 19:34:42.480364 4809 scope.go:117] "RemoveContainer" containerID="138ff59da0392e4d04550eac054f3e3c51286b5dd5e514d46b7d1a9c7ee744cf" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.615872 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4"] Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.618959 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.625269 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4"] Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.627395 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"default-dockercfg-vmwhc" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.745994 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9ns4n\" (UniqueName: \"kubernetes.io/projected/81b8e3a7-5193-4c13-b800-41decef4696b-kube-api-access-9ns4n\") pod \"fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.746321 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-util\") pod \"fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.746343 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-bundle\") pod \"fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.847912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9ns4n\" (UniqueName: \"kubernetes.io/projected/81b8e3a7-5193-4c13-b800-41decef4696b-kube-api-access-9ns4n\") pod \"fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.847996 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-util\") pod \"fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.848025 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-bundle\") pod \"fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.848710 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-bundle\") pod \"fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.849105 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-util\") pod \"fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.877961 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9ns4n\" (UniqueName: \"kubernetes.io/projected/81b8e3a7-5193-4c13-b800-41decef4696b-kube-api-access-9ns4n\") pod \"fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:47 crc kubenswrapper[4809]: I1013 19:34:47.936724 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:48 crc kubenswrapper[4809]: I1013 19:34:48.162457 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4"] Oct 13 19:34:48 crc kubenswrapper[4809]: W1013 19:34:48.175120 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod81b8e3a7_5193_4c13_b800_41decef4696b.slice/crio-69ec71484b61bf7f8049815b543d1b923d2b340da040a26aa003df170888746a WatchSource:0}: Error finding container 69ec71484b61bf7f8049815b543d1b923d2b340da040a26aa003df170888746a: Status 404 returned error can't find the container with id 69ec71484b61bf7f8049815b543d1b923d2b340da040a26aa003df170888746a Oct 13 19:34:48 crc kubenswrapper[4809]: I1013 19:34:48.454569 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" event={"ID":"81b8e3a7-5193-4c13-b800-41decef4696b","Type":"ContainerStarted","Data":"2c557938c5e9ba816c3e6ff448245dd18ba4cbfccb4392a165ee3952b30fe2c7"} Oct 13 19:34:48 crc kubenswrapper[4809]: I1013 19:34:48.454646 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" event={"ID":"81b8e3a7-5193-4c13-b800-41decef4696b","Type":"ContainerStarted","Data":"69ec71484b61bf7f8049815b543d1b923d2b340da040a26aa003df170888746a"} Oct 13 19:34:49 crc kubenswrapper[4809]: I1013 19:34:49.461176 4809 generic.go:334] "Generic (PLEG): container finished" podID="81b8e3a7-5193-4c13-b800-41decef4696b" containerID="2c557938c5e9ba816c3e6ff448245dd18ba4cbfccb4392a165ee3952b30fe2c7" exitCode=0 Oct 13 19:34:49 crc kubenswrapper[4809]: I1013 19:34:49.461261 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" event={"ID":"81b8e3a7-5193-4c13-b800-41decef4696b","Type":"ContainerDied","Data":"2c557938c5e9ba816c3e6ff448245dd18ba4cbfccb4392a165ee3952b30fe2c7"} Oct 13 19:34:49 crc kubenswrapper[4809]: I1013 19:34:49.464082 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 19:34:51 crc kubenswrapper[4809]: I1013 19:34:51.474945 4809 generic.go:334] "Generic (PLEG): container finished" podID="81b8e3a7-5193-4c13-b800-41decef4696b" containerID="01aafd89f02c7f7b7be2b33c7b2ea9fb5b5131e809b1b94b46289e508ef56836" exitCode=0 Oct 13 19:34:51 crc kubenswrapper[4809]: I1013 19:34:51.475300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" event={"ID":"81b8e3a7-5193-4c13-b800-41decef4696b","Type":"ContainerDied","Data":"01aafd89f02c7f7b7be2b33c7b2ea9fb5b5131e809b1b94b46289e508ef56836"} Oct 13 19:34:52 crc kubenswrapper[4809]: I1013 19:34:52.485428 4809 generic.go:334] "Generic (PLEG): container finished" podID="81b8e3a7-5193-4c13-b800-41decef4696b" containerID="365f2236669dd6af5c94d1f572d7c7b4c674ac1774132385cf59b1075670f799" exitCode=0 Oct 13 19:34:52 crc kubenswrapper[4809]: I1013 19:34:52.485486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" event={"ID":"81b8e3a7-5193-4c13-b800-41decef4696b","Type":"ContainerDied","Data":"365f2236669dd6af5c94d1f572d7c7b4c674ac1774132385cf59b1075670f799"} Oct 13 19:34:53 crc kubenswrapper[4809]: I1013 19:34:53.742797 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:53 crc kubenswrapper[4809]: I1013 19:34:53.833607 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-util\") pod \"81b8e3a7-5193-4c13-b800-41decef4696b\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " Oct 13 19:34:53 crc kubenswrapper[4809]: I1013 19:34:53.833705 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9ns4n\" (UniqueName: \"kubernetes.io/projected/81b8e3a7-5193-4c13-b800-41decef4696b-kube-api-access-9ns4n\") pod \"81b8e3a7-5193-4c13-b800-41decef4696b\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " Oct 13 19:34:53 crc kubenswrapper[4809]: I1013 19:34:53.833829 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-bundle\") pod \"81b8e3a7-5193-4c13-b800-41decef4696b\" (UID: \"81b8e3a7-5193-4c13-b800-41decef4696b\") " Oct 13 19:34:53 crc kubenswrapper[4809]: I1013 19:34:53.834860 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-bundle" (OuterVolumeSpecName: "bundle") pod "81b8e3a7-5193-4c13-b800-41decef4696b" (UID: "81b8e3a7-5193-4c13-b800-41decef4696b"). InnerVolumeSpecName "bundle". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:34:53 crc kubenswrapper[4809]: I1013 19:34:53.850263 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/81b8e3a7-5193-4c13-b800-41decef4696b-kube-api-access-9ns4n" (OuterVolumeSpecName: "kube-api-access-9ns4n") pod "81b8e3a7-5193-4c13-b800-41decef4696b" (UID: "81b8e3a7-5193-4c13-b800-41decef4696b"). InnerVolumeSpecName "kube-api-access-9ns4n". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:34:53 crc kubenswrapper[4809]: I1013 19:34:53.935512 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9ns4n\" (UniqueName: \"kubernetes.io/projected/81b8e3a7-5193-4c13-b800-41decef4696b-kube-api-access-9ns4n\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:53 crc kubenswrapper[4809]: I1013 19:34:53.935580 4809 reconciler_common.go:293] "Volume detached for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:53 crc kubenswrapper[4809]: I1013 19:34:53.967900 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-util" (OuterVolumeSpecName: "util") pod "81b8e3a7-5193-4c13-b800-41decef4696b" (UID: "81b8e3a7-5193-4c13-b800-41decef4696b"). InnerVolumeSpecName "util". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:34:54 crc kubenswrapper[4809]: I1013 19:34:54.036609 4809 reconciler_common.go:293] "Volume detached for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/81b8e3a7-5193-4c13-b800-41decef4696b-util\") on node \"crc\" DevicePath \"\"" Oct 13 19:34:54 crc kubenswrapper[4809]: I1013 19:34:54.499831 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" event={"ID":"81b8e3a7-5193-4c13-b800-41decef4696b","Type":"ContainerDied","Data":"69ec71484b61bf7f8049815b543d1b923d2b340da040a26aa003df170888746a"} Oct 13 19:34:54 crc kubenswrapper[4809]: I1013 19:34:54.499906 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="69ec71484b61bf7f8049815b543d1b923d2b340da040a26aa003df170888746a" Oct 13 19:34:54 crc kubenswrapper[4809]: I1013 19:34:54.499908 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.352318 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-nmstate/nmstate-operator-858ddd8f98-px675"] Oct 13 19:34:59 crc kubenswrapper[4809]: E1013 19:34:59.353163 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="81b8e3a7-5193-4c13-b800-41decef4696b" containerName="pull" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.353181 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="81b8e3a7-5193-4c13-b800-41decef4696b" containerName="pull" Oct 13 19:34:59 crc kubenswrapper[4809]: E1013 19:34:59.353205 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="81b8e3a7-5193-4c13-b800-41decef4696b" containerName="extract" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.353211 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="81b8e3a7-5193-4c13-b800-41decef4696b" containerName="extract" Oct 13 19:34:59 crc kubenswrapper[4809]: E1013 19:34:59.353231 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="81b8e3a7-5193-4c13-b800-41decef4696b" containerName="util" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.353236 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="81b8e3a7-5193-4c13-b800-41decef4696b" containerName="util" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.353394 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="81b8e3a7-5193-4c13-b800-41decef4696b" containerName="extract" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.353958 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-nmstate/nmstate-operator-858ddd8f98-px675" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.355996 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-nmstate"/"openshift-service-ca.crt" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.356198 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-nmstate"/"nmstate-operator-dockercfg-pfpvp" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.356994 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-nmstate"/"kube-root-ca.crt" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.368295 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-nmstate/nmstate-operator-858ddd8f98-px675"] Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.514126 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gj4q4\" (UniqueName: \"kubernetes.io/projected/74ecf4e8-ad1e-4a68-9289-7a1eeba711bb-kube-api-access-gj4q4\") pod \"nmstate-operator-858ddd8f98-px675\" (UID: \"74ecf4e8-ad1e-4a68-9289-7a1eeba711bb\") " pod="openshift-nmstate/nmstate-operator-858ddd8f98-px675" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.615522 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gj4q4\" (UniqueName: \"kubernetes.io/projected/74ecf4e8-ad1e-4a68-9289-7a1eeba711bb-kube-api-access-gj4q4\") pod \"nmstate-operator-858ddd8f98-px675\" (UID: \"74ecf4e8-ad1e-4a68-9289-7a1eeba711bb\") " pod="openshift-nmstate/nmstate-operator-858ddd8f98-px675" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.635844 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gj4q4\" (UniqueName: \"kubernetes.io/projected/74ecf4e8-ad1e-4a68-9289-7a1eeba711bb-kube-api-access-gj4q4\") pod \"nmstate-operator-858ddd8f98-px675\" (UID: \"74ecf4e8-ad1e-4a68-9289-7a1eeba711bb\") " pod="openshift-nmstate/nmstate-operator-858ddd8f98-px675" Oct 13 19:34:59 crc kubenswrapper[4809]: I1013 19:34:59.671363 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-nmstate/nmstate-operator-858ddd8f98-px675" Oct 13 19:35:00 crc kubenswrapper[4809]: I1013 19:35:00.102521 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-nmstate/nmstate-operator-858ddd8f98-px675"] Oct 13 19:35:00 crc kubenswrapper[4809]: I1013 19:35:00.538884 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-nmstate/nmstate-operator-858ddd8f98-px675" event={"ID":"74ecf4e8-ad1e-4a68-9289-7a1eeba711bb","Type":"ContainerStarted","Data":"97aa09206d19c3e5f0ec27ef7ca935486eeba6a262629618080af524c2c3f9e8"} Oct 13 19:35:02 crc kubenswrapper[4809]: I1013 19:35:02.551684 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-nmstate/nmstate-operator-858ddd8f98-px675" event={"ID":"74ecf4e8-ad1e-4a68-9289-7a1eeba711bb","Type":"ContainerStarted","Data":"96f181763ff683905c9a1b892c757d6eed155162898f70c8c2a501345fc58371"} Oct 13 19:35:02 crc kubenswrapper[4809]: I1013 19:35:02.568399 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-nmstate/nmstate-operator-858ddd8f98-px675" podStartSLOduration=1.5375166139999998 podStartE2EDuration="3.568376137s" podCreationTimestamp="2025-10-13 19:34:59 +0000 UTC" firstStartedPulling="2025-10-13 19:35:00.11858293 +0000 UTC m=+618.724329525" lastFinishedPulling="2025-10-13 19:35:02.149442463 +0000 UTC m=+620.755189048" observedRunningTime="2025-10-13 19:35:02.567321678 +0000 UTC m=+621.173068263" watchObservedRunningTime="2025-10-13 19:35:02.568376137 +0000 UTC m=+621.174122732" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.001703 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z"] Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.002785 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.010844 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz"] Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.012056 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.016361 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-nmstate"/"openshift-nmstate-webhook" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.023027 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-nmstate"/"nmstate-handler-dockercfg-jjqdq" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.023244 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z"] Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.035366 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz"] Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.042088 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-nmstate/nmstate-handler-bdw24"] Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.043054 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.124813 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-trblv\" (UniqueName: \"kubernetes.io/projected/2739440e-660e-443b-b7a9-f523145b5c86-kube-api-access-trblv\") pod \"nmstate-webhook-6cdbc54649-vlxwz\" (UID: \"2739440e-660e-443b-b7a9-f523145b5c86\") " pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.124936 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dbus-socket\" (UniqueName: \"kubernetes.io/host-path/6c078e85-bd26-4611-ad2a-62485ca3c826-dbus-socket\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.124989 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tls-key-pair\" (UniqueName: \"kubernetes.io/secret/2739440e-660e-443b-b7a9-f523145b5c86-tls-key-pair\") pod \"nmstate-webhook-6cdbc54649-vlxwz\" (UID: \"2739440e-660e-443b-b7a9-f523145b5c86\") " pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.125039 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4j8pk\" (UniqueName: \"kubernetes.io/projected/9af4fbdb-1b5d-44f0-9404-2ecd09c82e21-kube-api-access-4j8pk\") pod \"nmstate-metrics-fdff9cb8d-2dk9z\" (UID: \"9af4fbdb-1b5d-44f0-9404-2ecd09c82e21\") " pod="openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.125106 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nmstate-lock\" (UniqueName: \"kubernetes.io/host-path/6c078e85-bd26-4611-ad2a-62485ca3c826-nmstate-lock\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.125227 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8tqsv\" (UniqueName: \"kubernetes.io/projected/6c078e85-bd26-4611-ad2a-62485ca3c826-kube-api-access-8tqsv\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.125301 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovs-socket\" (UniqueName: \"kubernetes.io/host-path/6c078e85-bd26-4611-ad2a-62485ca3c826-ovs-socket\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.134118 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp"] Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.134717 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.138680 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-nmstate"/"plugin-serving-cert" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.138748 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-nmstate"/"nginx-conf" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.138790 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-nmstate"/"default-dockercfg-jwhr2" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.163433 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp"] Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226555 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-trblv\" (UniqueName: \"kubernetes.io/projected/2739440e-660e-443b-b7a9-f523145b5c86-kube-api-access-trblv\") pod \"nmstate-webhook-6cdbc54649-vlxwz\" (UID: \"2739440e-660e-443b-b7a9-f523145b5c86\") " pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226605 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dbus-socket\" (UniqueName: \"kubernetes.io/host-path/6c078e85-bd26-4611-ad2a-62485ca3c826-dbus-socket\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226630 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"tls-key-pair\" (UniqueName: \"kubernetes.io/secret/2739440e-660e-443b-b7a9-f523145b5c86-tls-key-pair\") pod \"nmstate-webhook-6cdbc54649-vlxwz\" (UID: \"2739440e-660e-443b-b7a9-f523145b5c86\") " pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226663 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/0ba282a0-1dc7-4a04-ac9e-82418d430c2c-nginx-conf\") pod \"nmstate-console-plugin-6b874cbd85-mxxgp\" (UID: \"0ba282a0-1dc7-4a04-ac9e-82418d430c2c\") " pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226688 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4j8pk\" (UniqueName: \"kubernetes.io/projected/9af4fbdb-1b5d-44f0-9404-2ecd09c82e21-kube-api-access-4j8pk\") pod \"nmstate-metrics-fdff9cb8d-2dk9z\" (UID: \"9af4fbdb-1b5d-44f0-9404-2ecd09c82e21\") " pod="openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226714 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nmstate-lock\" (UniqueName: \"kubernetes.io/host-path/6c078e85-bd26-4611-ad2a-62485ca3c826-nmstate-lock\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226780 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nmstate-lock\" (UniqueName: \"kubernetes.io/host-path/6c078e85-bd26-4611-ad2a-62485ca3c826-nmstate-lock\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226813 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8tqsv\" (UniqueName: \"kubernetes.io/projected/6c078e85-bd26-4611-ad2a-62485ca3c826-kube-api-access-8tqsv\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226847 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugin-serving-cert\" (UniqueName: \"kubernetes.io/secret/0ba282a0-1dc7-4a04-ac9e-82418d430c2c-plugin-serving-cert\") pod \"nmstate-console-plugin-6b874cbd85-mxxgp\" (UID: \"0ba282a0-1dc7-4a04-ac9e-82418d430c2c\") " pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226879 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pmkk7\" (UniqueName: \"kubernetes.io/projected/0ba282a0-1dc7-4a04-ac9e-82418d430c2c-kube-api-access-pmkk7\") pod \"nmstate-console-plugin-6b874cbd85-mxxgp\" (UID: \"0ba282a0-1dc7-4a04-ac9e-82418d430c2c\") " pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226905 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovs-socket\" (UniqueName: \"kubernetes.io/host-path/6c078e85-bd26-4611-ad2a-62485ca3c826-ovs-socket\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.226942 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovs-socket\" (UniqueName: \"kubernetes.io/host-path/6c078e85-bd26-4611-ad2a-62485ca3c826-ovs-socket\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: E1013 19:35:08.227046 4809 secret.go:188] Couldn't get secret openshift-nmstate/openshift-nmstate-webhook: secret "openshift-nmstate-webhook" not found Oct 13 19:35:08 crc kubenswrapper[4809]: E1013 19:35:08.227102 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/2739440e-660e-443b-b7a9-f523145b5c86-tls-key-pair podName:2739440e-660e-443b-b7a9-f523145b5c86 nodeName:}" failed. No retries permitted until 2025-10-13 19:35:08.727083116 +0000 UTC m=+627.332829701 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "tls-key-pair" (UniqueName: "kubernetes.io/secret/2739440e-660e-443b-b7a9-f523145b5c86-tls-key-pair") pod "nmstate-webhook-6cdbc54649-vlxwz" (UID: "2739440e-660e-443b-b7a9-f523145b5c86") : secret "openshift-nmstate-webhook" not found Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.228860 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dbus-socket\" (UniqueName: \"kubernetes.io/host-path/6c078e85-bd26-4611-ad2a-62485ca3c826-dbus-socket\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.251481 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4j8pk\" (UniqueName: \"kubernetes.io/projected/9af4fbdb-1b5d-44f0-9404-2ecd09c82e21-kube-api-access-4j8pk\") pod \"nmstate-metrics-fdff9cb8d-2dk9z\" (UID: \"9af4fbdb-1b5d-44f0-9404-2ecd09c82e21\") " pod="openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.254689 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8tqsv\" (UniqueName: \"kubernetes.io/projected/6c078e85-bd26-4611-ad2a-62485ca3c826-kube-api-access-8tqsv\") pod \"nmstate-handler-bdw24\" (UID: \"6c078e85-bd26-4611-ad2a-62485ca3c826\") " pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.265637 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-trblv\" (UniqueName: \"kubernetes.io/projected/2739440e-660e-443b-b7a9-f523145b5c86-kube-api-access-trblv\") pod \"nmstate-webhook-6cdbc54649-vlxwz\" (UID: \"2739440e-660e-443b-b7a9-f523145b5c86\") " pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.328468 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugin-serving-cert\" (UniqueName: \"kubernetes.io/secret/0ba282a0-1dc7-4a04-ac9e-82418d430c2c-plugin-serving-cert\") pod \"nmstate-console-plugin-6b874cbd85-mxxgp\" (UID: \"0ba282a0-1dc7-4a04-ac9e-82418d430c2c\") " pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.328509 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pmkk7\" (UniqueName: \"kubernetes.io/projected/0ba282a0-1dc7-4a04-ac9e-82418d430c2c-kube-api-access-pmkk7\") pod \"nmstate-console-plugin-6b874cbd85-mxxgp\" (UID: \"0ba282a0-1dc7-4a04-ac9e-82418d430c2c\") " pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.328574 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/0ba282a0-1dc7-4a04-ac9e-82418d430c2c-nginx-conf\") pod \"nmstate-console-plugin-6b874cbd85-mxxgp\" (UID: \"0ba282a0-1dc7-4a04-ac9e-82418d430c2c\") " pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.328982 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.329483 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nginx-conf\" (UniqueName: \"kubernetes.io/configmap/0ba282a0-1dc7-4a04-ac9e-82418d430c2c-nginx-conf\") pod \"nmstate-console-plugin-6b874cbd85-mxxgp\" (UID: \"0ba282a0-1dc7-4a04-ac9e-82418d430c2c\") " pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.339581 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugin-serving-cert\" (UniqueName: \"kubernetes.io/secret/0ba282a0-1dc7-4a04-ac9e-82418d430c2c-plugin-serving-cert\") pod \"nmstate-console-plugin-6b874cbd85-mxxgp\" (UID: \"0ba282a0-1dc7-4a04-ac9e-82418d430c2c\") " pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.349902 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-console/console-5b97df77c-9k5s8"] Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.351357 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.362184 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.367832 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pmkk7\" (UniqueName: \"kubernetes.io/projected/0ba282a0-1dc7-4a04-ac9e-82418d430c2c-kube-api-access-pmkk7\") pod \"nmstate-console-plugin-6b874cbd85-mxxgp\" (UID: \"0ba282a0-1dc7-4a04-ac9e-82418d430c2c\") " pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.373538 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-console/console-5b97df77c-9k5s8"] Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.430133 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gh7r7\" (UniqueName: \"kubernetes.io/projected/5a103039-81d1-4f09-ba09-89702ab5c607-kube-api-access-gh7r7\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.430758 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"console-serving-cert\" (UniqueName: \"kubernetes.io/secret/5a103039-81d1-4f09-ba09-89702ab5c607-console-serving-cert\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.430787 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"console-config\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-console-config\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.430815 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-trusted-ca-bundle\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.430842 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-service-ca\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.430881 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"console-oauth-config\" (UniqueName: \"kubernetes.io/secret/5a103039-81d1-4f09-ba09-89702ab5c607-console-oauth-config\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.431068 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"oauth-serving-cert\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-oauth-serving-cert\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.446660 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.535696 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"console-serving-cert\" (UniqueName: \"kubernetes.io/secret/5a103039-81d1-4f09-ba09-89702ab5c607-console-serving-cert\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.535870 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"console-config\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-console-config\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.535913 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-trusted-ca-bundle\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.536068 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-service-ca\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.536127 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"console-oauth-config\" (UniqueName: \"kubernetes.io/secret/5a103039-81d1-4f09-ba09-89702ab5c607-console-oauth-config\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.536239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"oauth-serving-cert\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-oauth-serving-cert\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.536316 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gh7r7\" (UniqueName: \"kubernetes.io/projected/5a103039-81d1-4f09-ba09-89702ab5c607-kube-api-access-gh7r7\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.537064 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-trusted-ca-bundle\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.538093 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-service-ca\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.538711 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"oauth-serving-cert\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-oauth-serving-cert\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.545526 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"console-serving-cert\" (UniqueName: \"kubernetes.io/secret/5a103039-81d1-4f09-ba09-89702ab5c607-console-serving-cert\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.547296 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"console-config\" (UniqueName: \"kubernetes.io/configmap/5a103039-81d1-4f09-ba09-89702ab5c607-console-config\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.548175 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"console-oauth-config\" (UniqueName: \"kubernetes.io/secret/5a103039-81d1-4f09-ba09-89702ab5c607-console-oauth-config\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.555917 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gh7r7\" (UniqueName: \"kubernetes.io/projected/5a103039-81d1-4f09-ba09-89702ab5c607-kube-api-access-gh7r7\") pod \"console-5b97df77c-9k5s8\" (UID: \"5a103039-81d1-4f09-ba09-89702ab5c607\") " pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.591646 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-nmstate/nmstate-handler-bdw24" event={"ID":"6c078e85-bd26-4611-ad2a-62485ca3c826","Type":"ContainerStarted","Data":"fe7a9cd947630fea8de56bd0df13b912e7f3b8f86c555948d92c7c7d21307efa"} Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.622527 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z"] Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.704559 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.708102 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp"] Oct 13 19:35:08 crc kubenswrapper[4809]: W1013 19:35:08.717542 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod0ba282a0_1dc7_4a04_ac9e_82418d430c2c.slice/crio-3ced73ac721def004536f156ed57b7065565926250b90077dbb2c43fb6f09fe7 WatchSource:0}: Error finding container 3ced73ac721def004536f156ed57b7065565926250b90077dbb2c43fb6f09fe7: Status 404 returned error can't find the container with id 3ced73ac721def004536f156ed57b7065565926250b90077dbb2c43fb6f09fe7 Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.755446 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"tls-key-pair\" (UniqueName: \"kubernetes.io/secret/2739440e-660e-443b-b7a9-f523145b5c86-tls-key-pair\") pod \"nmstate-webhook-6cdbc54649-vlxwz\" (UID: \"2739440e-660e-443b-b7a9-f523145b5c86\") " pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.765235 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"tls-key-pair\" (UniqueName: \"kubernetes.io/secret/2739440e-660e-443b-b7a9-f523145b5c86-tls-key-pair\") pod \"nmstate-webhook-6cdbc54649-vlxwz\" (UID: \"2739440e-660e-443b-b7a9-f523145b5c86\") " pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.945968 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" Oct 13 19:35:08 crc kubenswrapper[4809]: I1013 19:35:08.990772 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-console/console-5b97df77c-9k5s8"] Oct 13 19:35:08 crc kubenswrapper[4809]: W1013 19:35:08.996217 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod5a103039_81d1_4f09_ba09_89702ab5c607.slice/crio-96c863799a2ae6a019fc986246475669f790a81d6edd3d4fba20415d11280246 WatchSource:0}: Error finding container 96c863799a2ae6a019fc986246475669f790a81d6edd3d4fba20415d11280246: Status 404 returned error can't find the container with id 96c863799a2ae6a019fc986246475669f790a81d6edd3d4fba20415d11280246 Oct 13 19:35:09 crc kubenswrapper[4809]: I1013 19:35:09.155377 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz"] Oct 13 19:35:09 crc kubenswrapper[4809]: W1013 19:35:09.162279 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod2739440e_660e_443b_b7a9_f523145b5c86.slice/crio-3a8b9419d775a8d23592c6c29ebefab2a30ecef36d41d577da7a1c257f50e802 WatchSource:0}: Error finding container 3a8b9419d775a8d23592c6c29ebefab2a30ecef36d41d577da7a1c257f50e802: Status 404 returned error can't find the container with id 3a8b9419d775a8d23592c6c29ebefab2a30ecef36d41d577da7a1c257f50e802 Oct 13 19:35:09 crc kubenswrapper[4809]: I1013 19:35:09.598305 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" event={"ID":"0ba282a0-1dc7-4a04-ac9e-82418d430c2c","Type":"ContainerStarted","Data":"3ced73ac721def004536f156ed57b7065565926250b90077dbb2c43fb6f09fe7"} Oct 13 19:35:09 crc kubenswrapper[4809]: I1013 19:35:09.599596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-console/console-5b97df77c-9k5s8" event={"ID":"5a103039-81d1-4f09-ba09-89702ab5c607","Type":"ContainerStarted","Data":"fa495b74007285e57193f76e6ba78c47244c04ca86f50f46ff60a611a11c3095"} Oct 13 19:35:09 crc kubenswrapper[4809]: I1013 19:35:09.599640 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-console/console-5b97df77c-9k5s8" event={"ID":"5a103039-81d1-4f09-ba09-89702ab5c607","Type":"ContainerStarted","Data":"96c863799a2ae6a019fc986246475669f790a81d6edd3d4fba20415d11280246"} Oct 13 19:35:09 crc kubenswrapper[4809]: I1013 19:35:09.600681 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" event={"ID":"2739440e-660e-443b-b7a9-f523145b5c86","Type":"ContainerStarted","Data":"3a8b9419d775a8d23592c6c29ebefab2a30ecef36d41d577da7a1c257f50e802"} Oct 13 19:35:09 crc kubenswrapper[4809]: I1013 19:35:09.604189 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z" event={"ID":"9af4fbdb-1b5d-44f0-9404-2ecd09c82e21","Type":"ContainerStarted","Data":"41a917abc0a5dbda1ae2f272453bac4cad116578f3cf6a1f0b656834885c4740"} Oct 13 19:35:09 crc kubenswrapper[4809]: I1013 19:35:09.626275 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-console/console-5b97df77c-9k5s8" podStartSLOduration=1.6262556849999998 podStartE2EDuration="1.626255685s" podCreationTimestamp="2025-10-13 19:35:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:35:09.623501018 +0000 UTC m=+628.229247613" watchObservedRunningTime="2025-10-13 19:35:09.626255685 +0000 UTC m=+628.232002280" Oct 13 19:35:12 crc kubenswrapper[4809]: I1013 19:35:12.626436 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z" event={"ID":"9af4fbdb-1b5d-44f0-9404-2ecd09c82e21","Type":"ContainerStarted","Data":"b3a765abf24f17a5d569d5d25e5e4a90e2928644d16e53052358c3b0666f8ff1"} Oct 13 19:35:12 crc kubenswrapper[4809]: I1013 19:35:12.627886 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" event={"ID":"0ba282a0-1dc7-4a04-ac9e-82418d430c2c","Type":"ContainerStarted","Data":"d06158fb1eeb5ac7a2de0f9ee259a2633b08e2ff2fabf7f10143a2766d9685a4"} Oct 13 19:35:12 crc kubenswrapper[4809]: I1013 19:35:12.630156 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-nmstate/nmstate-handler-bdw24" event={"ID":"6c078e85-bd26-4611-ad2a-62485ca3c826","Type":"ContainerStarted","Data":"f83b0c820e390603c17d640ce5185bcd39e54193ba94986096577cde10c9f82e"} Oct 13 19:35:12 crc kubenswrapper[4809]: I1013 19:35:12.630888 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:12 crc kubenswrapper[4809]: I1013 19:35:12.634507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" event={"ID":"2739440e-660e-443b-b7a9-f523145b5c86","Type":"ContainerStarted","Data":"c87f3f90cce1697695579d7e8d87e9ab641240ebf5afbb01b59c085a70e85877"} Oct 13 19:35:12 crc kubenswrapper[4809]: I1013 19:35:12.634800 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" Oct 13 19:35:12 crc kubenswrapper[4809]: I1013 19:35:12.657538 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-nmstate/nmstate-console-plugin-6b874cbd85-mxxgp" podStartSLOduration=1.785460606 podStartE2EDuration="4.657471642s" podCreationTimestamp="2025-10-13 19:35:08 +0000 UTC" firstStartedPulling="2025-10-13 19:35:08.72491578 +0000 UTC m=+627.330662385" lastFinishedPulling="2025-10-13 19:35:11.596926836 +0000 UTC m=+630.202673421" observedRunningTime="2025-10-13 19:35:12.653103719 +0000 UTC m=+631.258850304" watchObservedRunningTime="2025-10-13 19:35:12.657471642 +0000 UTC m=+631.263218227" Oct 13 19:35:12 crc kubenswrapper[4809]: I1013 19:35:12.671233 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-nmstate/nmstate-handler-bdw24" podStartSLOduration=2.482548418 podStartE2EDuration="5.671194968s" podCreationTimestamp="2025-10-13 19:35:07 +0000 UTC" firstStartedPulling="2025-10-13 19:35:08.409067518 +0000 UTC m=+627.014814103" lastFinishedPulling="2025-10-13 19:35:11.597714068 +0000 UTC m=+630.203460653" observedRunningTime="2025-10-13 19:35:12.664224092 +0000 UTC m=+631.269970677" watchObservedRunningTime="2025-10-13 19:35:12.671194968 +0000 UTC m=+631.276941553" Oct 13 19:35:12 crc kubenswrapper[4809]: I1013 19:35:12.682806 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" podStartSLOduration=3.219025413 podStartE2EDuration="5.682788395s" podCreationTimestamp="2025-10-13 19:35:07 +0000 UTC" firstStartedPulling="2025-10-13 19:35:09.164144126 +0000 UTC m=+627.769890711" lastFinishedPulling="2025-10-13 19:35:11.627907108 +0000 UTC m=+630.233653693" observedRunningTime="2025-10-13 19:35:12.679754439 +0000 UTC m=+631.285501024" watchObservedRunningTime="2025-10-13 19:35:12.682788395 +0000 UTC m=+631.288535000" Oct 13 19:35:15 crc kubenswrapper[4809]: I1013 19:35:15.657052 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z" event={"ID":"9af4fbdb-1b5d-44f0-9404-2ecd09c82e21","Type":"ContainerStarted","Data":"452cd331a6c6bbabe6dcfd637e9fb64906f2327a3c4a0657784c6dc7ca3a568c"} Oct 13 19:35:15 crc kubenswrapper[4809]: I1013 19:35:15.680944 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-nmstate/nmstate-metrics-fdff9cb8d-2dk9z" podStartSLOduration=2.649963623 podStartE2EDuration="8.680918221s" podCreationTimestamp="2025-10-13 19:35:07 +0000 UTC" firstStartedPulling="2025-10-13 19:35:08.63575665 +0000 UTC m=+627.241503225" lastFinishedPulling="2025-10-13 19:35:14.666711228 +0000 UTC m=+633.272457823" observedRunningTime="2025-10-13 19:35:15.67841897 +0000 UTC m=+634.284165555" watchObservedRunningTime="2025-10-13 19:35:15.680918221 +0000 UTC m=+634.286664836" Oct 13 19:35:18 crc kubenswrapper[4809]: I1013 19:35:18.388476 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-nmstate/nmstate-handler-bdw24" Oct 13 19:35:18 crc kubenswrapper[4809]: I1013 19:35:18.705229 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:18 crc kubenswrapper[4809]: I1013 19:35:18.705367 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:18 crc kubenswrapper[4809]: I1013 19:35:18.713304 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:19 crc kubenswrapper[4809]: I1013 19:35:19.701267 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-console/console-5b97df77c-9k5s8" Oct 13 19:35:19 crc kubenswrapper[4809]: I1013 19:35:19.770746 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-console/console-f9d7485db-vjjt5"] Oct 13 19:35:28 crc kubenswrapper[4809]: I1013 19:35:28.955358 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-nmstate/nmstate-webhook-6cdbc54649-vlxwz" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.007936 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf"] Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.009564 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.012342 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"default-dockercfg-vmwhc" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.019471 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf"] Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.078113 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-util\") pod \"8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.078153 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-r5dwz\" (UniqueName: \"kubernetes.io/projected/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-kube-api-access-r5dwz\") pod \"8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.078192 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-bundle\") pod \"8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.179910 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-util\") pod \"8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.179955 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-r5dwz\" (UniqueName: \"kubernetes.io/projected/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-kube-api-access-r5dwz\") pod \"8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.179996 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-bundle\") pod \"8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.180445 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-bundle\") pod \"8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.180555 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-util\") pod \"8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.206575 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-r5dwz\" (UniqueName: \"kubernetes.io/projected/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-kube-api-access-r5dwz\") pod \"8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.327538 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.536742 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf"] Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.851979 4809 generic.go:334] "Generic (PLEG): container finished" podID="0245a3a5-c4bb-4939-b8a6-cae09cbbc955" containerID="3d886573884dd9261983041f688be5a30b17fd77816b7843a5cdbcf835ea7e03" exitCode=0 Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.852022 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" event={"ID":"0245a3a5-c4bb-4939-b8a6-cae09cbbc955","Type":"ContainerDied","Data":"3d886573884dd9261983041f688be5a30b17fd77816b7843a5cdbcf835ea7e03"} Oct 13 19:35:43 crc kubenswrapper[4809]: I1013 19:35:43.852101 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" event={"ID":"0245a3a5-c4bb-4939-b8a6-cae09cbbc955","Type":"ContainerStarted","Data":"9d4ec38c760651af56246e14582e78e265ee86c25b70c8b82c61726cfbf73199"} Oct 13 19:35:44 crc kubenswrapper[4809]: I1013 19:35:44.820289 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-console/console-f9d7485db-vjjt5" podUID="4ddd209d-6c38-4237-8079-a755a254398f" containerName="console" containerID="cri-o://16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9" gracePeriod=15 Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.154904 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-console_console-f9d7485db-vjjt5_4ddd209d-6c38-4237-8079-a755a254398f/console/0.log" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.155188 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.224660 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-service-ca\") pod \"4ddd209d-6c38-4237-8079-a755a254398f\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.224711 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5dxcb\" (UniqueName: \"kubernetes.io/projected/4ddd209d-6c38-4237-8079-a755a254398f-kube-api-access-5dxcb\") pod \"4ddd209d-6c38-4237-8079-a755a254398f\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.224765 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"oauth-serving-cert\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-oauth-serving-cert\") pod \"4ddd209d-6c38-4237-8079-a755a254398f\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.224793 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"console-config\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-console-config\") pod \"4ddd209d-6c38-4237-8079-a755a254398f\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.224857 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"console-oauth-config\" (UniqueName: \"kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-oauth-config\") pod \"4ddd209d-6c38-4237-8079-a755a254398f\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.224893 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"console-serving-cert\" (UniqueName: \"kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-serving-cert\") pod \"4ddd209d-6c38-4237-8079-a755a254398f\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.224919 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-trusted-ca-bundle\") pod \"4ddd209d-6c38-4237-8079-a755a254398f\" (UID: \"4ddd209d-6c38-4237-8079-a755a254398f\") " Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.225506 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-service-ca" (OuterVolumeSpecName: "service-ca") pod "4ddd209d-6c38-4237-8079-a755a254398f" (UID: "4ddd209d-6c38-4237-8079-a755a254398f"). InnerVolumeSpecName "service-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.226430 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-oauth-serving-cert" (OuterVolumeSpecName: "oauth-serving-cert") pod "4ddd209d-6c38-4237-8079-a755a254398f" (UID: "4ddd209d-6c38-4237-8079-a755a254398f"). InnerVolumeSpecName "oauth-serving-cert". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.226575 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-console-config" (OuterVolumeSpecName: "console-config") pod "4ddd209d-6c38-4237-8079-a755a254398f" (UID: "4ddd209d-6c38-4237-8079-a755a254398f"). InnerVolumeSpecName "console-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.227148 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-trusted-ca-bundle" (OuterVolumeSpecName: "trusted-ca-bundle") pod "4ddd209d-6c38-4237-8079-a755a254398f" (UID: "4ddd209d-6c38-4237-8079-a755a254398f"). InnerVolumeSpecName "trusted-ca-bundle". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.231747 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-oauth-config" (OuterVolumeSpecName: "console-oauth-config") pod "4ddd209d-6c38-4237-8079-a755a254398f" (UID: "4ddd209d-6c38-4237-8079-a755a254398f"). InnerVolumeSpecName "console-oauth-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.233057 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-serving-cert" (OuterVolumeSpecName: "console-serving-cert") pod "4ddd209d-6c38-4237-8079-a755a254398f" (UID: "4ddd209d-6c38-4237-8079-a755a254398f"). InnerVolumeSpecName "console-serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.234220 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4ddd209d-6c38-4237-8079-a755a254398f-kube-api-access-5dxcb" (OuterVolumeSpecName: "kube-api-access-5dxcb") pod "4ddd209d-6c38-4237-8079-a755a254398f" (UID: "4ddd209d-6c38-4237-8079-a755a254398f"). InnerVolumeSpecName "kube-api-access-5dxcb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.326099 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5dxcb\" (UniqueName: \"kubernetes.io/projected/4ddd209d-6c38-4237-8079-a755a254398f-kube-api-access-5dxcb\") on node \"crc\" DevicePath \"\"" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.326142 4809 reconciler_common.go:293] "Volume detached for volume \"oauth-serving-cert\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-oauth-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.326154 4809 reconciler_common.go:293] "Volume detached for volume \"console-config\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-console-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.326166 4809 reconciler_common.go:293] "Volume detached for volume \"console-oauth-config\" (UniqueName: \"kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-oauth-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.326178 4809 reconciler_common.go:293] "Volume detached for volume \"console-serving-cert\" (UniqueName: \"kubernetes.io/secret/4ddd209d-6c38-4237-8079-a755a254398f-console-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.326189 4809 reconciler_common.go:293] "Volume detached for volume \"trusted-ca-bundle\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-trusted-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.326199 4809 reconciler_common.go:293] "Volume detached for volume \"service-ca\" (UniqueName: \"kubernetes.io/configmap/4ddd209d-6c38-4237-8079-a755a254398f-service-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.869118 4809 generic.go:334] "Generic (PLEG): container finished" podID="0245a3a5-c4bb-4939-b8a6-cae09cbbc955" containerID="37299d8a6968a7ef8d033e181b302450a2a96e0dfb6a947579edcb6f2166657f" exitCode=0 Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.869197 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" event={"ID":"0245a3a5-c4bb-4939-b8a6-cae09cbbc955","Type":"ContainerDied","Data":"37299d8a6968a7ef8d033e181b302450a2a96e0dfb6a947579edcb6f2166657f"} Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.873301 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-console_console-f9d7485db-vjjt5_4ddd209d-6c38-4237-8079-a755a254398f/console/0.log" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.873381 4809 generic.go:334] "Generic (PLEG): container finished" podID="4ddd209d-6c38-4237-8079-a755a254398f" containerID="16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9" exitCode=2 Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.873424 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-console/console-f9d7485db-vjjt5" event={"ID":"4ddd209d-6c38-4237-8079-a755a254398f","Type":"ContainerDied","Data":"16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9"} Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.873460 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-console/console-f9d7485db-vjjt5" event={"ID":"4ddd209d-6c38-4237-8079-a755a254398f","Type":"ContainerDied","Data":"7925061ec2980affc815c49198d4dffa4aef9edf1df74603ac98b68b536c5edf"} Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.873474 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-console/console-f9d7485db-vjjt5" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.873491 4809 scope.go:117] "RemoveContainer" containerID="16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.915900 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-console/console-f9d7485db-vjjt5"] Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.918423 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-console/console-f9d7485db-vjjt5"] Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.934095 4809 scope.go:117] "RemoveContainer" containerID="16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9" Oct 13 19:35:45 crc kubenswrapper[4809]: E1013 19:35:45.935828 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9\": container with ID starting with 16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9 not found: ID does not exist" containerID="16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9" Oct 13 19:35:45 crc kubenswrapper[4809]: I1013 19:35:45.935877 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9"} err="failed to get container status \"16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9\": rpc error: code = NotFound desc = could not find container \"16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9\": container with ID starting with 16f85bb1406a5f0c5d7ecb86fd54a09b3047cd5ab50ab64b2806392a2e7ebef9 not found: ID does not exist" Oct 13 19:35:46 crc kubenswrapper[4809]: I1013 19:35:46.162808 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4ddd209d-6c38-4237-8079-a755a254398f" path="/var/lib/kubelet/pods/4ddd209d-6c38-4237-8079-a755a254398f/volumes" Oct 13 19:35:46 crc kubenswrapper[4809]: I1013 19:35:46.883624 4809 generic.go:334] "Generic (PLEG): container finished" podID="0245a3a5-c4bb-4939-b8a6-cae09cbbc955" containerID="6134cd169db10fe1f3bf82fe0f06902b4adb01ac8dd796d2b3d0f6089b28ed84" exitCode=0 Oct 13 19:35:46 crc kubenswrapper[4809]: I1013 19:35:46.883667 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" event={"ID":"0245a3a5-c4bb-4939-b8a6-cae09cbbc955","Type":"ContainerDied","Data":"6134cd169db10fe1f3bf82fe0f06902b4adb01ac8dd796d2b3d0f6089b28ed84"} Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.215210 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.266269 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-util\") pod \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.266678 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-r5dwz\" (UniqueName: \"kubernetes.io/projected/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-kube-api-access-r5dwz\") pod \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.266777 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-bundle\") pod \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\" (UID: \"0245a3a5-c4bb-4939-b8a6-cae09cbbc955\") " Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.268809 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-bundle" (OuterVolumeSpecName: "bundle") pod "0245a3a5-c4bb-4939-b8a6-cae09cbbc955" (UID: "0245a3a5-c4bb-4939-b8a6-cae09cbbc955"). InnerVolumeSpecName "bundle". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.275817 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-kube-api-access-r5dwz" (OuterVolumeSpecName: "kube-api-access-r5dwz") pod "0245a3a5-c4bb-4939-b8a6-cae09cbbc955" (UID: "0245a3a5-c4bb-4939-b8a6-cae09cbbc955"). InnerVolumeSpecName "kube-api-access-r5dwz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.298517 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-util" (OuterVolumeSpecName: "util") pod "0245a3a5-c4bb-4939-b8a6-cae09cbbc955" (UID: "0245a3a5-c4bb-4939-b8a6-cae09cbbc955"). InnerVolumeSpecName "util". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.368282 4809 reconciler_common.go:293] "Volume detached for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.368329 4809 reconciler_common.go:293] "Volume detached for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-util\") on node \"crc\" DevicePath \"\"" Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.368349 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-r5dwz\" (UniqueName: \"kubernetes.io/projected/0245a3a5-c4bb-4939-b8a6-cae09cbbc955-kube-api-access-r5dwz\") on node \"crc\" DevicePath \"\"" Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.898051 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" event={"ID":"0245a3a5-c4bb-4939-b8a6-cae09cbbc955","Type":"ContainerDied","Data":"9d4ec38c760651af56246e14582e78e265ee86c25b70c8b82c61726cfbf73199"} Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.898099 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9d4ec38c760651af56246e14582e78e265ee86c25b70c8b82c61726cfbf73199" Oct 13 19:35:48 crc kubenswrapper[4809]: I1013 19:35:48.898159 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.570741 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47"] Oct 13 19:35:59 crc kubenswrapper[4809]: E1013 19:35:59.572352 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4ddd209d-6c38-4237-8079-a755a254398f" containerName="console" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.572430 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4ddd209d-6c38-4237-8079-a755a254398f" containerName="console" Oct 13 19:35:59 crc kubenswrapper[4809]: E1013 19:35:59.572490 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0245a3a5-c4bb-4939-b8a6-cae09cbbc955" containerName="pull" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.572544 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0245a3a5-c4bb-4939-b8a6-cae09cbbc955" containerName="pull" Oct 13 19:35:59 crc kubenswrapper[4809]: E1013 19:35:59.572609 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0245a3a5-c4bb-4939-b8a6-cae09cbbc955" containerName="extract" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.572673 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0245a3a5-c4bb-4939-b8a6-cae09cbbc955" containerName="extract" Oct 13 19:35:59 crc kubenswrapper[4809]: E1013 19:35:59.572745 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0245a3a5-c4bb-4939-b8a6-cae09cbbc955" containerName="util" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.572802 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0245a3a5-c4bb-4939-b8a6-cae09cbbc955" containerName="util" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.572945 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4ddd209d-6c38-4237-8079-a755a254398f" containerName="console" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.573027 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0245a3a5-c4bb-4939-b8a6-cae09cbbc955" containerName="extract" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.573451 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.575238 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"metallb-operator-webhook-server-cert" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.579136 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"manager-account-dockercfg-rtcwk" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.579138 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"metallb-operator-controller-manager-service-cert" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.579216 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"metallb-system"/"kube-root-ca.crt" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.579462 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"metallb-system"/"openshift-service-ca.crt" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.592144 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47"] Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.620331 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g9njd\" (UniqueName: \"kubernetes.io/projected/6eaabd9a-5b5c-4e5a-91fe-bad48b31c216-kube-api-access-g9njd\") pod \"metallb-operator-controller-manager-b7789ff7f-4dz47\" (UID: \"6eaabd9a-5b5c-4e5a-91fe-bad48b31c216\") " pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.620402 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/6eaabd9a-5b5c-4e5a-91fe-bad48b31c216-apiservice-cert\") pod \"metallb-operator-controller-manager-b7789ff7f-4dz47\" (UID: \"6eaabd9a-5b5c-4e5a-91fe-bad48b31c216\") " pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.620461 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/6eaabd9a-5b5c-4e5a-91fe-bad48b31c216-webhook-cert\") pod \"metallb-operator-controller-manager-b7789ff7f-4dz47\" (UID: \"6eaabd9a-5b5c-4e5a-91fe-bad48b31c216\") " pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.721553 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g9njd\" (UniqueName: \"kubernetes.io/projected/6eaabd9a-5b5c-4e5a-91fe-bad48b31c216-kube-api-access-g9njd\") pod \"metallb-operator-controller-manager-b7789ff7f-4dz47\" (UID: \"6eaabd9a-5b5c-4e5a-91fe-bad48b31c216\") " pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.721637 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/6eaabd9a-5b5c-4e5a-91fe-bad48b31c216-apiservice-cert\") pod \"metallb-operator-controller-manager-b7789ff7f-4dz47\" (UID: \"6eaabd9a-5b5c-4e5a-91fe-bad48b31c216\") " pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.721752 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/6eaabd9a-5b5c-4e5a-91fe-bad48b31c216-webhook-cert\") pod \"metallb-operator-controller-manager-b7789ff7f-4dz47\" (UID: \"6eaabd9a-5b5c-4e5a-91fe-bad48b31c216\") " pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.730164 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/6eaabd9a-5b5c-4e5a-91fe-bad48b31c216-apiservice-cert\") pod \"metallb-operator-controller-manager-b7789ff7f-4dz47\" (UID: \"6eaabd9a-5b5c-4e5a-91fe-bad48b31c216\") " pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.730603 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/6eaabd9a-5b5c-4e5a-91fe-bad48b31c216-webhook-cert\") pod \"metallb-operator-controller-manager-b7789ff7f-4dz47\" (UID: \"6eaabd9a-5b5c-4e5a-91fe-bad48b31c216\") " pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.740124 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-g9njd\" (UniqueName: \"kubernetes.io/projected/6eaabd9a-5b5c-4e5a-91fe-bad48b31c216-kube-api-access-g9njd\") pod \"metallb-operator-controller-manager-b7789ff7f-4dz47\" (UID: \"6eaabd9a-5b5c-4e5a-91fe-bad48b31c216\") " pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.901964 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.928626 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7"] Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.929785 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.932372 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"controller-dockercfg-d7rm2" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.932437 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"metallb-operator-webhook-server-service-cert" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.932523 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"metallb-webhook-cert" Oct 13 19:35:59 crc kubenswrapper[4809]: I1013 19:35:59.941881 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7"] Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.025876 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gcvbv\" (UniqueName: \"kubernetes.io/projected/bfb0f926-3491-45e7-9606-03d50d9c49a4-kube-api-access-gcvbv\") pod \"metallb-operator-webhook-server-86869d57c5-28vf7\" (UID: \"bfb0f926-3491-45e7-9606-03d50d9c49a4\") " pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.025928 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/bfb0f926-3491-45e7-9606-03d50d9c49a4-webhook-cert\") pod \"metallb-operator-webhook-server-86869d57c5-28vf7\" (UID: \"bfb0f926-3491-45e7-9606-03d50d9c49a4\") " pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.025978 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/bfb0f926-3491-45e7-9606-03d50d9c49a4-apiservice-cert\") pod \"metallb-operator-webhook-server-86869d57c5-28vf7\" (UID: \"bfb0f926-3491-45e7-9606-03d50d9c49a4\") " pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.126801 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/bfb0f926-3491-45e7-9606-03d50d9c49a4-apiservice-cert\") pod \"metallb-operator-webhook-server-86869d57c5-28vf7\" (UID: \"bfb0f926-3491-45e7-9606-03d50d9c49a4\") " pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.126887 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gcvbv\" (UniqueName: \"kubernetes.io/projected/bfb0f926-3491-45e7-9606-03d50d9c49a4-kube-api-access-gcvbv\") pod \"metallb-operator-webhook-server-86869d57c5-28vf7\" (UID: \"bfb0f926-3491-45e7-9606-03d50d9c49a4\") " pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.126907 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/bfb0f926-3491-45e7-9606-03d50d9c49a4-webhook-cert\") pod \"metallb-operator-webhook-server-86869d57c5-28vf7\" (UID: \"bfb0f926-3491-45e7-9606-03d50d9c49a4\") " pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.135770 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/bfb0f926-3491-45e7-9606-03d50d9c49a4-webhook-cert\") pod \"metallb-operator-webhook-server-86869d57c5-28vf7\" (UID: \"bfb0f926-3491-45e7-9606-03d50d9c49a4\") " pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.143717 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47"] Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.151600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gcvbv\" (UniqueName: \"kubernetes.io/projected/bfb0f926-3491-45e7-9606-03d50d9c49a4-kube-api-access-gcvbv\") pod \"metallb-operator-webhook-server-86869d57c5-28vf7\" (UID: \"bfb0f926-3491-45e7-9606-03d50d9c49a4\") " pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.157405 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/bfb0f926-3491-45e7-9606-03d50d9c49a4-apiservice-cert\") pod \"metallb-operator-webhook-server-86869d57c5-28vf7\" (UID: \"bfb0f926-3491-45e7-9606-03d50d9c49a4\") " pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.270700 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.521391 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7"] Oct 13 19:36:00 crc kubenswrapper[4809]: W1013 19:36:00.529802 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbfb0f926_3491_45e7_9606_03d50d9c49a4.slice/crio-1348d3fe404af056d5ae6e3156f6fd98390df33a8f84d29049021be0cf7c25be WatchSource:0}: Error finding container 1348d3fe404af056d5ae6e3156f6fd98390df33a8f84d29049021be0cf7c25be: Status 404 returned error can't find the container with id 1348d3fe404af056d5ae6e3156f6fd98390df33a8f84d29049021be0cf7c25be Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.968357 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" event={"ID":"bfb0f926-3491-45e7-9606-03d50d9c49a4","Type":"ContainerStarted","Data":"1348d3fe404af056d5ae6e3156f6fd98390df33a8f84d29049021be0cf7c25be"} Oct 13 19:36:00 crc kubenswrapper[4809]: I1013 19:36:00.969844 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" event={"ID":"6eaabd9a-5b5c-4e5a-91fe-bad48b31c216","Type":"ContainerStarted","Data":"9326afe748647a69a23d2ccee47a59d63ac266b9ccc974f5f2c06d28afcaf3e0"} Oct 13 19:36:03 crc kubenswrapper[4809]: I1013 19:36:03.986949 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" event={"ID":"6eaabd9a-5b5c-4e5a-91fe-bad48b31c216","Type":"ContainerStarted","Data":"0c818bfc0f437d939b4c4002b48daff9d2dc2b8b073750031aaea8deff3ba649"} Oct 13 19:36:03 crc kubenswrapper[4809]: I1013 19:36:03.987291 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:36:04 crc kubenswrapper[4809]: I1013 19:36:04.011481 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" podStartSLOduration=1.833826357 podStartE2EDuration="5.011462615s" podCreationTimestamp="2025-10-13 19:35:59 +0000 UTC" firstStartedPulling="2025-10-13 19:36:00.162955803 +0000 UTC m=+678.768702378" lastFinishedPulling="2025-10-13 19:36:03.340592051 +0000 UTC m=+681.946338636" observedRunningTime="2025-10-13 19:36:04.007292812 +0000 UTC m=+682.613039397" watchObservedRunningTime="2025-10-13 19:36:04.011462615 +0000 UTC m=+682.617209200" Oct 13 19:36:07 crc kubenswrapper[4809]: I1013 19:36:07.010442 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" event={"ID":"bfb0f926-3491-45e7-9606-03d50d9c49a4","Type":"ContainerStarted","Data":"959dda9d8152207444709374e9458af9463bbc611d6235956a8ea9d7b3dec8ab"} Oct 13 19:36:07 crc kubenswrapper[4809]: I1013 19:36:07.011291 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:07 crc kubenswrapper[4809]: I1013 19:36:07.032783 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" podStartSLOduration=2.026874108 podStartE2EDuration="8.032759832s" podCreationTimestamp="2025-10-13 19:35:59 +0000 UTC" firstStartedPulling="2025-10-13 19:36:00.532657853 +0000 UTC m=+679.138404438" lastFinishedPulling="2025-10-13 19:36:06.538543577 +0000 UTC m=+685.144290162" observedRunningTime="2025-10-13 19:36:07.030478185 +0000 UTC m=+685.636224780" watchObservedRunningTime="2025-10-13 19:36:07.032759832 +0000 UTC m=+685.638506447" Oct 13 19:36:20 crc kubenswrapper[4809]: I1013 19:36:20.277174 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="metallb-system/metallb-operator-webhook-server-86869d57c5-28vf7" Oct 13 19:36:28 crc kubenswrapper[4809]: I1013 19:36:28.593166 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:36:28 crc kubenswrapper[4809]: I1013 19:36:28.594107 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:36:39 crc kubenswrapper[4809]: I1013 19:36:39.904987 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="metallb-system/metallb-operator-controller-manager-b7789ff7f-4dz47" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.701544 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["metallb-system/frr-k8s-mdf8c"] Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.704337 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.704463 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7"] Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.710060 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.710318 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"metallb-system"/"frr-startup" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.710369 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"frr-k8s-daemon-dockercfg-fmwcf" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.712028 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"frr-k8s-webhook-server-cert" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.712716 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"frr-k8s-certs-secret" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.721932 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7"] Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.774878 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"reloader\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-reloader\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.775432 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/1f6e5a79-b1b3-4a96-8988-64d736d374b8-cert\") pod \"frr-k8s-webhook-server-64bf5d555-f68l7\" (UID: \"1f6e5a79-b1b3-4a96-8988-64d736d374b8\") " pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.775526 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"frr-sockets\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-frr-sockets\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.775617 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"frr-conf\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-frr-conf\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.775710 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"frr-startup\" (UniqueName: \"kubernetes.io/configmap/818f47d5-2e81-47bf-b6ac-0c348f3c9946-frr-startup\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.775861 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h84b4\" (UniqueName: \"kubernetes.io/projected/1f6e5a79-b1b3-4a96-8988-64d736d374b8-kube-api-access-h84b4\") pod \"frr-k8s-webhook-server-64bf5d555-f68l7\" (UID: \"1f6e5a79-b1b3-4a96-8988-64d736d374b8\") " pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.775962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cglkw\" (UniqueName: \"kubernetes.io/projected/818f47d5-2e81-47bf-b6ac-0c348f3c9946-kube-api-access-cglkw\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.776067 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-metrics\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.776150 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/818f47d5-2e81-47bf-b6ac-0c348f3c9946-metrics-certs\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.800652 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["metallb-system/speaker-lqgwl"] Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.802033 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/speaker-lqgwl" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.803785 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"speaker-dockercfg-qqdd5" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.803799 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"speaker-certs-secret" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.804099 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"metallb-memberlist" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.804135 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"metallb-system"/"metallb-excludel2" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.820852 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["metallb-system/controller-68d546b9d8-bgd9l"] Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.826749 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.830415 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"controller-certs-secret" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.843380 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["metallb-system/controller-68d546b9d8-bgd9l"] Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877541 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"frr-startup\" (UniqueName: \"kubernetes.io/configmap/818f47d5-2e81-47bf-b6ac-0c348f3c9946-frr-startup\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877597 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-metrics-certs\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877646 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-h84b4\" (UniqueName: \"kubernetes.io/projected/1f6e5a79-b1b3-4a96-8988-64d736d374b8-kube-api-access-h84b4\") pod \"frr-k8s-webhook-server-64bf5d555-f68l7\" (UID: \"1f6e5a79-b1b3-4a96-8988-64d736d374b8\") " pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877673 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cglkw\" (UniqueName: \"kubernetes.io/projected/818f47d5-2e81-47bf-b6ac-0c348f3c9946-kube-api-access-cglkw\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877693 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/4607fa15-7d60-49e9-86f4-89184404a135-cert\") pod \"controller-68d546b9d8-bgd9l\" (UID: \"4607fa15-7d60-49e9-86f4-89184404a135\") " pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877712 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2776z\" (UniqueName: \"kubernetes.io/projected/4607fa15-7d60-49e9-86f4-89184404a135-kube-api-access-2776z\") pod \"controller-68d546b9d8-bgd9l\" (UID: \"4607fa15-7d60-49e9-86f4-89184404a135\") " pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877750 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-metrics\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877771 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/818f47d5-2e81-47bf-b6ac-0c348f3c9946-metrics-certs\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877791 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"reloader\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-reloader\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877815 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/4607fa15-7d60-49e9-86f4-89184404a135-metrics-certs\") pod \"controller-68d546b9d8-bgd9l\" (UID: \"4607fa15-7d60-49e9-86f4-89184404a135\") " pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877833 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/1f6e5a79-b1b3-4a96-8988-64d736d374b8-cert\") pod \"frr-k8s-webhook-server-64bf5d555-f68l7\" (UID: \"1f6e5a79-b1b3-4a96-8988-64d736d374b8\") " pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877855 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memberlist\" (UniqueName: \"kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-memberlist\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877873 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bnznn\" (UniqueName: \"kubernetes.io/projected/1e303745-71a6-4be3-80bf-80e6d92b5685-kube-api-access-bnznn\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877891 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"frr-sockets\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-frr-sockets\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877910 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"frr-conf\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-frr-conf\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.877925 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metallb-excludel2\" (UniqueName: \"kubernetes.io/configmap/1e303745-71a6-4be3-80bf-80e6d92b5685-metallb-excludel2\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.878915 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"frr-startup\" (UniqueName: \"kubernetes.io/configmap/818f47d5-2e81-47bf-b6ac-0c348f3c9946-frr-startup\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.879599 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"reloader\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-reloader\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.880273 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"frr-sockets\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-frr-sockets\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.880605 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-metrics\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.880644 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"frr-conf\" (UniqueName: \"kubernetes.io/empty-dir/818f47d5-2e81-47bf-b6ac-0c348f3c9946-frr-conf\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.884462 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cert\" (UniqueName: \"kubernetes.io/secret/1f6e5a79-b1b3-4a96-8988-64d736d374b8-cert\") pod \"frr-k8s-webhook-server-64bf5d555-f68l7\" (UID: \"1f6e5a79-b1b3-4a96-8988-64d736d374b8\") " pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.889268 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/818f47d5-2e81-47bf-b6ac-0c348f3c9946-metrics-certs\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.899014 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cglkw\" (UniqueName: \"kubernetes.io/projected/818f47d5-2e81-47bf-b6ac-0c348f3c9946-kube-api-access-cglkw\") pod \"frr-k8s-mdf8c\" (UID: \"818f47d5-2e81-47bf-b6ac-0c348f3c9946\") " pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.899550 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-h84b4\" (UniqueName: \"kubernetes.io/projected/1f6e5a79-b1b3-4a96-8988-64d736d374b8-kube-api-access-h84b4\") pod \"frr-k8s-webhook-server-64bf5d555-f68l7\" (UID: \"1f6e5a79-b1b3-4a96-8988-64d736d374b8\") " pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.978652 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/4607fa15-7d60-49e9-86f4-89184404a135-metrics-certs\") pod \"controller-68d546b9d8-bgd9l\" (UID: \"4607fa15-7d60-49e9-86f4-89184404a135\") " pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.978715 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memberlist\" (UniqueName: \"kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-memberlist\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.978763 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bnznn\" (UniqueName: \"kubernetes.io/projected/1e303745-71a6-4be3-80bf-80e6d92b5685-kube-api-access-bnznn\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.978790 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metallb-excludel2\" (UniqueName: \"kubernetes.io/configmap/1e303745-71a6-4be3-80bf-80e6d92b5685-metallb-excludel2\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.978820 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-metrics-certs\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.978880 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/4607fa15-7d60-49e9-86f4-89184404a135-cert\") pod \"controller-68d546b9d8-bgd9l\" (UID: \"4607fa15-7d60-49e9-86f4-89184404a135\") " pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.978907 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2776z\" (UniqueName: \"kubernetes.io/projected/4607fa15-7d60-49e9-86f4-89184404a135-kube-api-access-2776z\") pod \"controller-68d546b9d8-bgd9l\" (UID: \"4607fa15-7d60-49e9-86f4-89184404a135\") " pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:40 crc kubenswrapper[4809]: E1013 19:36:40.979331 4809 secret.go:188] Couldn't get secret metallb-system/controller-certs-secret: secret "controller-certs-secret" not found Oct 13 19:36:40 crc kubenswrapper[4809]: E1013 19:36:40.979379 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/4607fa15-7d60-49e9-86f4-89184404a135-metrics-certs podName:4607fa15-7d60-49e9-86f4-89184404a135 nodeName:}" failed. No retries permitted until 2025-10-13 19:36:41.479361811 +0000 UTC m=+720.085108396 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "metrics-certs" (UniqueName: "kubernetes.io/secret/4607fa15-7d60-49e9-86f4-89184404a135-metrics-certs") pod "controller-68d546b9d8-bgd9l" (UID: "4607fa15-7d60-49e9-86f4-89184404a135") : secret "controller-certs-secret" not found Oct 13 19:36:40 crc kubenswrapper[4809]: E1013 19:36:40.979572 4809 secret.go:188] Couldn't get secret metallb-system/metallb-memberlist: secret "metallb-memberlist" not found Oct 13 19:36:40 crc kubenswrapper[4809]: E1013 19:36:40.979605 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-memberlist podName:1e303745-71a6-4be3-80bf-80e6d92b5685 nodeName:}" failed. No retries permitted until 2025-10-13 19:36:41.479594358 +0000 UTC m=+720.085340943 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "memberlist" (UniqueName: "kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-memberlist") pod "speaker-lqgwl" (UID: "1e303745-71a6-4be3-80bf-80e6d92b5685") : secret "metallb-memberlist" not found Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.980443 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metallb-excludel2\" (UniqueName: \"kubernetes.io/configmap/1e303745-71a6-4be3-80bf-80e6d92b5685-metallb-excludel2\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:40 crc kubenswrapper[4809]: E1013 19:36:40.980527 4809 secret.go:188] Couldn't get secret metallb-system/speaker-certs-secret: secret "speaker-certs-secret" not found Oct 13 19:36:40 crc kubenswrapper[4809]: E1013 19:36:40.980562 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-metrics-certs podName:1e303745-71a6-4be3-80bf-80e6d92b5685 nodeName:}" failed. No retries permitted until 2025-10-13 19:36:41.480550788 +0000 UTC m=+720.086297373 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "metrics-certs" (UniqueName: "kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-metrics-certs") pod "speaker-lqgwl" (UID: "1e303745-71a6-4be3-80bf-80e6d92b5685") : secret "speaker-certs-secret" not found Oct 13 19:36:40 crc kubenswrapper[4809]: I1013 19:36:40.984355 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cert\" (UniqueName: \"kubernetes.io/secret/4607fa15-7d60-49e9-86f4-89184404a135-cert\") pod \"controller-68d546b9d8-bgd9l\" (UID: \"4607fa15-7d60-49e9-86f4-89184404a135\") " pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.000606 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2776z\" (UniqueName: \"kubernetes.io/projected/4607fa15-7d60-49e9-86f4-89184404a135-kube-api-access-2776z\") pod \"controller-68d546b9d8-bgd9l\" (UID: \"4607fa15-7d60-49e9-86f4-89184404a135\") " pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.001264 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bnznn\" (UniqueName: \"kubernetes.io/projected/1e303745-71a6-4be3-80bf-80e6d92b5685-kube-api-access-bnznn\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.028986 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.049377 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.265624 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-mdf8c" event={"ID":"818f47d5-2e81-47bf-b6ac-0c348f3c9946","Type":"ContainerStarted","Data":"eface4cd6d9b3e4843052dc8f96fac53c4fde3fa8f85d7e8481000f909c33270"} Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.484547 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-metrics-certs\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.485022 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/4607fa15-7d60-49e9-86f4-89184404a135-metrics-certs\") pod \"controller-68d546b9d8-bgd9l\" (UID: \"4607fa15-7d60-49e9-86f4-89184404a135\") " pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.485061 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memberlist\" (UniqueName: \"kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-memberlist\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:41 crc kubenswrapper[4809]: E1013 19:36:41.485201 4809 secret.go:188] Couldn't get secret metallb-system/metallb-memberlist: secret "metallb-memberlist" not found Oct 13 19:36:41 crc kubenswrapper[4809]: E1013 19:36:41.485279 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-memberlist podName:1e303745-71a6-4be3-80bf-80e6d92b5685 nodeName:}" failed. No retries permitted until 2025-10-13 19:36:42.485257972 +0000 UTC m=+721.091004567 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "memberlist" (UniqueName: "kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-memberlist") pod "speaker-lqgwl" (UID: "1e303745-71a6-4be3-80bf-80e6d92b5685") : secret "metallb-memberlist" not found Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.491294 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-metrics-certs\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.493838 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs\" (UniqueName: \"kubernetes.io/secret/4607fa15-7d60-49e9-86f4-89184404a135-metrics-certs\") pod \"controller-68d546b9d8-bgd9l\" (UID: \"4607fa15-7d60-49e9-86f4-89184404a135\") " pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.526623 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7"] Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.742912 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:41 crc kubenswrapper[4809]: I1013 19:36:41.980573 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["metallb-system/controller-68d546b9d8-bgd9l"] Oct 13 19:36:42 crc kubenswrapper[4809]: I1013 19:36:42.274978 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/controller-68d546b9d8-bgd9l" event={"ID":"4607fa15-7d60-49e9-86f4-89184404a135","Type":"ContainerStarted","Data":"8a6aa9792d569a4c5ea4436df8c6583c0a5f82df92fa1fcabeda8b6345b00820"} Oct 13 19:36:42 crc kubenswrapper[4809]: I1013 19:36:42.275413 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/controller-68d546b9d8-bgd9l" event={"ID":"4607fa15-7d60-49e9-86f4-89184404a135","Type":"ContainerStarted","Data":"3c51fd192e1b6a9559cb1ead78027c361076a729a84c5ad5543e9efe4e40b8d7"} Oct 13 19:36:42 crc kubenswrapper[4809]: I1013 19:36:42.276688 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" event={"ID":"1f6e5a79-b1b3-4a96-8988-64d736d374b8","Type":"ContainerStarted","Data":"1b72ea44aacf25d773f7a5943a235e33b2a6e763b55d8cf37480a7ea52ae8d61"} Oct 13 19:36:42 crc kubenswrapper[4809]: I1013 19:36:42.514195 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memberlist\" (UniqueName: \"kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-memberlist\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:42 crc kubenswrapper[4809]: I1013 19:36:42.531388 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memberlist\" (UniqueName: \"kubernetes.io/secret/1e303745-71a6-4be3-80bf-80e6d92b5685-memberlist\") pod \"speaker-lqgwl\" (UID: \"1e303745-71a6-4be3-80bf-80e6d92b5685\") " pod="metallb-system/speaker-lqgwl" Oct 13 19:36:42 crc kubenswrapper[4809]: I1013 19:36:42.621052 4809 reflector.go:368] Caches populated for *v1.Secret from object-"metallb-system"/"speaker-dockercfg-qqdd5" Oct 13 19:36:42 crc kubenswrapper[4809]: I1013 19:36:42.629477 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="metallb-system/speaker-lqgwl" Oct 13 19:36:42 crc kubenswrapper[4809]: W1013 19:36:42.661535 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod1e303745_71a6_4be3_80bf_80e6d92b5685.slice/crio-ee32fbef87eade5b4c6df2213671d787bffcf270a24aad986a3890b3848a8f4f WatchSource:0}: Error finding container ee32fbef87eade5b4c6df2213671d787bffcf270a24aad986a3890b3848a8f4f: Status 404 returned error can't find the container with id ee32fbef87eade5b4c6df2213671d787bffcf270a24aad986a3890b3848a8f4f Oct 13 19:36:43 crc kubenswrapper[4809]: I1013 19:36:43.292317 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/controller-68d546b9d8-bgd9l" event={"ID":"4607fa15-7d60-49e9-86f4-89184404a135","Type":"ContainerStarted","Data":"4acdd39e6f2adddd93dbe9dc14a31c28851a83b8a154f23242cc27f86c619c62"} Oct 13 19:36:43 crc kubenswrapper[4809]: I1013 19:36:43.292472 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:36:43 crc kubenswrapper[4809]: I1013 19:36:43.296886 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/speaker-lqgwl" event={"ID":"1e303745-71a6-4be3-80bf-80e6d92b5685","Type":"ContainerStarted","Data":"1ffeacf6228ccf8f0dcb1d6c3987550e83da09795ba44847884d8ad24b9b2c9a"} Oct 13 19:36:43 crc kubenswrapper[4809]: I1013 19:36:43.296927 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/speaker-lqgwl" event={"ID":"1e303745-71a6-4be3-80bf-80e6d92b5685","Type":"ContainerStarted","Data":"ee32fbef87eade5b4c6df2213671d787bffcf270a24aad986a3890b3848a8f4f"} Oct 13 19:36:43 crc kubenswrapper[4809]: I1013 19:36:43.316890 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="metallb-system/controller-68d546b9d8-bgd9l" podStartSLOduration=3.316866141 podStartE2EDuration="3.316866141s" podCreationTimestamp="2025-10-13 19:36:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:36:43.313150223 +0000 UTC m=+721.918896808" watchObservedRunningTime="2025-10-13 19:36:43.316866141 +0000 UTC m=+721.922612756" Oct 13 19:36:44 crc kubenswrapper[4809]: I1013 19:36:44.306916 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/speaker-lqgwl" event={"ID":"1e303745-71a6-4be3-80bf-80e6d92b5685","Type":"ContainerStarted","Data":"ded4dba5216e85b67528dfa4607b503558df447b70fd1e3813273c57d2ea08ce"} Oct 13 19:36:44 crc kubenswrapper[4809]: I1013 19:36:44.307270 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="metallb-system/speaker-lqgwl" Oct 13 19:36:44 crc kubenswrapper[4809]: I1013 19:36:44.327625 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="metallb-system/speaker-lqgwl" podStartSLOduration=4.327609161 podStartE2EDuration="4.327609161s" podCreationTimestamp="2025-10-13 19:36:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:36:44.325562856 +0000 UTC m=+722.931309441" watchObservedRunningTime="2025-10-13 19:36:44.327609161 +0000 UTC m=+722.933355746" Oct 13 19:36:49 crc kubenswrapper[4809]: I1013 19:36:49.347525 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" event={"ID":"1f6e5a79-b1b3-4a96-8988-64d736d374b8","Type":"ContainerStarted","Data":"1d55976ab4c476a5ea05a8c470e1d23f25e8683b416b15b827f061d7d3620693"} Oct 13 19:36:49 crc kubenswrapper[4809]: I1013 19:36:49.348260 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" Oct 13 19:36:49 crc kubenswrapper[4809]: I1013 19:36:49.349627 4809 generic.go:334] "Generic (PLEG): container finished" podID="818f47d5-2e81-47bf-b6ac-0c348f3c9946" containerID="002f9e0595e8f0219ac20e561839126657a89eda77778f1c027346461b78a798" exitCode=0 Oct 13 19:36:49 crc kubenswrapper[4809]: I1013 19:36:49.349659 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-mdf8c" event={"ID":"818f47d5-2e81-47bf-b6ac-0c348f3c9946","Type":"ContainerDied","Data":"002f9e0595e8f0219ac20e561839126657a89eda77778f1c027346461b78a798"} Oct 13 19:36:49 crc kubenswrapper[4809]: I1013 19:36:49.383921 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" podStartSLOduration=2.203020211 podStartE2EDuration="9.383887373s" podCreationTimestamp="2025-10-13 19:36:40 +0000 UTC" firstStartedPulling="2025-10-13 19:36:41.540088105 +0000 UTC m=+720.145834690" lastFinishedPulling="2025-10-13 19:36:48.720955257 +0000 UTC m=+727.326701852" observedRunningTime="2025-10-13 19:36:49.374116655 +0000 UTC m=+727.979863250" watchObservedRunningTime="2025-10-13 19:36:49.383887373 +0000 UTC m=+727.989633978" Oct 13 19:36:50 crc kubenswrapper[4809]: I1013 19:36:50.360226 4809 generic.go:334] "Generic (PLEG): container finished" podID="818f47d5-2e81-47bf-b6ac-0c348f3c9946" containerID="d6a873e1d9b557df001faeb65dee9360cb69be8803e6e0dc4d2cf12c5f0fa2be" exitCode=0 Oct 13 19:36:50 crc kubenswrapper[4809]: I1013 19:36:50.360365 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-mdf8c" event={"ID":"818f47d5-2e81-47bf-b6ac-0c348f3c9946","Type":"ContainerDied","Data":"d6a873e1d9b557df001faeb65dee9360cb69be8803e6e0dc4d2cf12c5f0fa2be"} Oct 13 19:36:51 crc kubenswrapper[4809]: I1013 19:36:51.369650 4809 generic.go:334] "Generic (PLEG): container finished" podID="818f47d5-2e81-47bf-b6ac-0c348f3c9946" containerID="a22a9ccc8fe5fbda6c09ec65528447c6cd38531e7b4be673ac5b0ff1e623d856" exitCode=0 Oct 13 19:36:51 crc kubenswrapper[4809]: I1013 19:36:51.369745 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-mdf8c" event={"ID":"818f47d5-2e81-47bf-b6ac-0c348f3c9946","Type":"ContainerDied","Data":"a22a9ccc8fe5fbda6c09ec65528447c6cd38531e7b4be673ac5b0ff1e623d856"} Oct 13 19:36:52 crc kubenswrapper[4809]: I1013 19:36:52.381543 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-mdf8c" event={"ID":"818f47d5-2e81-47bf-b6ac-0c348f3c9946","Type":"ContainerStarted","Data":"d22e422f4c2d52d51c6755e83a1441a47f6afdb79ebbc9f5f86cd8294b312a30"} Oct 13 19:36:52 crc kubenswrapper[4809]: I1013 19:36:52.381859 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-mdf8c" event={"ID":"818f47d5-2e81-47bf-b6ac-0c348f3c9946","Type":"ContainerStarted","Data":"3c4c51722bb7a0f9da59479a786f5d4ef844849259f12b419cee52f817ddd942"} Oct 13 19:36:52 crc kubenswrapper[4809]: I1013 19:36:52.381896 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-mdf8c" event={"ID":"818f47d5-2e81-47bf-b6ac-0c348f3c9946","Type":"ContainerStarted","Data":"5ed6f550ac554d8a6c2b68cde0ad8a2ceb2173e5870cc630e87280a899124dc9"} Oct 13 19:36:52 crc kubenswrapper[4809]: I1013 19:36:52.381908 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-mdf8c" event={"ID":"818f47d5-2e81-47bf-b6ac-0c348f3c9946","Type":"ContainerStarted","Data":"dcfd18cba9278c130c2e7cc20c1d459a59ebf625e9dd8c4bfe07139ab95ed90c"} Oct 13 19:36:52 crc kubenswrapper[4809]: I1013 19:36:52.381919 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-mdf8c" event={"ID":"818f47d5-2e81-47bf-b6ac-0c348f3c9946","Type":"ContainerStarted","Data":"755d65bae3f36d0838fb043caa22225e437f93787456dd8ecfb41c9ce1053c42"} Oct 13 19:36:52 crc kubenswrapper[4809]: I1013 19:36:52.633974 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="metallb-system/speaker-lqgwl" Oct 13 19:36:53 crc kubenswrapper[4809]: I1013 19:36:53.398563 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="metallb-system/frr-k8s-mdf8c" event={"ID":"818f47d5-2e81-47bf-b6ac-0c348f3c9946","Type":"ContainerStarted","Data":"75c92133a9c9a99b3ff11ad0f4eb335eb3d6203319e97fc7d6478d28cc64e9f1"} Oct 13 19:36:53 crc kubenswrapper[4809]: I1013 19:36:53.399110 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:53 crc kubenswrapper[4809]: I1013 19:36:53.430080 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="metallb-system/frr-k8s-mdf8c" podStartSLOduration=5.860398995 podStartE2EDuration="13.430057886s" podCreationTimestamp="2025-10-13 19:36:40 +0000 UTC" firstStartedPulling="2025-10-13 19:36:41.173849559 +0000 UTC m=+719.779596144" lastFinishedPulling="2025-10-13 19:36:48.74350845 +0000 UTC m=+727.349255035" observedRunningTime="2025-10-13 19:36:53.427693461 +0000 UTC m=+732.033440056" watchObservedRunningTime="2025-10-13 19:36:53.430057886 +0000 UTC m=+732.035804471" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.265276 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8"] Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.266394 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.269449 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"default-dockercfg-vmwhc" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.287984 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8"] Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.414127 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-bundle\") pod \"695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.414263 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-f8w7d\" (UniqueName: \"kubernetes.io/projected/e84c1823-4d84-490c-820d-63f3c02fff78-kube-api-access-f8w7d\") pod \"695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.414304 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-util\") pod \"695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.515106 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-util\") pod \"695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.515188 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-bundle\") pod \"695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.515254 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-f8w7d\" (UniqueName: \"kubernetes.io/projected/e84c1823-4d84-490c-820d-63f3c02fff78-kube-api-access-f8w7d\") pod \"695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.515694 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-bundle\") pod \"695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.515979 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-util\") pod \"695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.552601 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-f8w7d\" (UniqueName: \"kubernetes.io/projected/e84c1823-4d84-490c-820d-63f3c02fff78-kube-api-access-f8w7d\") pod \"695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.582012 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:36:54 crc kubenswrapper[4809]: I1013 19:36:54.791126 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8"] Oct 13 19:36:54 crc kubenswrapper[4809]: W1013 19:36:54.801196 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pode84c1823_4d84_490c_820d_63f3c02fff78.slice/crio-15b80ddd6895d8a3a8f8c65f68157916e7ca30eea309e2f37be8520a0223f764 WatchSource:0}: Error finding container 15b80ddd6895d8a3a8f8c65f68157916e7ca30eea309e2f37be8520a0223f764: Status 404 returned error can't find the container with id 15b80ddd6895d8a3a8f8c65f68157916e7ca30eea309e2f37be8520a0223f764 Oct 13 19:36:55 crc kubenswrapper[4809]: I1013 19:36:55.417414 4809 generic.go:334] "Generic (PLEG): container finished" podID="e84c1823-4d84-490c-820d-63f3c02fff78" containerID="a5b8d575fb37e77c8afceb14e0bf6835ad00e794f677dd6e98e8271d61fb4890" exitCode=0 Oct 13 19:36:55 crc kubenswrapper[4809]: I1013 19:36:55.417517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" event={"ID":"e84c1823-4d84-490c-820d-63f3c02fff78","Type":"ContainerDied","Data":"a5b8d575fb37e77c8afceb14e0bf6835ad00e794f677dd6e98e8271d61fb4890"} Oct 13 19:36:55 crc kubenswrapper[4809]: I1013 19:36:55.417985 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" event={"ID":"e84c1823-4d84-490c-820d-63f3c02fff78","Type":"ContainerStarted","Data":"15b80ddd6895d8a3a8f8c65f68157916e7ca30eea309e2f37be8520a0223f764"} Oct 13 19:36:56 crc kubenswrapper[4809]: I1013 19:36:56.029469 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:56 crc kubenswrapper[4809]: I1013 19:36:56.067356 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:36:58 crc kubenswrapper[4809]: I1013 19:36:58.593343 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:36:58 crc kubenswrapper[4809]: I1013 19:36:58.593788 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:36:59 crc kubenswrapper[4809]: I1013 19:36:59.450864 4809 generic.go:334] "Generic (PLEG): container finished" podID="e84c1823-4d84-490c-820d-63f3c02fff78" containerID="0b21c0777b1383b5e003775aeda4b4d65475c78b3a5d05bc8d7f6538c0ca2e3d" exitCode=0 Oct 13 19:36:59 crc kubenswrapper[4809]: I1013 19:36:59.450952 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" event={"ID":"e84c1823-4d84-490c-820d-63f3c02fff78","Type":"ContainerDied","Data":"0b21c0777b1383b5e003775aeda4b4d65475c78b3a5d05bc8d7f6538c0ca2e3d"} Oct 13 19:37:00 crc kubenswrapper[4809]: I1013 19:37:00.458341 4809 generic.go:334] "Generic (PLEG): container finished" podID="e84c1823-4d84-490c-820d-63f3c02fff78" containerID="153bc50b28f797482ab023f0de4a31691bbfd2a23f08f13ea402b55a216f5595" exitCode=0 Oct 13 19:37:00 crc kubenswrapper[4809]: I1013 19:37:00.458643 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" event={"ID":"e84c1823-4d84-490c-820d-63f3c02fff78","Type":"ContainerDied","Data":"153bc50b28f797482ab023f0de4a31691bbfd2a23f08f13ea402b55a216f5595"} Oct 13 19:37:01 crc kubenswrapper[4809]: I1013 19:37:01.037369 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="metallb-system/frr-k8s-mdf8c" Oct 13 19:37:01 crc kubenswrapper[4809]: I1013 19:37:01.055642 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="metallb-system/frr-k8s-webhook-server-64bf5d555-f68l7" Oct 13 19:37:01 crc kubenswrapper[4809]: I1013 19:37:01.746617 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="metallb-system/controller-68d546b9d8-bgd9l" Oct 13 19:37:01 crc kubenswrapper[4809]: I1013 19:37:01.816524 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:37:01 crc kubenswrapper[4809]: I1013 19:37:01.911179 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-util\") pod \"e84c1823-4d84-490c-820d-63f3c02fff78\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " Oct 13 19:37:01 crc kubenswrapper[4809]: I1013 19:37:01.911552 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-f8w7d\" (UniqueName: \"kubernetes.io/projected/e84c1823-4d84-490c-820d-63f3c02fff78-kube-api-access-f8w7d\") pod \"e84c1823-4d84-490c-820d-63f3c02fff78\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " Oct 13 19:37:01 crc kubenswrapper[4809]: I1013 19:37:01.911601 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-bundle\") pod \"e84c1823-4d84-490c-820d-63f3c02fff78\" (UID: \"e84c1823-4d84-490c-820d-63f3c02fff78\") " Oct 13 19:37:01 crc kubenswrapper[4809]: I1013 19:37:01.912683 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-bundle" (OuterVolumeSpecName: "bundle") pod "e84c1823-4d84-490c-820d-63f3c02fff78" (UID: "e84c1823-4d84-490c-820d-63f3c02fff78"). InnerVolumeSpecName "bundle". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:37:01 crc kubenswrapper[4809]: I1013 19:37:01.922960 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e84c1823-4d84-490c-820d-63f3c02fff78-kube-api-access-f8w7d" (OuterVolumeSpecName: "kube-api-access-f8w7d") pod "e84c1823-4d84-490c-820d-63f3c02fff78" (UID: "e84c1823-4d84-490c-820d-63f3c02fff78"). InnerVolumeSpecName "kube-api-access-f8w7d". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:37:01 crc kubenswrapper[4809]: I1013 19:37:01.933580 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-util" (OuterVolumeSpecName: "util") pod "e84c1823-4d84-490c-820d-63f3c02fff78" (UID: "e84c1823-4d84-490c-820d-63f3c02fff78"). InnerVolumeSpecName "util". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:37:02 crc kubenswrapper[4809]: I1013 19:37:02.013382 4809 reconciler_common.go:293] "Volume detached for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:02 crc kubenswrapper[4809]: I1013 19:37:02.013432 4809 reconciler_common.go:293] "Volume detached for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/e84c1823-4d84-490c-820d-63f3c02fff78-util\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:02 crc kubenswrapper[4809]: I1013 19:37:02.013449 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-f8w7d\" (UniqueName: \"kubernetes.io/projected/e84c1823-4d84-490c-820d-63f3c02fff78-kube-api-access-f8w7d\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:02 crc kubenswrapper[4809]: I1013 19:37:02.477586 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" event={"ID":"e84c1823-4d84-490c-820d-63f3c02fff78","Type":"ContainerDied","Data":"15b80ddd6895d8a3a8f8c65f68157916e7ca30eea309e2f37be8520a0223f764"} Oct 13 19:37:02 crc kubenswrapper[4809]: I1013 19:37:02.477635 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="15b80ddd6895d8a3a8f8c65f68157916e7ca30eea309e2f37be8520a0223f764" Oct 13 19:37:02 crc kubenswrapper[4809]: I1013 19:37:02.477752 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.271516 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["cert-manager-operator/cert-manager-operator-controller-manager-57cd46d6d-t9wrm"] Oct 13 19:37:08 crc kubenswrapper[4809]: E1013 19:37:08.272360 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e84c1823-4d84-490c-820d-63f3c02fff78" containerName="extract" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.272377 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e84c1823-4d84-490c-820d-63f3c02fff78" containerName="extract" Oct 13 19:37:08 crc kubenswrapper[4809]: E1013 19:37:08.272394 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e84c1823-4d84-490c-820d-63f3c02fff78" containerName="pull" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.272402 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e84c1823-4d84-490c-820d-63f3c02fff78" containerName="pull" Oct 13 19:37:08 crc kubenswrapper[4809]: E1013 19:37:08.272420 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e84c1823-4d84-490c-820d-63f3c02fff78" containerName="util" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.272427 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e84c1823-4d84-490c-820d-63f3c02fff78" containerName="util" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.272550 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e84c1823-4d84-490c-820d-63f3c02fff78" containerName="extract" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.272987 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="cert-manager-operator/cert-manager-operator-controller-manager-57cd46d6d-t9wrm" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.277804 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"cert-manager-operator"/"kube-root-ca.crt" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.279389 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"cert-manager-operator"/"openshift-service-ca.crt" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.279536 4809 reflector.go:368] Caches populated for *v1.Secret from object-"cert-manager-operator"/"cert-manager-operator-controller-manager-dockercfg-svz88" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.331403 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["cert-manager-operator/cert-manager-operator-controller-manager-57cd46d6d-t9wrm"] Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.400910 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-79xjt\" (UniqueName: \"kubernetes.io/projected/65bc643f-9a01-490c-9abf-e97c3e073eff-kube-api-access-79xjt\") pod \"cert-manager-operator-controller-manager-57cd46d6d-t9wrm\" (UID: \"65bc643f-9a01-490c-9abf-e97c3e073eff\") " pod="cert-manager-operator/cert-manager-operator-controller-manager-57cd46d6d-t9wrm" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.502469 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-79xjt\" (UniqueName: \"kubernetes.io/projected/65bc643f-9a01-490c-9abf-e97c3e073eff-kube-api-access-79xjt\") pod \"cert-manager-operator-controller-manager-57cd46d6d-t9wrm\" (UID: \"65bc643f-9a01-490c-9abf-e97c3e073eff\") " pod="cert-manager-operator/cert-manager-operator-controller-manager-57cd46d6d-t9wrm" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.523132 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-79xjt\" (UniqueName: \"kubernetes.io/projected/65bc643f-9a01-490c-9abf-e97c3e073eff-kube-api-access-79xjt\") pod \"cert-manager-operator-controller-manager-57cd46d6d-t9wrm\" (UID: \"65bc643f-9a01-490c-9abf-e97c3e073eff\") " pod="cert-manager-operator/cert-manager-operator-controller-manager-57cd46d6d-t9wrm" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.594212 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="cert-manager-operator/cert-manager-operator-controller-manager-57cd46d6d-t9wrm" Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.834767 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-controller-manager/controller-manager-879f6c89f-65ckv"] Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.835175 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" podUID="02b2b531-0565-4c8b-8acc-7bb07e36ea88" containerName="controller-manager" containerID="cri-o://6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142" gracePeriod=30 Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.937209 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5"] Oct 13 19:37:08 crc kubenswrapper[4809]: I1013 19:37:08.937422 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" podUID="1837848f-16a4-4ee3-a29c-73a407ee03a9" containerName="route-controller-manager" containerID="cri-o://cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954" gracePeriod=30 Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.152422 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["cert-manager-operator/cert-manager-operator-controller-manager-57cd46d6d-t9wrm"] Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.273086 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.340599 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.416934 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"proxy-ca-bundles\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-proxy-ca-bundles\") pod \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.417019 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-client-ca\") pod \"1837848f-16a4-4ee3-a29c-73a407ee03a9\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.417072 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1837848f-16a4-4ee3-a29c-73a407ee03a9-serving-cert\") pod \"1837848f-16a4-4ee3-a29c-73a407ee03a9\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.417098 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5f6tn\" (UniqueName: \"kubernetes.io/projected/1837848f-16a4-4ee3-a29c-73a407ee03a9-kube-api-access-5f6tn\") pod \"1837848f-16a4-4ee3-a29c-73a407ee03a9\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.417138 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x959h\" (UniqueName: \"kubernetes.io/projected/02b2b531-0565-4c8b-8acc-7bb07e36ea88-kube-api-access-x959h\") pod \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.417157 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/02b2b531-0565-4c8b-8acc-7bb07e36ea88-serving-cert\") pod \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.417187 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-config\") pod \"1837848f-16a4-4ee3-a29c-73a407ee03a9\" (UID: \"1837848f-16a4-4ee3-a29c-73a407ee03a9\") " Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.417208 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-client-ca\") pod \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.417228 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-config\") pod \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\" (UID: \"02b2b531-0565-4c8b-8acc-7bb07e36ea88\") " Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.418357 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-config" (OuterVolumeSpecName: "config") pod "02b2b531-0565-4c8b-8acc-7bb07e36ea88" (UID: "02b2b531-0565-4c8b-8acc-7bb07e36ea88"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.418776 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-client-ca" (OuterVolumeSpecName: "client-ca") pod "02b2b531-0565-4c8b-8acc-7bb07e36ea88" (UID: "02b2b531-0565-4c8b-8acc-7bb07e36ea88"). InnerVolumeSpecName "client-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.418881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-proxy-ca-bundles" (OuterVolumeSpecName: "proxy-ca-bundles") pod "02b2b531-0565-4c8b-8acc-7bb07e36ea88" (UID: "02b2b531-0565-4c8b-8acc-7bb07e36ea88"). InnerVolumeSpecName "proxy-ca-bundles". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.419363 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-config" (OuterVolumeSpecName: "config") pod "1837848f-16a4-4ee3-a29c-73a407ee03a9" (UID: "1837848f-16a4-4ee3-a29c-73a407ee03a9"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.419859 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-client-ca" (OuterVolumeSpecName: "client-ca") pod "1837848f-16a4-4ee3-a29c-73a407ee03a9" (UID: "1837848f-16a4-4ee3-a29c-73a407ee03a9"). InnerVolumeSpecName "client-ca". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.424399 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1837848f-16a4-4ee3-a29c-73a407ee03a9-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "1837848f-16a4-4ee3-a29c-73a407ee03a9" (UID: "1837848f-16a4-4ee3-a29c-73a407ee03a9"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.424454 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/02b2b531-0565-4c8b-8acc-7bb07e36ea88-serving-cert" (OuterVolumeSpecName: "serving-cert") pod "02b2b531-0565-4c8b-8acc-7bb07e36ea88" (UID: "02b2b531-0565-4c8b-8acc-7bb07e36ea88"). InnerVolumeSpecName "serving-cert". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.424493 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/02b2b531-0565-4c8b-8acc-7bb07e36ea88-kube-api-access-x959h" (OuterVolumeSpecName: "kube-api-access-x959h") pod "02b2b531-0565-4c8b-8acc-7bb07e36ea88" (UID: "02b2b531-0565-4c8b-8acc-7bb07e36ea88"). InnerVolumeSpecName "kube-api-access-x959h". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.424756 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1837848f-16a4-4ee3-a29c-73a407ee03a9-kube-api-access-5f6tn" (OuterVolumeSpecName: "kube-api-access-5f6tn") pod "1837848f-16a4-4ee3-a29c-73a407ee03a9" (UID: "1837848f-16a4-4ee3-a29c-73a407ee03a9"). InnerVolumeSpecName "kube-api-access-5f6tn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.518049 4809 reconciler_common.go:293] "Volume detached for volume \"proxy-ca-bundles\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-proxy-ca-bundles\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.518172 4809 reconciler_common.go:293] "Volume detached for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-client-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.518232 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1837848f-16a4-4ee3-a29c-73a407ee03a9-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.518290 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5f6tn\" (UniqueName: \"kubernetes.io/projected/1837848f-16a4-4ee3-a29c-73a407ee03a9-kube-api-access-5f6tn\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.518359 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x959h\" (UniqueName: \"kubernetes.io/projected/02b2b531-0565-4c8b-8acc-7bb07e36ea88-kube-api-access-x959h\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.518420 4809 reconciler_common.go:293] "Volume detached for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/02b2b531-0565-4c8b-8acc-7bb07e36ea88-serving-cert\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.518554 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1837848f-16a4-4ee3-a29c-73a407ee03a9-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.518643 4809 reconciler_common.go:293] "Volume detached for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-client-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.518749 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/02b2b531-0565-4c8b-8acc-7bb07e36ea88-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.546390 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="cert-manager-operator/cert-manager-operator-controller-manager-57cd46d6d-t9wrm" event={"ID":"65bc643f-9a01-490c-9abf-e97c3e073eff","Type":"ContainerStarted","Data":"6d3505574ae5be124bad5743ee2ca093fdc360f1a5ca94f33e09fb7d549ad0c4"} Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.547767 4809 generic.go:334] "Generic (PLEG): container finished" podID="02b2b531-0565-4c8b-8acc-7bb07e36ea88" containerID="6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142" exitCode=0 Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.547934 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" event={"ID":"02b2b531-0565-4c8b-8acc-7bb07e36ea88","Type":"ContainerDied","Data":"6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142"} Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.547974 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.547999 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-controller-manager/controller-manager-879f6c89f-65ckv" event={"ID":"02b2b531-0565-4c8b-8acc-7bb07e36ea88","Type":"ContainerDied","Data":"4c51cb5cae532ad3ee97ae04901c2e1deaa3d848cf98c1cebb325a01d470bf62"} Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.548027 4809 scope.go:117] "RemoveContainer" containerID="6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.549668 4809 generic.go:334] "Generic (PLEG): container finished" podID="1837848f-16a4-4ee3-a29c-73a407ee03a9" containerID="cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954" exitCode=0 Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.549705 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" event={"ID":"1837848f-16a4-4ee3-a29c-73a407ee03a9","Type":"ContainerDied","Data":"cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954"} Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.549748 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" event={"ID":"1837848f-16a4-4ee3-a29c-73a407ee03a9","Type":"ContainerDied","Data":"1d0d702644bade96732abaf61e52f88a565ce9c6c5507b095a0026bf7041417d"} Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.549808 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.569097 4809 scope.go:117] "RemoveContainer" containerID="6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142" Oct 13 19:37:09 crc kubenswrapper[4809]: E1013 19:37:09.569712 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142\": container with ID starting with 6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142 not found: ID does not exist" containerID="6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.569808 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142"} err="failed to get container status \"6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142\": rpc error: code = NotFound desc = could not find container \"6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142\": container with ID starting with 6c0315a5bda9f8d4586d50862546d186f517578272500fb6da7f1a50cc5c0142 not found: ID does not exist" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.569836 4809 scope.go:117] "RemoveContainer" containerID="cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.592215 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5"] Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.598879 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-route-controller-manager/route-controller-manager-6576b87f9c-484r5"] Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.600582 4809 scope.go:117] "RemoveContainer" containerID="cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.605713 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-controller-manager/controller-manager-879f6c89f-65ckv"] Oct 13 19:37:09 crc kubenswrapper[4809]: E1013 19:37:09.605971 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954\": container with ID starting with cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954 not found: ID does not exist" containerID="cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.607755 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954"} err="failed to get container status \"cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954\": rpc error: code = NotFound desc = could not find container \"cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954\": container with ID starting with cea044b11dd5875c447260567d312a0df331f42e56ba62f5b685262d2ba98954 not found: ID does not exist" Oct 13 19:37:09 crc kubenswrapper[4809]: I1013 19:37:09.613685 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-controller-manager/controller-manager-879f6c89f-65ckv"] Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.162086 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="02b2b531-0565-4c8b-8acc-7bb07e36ea88" path="/var/lib/kubelet/pods/02b2b531-0565-4c8b-8acc-7bb07e36ea88/volumes" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.162676 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1837848f-16a4-4ee3-a29c-73a407ee03a9" path="/var/lib/kubelet/pods/1837848f-16a4-4ee3-a29c-73a407ee03a9/volumes" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.238388 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-controller-manager/controller-manager-74f9b4f995-cpbkz"] Oct 13 19:37:10 crc kubenswrapper[4809]: E1013 19:37:10.238671 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1837848f-16a4-4ee3-a29c-73a407ee03a9" containerName="route-controller-manager" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.238686 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1837848f-16a4-4ee3-a29c-73a407ee03a9" containerName="route-controller-manager" Oct 13 19:37:10 crc kubenswrapper[4809]: E1013 19:37:10.238697 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="02b2b531-0565-4c8b-8acc-7bb07e36ea88" containerName="controller-manager" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.238704 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="02b2b531-0565-4c8b-8acc-7bb07e36ea88" containerName="controller-manager" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.238837 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="02b2b531-0565-4c8b-8acc-7bb07e36ea88" containerName="controller-manager" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.238854 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1837848f-16a4-4ee3-a29c-73a407ee03a9" containerName="route-controller-manager" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.239324 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.247510 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-controller-manager"/"openshift-controller-manager-sa-dockercfg-msq4c" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.250151 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-controller-manager"/"serving-cert" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.250362 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager"/"openshift-service-ca.crt" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.250479 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager"/"client-ca" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.251053 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager"/"kube-root-ca.crt" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.251222 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager"/"config" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.256442 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp"] Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.257618 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.258344 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-controller-manager"/"openshift-global-ca" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.260157 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-route-controller-manager"/"client-ca" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.261901 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-route-controller-manager"/"openshift-service-ca.crt" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.262187 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-route-controller-manager"/"serving-cert" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.262384 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-route-controller-manager"/"config" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.262719 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-route-controller-manager"/"route-controller-manager-sa-dockercfg-h2zr2" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.263875 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-controller-manager/controller-manager-74f9b4f995-cpbkz"] Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.294532 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-route-controller-manager"/"kube-root-ca.crt" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.303148 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp"] Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.327175 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/14c106f8-4812-4f17-ab4e-5bdec6d0492d-client-ca\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.327498 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/1470e471-24e6-45be-bf66-e05abbd2a7c8-client-ca\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.327524 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/14c106f8-4812-4f17-ab4e-5bdec6d0492d-config\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.327569 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mhsc9\" (UniqueName: \"kubernetes.io/projected/14c106f8-4812-4f17-ab4e-5bdec6d0492d-kube-api-access-mhsc9\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.327599 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5tzbg\" (UniqueName: \"kubernetes.io/projected/1470e471-24e6-45be-bf66-e05abbd2a7c8-kube-api-access-5tzbg\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.327620 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1470e471-24e6-45be-bf66-e05abbd2a7c8-serving-cert\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.327642 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/14c106f8-4812-4f17-ab4e-5bdec6d0492d-serving-cert\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.327658 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1470e471-24e6-45be-bf66-e05abbd2a7c8-config\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.327677 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"proxy-ca-bundles\" (UniqueName: \"kubernetes.io/configmap/1470e471-24e6-45be-bf66-e05abbd2a7c8-proxy-ca-bundles\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.428965 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1470e471-24e6-45be-bf66-e05abbd2a7c8-serving-cert\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.429011 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/14c106f8-4812-4f17-ab4e-5bdec6d0492d-serving-cert\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.429030 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1470e471-24e6-45be-bf66-e05abbd2a7c8-config\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.429051 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"proxy-ca-bundles\" (UniqueName: \"kubernetes.io/configmap/1470e471-24e6-45be-bf66-e05abbd2a7c8-proxy-ca-bundles\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.429089 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/14c106f8-4812-4f17-ab4e-5bdec6d0492d-client-ca\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.429106 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/1470e471-24e6-45be-bf66-e05abbd2a7c8-client-ca\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.429127 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/14c106f8-4812-4f17-ab4e-5bdec6d0492d-config\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.429169 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mhsc9\" (UniqueName: \"kubernetes.io/projected/14c106f8-4812-4f17-ab4e-5bdec6d0492d-kube-api-access-mhsc9\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.429197 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5tzbg\" (UniqueName: \"kubernetes.io/projected/1470e471-24e6-45be-bf66-e05abbd2a7c8-kube-api-access-5tzbg\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.430324 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/1470e471-24e6-45be-bf66-e05abbd2a7c8-client-ca\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.430349 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/14c106f8-4812-4f17-ab4e-5bdec6d0492d-config\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.430597 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1470e471-24e6-45be-bf66-e05abbd2a7c8-config\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.430737 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"proxy-ca-bundles\" (UniqueName: \"kubernetes.io/configmap/1470e471-24e6-45be-bf66-e05abbd2a7c8-proxy-ca-bundles\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.431139 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"client-ca\" (UniqueName: \"kubernetes.io/configmap/14c106f8-4812-4f17-ab4e-5bdec6d0492d-client-ca\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.435479 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/14c106f8-4812-4f17-ab4e-5bdec6d0492d-serving-cert\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.449033 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"serving-cert\" (UniqueName: \"kubernetes.io/secret/1470e471-24e6-45be-bf66-e05abbd2a7c8-serving-cert\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.451047 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mhsc9\" (UniqueName: \"kubernetes.io/projected/14c106f8-4812-4f17-ab4e-5bdec6d0492d-kube-api-access-mhsc9\") pod \"route-controller-manager-5d94c5cd54-ttslp\" (UID: \"14c106f8-4812-4f17-ab4e-5bdec6d0492d\") " pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.451783 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5tzbg\" (UniqueName: \"kubernetes.io/projected/1470e471-24e6-45be-bf66-e05abbd2a7c8-kube-api-access-5tzbg\") pod \"controller-manager-74f9b4f995-cpbkz\" (UID: \"1470e471-24e6-45be-bf66-e05abbd2a7c8\") " pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.554833 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.608909 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.834535 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-controller-manager/controller-manager-74f9b4f995-cpbkz"] Oct 13 19:37:10 crc kubenswrapper[4809]: I1013 19:37:10.940981 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp"] Oct 13 19:37:11 crc kubenswrapper[4809]: I1013 19:37:11.577325 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" event={"ID":"1470e471-24e6-45be-bf66-e05abbd2a7c8","Type":"ContainerStarted","Data":"27946c09dab88a2578362d7e96f0a35e89171222ae97c68494e03140af4f80ca"} Oct 13 19:37:11 crc kubenswrapper[4809]: I1013 19:37:11.577657 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" event={"ID":"1470e471-24e6-45be-bf66-e05abbd2a7c8","Type":"ContainerStarted","Data":"8ee2a6f41564cfc3d0767e2b73dfb51e9e321886e979fbd75bfdb7b34c44d753"} Oct 13 19:37:11 crc kubenswrapper[4809]: I1013 19:37:11.577679 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:11 crc kubenswrapper[4809]: I1013 19:37:11.585570 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" event={"ID":"14c106f8-4812-4f17-ab4e-5bdec6d0492d","Type":"ContainerStarted","Data":"eca174b3069cad5a95f6be99012e4f1b28522aba22341aa0b0dcb09e0e40d618"} Oct 13 19:37:11 crc kubenswrapper[4809]: I1013 19:37:11.585647 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" event={"ID":"14c106f8-4812-4f17-ab4e-5bdec6d0492d","Type":"ContainerStarted","Data":"72fbf6ddaeb0dceb733e056dadf589a0a65877ecc4a5a86751dfc0e55f3b33a1"} Oct 13 19:37:11 crc kubenswrapper[4809]: I1013 19:37:11.587132 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:11 crc kubenswrapper[4809]: I1013 19:37:11.594837 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" Oct 13 19:37:11 crc kubenswrapper[4809]: I1013 19:37:11.597028 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" Oct 13 19:37:11 crc kubenswrapper[4809]: I1013 19:37:11.600358 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-controller-manager/controller-manager-74f9b4f995-cpbkz" podStartSLOduration=1.6003411829999998 podStartE2EDuration="1.600341183s" podCreationTimestamp="2025-10-13 19:37:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:37:11.597243715 +0000 UTC m=+750.202990300" watchObservedRunningTime="2025-10-13 19:37:11.600341183 +0000 UTC m=+750.206087768" Oct 13 19:37:11 crc kubenswrapper[4809]: I1013 19:37:11.628340 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-route-controller-manager/route-controller-manager-5d94c5cd54-ttslp" podStartSLOduration=1.628321218 podStartE2EDuration="1.628321218s" podCreationTimestamp="2025-10-13 19:37:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:37:11.628032079 +0000 UTC m=+750.233778664" watchObservedRunningTime="2025-10-13 19:37:11.628321218 +0000 UTC m=+750.234067803" Oct 13 19:37:13 crc kubenswrapper[4809]: I1013 19:37:13.450052 4809 dynamic_cafile_content.go:123] "Loaded a new CA Bundle and Verifier" name="client-ca-bundle::/etc/kubernetes/kubelet-ca.crt" Oct 13 19:37:18 crc kubenswrapper[4809]: I1013 19:37:18.642007 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="cert-manager-operator/cert-manager-operator-controller-manager-57cd46d6d-t9wrm" event={"ID":"65bc643f-9a01-490c-9abf-e97c3e073eff","Type":"ContainerStarted","Data":"fb85b5f883447c926b78d3c2e6c30a4a6e323c4b81bcc3ee6dcefdab6d2fdc4f"} Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.673401 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="cert-manager-operator/cert-manager-operator-controller-manager-57cd46d6d-t9wrm" podStartSLOduration=4.988021859 podStartE2EDuration="13.673377419s" podCreationTimestamp="2025-10-13 19:37:08 +0000 UTC" firstStartedPulling="2025-10-13 19:37:09.172318992 +0000 UTC m=+747.778065577" lastFinishedPulling="2025-10-13 19:37:17.857674552 +0000 UTC m=+756.463421137" observedRunningTime="2025-10-13 19:37:18.669252677 +0000 UTC m=+757.274999272" watchObservedRunningTime="2025-10-13 19:37:21.673377419 +0000 UTC m=+760.279124034" Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.678155 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["cert-manager/cert-manager-webhook-d969966f-qjpx9"] Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.679393 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.683451 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"cert-manager"/"openshift-service-ca.crt" Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.684072 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"cert-manager"/"kube-root-ca.crt" Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.689418 4809 reflector.go:368] Caches populated for *v1.Secret from object-"cert-manager"/"cert-manager-webhook-dockercfg-fcdvc" Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.697968 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["cert-manager/cert-manager-webhook-d969966f-qjpx9"] Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.777794 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/a6177722-0b89-4a31-add5-8c1442b93a08-bound-sa-token\") pod \"cert-manager-webhook-d969966f-qjpx9\" (UID: \"a6177722-0b89-4a31-add5-8c1442b93a08\") " pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.777860 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m48kq\" (UniqueName: \"kubernetes.io/projected/a6177722-0b89-4a31-add5-8c1442b93a08-kube-api-access-m48kq\") pod \"cert-manager-webhook-d969966f-qjpx9\" (UID: \"a6177722-0b89-4a31-add5-8c1442b93a08\") " pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.878855 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m48kq\" (UniqueName: \"kubernetes.io/projected/a6177722-0b89-4a31-add5-8c1442b93a08-kube-api-access-m48kq\") pod \"cert-manager-webhook-d969966f-qjpx9\" (UID: \"a6177722-0b89-4a31-add5-8c1442b93a08\") " pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.878977 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/a6177722-0b89-4a31-add5-8c1442b93a08-bound-sa-token\") pod \"cert-manager-webhook-d969966f-qjpx9\" (UID: \"a6177722-0b89-4a31-add5-8c1442b93a08\") " pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.899359 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-m48kq\" (UniqueName: \"kubernetes.io/projected/a6177722-0b89-4a31-add5-8c1442b93a08-kube-api-access-m48kq\") pod \"cert-manager-webhook-d969966f-qjpx9\" (UID: \"a6177722-0b89-4a31-add5-8c1442b93a08\") " pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" Oct 13 19:37:21 crc kubenswrapper[4809]: I1013 19:37:21.899373 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/a6177722-0b89-4a31-add5-8c1442b93a08-bound-sa-token\") pod \"cert-manager-webhook-d969966f-qjpx9\" (UID: \"a6177722-0b89-4a31-add5-8c1442b93a08\") " pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" Oct 13 19:37:22 crc kubenswrapper[4809]: I1013 19:37:22.001210 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" Oct 13 19:37:23 crc kubenswrapper[4809]: I1013 19:37:23.195307 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["cert-manager/cert-manager-webhook-d969966f-qjpx9"] Oct 13 19:37:23 crc kubenswrapper[4809]: W1013 19:37:23.199928 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda6177722_0b89_4a31_add5_8c1442b93a08.slice/crio-c2f294d278282001abcdd004a8b9e1d23db6c553d3a5f2aba0807b7156a4e384 WatchSource:0}: Error finding container c2f294d278282001abcdd004a8b9e1d23db6c553d3a5f2aba0807b7156a4e384: Status 404 returned error can't find the container with id c2f294d278282001abcdd004a8b9e1d23db6c553d3a5f2aba0807b7156a4e384 Oct 13 19:37:23 crc kubenswrapper[4809]: I1013 19:37:23.677820 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" event={"ID":"a6177722-0b89-4a31-add5-8c1442b93a08","Type":"ContainerStarted","Data":"c2f294d278282001abcdd004a8b9e1d23db6c553d3a5f2aba0807b7156a4e384"} Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.000613 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["cert-manager/cert-manager-cainjector-7d9f95dbf-866gz"] Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.001432 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="cert-manager/cert-manager-cainjector-7d9f95dbf-866gz" Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.004155 4809 reflector.go:368] Caches populated for *v1.Secret from object-"cert-manager"/"cert-manager-cainjector-dockercfg-9shn2" Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.018600 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["cert-manager/cert-manager-cainjector-7d9f95dbf-866gz"] Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.022969 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cn8f4\" (UniqueName: \"kubernetes.io/projected/6f6f025e-3897-4580-b346-311cfaf75013-kube-api-access-cn8f4\") pod \"cert-manager-cainjector-7d9f95dbf-866gz\" (UID: \"6f6f025e-3897-4580-b346-311cfaf75013\") " pod="cert-manager/cert-manager-cainjector-7d9f95dbf-866gz" Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.023118 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/6f6f025e-3897-4580-b346-311cfaf75013-bound-sa-token\") pod \"cert-manager-cainjector-7d9f95dbf-866gz\" (UID: \"6f6f025e-3897-4580-b346-311cfaf75013\") " pod="cert-manager/cert-manager-cainjector-7d9f95dbf-866gz" Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.124025 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/6f6f025e-3897-4580-b346-311cfaf75013-bound-sa-token\") pod \"cert-manager-cainjector-7d9f95dbf-866gz\" (UID: \"6f6f025e-3897-4580-b346-311cfaf75013\") " pod="cert-manager/cert-manager-cainjector-7d9f95dbf-866gz" Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.124121 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cn8f4\" (UniqueName: \"kubernetes.io/projected/6f6f025e-3897-4580-b346-311cfaf75013-kube-api-access-cn8f4\") pod \"cert-manager-cainjector-7d9f95dbf-866gz\" (UID: \"6f6f025e-3897-4580-b346-311cfaf75013\") " pod="cert-manager/cert-manager-cainjector-7d9f95dbf-866gz" Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.154303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/6f6f025e-3897-4580-b346-311cfaf75013-bound-sa-token\") pod \"cert-manager-cainjector-7d9f95dbf-866gz\" (UID: \"6f6f025e-3897-4580-b346-311cfaf75013\") " pod="cert-manager/cert-manager-cainjector-7d9f95dbf-866gz" Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.171015 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cn8f4\" (UniqueName: \"kubernetes.io/projected/6f6f025e-3897-4580-b346-311cfaf75013-kube-api-access-cn8f4\") pod \"cert-manager-cainjector-7d9f95dbf-866gz\" (UID: \"6f6f025e-3897-4580-b346-311cfaf75013\") " pod="cert-manager/cert-manager-cainjector-7d9f95dbf-866gz" Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.326868 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="cert-manager/cert-manager-cainjector-7d9f95dbf-866gz" Oct 13 19:37:25 crc kubenswrapper[4809]: I1013 19:37:25.904577 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["cert-manager/cert-manager-cainjector-7d9f95dbf-866gz"] Oct 13 19:37:25 crc kubenswrapper[4809]: W1013 19:37:25.936287 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6f6f025e_3897_4580_b346_311cfaf75013.slice/crio-48f3f07b7df0c8a8043c5e068965902004532850dd4ab48b96757abd535130fb WatchSource:0}: Error finding container 48f3f07b7df0c8a8043c5e068965902004532850dd4ab48b96757abd535130fb: Status 404 returned error can't find the container with id 48f3f07b7df0c8a8043c5e068965902004532850dd4ab48b96757abd535130fb Oct 13 19:37:26 crc kubenswrapper[4809]: I1013 19:37:26.705006 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="cert-manager/cert-manager-cainjector-7d9f95dbf-866gz" event={"ID":"6f6f025e-3897-4580-b346-311cfaf75013","Type":"ContainerStarted","Data":"48f3f07b7df0c8a8043c5e068965902004532850dd4ab48b96757abd535130fb"} Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.592522 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.592870 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.592916 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.593429 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"df55c2714006fa0bfb9e540c5e5b34c07674cda31c2bc45318291787f3dcf5f3"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.593477 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://df55c2714006fa0bfb9e540c5e5b34c07674cda31c2bc45318291787f3dcf5f3" gracePeriod=600 Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.720052 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="cert-manager/cert-manager-cainjector-7d9f95dbf-866gz" event={"ID":"6f6f025e-3897-4580-b346-311cfaf75013","Type":"ContainerStarted","Data":"25106b4b1157d878756eca74ea052861c4d0a09c4f24113f180d082815831802"} Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.724234 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" event={"ID":"a6177722-0b89-4a31-add5-8c1442b93a08","Type":"ContainerStarted","Data":"100586dd7efeb4cb15f60a3ee27695ce96beb88ee528964938bf4629ea8e15cb"} Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.724786 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.727246 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="df55c2714006fa0bfb9e540c5e5b34c07674cda31c2bc45318291787f3dcf5f3" exitCode=0 Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.727284 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"df55c2714006fa0bfb9e540c5e5b34c07674cda31c2bc45318291787f3dcf5f3"} Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.727310 4809 scope.go:117] "RemoveContainer" containerID="10016eacdaadf84a381a9435f700ae4e6b5044f259be959c4c5c6727579bd736" Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.745400 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="cert-manager/cert-manager-cainjector-7d9f95dbf-866gz" podStartSLOduration=3.102523658 podStartE2EDuration="4.745381561s" podCreationTimestamp="2025-10-13 19:37:24 +0000 UTC" firstStartedPulling="2025-10-13 19:37:25.939637639 +0000 UTC m=+764.545384224" lastFinishedPulling="2025-10-13 19:37:27.582495532 +0000 UTC m=+766.188242127" observedRunningTime="2025-10-13 19:37:28.741043963 +0000 UTC m=+767.346790548" watchObservedRunningTime="2025-10-13 19:37:28.745381561 +0000 UTC m=+767.351128136" Oct 13 19:37:28 crc kubenswrapper[4809]: I1013 19:37:28.766808 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" podStartSLOduration=3.381103762 podStartE2EDuration="7.766791437s" podCreationTimestamp="2025-10-13 19:37:21 +0000 UTC" firstStartedPulling="2025-10-13 19:37:23.202209607 +0000 UTC m=+761.807956192" lastFinishedPulling="2025-10-13 19:37:27.587897242 +0000 UTC m=+766.193643867" observedRunningTime="2025-10-13 19:37:28.765711223 +0000 UTC m=+767.371457808" watchObservedRunningTime="2025-10-13 19:37:28.766791437 +0000 UTC m=+767.372538022" Oct 13 19:37:29 crc kubenswrapper[4809]: I1013 19:37:29.734985 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"8ba84880b5d56017697d6b3383ed5ba05e08c4a392f6c31136a5993a8fbdef93"} Oct 13 19:37:32 crc kubenswrapper[4809]: I1013 19:37:32.004340 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="cert-manager/cert-manager-webhook-d969966f-qjpx9" Oct 13 19:37:40 crc kubenswrapper[4809]: I1013 19:37:40.405829 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["cert-manager/cert-manager-7d4cc89fcb-452pc"] Oct 13 19:37:40 crc kubenswrapper[4809]: I1013 19:37:40.408276 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="cert-manager/cert-manager-7d4cc89fcb-452pc" Oct 13 19:37:40 crc kubenswrapper[4809]: I1013 19:37:40.410955 4809 reflector.go:368] Caches populated for *v1.Secret from object-"cert-manager"/"cert-manager-dockercfg-5zfvx" Oct 13 19:37:40 crc kubenswrapper[4809]: I1013 19:37:40.430376 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["cert-manager/cert-manager-7d4cc89fcb-452pc"] Oct 13 19:37:40 crc kubenswrapper[4809]: I1013 19:37:40.436783 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-l5crc\" (UniqueName: \"kubernetes.io/projected/299a48a0-5b8a-48b9-a956-01f9ed90b45b-kube-api-access-l5crc\") pod \"cert-manager-7d4cc89fcb-452pc\" (UID: \"299a48a0-5b8a-48b9-a956-01f9ed90b45b\") " pod="cert-manager/cert-manager-7d4cc89fcb-452pc" Oct 13 19:37:40 crc kubenswrapper[4809]: I1013 19:37:40.436926 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/299a48a0-5b8a-48b9-a956-01f9ed90b45b-bound-sa-token\") pod \"cert-manager-7d4cc89fcb-452pc\" (UID: \"299a48a0-5b8a-48b9-a956-01f9ed90b45b\") " pod="cert-manager/cert-manager-7d4cc89fcb-452pc" Oct 13 19:37:40 crc kubenswrapper[4809]: I1013 19:37:40.538922 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/299a48a0-5b8a-48b9-a956-01f9ed90b45b-bound-sa-token\") pod \"cert-manager-7d4cc89fcb-452pc\" (UID: \"299a48a0-5b8a-48b9-a956-01f9ed90b45b\") " pod="cert-manager/cert-manager-7d4cc89fcb-452pc" Oct 13 19:37:40 crc kubenswrapper[4809]: I1013 19:37:40.539017 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-l5crc\" (UniqueName: \"kubernetes.io/projected/299a48a0-5b8a-48b9-a956-01f9ed90b45b-kube-api-access-l5crc\") pod \"cert-manager-7d4cc89fcb-452pc\" (UID: \"299a48a0-5b8a-48b9-a956-01f9ed90b45b\") " pod="cert-manager/cert-manager-7d4cc89fcb-452pc" Oct 13 19:37:40 crc kubenswrapper[4809]: I1013 19:37:40.563607 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bound-sa-token\" (UniqueName: \"kubernetes.io/projected/299a48a0-5b8a-48b9-a956-01f9ed90b45b-bound-sa-token\") pod \"cert-manager-7d4cc89fcb-452pc\" (UID: \"299a48a0-5b8a-48b9-a956-01f9ed90b45b\") " pod="cert-manager/cert-manager-7d4cc89fcb-452pc" Oct 13 19:37:40 crc kubenswrapper[4809]: I1013 19:37:40.565000 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-l5crc\" (UniqueName: \"kubernetes.io/projected/299a48a0-5b8a-48b9-a956-01f9ed90b45b-kube-api-access-l5crc\") pod \"cert-manager-7d4cc89fcb-452pc\" (UID: \"299a48a0-5b8a-48b9-a956-01f9ed90b45b\") " pod="cert-manager/cert-manager-7d4cc89fcb-452pc" Oct 13 19:37:40 crc kubenswrapper[4809]: I1013 19:37:40.741060 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="cert-manager/cert-manager-7d4cc89fcb-452pc" Oct 13 19:37:41 crc kubenswrapper[4809]: I1013 19:37:41.137421 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["cert-manager/cert-manager-7d4cc89fcb-452pc"] Oct 13 19:37:41 crc kubenswrapper[4809]: W1013 19:37:41.144128 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod299a48a0_5b8a_48b9_a956_01f9ed90b45b.slice/crio-ad791be9d389a4d07d80cf556d1baa6ba83931fc235a188912da5c1f49c32147 WatchSource:0}: Error finding container ad791be9d389a4d07d80cf556d1baa6ba83931fc235a188912da5c1f49c32147: Status 404 returned error can't find the container with id ad791be9d389a4d07d80cf556d1baa6ba83931fc235a188912da5c1f49c32147 Oct 13 19:37:41 crc kubenswrapper[4809]: I1013 19:37:41.821370 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="cert-manager/cert-manager-7d4cc89fcb-452pc" event={"ID":"299a48a0-5b8a-48b9-a956-01f9ed90b45b","Type":"ContainerStarted","Data":"a9957c2229b1f7f11650e0abf6dfa8a600bec4de4acc6951062892f5d71698d1"} Oct 13 19:37:41 crc kubenswrapper[4809]: I1013 19:37:41.822011 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="cert-manager/cert-manager-7d4cc89fcb-452pc" event={"ID":"299a48a0-5b8a-48b9-a956-01f9ed90b45b","Type":"ContainerStarted","Data":"ad791be9d389a4d07d80cf556d1baa6ba83931fc235a188912da5c1f49c32147"} Oct 13 19:37:41 crc kubenswrapper[4809]: I1013 19:37:41.846088 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="cert-manager/cert-manager-7d4cc89fcb-452pc" podStartSLOduration=1.846072055 podStartE2EDuration="1.846072055s" podCreationTimestamp="2025-10-13 19:37:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:37:41.843358529 +0000 UTC m=+780.449105124" watchObservedRunningTime="2025-10-13 19:37:41.846072055 +0000 UTC m=+780.451818640" Oct 13 19:37:44 crc kubenswrapper[4809]: I1013 19:37:44.972087 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/openstack-operator-index-m8dqp"] Oct 13 19:37:44 crc kubenswrapper[4809]: I1013 19:37:44.973354 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-operator-index-m8dqp" Oct 13 19:37:44 crc kubenswrapper[4809]: I1013 19:37:44.977166 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-operators"/"kube-root-ca.crt" Oct 13 19:37:44 crc kubenswrapper[4809]: I1013 19:37:44.978543 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"openstack-operator-index-dockercfg-p8w8j" Oct 13 19:37:44 crc kubenswrapper[4809]: I1013 19:37:44.979804 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-operators"/"openshift-service-ca.crt" Oct 13 19:37:44 crc kubenswrapper[4809]: I1013 19:37:44.998572 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4f5ss\" (UniqueName: \"kubernetes.io/projected/2f00e516-bffe-4925-951d-64099bc2c3bf-kube-api-access-4f5ss\") pod \"openstack-operator-index-m8dqp\" (UID: \"2f00e516-bffe-4925-951d-64099bc2c3bf\") " pod="openstack-operators/openstack-operator-index-m8dqp" Oct 13 19:37:44 crc kubenswrapper[4809]: I1013 19:37:44.999449 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/openstack-operator-index-m8dqp"] Oct 13 19:37:45 crc kubenswrapper[4809]: I1013 19:37:45.099632 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4f5ss\" (UniqueName: \"kubernetes.io/projected/2f00e516-bffe-4925-951d-64099bc2c3bf-kube-api-access-4f5ss\") pod \"openstack-operator-index-m8dqp\" (UID: \"2f00e516-bffe-4925-951d-64099bc2c3bf\") " pod="openstack-operators/openstack-operator-index-m8dqp" Oct 13 19:37:45 crc kubenswrapper[4809]: I1013 19:37:45.116702 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4f5ss\" (UniqueName: \"kubernetes.io/projected/2f00e516-bffe-4925-951d-64099bc2c3bf-kube-api-access-4f5ss\") pod \"openstack-operator-index-m8dqp\" (UID: \"2f00e516-bffe-4925-951d-64099bc2c3bf\") " pod="openstack-operators/openstack-operator-index-m8dqp" Oct 13 19:37:45 crc kubenswrapper[4809]: I1013 19:37:45.293032 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-operator-index-m8dqp" Oct 13 19:37:45 crc kubenswrapper[4809]: I1013 19:37:45.695869 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/openstack-operator-index-m8dqp"] Oct 13 19:37:45 crc kubenswrapper[4809]: I1013 19:37:45.852092 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-index-m8dqp" event={"ID":"2f00e516-bffe-4925-951d-64099bc2c3bf","Type":"ContainerStarted","Data":"f1a482bb878f4e79b1f69bed20c2f9066b4ac680f3cc592befc8e65d0da49596"} Oct 13 19:37:46 crc kubenswrapper[4809]: I1013 19:37:46.858336 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-index-m8dqp" event={"ID":"2f00e516-bffe-4925-951d-64099bc2c3bf","Type":"ContainerStarted","Data":"79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0"} Oct 13 19:37:46 crc kubenswrapper[4809]: I1013 19:37:46.877245 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/openstack-operator-index-m8dqp" podStartSLOduration=1.9059095689999999 podStartE2EDuration="2.877226902s" podCreationTimestamp="2025-10-13 19:37:44 +0000 UTC" firstStartedPulling="2025-10-13 19:37:45.708183863 +0000 UTC m=+784.313930448" lastFinishedPulling="2025-10-13 19:37:46.679501186 +0000 UTC m=+785.285247781" observedRunningTime="2025-10-13 19:37:46.876915933 +0000 UTC m=+785.482662548" watchObservedRunningTime="2025-10-13 19:37:46.877226902 +0000 UTC m=+785.482973487" Oct 13 19:37:48 crc kubenswrapper[4809]: I1013 19:37:48.331162 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-operators/openstack-operator-index-m8dqp"] Oct 13 19:37:48 crc kubenswrapper[4809]: I1013 19:37:48.869537 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-operators/openstack-operator-index-m8dqp" podUID="2f00e516-bffe-4925-951d-64099bc2c3bf" containerName="registry-server" containerID="cri-o://79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0" gracePeriod=2 Oct 13 19:37:48 crc kubenswrapper[4809]: I1013 19:37:48.940376 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/openstack-operator-index-lqcbc"] Oct 13 19:37:48 crc kubenswrapper[4809]: I1013 19:37:48.941213 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-operator-index-lqcbc" Oct 13 19:37:48 crc kubenswrapper[4809]: I1013 19:37:48.946677 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dzrqg\" (UniqueName: \"kubernetes.io/projected/aa269318-b9f8-4fd1-8a79-12022e8fab54-kube-api-access-dzrqg\") pod \"openstack-operator-index-lqcbc\" (UID: \"aa269318-b9f8-4fd1-8a79-12022e8fab54\") " pod="openstack-operators/openstack-operator-index-lqcbc" Oct 13 19:37:48 crc kubenswrapper[4809]: I1013 19:37:48.949956 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/openstack-operator-index-lqcbc"] Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.048094 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dzrqg\" (UniqueName: \"kubernetes.io/projected/aa269318-b9f8-4fd1-8a79-12022e8fab54-kube-api-access-dzrqg\") pod \"openstack-operator-index-lqcbc\" (UID: \"aa269318-b9f8-4fd1-8a79-12022e8fab54\") " pod="openstack-operators/openstack-operator-index-lqcbc" Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.070531 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dzrqg\" (UniqueName: \"kubernetes.io/projected/aa269318-b9f8-4fd1-8a79-12022e8fab54-kube-api-access-dzrqg\") pod \"openstack-operator-index-lqcbc\" (UID: \"aa269318-b9f8-4fd1-8a79-12022e8fab54\") " pod="openstack-operators/openstack-operator-index-lqcbc" Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.268623 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-operator-index-m8dqp" Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.300186 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-operator-index-lqcbc" Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.451588 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4f5ss\" (UniqueName: \"kubernetes.io/projected/2f00e516-bffe-4925-951d-64099bc2c3bf-kube-api-access-4f5ss\") pod \"2f00e516-bffe-4925-951d-64099bc2c3bf\" (UID: \"2f00e516-bffe-4925-951d-64099bc2c3bf\") " Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.457690 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2f00e516-bffe-4925-951d-64099bc2c3bf-kube-api-access-4f5ss" (OuterVolumeSpecName: "kube-api-access-4f5ss") pod "2f00e516-bffe-4925-951d-64099bc2c3bf" (UID: "2f00e516-bffe-4925-951d-64099bc2c3bf"). InnerVolumeSpecName "kube-api-access-4f5ss". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.553649 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4f5ss\" (UniqueName: \"kubernetes.io/projected/2f00e516-bffe-4925-951d-64099bc2c3bf-kube-api-access-4f5ss\") on node \"crc\" DevicePath \"\"" Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.716240 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/openstack-operator-index-lqcbc"] Oct 13 19:37:49 crc kubenswrapper[4809]: W1013 19:37:49.724142 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podaa269318_b9f8_4fd1_8a79_12022e8fab54.slice/crio-96beac4e816e51b9f97f4494fd39a306e65cc52d034c5f3aa7b51125514e69ce WatchSource:0}: Error finding container 96beac4e816e51b9f97f4494fd39a306e65cc52d034c5f3aa7b51125514e69ce: Status 404 returned error can't find the container with id 96beac4e816e51b9f97f4494fd39a306e65cc52d034c5f3aa7b51125514e69ce Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.877916 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-index-lqcbc" event={"ID":"aa269318-b9f8-4fd1-8a79-12022e8fab54","Type":"ContainerStarted","Data":"96beac4e816e51b9f97f4494fd39a306e65cc52d034c5f3aa7b51125514e69ce"} Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.879830 4809 generic.go:334] "Generic (PLEG): container finished" podID="2f00e516-bffe-4925-951d-64099bc2c3bf" containerID="79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0" exitCode=0 Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.879860 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-index-m8dqp" event={"ID":"2f00e516-bffe-4925-951d-64099bc2c3bf","Type":"ContainerDied","Data":"79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0"} Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.879878 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-index-m8dqp" event={"ID":"2f00e516-bffe-4925-951d-64099bc2c3bf","Type":"ContainerDied","Data":"f1a482bb878f4e79b1f69bed20c2f9066b4ac680f3cc592befc8e65d0da49596"} Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.879900 4809 scope.go:117] "RemoveContainer" containerID="79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0" Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.879942 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-operator-index-m8dqp" Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.900834 4809 scope.go:117] "RemoveContainer" containerID="79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0" Oct 13 19:37:49 crc kubenswrapper[4809]: E1013 19:37:49.901793 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0\": container with ID starting with 79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0 not found: ID does not exist" containerID="79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0" Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.901876 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0"} err="failed to get container status \"79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0\": rpc error: code = NotFound desc = could not find container \"79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0\": container with ID starting with 79df74a93470714d9f8038d8b8f913e0de13a4b24f4faebb55e4aca7a7c020e0 not found: ID does not exist" Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.921609 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-operators/openstack-operator-index-m8dqp"] Oct 13 19:37:49 crc kubenswrapper[4809]: I1013 19:37:49.928578 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-operators/openstack-operator-index-m8dqp"] Oct 13 19:37:50 crc kubenswrapper[4809]: I1013 19:37:50.169145 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2f00e516-bffe-4925-951d-64099bc2c3bf" path="/var/lib/kubelet/pods/2f00e516-bffe-4925-951d-64099bc2c3bf/volumes" Oct 13 19:37:50 crc kubenswrapper[4809]: I1013 19:37:50.887332 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-index-lqcbc" event={"ID":"aa269318-b9f8-4fd1-8a79-12022e8fab54","Type":"ContainerStarted","Data":"a32f13c8be05689f4d4337908e360dc1f2d5c454b66aa5a431fadd40454f7020"} Oct 13 19:37:50 crc kubenswrapper[4809]: I1013 19:37:50.909981 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/openstack-operator-index-lqcbc" podStartSLOduration=2.426256909 podStartE2EDuration="2.909963556s" podCreationTimestamp="2025-10-13 19:37:48 +0000 UTC" firstStartedPulling="2025-10-13 19:37:49.729056243 +0000 UTC m=+788.334802868" lastFinishedPulling="2025-10-13 19:37:50.21276293 +0000 UTC m=+788.818509515" observedRunningTime="2025-10-13 19:37:50.905581263 +0000 UTC m=+789.511327878" watchObservedRunningTime="2025-10-13 19:37:50.909963556 +0000 UTC m=+789.515710141" Oct 13 19:37:59 crc kubenswrapper[4809]: I1013 19:37:59.300868 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/openstack-operator-index-lqcbc" Oct 13 19:37:59 crc kubenswrapper[4809]: I1013 19:37:59.301480 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-operators/openstack-operator-index-lqcbc" Oct 13 19:37:59 crc kubenswrapper[4809]: I1013 19:37:59.345548 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-operators/openstack-operator-index-lqcbc" Oct 13 19:38:00 crc kubenswrapper[4809]: I1013 19:38:00.016024 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/openstack-operator-index-lqcbc" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.595282 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl"] Oct 13 19:38:05 crc kubenswrapper[4809]: E1013 19:38:05.596119 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2f00e516-bffe-4925-951d-64099bc2c3bf" containerName="registry-server" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.596133 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2f00e516-bffe-4925-951d-64099bc2c3bf" containerName="registry-server" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.596259 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2f00e516-bffe-4925-951d-64099bc2c3bf" containerName="registry-server" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.597199 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.599487 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"default-dockercfg-8cl7r" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.605326 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl"] Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.702922 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cx79w\" (UniqueName: \"kubernetes.io/projected/6252dd85-f775-43a1-8853-309258c4b52a-kube-api-access-cx79w\") pod \"32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.702990 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-util\") pod \"32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.703021 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-bundle\") pod \"32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.804285 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cx79w\" (UniqueName: \"kubernetes.io/projected/6252dd85-f775-43a1-8853-309258c4b52a-kube-api-access-cx79w\") pod \"32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.804349 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-util\") pod \"32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.804374 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-bundle\") pod \"32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.805003 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-bundle\") pod \"32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.805147 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-util\") pod \"32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.825310 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cx79w\" (UniqueName: \"kubernetes.io/projected/6252dd85-f775-43a1-8853-309258c4b52a-kube-api-access-cx79w\") pod \"32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:05 crc kubenswrapper[4809]: I1013 19:38:05.926156 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:06 crc kubenswrapper[4809]: I1013 19:38:06.338001 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl"] Oct 13 19:38:06 crc kubenswrapper[4809]: W1013 19:38:06.348527 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod6252dd85_f775_43a1_8853_309258c4b52a.slice/crio-688c784877cc776dbed6bcfdc8fb58fc39379a75db495fde75feeff737c939bd WatchSource:0}: Error finding container 688c784877cc776dbed6bcfdc8fb58fc39379a75db495fde75feeff737c939bd: Status 404 returned error can't find the container with id 688c784877cc776dbed6bcfdc8fb58fc39379a75db495fde75feeff737c939bd Oct 13 19:38:07 crc kubenswrapper[4809]: I1013 19:38:07.049209 4809 generic.go:334] "Generic (PLEG): container finished" podID="6252dd85-f775-43a1-8853-309258c4b52a" containerID="78fffad3da0a3d27e8bfcd3c30c0cb04dd5ec3baf5c3e8d133e4a538497a8bb2" exitCode=0 Oct 13 19:38:07 crc kubenswrapper[4809]: I1013 19:38:07.049311 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" event={"ID":"6252dd85-f775-43a1-8853-309258c4b52a","Type":"ContainerDied","Data":"78fffad3da0a3d27e8bfcd3c30c0cb04dd5ec3baf5c3e8d133e4a538497a8bb2"} Oct 13 19:38:07 crc kubenswrapper[4809]: I1013 19:38:07.049491 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" event={"ID":"6252dd85-f775-43a1-8853-309258c4b52a","Type":"ContainerStarted","Data":"688c784877cc776dbed6bcfdc8fb58fc39379a75db495fde75feeff737c939bd"} Oct 13 19:38:08 crc kubenswrapper[4809]: I1013 19:38:08.059465 4809 generic.go:334] "Generic (PLEG): container finished" podID="6252dd85-f775-43a1-8853-309258c4b52a" containerID="d5e08f72c123df56f3f41d35f1fe8f532c0f28c03017bf4f446c36c1b81b5ed6" exitCode=0 Oct 13 19:38:08 crc kubenswrapper[4809]: I1013 19:38:08.059515 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" event={"ID":"6252dd85-f775-43a1-8853-309258c4b52a","Type":"ContainerDied","Data":"d5e08f72c123df56f3f41d35f1fe8f532c0f28c03017bf4f446c36c1b81b5ed6"} Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.069213 4809 generic.go:334] "Generic (PLEG): container finished" podID="6252dd85-f775-43a1-8853-309258c4b52a" containerID="9198157c53b06bbaf54b40c3b583e8848e006156c488f951f876cc62785f2e52" exitCode=0 Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.069262 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" event={"ID":"6252dd85-f775-43a1-8853-309258c4b52a","Type":"ContainerDied","Data":"9198157c53b06bbaf54b40c3b583e8848e006156c488f951f876cc62785f2e52"} Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.166890 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-marketplace-6vsj7"] Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.168144 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.186206 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-6vsj7"] Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.353706 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mpq94\" (UniqueName: \"kubernetes.io/projected/c1e414d8-cf47-4693-819d-1b5264add0bd-kube-api-access-mpq94\") pod \"redhat-marketplace-6vsj7\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.353795 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-catalog-content\") pod \"redhat-marketplace-6vsj7\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.353825 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-utilities\") pod \"redhat-marketplace-6vsj7\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.454755 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mpq94\" (UniqueName: \"kubernetes.io/projected/c1e414d8-cf47-4693-819d-1b5264add0bd-kube-api-access-mpq94\") pod \"redhat-marketplace-6vsj7\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.454868 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-catalog-content\") pod \"redhat-marketplace-6vsj7\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.454908 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-utilities\") pod \"redhat-marketplace-6vsj7\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.455449 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-utilities\") pod \"redhat-marketplace-6vsj7\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.455551 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-catalog-content\") pod \"redhat-marketplace-6vsj7\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.476982 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mpq94\" (UniqueName: \"kubernetes.io/projected/c1e414d8-cf47-4693-819d-1b5264add0bd-kube-api-access-mpq94\") pod \"redhat-marketplace-6vsj7\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.486174 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:09 crc kubenswrapper[4809]: I1013 19:38:09.896378 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-6vsj7"] Oct 13 19:38:09 crc kubenswrapper[4809]: W1013 19:38:09.896863 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podc1e414d8_cf47_4693_819d_1b5264add0bd.slice/crio-e01360d895d5ee6574ed7da7022c72ace2d2983bf1d2edb416209a657767956b WatchSource:0}: Error finding container e01360d895d5ee6574ed7da7022c72ace2d2983bf1d2edb416209a657767956b: Status 404 returned error can't find the container with id e01360d895d5ee6574ed7da7022c72ace2d2983bf1d2edb416209a657767956b Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.078473 4809 generic.go:334] "Generic (PLEG): container finished" podID="c1e414d8-cf47-4693-819d-1b5264add0bd" containerID="ef8dd7e61adb01926badc0c3759045e4def8f84ced4fb9e0808e864842f9a3fa" exitCode=0 Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.078587 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-6vsj7" event={"ID":"c1e414d8-cf47-4693-819d-1b5264add0bd","Type":"ContainerDied","Data":"ef8dd7e61adb01926badc0c3759045e4def8f84ced4fb9e0808e864842f9a3fa"} Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.078634 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-6vsj7" event={"ID":"c1e414d8-cf47-4693-819d-1b5264add0bd","Type":"ContainerStarted","Data":"e01360d895d5ee6574ed7da7022c72ace2d2983bf1d2edb416209a657767956b"} Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.279472 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.467143 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-bundle\") pod \"6252dd85-f775-43a1-8853-309258c4b52a\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.467190 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-util\") pod \"6252dd85-f775-43a1-8853-309258c4b52a\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.467242 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cx79w\" (UniqueName: \"kubernetes.io/projected/6252dd85-f775-43a1-8853-309258c4b52a-kube-api-access-cx79w\") pod \"6252dd85-f775-43a1-8853-309258c4b52a\" (UID: \"6252dd85-f775-43a1-8853-309258c4b52a\") " Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.468826 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-bundle" (OuterVolumeSpecName: "bundle") pod "6252dd85-f775-43a1-8853-309258c4b52a" (UID: "6252dd85-f775-43a1-8853-309258c4b52a"). InnerVolumeSpecName "bundle". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.473422 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6252dd85-f775-43a1-8853-309258c4b52a-kube-api-access-cx79w" (OuterVolumeSpecName: "kube-api-access-cx79w") pod "6252dd85-f775-43a1-8853-309258c4b52a" (UID: "6252dd85-f775-43a1-8853-309258c4b52a"). InnerVolumeSpecName "kube-api-access-cx79w". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.482622 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-util" (OuterVolumeSpecName: "util") pod "6252dd85-f775-43a1-8853-309258c4b52a" (UID: "6252dd85-f775-43a1-8853-309258c4b52a"). InnerVolumeSpecName "util". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.568561 4809 reconciler_common.go:293] "Volume detached for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.568589 4809 reconciler_common.go:293] "Volume detached for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/6252dd85-f775-43a1-8853-309258c4b52a-util\") on node \"crc\" DevicePath \"\"" Oct 13 19:38:10 crc kubenswrapper[4809]: I1013 19:38:10.568598 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cx79w\" (UniqueName: \"kubernetes.io/projected/6252dd85-f775-43a1-8853-309258c4b52a-kube-api-access-cx79w\") on node \"crc\" DevicePath \"\"" Oct 13 19:38:11 crc kubenswrapper[4809]: I1013 19:38:11.087851 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" event={"ID":"6252dd85-f775-43a1-8853-309258c4b52a","Type":"ContainerDied","Data":"688c784877cc776dbed6bcfdc8fb58fc39379a75db495fde75feeff737c939bd"} Oct 13 19:38:11 crc kubenswrapper[4809]: I1013 19:38:11.088171 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="688c784877cc776dbed6bcfdc8fb58fc39379a75db495fde75feeff737c939bd" Oct 13 19:38:11 crc kubenswrapper[4809]: I1013 19:38:11.087879 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-operators/32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl" Oct 13 19:38:11 crc kubenswrapper[4809]: I1013 19:38:11.094689 4809 generic.go:334] "Generic (PLEG): container finished" podID="c1e414d8-cf47-4693-819d-1b5264add0bd" containerID="516251cd21f03440dd2290704b1954f1f8752bb13b7971db20291b181f19a300" exitCode=0 Oct 13 19:38:11 crc kubenswrapper[4809]: I1013 19:38:11.094752 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-6vsj7" event={"ID":"c1e414d8-cf47-4693-819d-1b5264add0bd","Type":"ContainerDied","Data":"516251cd21f03440dd2290704b1954f1f8752bb13b7971db20291b181f19a300"} Oct 13 19:38:12 crc kubenswrapper[4809]: I1013 19:38:12.106579 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-6vsj7" event={"ID":"c1e414d8-cf47-4693-819d-1b5264add0bd","Type":"ContainerStarted","Data":"38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c"} Oct 13 19:38:12 crc kubenswrapper[4809]: I1013 19:38:12.130111 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-marketplace-6vsj7" podStartSLOduration=1.7141122119999999 podStartE2EDuration="3.130083688s" podCreationTimestamp="2025-10-13 19:38:09 +0000 UTC" firstStartedPulling="2025-10-13 19:38:10.080120869 +0000 UTC m=+808.685867464" lastFinishedPulling="2025-10-13 19:38:11.496092335 +0000 UTC m=+810.101838940" observedRunningTime="2025-10-13 19:38:12.125379856 +0000 UTC m=+810.731126491" watchObservedRunningTime="2025-10-13 19:38:12.130083688 +0000 UTC m=+810.735830283" Oct 13 19:38:16 crc kubenswrapper[4809]: I1013 19:38:16.977216 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw"] Oct 13 19:38:16 crc kubenswrapper[4809]: E1013 19:38:16.978003 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6252dd85-f775-43a1-8853-309258c4b52a" containerName="pull" Oct 13 19:38:16 crc kubenswrapper[4809]: I1013 19:38:16.978021 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6252dd85-f775-43a1-8853-309258c4b52a" containerName="pull" Oct 13 19:38:16 crc kubenswrapper[4809]: E1013 19:38:16.978036 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6252dd85-f775-43a1-8853-309258c4b52a" containerName="extract" Oct 13 19:38:16 crc kubenswrapper[4809]: I1013 19:38:16.978044 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6252dd85-f775-43a1-8853-309258c4b52a" containerName="extract" Oct 13 19:38:16 crc kubenswrapper[4809]: E1013 19:38:16.978068 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6252dd85-f775-43a1-8853-309258c4b52a" containerName="util" Oct 13 19:38:16 crc kubenswrapper[4809]: I1013 19:38:16.978076 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6252dd85-f775-43a1-8853-309258c4b52a" containerName="util" Oct 13 19:38:16 crc kubenswrapper[4809]: I1013 19:38:16.978222 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6252dd85-f775-43a1-8853-309258c4b52a" containerName="extract" Oct 13 19:38:16 crc kubenswrapper[4809]: I1013 19:38:16.979063 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw" Oct 13 19:38:16 crc kubenswrapper[4809]: I1013 19:38:16.981473 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"openstack-operator-controller-operator-dockercfg-w6sv6" Oct 13 19:38:17 crc kubenswrapper[4809]: I1013 19:38:17.013391 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw"] Oct 13 19:38:17 crc kubenswrapper[4809]: I1013 19:38:17.061271 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-86w8w\" (UniqueName: \"kubernetes.io/projected/447ed981-e289-4026-b76b-b490a31d8cac-kube-api-access-86w8w\") pod \"openstack-operator-controller-operator-64895cd698-wnhtw\" (UID: \"447ed981-e289-4026-b76b-b490a31d8cac\") " pod="openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw" Oct 13 19:38:17 crc kubenswrapper[4809]: I1013 19:38:17.162536 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-86w8w\" (UniqueName: \"kubernetes.io/projected/447ed981-e289-4026-b76b-b490a31d8cac-kube-api-access-86w8w\") pod \"openstack-operator-controller-operator-64895cd698-wnhtw\" (UID: \"447ed981-e289-4026-b76b-b490a31d8cac\") " pod="openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw" Oct 13 19:38:17 crc kubenswrapper[4809]: I1013 19:38:17.187127 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-86w8w\" (UniqueName: \"kubernetes.io/projected/447ed981-e289-4026-b76b-b490a31d8cac-kube-api-access-86w8w\") pod \"openstack-operator-controller-operator-64895cd698-wnhtw\" (UID: \"447ed981-e289-4026-b76b-b490a31d8cac\") " pod="openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw" Oct 13 19:38:17 crc kubenswrapper[4809]: I1013 19:38:17.299639 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw" Oct 13 19:38:17 crc kubenswrapper[4809]: I1013 19:38:17.753412 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw"] Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.166395 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw" event={"ID":"447ed981-e289-4026-b76b-b490a31d8cac","Type":"ContainerStarted","Data":"d57bd55cdec0efb786c887d2e44b86fda3be1c5686ce7c1e7beb2387cffb4477"} Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.747022 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/certified-operators-dp2tl"] Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.749179 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.765613 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-dp2tl"] Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.784781 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-utilities\") pod \"certified-operators-dp2tl\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.784881 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-catalog-content\") pod \"certified-operators-dp2tl\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.784910 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vdv5d\" (UniqueName: \"kubernetes.io/projected/77be09a8-066b-4da4-a8d2-f709013dcc76-kube-api-access-vdv5d\") pod \"certified-operators-dp2tl\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.885617 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-catalog-content\") pod \"certified-operators-dp2tl\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.885970 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vdv5d\" (UniqueName: \"kubernetes.io/projected/77be09a8-066b-4da4-a8d2-f709013dcc76-kube-api-access-vdv5d\") pod \"certified-operators-dp2tl\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.886116 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-catalog-content\") pod \"certified-operators-dp2tl\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.886277 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-utilities\") pod \"certified-operators-dp2tl\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.886703 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-utilities\") pod \"certified-operators-dp2tl\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:18 crc kubenswrapper[4809]: I1013 19:38:18.914467 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vdv5d\" (UniqueName: \"kubernetes.io/projected/77be09a8-066b-4da4-a8d2-f709013dcc76-kube-api-access-vdv5d\") pod \"certified-operators-dp2tl\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:19 crc kubenswrapper[4809]: I1013 19:38:19.085939 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:19 crc kubenswrapper[4809]: I1013 19:38:19.492371 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:19 crc kubenswrapper[4809]: I1013 19:38:19.492808 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:19 crc kubenswrapper[4809]: I1013 19:38:19.531870 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-dp2tl"] Oct 13 19:38:19 crc kubenswrapper[4809]: I1013 19:38:19.557001 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:20 crc kubenswrapper[4809]: I1013 19:38:20.259371 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:22 crc kubenswrapper[4809]: W1013 19:38:22.206994 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod77be09a8_066b_4da4_a8d2_f709013dcc76.slice/crio-c790fd88b75fef57c880bbb56bbd79f9c89ef27bf797059d1c053a04bd615d8e WatchSource:0}: Error finding container c790fd88b75fef57c880bbb56bbd79f9c89ef27bf797059d1c053a04bd615d8e: Status 404 returned error can't find the container with id c790fd88b75fef57c880bbb56bbd79f9c89ef27bf797059d1c053a04bd615d8e Oct 13 19:38:23 crc kubenswrapper[4809]: I1013 19:38:23.144582 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-6vsj7"] Oct 13 19:38:23 crc kubenswrapper[4809]: I1013 19:38:23.145269 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-marketplace-6vsj7" podUID="c1e414d8-cf47-4693-819d-1b5264add0bd" containerName="registry-server" containerID="cri-o://38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c" gracePeriod=2 Oct 13 19:38:23 crc kubenswrapper[4809]: I1013 19:38:23.221471 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw" event={"ID":"447ed981-e289-4026-b76b-b490a31d8cac","Type":"ContainerStarted","Data":"0103c68264bc50b2131ef6196eb2be168d884d9b221c055140806d6401ae060b"} Oct 13 19:38:23 crc kubenswrapper[4809]: I1013 19:38:23.223491 4809 generic.go:334] "Generic (PLEG): container finished" podID="77be09a8-066b-4da4-a8d2-f709013dcc76" containerID="6610167df7b357f481a14435104b95ea128e1629e39f09c6ab688902b2bcff6b" exitCode=0 Oct 13 19:38:23 crc kubenswrapper[4809]: I1013 19:38:23.223519 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-dp2tl" event={"ID":"77be09a8-066b-4da4-a8d2-f709013dcc76","Type":"ContainerDied","Data":"6610167df7b357f481a14435104b95ea128e1629e39f09c6ab688902b2bcff6b"} Oct 13 19:38:23 crc kubenswrapper[4809]: I1013 19:38:23.223536 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-dp2tl" event={"ID":"77be09a8-066b-4da4-a8d2-f709013dcc76","Type":"ContainerStarted","Data":"c790fd88b75fef57c880bbb56bbd79f9c89ef27bf797059d1c053a04bd615d8e"} Oct 13 19:38:23 crc kubenswrapper[4809]: I1013 19:38:23.991408 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.180116 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-utilities\") pod \"c1e414d8-cf47-4693-819d-1b5264add0bd\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.180302 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-catalog-content\") pod \"c1e414d8-cf47-4693-819d-1b5264add0bd\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.180895 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mpq94\" (UniqueName: \"kubernetes.io/projected/c1e414d8-cf47-4693-819d-1b5264add0bd-kube-api-access-mpq94\") pod \"c1e414d8-cf47-4693-819d-1b5264add0bd\" (UID: \"c1e414d8-cf47-4693-819d-1b5264add0bd\") " Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.183395 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-utilities" (OuterVolumeSpecName: "utilities") pod "c1e414d8-cf47-4693-819d-1b5264add0bd" (UID: "c1e414d8-cf47-4693-819d-1b5264add0bd"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.189671 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c1e414d8-cf47-4693-819d-1b5264add0bd-kube-api-access-mpq94" (OuterVolumeSpecName: "kube-api-access-mpq94") pod "c1e414d8-cf47-4693-819d-1b5264add0bd" (UID: "c1e414d8-cf47-4693-819d-1b5264add0bd"). InnerVolumeSpecName "kube-api-access-mpq94". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.196618 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "c1e414d8-cf47-4693-819d-1b5264add0bd" (UID: "c1e414d8-cf47-4693-819d-1b5264add0bd"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.230835 4809 generic.go:334] "Generic (PLEG): container finished" podID="c1e414d8-cf47-4693-819d-1b5264add0bd" containerID="38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c" exitCode=0 Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.230891 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-6vsj7" event={"ID":"c1e414d8-cf47-4693-819d-1b5264add0bd","Type":"ContainerDied","Data":"38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c"} Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.230923 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-6vsj7" event={"ID":"c1e414d8-cf47-4693-819d-1b5264add0bd","Type":"ContainerDied","Data":"e01360d895d5ee6574ed7da7022c72ace2d2983bf1d2edb416209a657767956b"} Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.230944 4809 scope.go:117] "RemoveContainer" containerID="38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.231099 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-6vsj7" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.282879 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mpq94\" (UniqueName: \"kubernetes.io/projected/c1e414d8-cf47-4693-819d-1b5264add0bd-kube-api-access-mpq94\") on node \"crc\" DevicePath \"\"" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.282919 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.282932 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c1e414d8-cf47-4693-819d-1b5264add0bd-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.283568 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-6vsj7"] Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.293209 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-marketplace-6vsj7"] Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.558240 4809 scope.go:117] "RemoveContainer" containerID="516251cd21f03440dd2290704b1954f1f8752bb13b7971db20291b181f19a300" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.605341 4809 scope.go:117] "RemoveContainer" containerID="ef8dd7e61adb01926badc0c3759045e4def8f84ced4fb9e0808e864842f9a3fa" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.630762 4809 scope.go:117] "RemoveContainer" containerID="38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c" Oct 13 19:38:24 crc kubenswrapper[4809]: E1013 19:38:24.632530 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c\": container with ID starting with 38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c not found: ID does not exist" containerID="38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.632805 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c"} err="failed to get container status \"38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c\": rpc error: code = NotFound desc = could not find container \"38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c\": container with ID starting with 38f0125cf90d1dd21781ebce940b3d50612cc8c668813380df0b7e744e97f35c not found: ID does not exist" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.632849 4809 scope.go:117] "RemoveContainer" containerID="516251cd21f03440dd2290704b1954f1f8752bb13b7971db20291b181f19a300" Oct 13 19:38:24 crc kubenswrapper[4809]: E1013 19:38:24.633254 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"516251cd21f03440dd2290704b1954f1f8752bb13b7971db20291b181f19a300\": container with ID starting with 516251cd21f03440dd2290704b1954f1f8752bb13b7971db20291b181f19a300 not found: ID does not exist" containerID="516251cd21f03440dd2290704b1954f1f8752bb13b7971db20291b181f19a300" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.633284 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"516251cd21f03440dd2290704b1954f1f8752bb13b7971db20291b181f19a300"} err="failed to get container status \"516251cd21f03440dd2290704b1954f1f8752bb13b7971db20291b181f19a300\": rpc error: code = NotFound desc = could not find container \"516251cd21f03440dd2290704b1954f1f8752bb13b7971db20291b181f19a300\": container with ID starting with 516251cd21f03440dd2290704b1954f1f8752bb13b7971db20291b181f19a300 not found: ID does not exist" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.633300 4809 scope.go:117] "RemoveContainer" containerID="ef8dd7e61adb01926badc0c3759045e4def8f84ced4fb9e0808e864842f9a3fa" Oct 13 19:38:24 crc kubenswrapper[4809]: E1013 19:38:24.633928 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ef8dd7e61adb01926badc0c3759045e4def8f84ced4fb9e0808e864842f9a3fa\": container with ID starting with ef8dd7e61adb01926badc0c3759045e4def8f84ced4fb9e0808e864842f9a3fa not found: ID does not exist" containerID="ef8dd7e61adb01926badc0c3759045e4def8f84ced4fb9e0808e864842f9a3fa" Oct 13 19:38:24 crc kubenswrapper[4809]: I1013 19:38:24.633998 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ef8dd7e61adb01926badc0c3759045e4def8f84ced4fb9e0808e864842f9a3fa"} err="failed to get container status \"ef8dd7e61adb01926badc0c3759045e4def8f84ced4fb9e0808e864842f9a3fa\": rpc error: code = NotFound desc = could not find container \"ef8dd7e61adb01926badc0c3759045e4def8f84ced4fb9e0808e864842f9a3fa\": container with ID starting with ef8dd7e61adb01926badc0c3759045e4def8f84ced4fb9e0808e864842f9a3fa not found: ID does not exist" Oct 13 19:38:25 crc kubenswrapper[4809]: I1013 19:38:25.245059 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw" event={"ID":"447ed981-e289-4026-b76b-b490a31d8cac","Type":"ContainerStarted","Data":"efe54c596755ee9de7a5a8636fe97987766911aa340568dc0ef6cd126bfaa516"} Oct 13 19:38:25 crc kubenswrapper[4809]: I1013 19:38:25.246037 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw" Oct 13 19:38:25 crc kubenswrapper[4809]: I1013 19:38:25.248997 4809 generic.go:334] "Generic (PLEG): container finished" podID="77be09a8-066b-4da4-a8d2-f709013dcc76" containerID="0feb8daeda3bb0df282ef1895e0176926db3748e46753c9db0535d8d56a2e7df" exitCode=0 Oct 13 19:38:25 crc kubenswrapper[4809]: I1013 19:38:25.249065 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-dp2tl" event={"ID":"77be09a8-066b-4da4-a8d2-f709013dcc76","Type":"ContainerDied","Data":"0feb8daeda3bb0df282ef1895e0176926db3748e46753c9db0535d8d56a2e7df"} Oct 13 19:38:25 crc kubenswrapper[4809]: I1013 19:38:25.330742 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw" podStartSLOduration=2.463541684 podStartE2EDuration="9.33070998s" podCreationTimestamp="2025-10-13 19:38:16 +0000 UTC" firstStartedPulling="2025-10-13 19:38:17.767642276 +0000 UTC m=+816.373388861" lastFinishedPulling="2025-10-13 19:38:24.634810572 +0000 UTC m=+823.240557157" observedRunningTime="2025-10-13 19:38:25.325401041 +0000 UTC m=+823.931147636" watchObservedRunningTime="2025-10-13 19:38:25.33070998 +0000 UTC m=+823.936456565" Oct 13 19:38:26 crc kubenswrapper[4809]: I1013 19:38:26.161674 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c1e414d8-cf47-4693-819d-1b5264add0bd" path="/var/lib/kubelet/pods/c1e414d8-cf47-4693-819d-1b5264add0bd/volumes" Oct 13 19:38:26 crc kubenswrapper[4809]: I1013 19:38:26.257554 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-dp2tl" event={"ID":"77be09a8-066b-4da4-a8d2-f709013dcc76","Type":"ContainerStarted","Data":"063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3"} Oct 13 19:38:26 crc kubenswrapper[4809]: I1013 19:38:26.279128 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/certified-operators-dp2tl" podStartSLOduration=5.843072445 podStartE2EDuration="8.279097192s" podCreationTimestamp="2025-10-13 19:38:18 +0000 UTC" firstStartedPulling="2025-10-13 19:38:23.265507944 +0000 UTC m=+821.871254529" lastFinishedPulling="2025-10-13 19:38:25.701532691 +0000 UTC m=+824.307279276" observedRunningTime="2025-10-13 19:38:26.278359551 +0000 UTC m=+824.884106166" watchObservedRunningTime="2025-10-13 19:38:26.279097192 +0000 UTC m=+824.884843777" Oct 13 19:38:27 crc kubenswrapper[4809]: I1013 19:38:27.302371 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/openstack-operator-controller-operator-64895cd698-wnhtw" Oct 13 19:38:29 crc kubenswrapper[4809]: I1013 19:38:29.087692 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:29 crc kubenswrapper[4809]: I1013 19:38:29.088031 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:29 crc kubenswrapper[4809]: I1013 19:38:29.125202 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.352000 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-operators-c7l5q"] Oct 13 19:38:32 crc kubenswrapper[4809]: E1013 19:38:32.352230 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c1e414d8-cf47-4693-819d-1b5264add0bd" containerName="extract-content" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.352241 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c1e414d8-cf47-4693-819d-1b5264add0bd" containerName="extract-content" Oct 13 19:38:32 crc kubenswrapper[4809]: E1013 19:38:32.352262 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c1e414d8-cf47-4693-819d-1b5264add0bd" containerName="extract-utilities" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.352268 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c1e414d8-cf47-4693-819d-1b5264add0bd" containerName="extract-utilities" Oct 13 19:38:32 crc kubenswrapper[4809]: E1013 19:38:32.352281 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c1e414d8-cf47-4693-819d-1b5264add0bd" containerName="registry-server" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.352288 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c1e414d8-cf47-4693-819d-1b5264add0bd" containerName="registry-server" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.352395 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c1e414d8-cf47-4693-819d-1b5264add0bd" containerName="registry-server" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.353161 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.379829 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-c7l5q"] Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.430191 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-catalog-content\") pod \"redhat-operators-c7l5q\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.430564 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-utilities\") pod \"redhat-operators-c7l5q\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.430842 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7r4st\" (UniqueName: \"kubernetes.io/projected/bceabd2c-6cc5-4324-8935-b65f283642ff-kube-api-access-7r4st\") pod \"redhat-operators-c7l5q\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.532685 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-catalog-content\") pod \"redhat-operators-c7l5q\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.532759 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-utilities\") pod \"redhat-operators-c7l5q\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.532788 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7r4st\" (UniqueName: \"kubernetes.io/projected/bceabd2c-6cc5-4324-8935-b65f283642ff-kube-api-access-7r4st\") pod \"redhat-operators-c7l5q\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.533314 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-catalog-content\") pod \"redhat-operators-c7l5q\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.533392 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-utilities\") pod \"redhat-operators-c7l5q\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.564967 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7r4st\" (UniqueName: \"kubernetes.io/projected/bceabd2c-6cc5-4324-8935-b65f283642ff-kube-api-access-7r4st\") pod \"redhat-operators-c7l5q\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:32 crc kubenswrapper[4809]: I1013 19:38:32.673223 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:33 crc kubenswrapper[4809]: I1013 19:38:33.306162 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-c7l5q"] Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.151598 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/community-operators-b8hjs"] Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.153513 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.177410 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-b8hjs"] Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.257361 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5h58v\" (UniqueName: \"kubernetes.io/projected/2d1ff425-3d03-4665-9e92-415da5675e43-kube-api-access-5h58v\") pod \"community-operators-b8hjs\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.257430 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-catalog-content\") pod \"community-operators-b8hjs\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.257487 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-utilities\") pod \"community-operators-b8hjs\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.312826 4809 generic.go:334] "Generic (PLEG): container finished" podID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerID="cd19cff9d465166227aa89940c66995235c28c15a99c2c9998459f7c29a55c46" exitCode=0 Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.312882 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-c7l5q" event={"ID":"bceabd2c-6cc5-4324-8935-b65f283642ff","Type":"ContainerDied","Data":"cd19cff9d465166227aa89940c66995235c28c15a99c2c9998459f7c29a55c46"} Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.312921 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-c7l5q" event={"ID":"bceabd2c-6cc5-4324-8935-b65f283642ff","Type":"ContainerStarted","Data":"cfc636771874625dc0a9d375ae4c8e5cc6c6bb18b76ae61c5ff8fd451ed7f6e6"} Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.358190 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5h58v\" (UniqueName: \"kubernetes.io/projected/2d1ff425-3d03-4665-9e92-415da5675e43-kube-api-access-5h58v\") pod \"community-operators-b8hjs\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.358235 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-catalog-content\") pod \"community-operators-b8hjs\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.358273 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-utilities\") pod \"community-operators-b8hjs\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.358696 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-utilities\") pod \"community-operators-b8hjs\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.359155 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-catalog-content\") pod \"community-operators-b8hjs\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.385254 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5h58v\" (UniqueName: \"kubernetes.io/projected/2d1ff425-3d03-4665-9e92-415da5675e43-kube-api-access-5h58v\") pod \"community-operators-b8hjs\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.478740 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:34 crc kubenswrapper[4809]: I1013 19:38:34.813441 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-b8hjs"] Oct 13 19:38:34 crc kubenswrapper[4809]: W1013 19:38:34.818639 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod2d1ff425_3d03_4665_9e92_415da5675e43.slice/crio-18bbfa42994d1edc76dc3133700fdd07ab50194a37eee82fe5781a737c26d60e WatchSource:0}: Error finding container 18bbfa42994d1edc76dc3133700fdd07ab50194a37eee82fe5781a737c26d60e: Status 404 returned error can't find the container with id 18bbfa42994d1edc76dc3133700fdd07ab50194a37eee82fe5781a737c26d60e Oct 13 19:38:35 crc kubenswrapper[4809]: I1013 19:38:35.322113 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-c7l5q" event={"ID":"bceabd2c-6cc5-4324-8935-b65f283642ff","Type":"ContainerStarted","Data":"692c91f0066857c0a1414370e7773051e32d9ec9f34c255ec2ff244a6b07239a"} Oct 13 19:38:35 crc kubenswrapper[4809]: I1013 19:38:35.324197 4809 generic.go:334] "Generic (PLEG): container finished" podID="2d1ff425-3d03-4665-9e92-415da5675e43" containerID="a0b1f19100b65bd8a5eea4a2a626f7f0cff855413fbe3731195088be14466f6a" exitCode=0 Oct 13 19:38:35 crc kubenswrapper[4809]: I1013 19:38:35.324243 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-b8hjs" event={"ID":"2d1ff425-3d03-4665-9e92-415da5675e43","Type":"ContainerDied","Data":"a0b1f19100b65bd8a5eea4a2a626f7f0cff855413fbe3731195088be14466f6a"} Oct 13 19:38:35 crc kubenswrapper[4809]: I1013 19:38:35.324268 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-b8hjs" event={"ID":"2d1ff425-3d03-4665-9e92-415da5675e43","Type":"ContainerStarted","Data":"18bbfa42994d1edc76dc3133700fdd07ab50194a37eee82fe5781a737c26d60e"} Oct 13 19:38:36 crc kubenswrapper[4809]: I1013 19:38:36.332689 4809 generic.go:334] "Generic (PLEG): container finished" podID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerID="692c91f0066857c0a1414370e7773051e32d9ec9f34c255ec2ff244a6b07239a" exitCode=0 Oct 13 19:38:36 crc kubenswrapper[4809]: I1013 19:38:36.333542 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-c7l5q" event={"ID":"bceabd2c-6cc5-4324-8935-b65f283642ff","Type":"ContainerDied","Data":"692c91f0066857c0a1414370e7773051e32d9ec9f34c255ec2ff244a6b07239a"} Oct 13 19:38:36 crc kubenswrapper[4809]: I1013 19:38:36.338861 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-b8hjs" event={"ID":"2d1ff425-3d03-4665-9e92-415da5675e43","Type":"ContainerStarted","Data":"2b8e6e28b5d489cba760ab422acee687e568217beae867d8cb617399637ba7d3"} Oct 13 19:38:37 crc kubenswrapper[4809]: I1013 19:38:37.348349 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-c7l5q" event={"ID":"bceabd2c-6cc5-4324-8935-b65f283642ff","Type":"ContainerStarted","Data":"a47fb40ca5544fa692efe29de385ff318b9f547f0431dda965de2b2a22426fed"} Oct 13 19:38:37 crc kubenswrapper[4809]: I1013 19:38:37.351904 4809 generic.go:334] "Generic (PLEG): container finished" podID="2d1ff425-3d03-4665-9e92-415da5675e43" containerID="2b8e6e28b5d489cba760ab422acee687e568217beae867d8cb617399637ba7d3" exitCode=0 Oct 13 19:38:37 crc kubenswrapper[4809]: I1013 19:38:37.351949 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-b8hjs" event={"ID":"2d1ff425-3d03-4665-9e92-415da5675e43","Type":"ContainerDied","Data":"2b8e6e28b5d489cba760ab422acee687e568217beae867d8cb617399637ba7d3"} Oct 13 19:38:37 crc kubenswrapper[4809]: I1013 19:38:37.374065 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-operators-c7l5q" podStartSLOduration=2.824285624 podStartE2EDuration="5.374050681s" podCreationTimestamp="2025-10-13 19:38:32 +0000 UTC" firstStartedPulling="2025-10-13 19:38:34.314747112 +0000 UTC m=+832.920493697" lastFinishedPulling="2025-10-13 19:38:36.864512169 +0000 UTC m=+835.470258754" observedRunningTime="2025-10-13 19:38:37.370720018 +0000 UTC m=+835.976466603" watchObservedRunningTime="2025-10-13 19:38:37.374050681 +0000 UTC m=+835.979797266" Oct 13 19:38:38 crc kubenswrapper[4809]: I1013 19:38:38.366342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-b8hjs" event={"ID":"2d1ff425-3d03-4665-9e92-415da5675e43","Type":"ContainerStarted","Data":"2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4"} Oct 13 19:38:38 crc kubenswrapper[4809]: I1013 19:38:38.392654 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/community-operators-b8hjs" podStartSLOduration=1.887393382 podStartE2EDuration="4.392621901s" podCreationTimestamp="2025-10-13 19:38:34 +0000 UTC" firstStartedPulling="2025-10-13 19:38:35.325642136 +0000 UTC m=+833.931388721" lastFinishedPulling="2025-10-13 19:38:37.830870655 +0000 UTC m=+836.436617240" observedRunningTime="2025-10-13 19:38:38.385291666 +0000 UTC m=+836.991038241" watchObservedRunningTime="2025-10-13 19:38:38.392621901 +0000 UTC m=+836.998368486" Oct 13 19:38:39 crc kubenswrapper[4809]: I1013 19:38:39.168692 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.411344 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.414657 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.433344 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"barbican-operator-controller-manager-dockercfg-pj748" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.448073 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.449661 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.452029 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"cinder-operator-controller-manager-dockercfg-bmp22" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.467991 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.493319 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.494852 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.502455 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"designate-operator-controller-manager-dockercfg-n6zbg" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.509986 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.531797 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/glance-operator-controller-manager-84b9b84486-874c5"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.533280 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/glance-operator-controller-manager-84b9b84486-874c5" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.539571 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"glance-operator-controller-manager-dockercfg-pgcgn" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.558133 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7qcr7\" (UniqueName: \"kubernetes.io/projected/ae9093a1-d283-4d01-b3f8-6f51042f9f66-kube-api-access-7qcr7\") pod \"barbican-operator-controller-manager-658bdf4b74-z9qnq\" (UID: \"ae9093a1-d283-4d01-b3f8-6f51042f9f66\") " pod="openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.558180 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5tzd9\" (UniqueName: \"kubernetes.io/projected/d0939f7d-da1c-435b-9dde-59abbfcd044d-kube-api-access-5tzd9\") pod \"cinder-operator-controller-manager-7b7fb68549-bsc2z\" (UID: \"d0939f7d-da1c-435b-9dde-59abbfcd044d\") " pod="openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.558305 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.559303 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.560659 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"heat-operator-controller-manager-dockercfg-2jk8g" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.576941 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.578038 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.582268 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.583544 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.587400 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"infra-operator-controller-manager-dockercfg-8m85k" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.587701 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"horizon-operator-controller-manager-dockercfg-vvr27" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.587873 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"infra-operator-webhook-server-cert" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.596227 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/glance-operator-controller-manager-84b9b84486-874c5"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.600466 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.610580 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.628817 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.634369 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.645698 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.647320 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.647456 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.650661 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"ironic-operator-controller-manager-dockercfg-fvfnv" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.652499 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.653660 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.662147 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"keystone-operator-controller-manager-dockercfg-8shxd" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.662782 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7qcr7\" (UniqueName: \"kubernetes.io/projected/ae9093a1-d283-4d01-b3f8-6f51042f9f66-kube-api-access-7qcr7\") pod \"barbican-operator-controller-manager-658bdf4b74-z9qnq\" (UID: \"ae9093a1-d283-4d01-b3f8-6f51042f9f66\") " pod="openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.662833 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5tzd9\" (UniqueName: \"kubernetes.io/projected/d0939f7d-da1c-435b-9dde-59abbfcd044d-kube-api-access-5tzd9\") pod \"cinder-operator-controller-manager-7b7fb68549-bsc2z\" (UID: \"d0939f7d-da1c-435b-9dde-59abbfcd044d\") " pod="openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.662916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pgqwl\" (UniqueName: \"kubernetes.io/projected/5bcfdb92-6d50-446d-8326-39f3f47f32f2-kube-api-access-pgqwl\") pod \"heat-operator-controller-manager-858f76bbdd-sbz6w\" (UID: \"5bcfdb92-6d50-446d-8326-39f3f47f32f2\") " pod="openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.662974 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qlw6f\" (UniqueName: \"kubernetes.io/projected/520edacf-ee67-42e2-8f84-5d1a3ba74db3-kube-api-access-qlw6f\") pod \"glance-operator-controller-manager-84b9b84486-874c5\" (UID: \"520edacf-ee67-42e2-8f84-5d1a3ba74db3\") " pod="openstack-operators/glance-operator-controller-manager-84b9b84486-874c5" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.663006 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5c49g\" (UniqueName: \"kubernetes.io/projected/829e0048-04f6-459c-90ed-9f7fddba3014-kube-api-access-5c49g\") pod \"designate-operator-controller-manager-85d5d9dd78-tmbdh\" (UID: \"829e0048-04f6-459c-90ed-9f7fddba3014\") " pod="openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.679557 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.689121 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.692693 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.707660 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"manila-operator-controller-manager-dockercfg-6wzcg" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.709317 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.710861 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.714766 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"mariadb-operator-controller-manager-dockercfg-ltd2z" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.718536 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.720531 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7qcr7\" (UniqueName: \"kubernetes.io/projected/ae9093a1-d283-4d01-b3f8-6f51042f9f66-kube-api-access-7qcr7\") pod \"barbican-operator-controller-manager-658bdf4b74-z9qnq\" (UID: \"ae9093a1-d283-4d01-b3f8-6f51042f9f66\") " pod="openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.723374 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.734965 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.737242 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.739049 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"neutron-operator-controller-manager-dockercfg-qzz9b" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.745262 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.746926 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5tzd9\" (UniqueName: \"kubernetes.io/projected/d0939f7d-da1c-435b-9dde-59abbfcd044d-kube-api-access-5tzd9\") pod \"cinder-operator-controller-manager-7b7fb68549-bsc2z\" (UID: \"d0939f7d-da1c-435b-9dde-59abbfcd044d\") " pod="openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.754616 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.774884 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.775427 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qlw6f\" (UniqueName: \"kubernetes.io/projected/520edacf-ee67-42e2-8f84-5d1a3ba74db3-kube-api-access-qlw6f\") pod \"glance-operator-controller-manager-84b9b84486-874c5\" (UID: \"520edacf-ee67-42e2-8f84-5d1a3ba74db3\") " pod="openstack-operators/glance-operator-controller-manager-84b9b84486-874c5" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.775458 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-77xpf\" (UniqueName: \"kubernetes.io/projected/8877aec8-eb38-4135-a22c-a3cf9be16d62-kube-api-access-77xpf\") pod \"horizon-operator-controller-manager-7ffbcb7588-8zb7s\" (UID: \"8877aec8-eb38-4135-a22c-a3cf9be16d62\") " pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.775483 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z7kpt\" (UniqueName: \"kubernetes.io/projected/3fb8e9e5-990b-4ee9-b805-1e8172ae1c35-kube-api-access-z7kpt\") pod \"keystone-operator-controller-manager-55b6b7c7b8-vpmxg\" (UID: \"3fb8e9e5-990b-4ee9-b805-1e8172ae1c35\") " pod="openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.775501 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5c49g\" (UniqueName: \"kubernetes.io/projected/829e0048-04f6-459c-90ed-9f7fddba3014-kube-api-access-5c49g\") pod \"designate-operator-controller-manager-85d5d9dd78-tmbdh\" (UID: \"829e0048-04f6-459c-90ed-9f7fddba3014\") " pod="openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.775539 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xsbkj\" (UniqueName: \"kubernetes.io/projected/47b9deaa-0788-4fc2-9e46-37f98a50b076-kube-api-access-xsbkj\") pod \"infra-operator-controller-manager-656bcbd775-pfsgv\" (UID: \"47b9deaa-0788-4fc2-9e46-37f98a50b076\") " pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.775556 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6gpvz\" (UniqueName: \"kubernetes.io/projected/7e29841e-6b82-46c1-8760-77123c3fa2b0-kube-api-access-6gpvz\") pod \"manila-operator-controller-manager-5f67fbc655-4j2bx\" (UID: \"7e29841e-6b82-46c1-8760-77123c3fa2b0\") " pod="openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.775574 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2ddr4\" (UniqueName: \"kubernetes.io/projected/08e651a1-382b-49b3-ad90-939529fc0349-kube-api-access-2ddr4\") pod \"neutron-operator-controller-manager-79d585cb66-p294z\" (UID: \"08e651a1-382b-49b3-ad90-939529fc0349\") " pod="openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.775609 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tnfxv\" (UniqueName: \"kubernetes.io/projected/7fded2f2-855e-4360-844f-232312f74de0-kube-api-access-tnfxv\") pod \"ironic-operator-controller-manager-9c5c78d49-j6lnp\" (UID: \"7fded2f2-855e-4360-844f-232312f74de0\") " pod="openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.775645 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pgqwl\" (UniqueName: \"kubernetes.io/projected/5bcfdb92-6d50-446d-8326-39f3f47f32f2-kube-api-access-pgqwl\") pod \"heat-operator-controller-manager-858f76bbdd-sbz6w\" (UID: \"5bcfdb92-6d50-446d-8326-39f3f47f32f2\") " pod="openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.775668 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ql78s\" (UniqueName: \"kubernetes.io/projected/a614a6c1-d24b-45c5-bf7b-0b613e5d0985-kube-api-access-ql78s\") pod \"mariadb-operator-controller-manager-f9fb45f8f-7kcc8\" (UID: \"a614a6c1-d24b-45c5-bf7b-0b613e5d0985\") " pod="openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.775693 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert\") pod \"infra-operator-controller-manager-656bcbd775-pfsgv\" (UID: \"47b9deaa-0788-4fc2-9e46-37f98a50b076\") " pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.807174 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.808185 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.816302 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"octavia-operator-controller-manager-dockercfg-wrr67" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.821096 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5c49g\" (UniqueName: \"kubernetes.io/projected/829e0048-04f6-459c-90ed-9f7fddba3014-kube-api-access-5c49g\") pod \"designate-operator-controller-manager-85d5d9dd78-tmbdh\" (UID: \"829e0048-04f6-459c-90ed-9f7fddba3014\") " pod="openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.839387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pgqwl\" (UniqueName: \"kubernetes.io/projected/5bcfdb92-6d50-446d-8326-39f3f47f32f2-kube-api-access-pgqwl\") pod \"heat-operator-controller-manager-858f76bbdd-sbz6w\" (UID: \"5bcfdb92-6d50-446d-8326-39f3f47f32f2\") " pod="openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.844691 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.846105 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.851076 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qlw6f\" (UniqueName: \"kubernetes.io/projected/520edacf-ee67-42e2-8f84-5d1a3ba74db3-kube-api-access-qlw6f\") pod \"glance-operator-controller-manager-84b9b84486-874c5\" (UID: \"520edacf-ee67-42e2-8f84-5d1a3ba74db3\") " pod="openstack-operators/glance-operator-controller-manager-84b9b84486-874c5" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.851111 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"nova-operator-controller-manager-dockercfg-d7hfk" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.863220 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/glance-operator-controller-manager-84b9b84486-874c5" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.872797 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.876980 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert\") pod \"infra-operator-controller-manager-656bcbd775-pfsgv\" (UID: \"47b9deaa-0788-4fc2-9e46-37f98a50b076\") " pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.877023 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-77xpf\" (UniqueName: \"kubernetes.io/projected/8877aec8-eb38-4135-a22c-a3cf9be16d62-kube-api-access-77xpf\") pod \"horizon-operator-controller-manager-7ffbcb7588-8zb7s\" (UID: \"8877aec8-eb38-4135-a22c-a3cf9be16d62\") " pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.877049 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z7kpt\" (UniqueName: \"kubernetes.io/projected/3fb8e9e5-990b-4ee9-b805-1e8172ae1c35-kube-api-access-z7kpt\") pod \"keystone-operator-controller-manager-55b6b7c7b8-vpmxg\" (UID: \"3fb8e9e5-990b-4ee9-b805-1e8172ae1c35\") " pod="openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.877093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9hnl7\" (UniqueName: \"kubernetes.io/projected/8779c817-890b-47f4-ae88-77b438085ef0-kube-api-access-9hnl7\") pod \"octavia-operator-controller-manager-69fdcfc5f5-mtsxj\" (UID: \"8779c817-890b-47f4-ae88-77b438085ef0\") " pod="openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.877116 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xsbkj\" (UniqueName: \"kubernetes.io/projected/47b9deaa-0788-4fc2-9e46-37f98a50b076-kube-api-access-xsbkj\") pod \"infra-operator-controller-manager-656bcbd775-pfsgv\" (UID: \"47b9deaa-0788-4fc2-9e46-37f98a50b076\") " pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.877135 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6gpvz\" (UniqueName: \"kubernetes.io/projected/7e29841e-6b82-46c1-8760-77123c3fa2b0-kube-api-access-6gpvz\") pod \"manila-operator-controller-manager-5f67fbc655-4j2bx\" (UID: \"7e29841e-6b82-46c1-8760-77123c3fa2b0\") " pod="openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.877156 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2ddr4\" (UniqueName: \"kubernetes.io/projected/08e651a1-382b-49b3-ad90-939529fc0349-kube-api-access-2ddr4\") pod \"neutron-operator-controller-manager-79d585cb66-p294z\" (UID: \"08e651a1-382b-49b3-ad90-939529fc0349\") " pod="openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.877190 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9fc22\" (UniqueName: \"kubernetes.io/projected/10b4af88-94b6-482b-82dc-5f43cce382c4-kube-api-access-9fc22\") pod \"nova-operator-controller-manager-5df598886f-rc6sk\" (UID: \"10b4af88-94b6-482b-82dc-5f43cce382c4\") " pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.877210 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tnfxv\" (UniqueName: \"kubernetes.io/projected/7fded2f2-855e-4360-844f-232312f74de0-kube-api-access-tnfxv\") pod \"ironic-operator-controller-manager-9c5c78d49-j6lnp\" (UID: \"7fded2f2-855e-4360-844f-232312f74de0\") " pod="openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.877245 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ql78s\" (UniqueName: \"kubernetes.io/projected/a614a6c1-d24b-45c5-bf7b-0b613e5d0985-kube-api-access-ql78s\") pod \"mariadb-operator-controller-manager-f9fb45f8f-7kcc8\" (UID: \"a614a6c1-d24b-45c5-bf7b-0b613e5d0985\") " pod="openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8" Oct 13 19:38:41 crc kubenswrapper[4809]: E1013 19:38:41.877569 4809 secret.go:188] Couldn't get secret openstack-operators/infra-operator-webhook-server-cert: secret "infra-operator-webhook-server-cert" not found Oct 13 19:38:41 crc kubenswrapper[4809]: E1013 19:38:41.877646 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert podName:47b9deaa-0788-4fc2-9e46-37f98a50b076 nodeName:}" failed. No retries permitted until 2025-10-13 19:38:42.377618792 +0000 UTC m=+840.983365377 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "cert" (UniqueName: "kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert") pod "infra-operator-controller-manager-656bcbd775-pfsgv" (UID: "47b9deaa-0788-4fc2-9e46-37f98a50b076") : secret "infra-operator-webhook-server-cert" not found Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.880960 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.920281 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.922149 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tnfxv\" (UniqueName: \"kubernetes.io/projected/7fded2f2-855e-4360-844f-232312f74de0-kube-api-access-tnfxv\") pod \"ironic-operator-controller-manager-9c5c78d49-j6lnp\" (UID: \"7fded2f2-855e-4360-844f-232312f74de0\") " pod="openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.949483 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ql78s\" (UniqueName: \"kubernetes.io/projected/a614a6c1-d24b-45c5-bf7b-0b613e5d0985-kube-api-access-ql78s\") pod \"mariadb-operator-controller-manager-f9fb45f8f-7kcc8\" (UID: \"a614a6c1-d24b-45c5-bf7b-0b613e5d0985\") " pod="openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.951940 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xsbkj\" (UniqueName: \"kubernetes.io/projected/47b9deaa-0788-4fc2-9e46-37f98a50b076-kube-api-access-xsbkj\") pod \"infra-operator-controller-manager-656bcbd775-pfsgv\" (UID: \"47b9deaa-0788-4fc2-9e46-37f98a50b076\") " pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.952867 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2ddr4\" (UniqueName: \"kubernetes.io/projected/08e651a1-382b-49b3-ad90-939529fc0349-kube-api-access-2ddr4\") pod \"neutron-operator-controller-manager-79d585cb66-p294z\" (UID: \"08e651a1-382b-49b3-ad90-939529fc0349\") " pod="openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.955539 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z7kpt\" (UniqueName: \"kubernetes.io/projected/3fb8e9e5-990b-4ee9-b805-1e8172ae1c35-kube-api-access-z7kpt\") pod \"keystone-operator-controller-manager-55b6b7c7b8-vpmxg\" (UID: \"3fb8e9e5-990b-4ee9-b805-1e8172ae1c35\") " pod="openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.963097 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6gpvz\" (UniqueName: \"kubernetes.io/projected/7e29841e-6b82-46c1-8760-77123c3fa2b0-kube-api-access-6gpvz\") pod \"manila-operator-controller-manager-5f67fbc655-4j2bx\" (UID: \"7e29841e-6b82-46c1-8760-77123c3fa2b0\") " pod="openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.966443 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-77xpf\" (UniqueName: \"kubernetes.io/projected/8877aec8-eb38-4135-a22c-a3cf9be16d62-kube-api-access-77xpf\") pod \"horizon-operator-controller-manager-7ffbcb7588-8zb7s\" (UID: \"8877aec8-eb38-4135-a22c-a3cf9be16d62\") " pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.974283 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.976632 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt"] Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.977970 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.979458 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9hnl7\" (UniqueName: \"kubernetes.io/projected/8779c817-890b-47f4-ae88-77b438085ef0-kube-api-access-9hnl7\") pod \"octavia-operator-controller-manager-69fdcfc5f5-mtsxj\" (UID: \"8779c817-890b-47f4-ae88-77b438085ef0\") " pod="openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.979498 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9fc22\" (UniqueName: \"kubernetes.io/projected/10b4af88-94b6-482b-82dc-5f43cce382c4-kube-api-access-9fc22\") pod \"nova-operator-controller-manager-5df598886f-rc6sk\" (UID: \"10b4af88-94b6-482b-82dc-5f43cce382c4\") " pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.990013 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"ovn-operator-controller-manager-dockercfg-mkqx6" Oct 13 19:38:41 crc kubenswrapper[4809]: I1013 19:38:41.990929 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:41.998612 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.000085 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.001702 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"placement-operator-controller-manager-dockercfg-4zbqv" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.031565 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.032389 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9fc22\" (UniqueName: \"kubernetes.io/projected/10b4af88-94b6-482b-82dc-5f43cce382c4-kube-api-access-9fc22\") pod \"nova-operator-controller-manager-5df598886f-rc6sk\" (UID: \"10b4af88-94b6-482b-82dc-5f43cce382c4\") " pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.032893 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9hnl7\" (UniqueName: \"kubernetes.io/projected/8779c817-890b-47f4-ae88-77b438085ef0-kube-api-access-9hnl7\") pod \"octavia-operator-controller-manager-69fdcfc5f5-mtsxj\" (UID: \"8779c817-890b-47f4-ae88-77b438085ef0\") " pod="openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.033381 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.058418 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"openstack-baremetal-operator-webhook-server-cert" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.058781 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"openstack-baremetal-operator-controller-manager-dockercfg-xsz5h" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.059818 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.066114 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.070598 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"swift-operator-controller-manager-dockercfg-86dmd" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.070781 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.083252 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pm44w\" (UniqueName: \"kubernetes.io/projected/e028388b-2bc5-4307-8db3-807c4c8c6dea-kube-api-access-pm44w\") pod \"ovn-operator-controller-manager-79df5fb58c-rw9zt\" (UID: \"e028388b-2bc5-4307-8db3-807c4c8c6dea\") " pod="openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.085380 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"manila-operator-controller-manager-dockercfg-6wzcg" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.089657 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.097244 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.106158 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.138180 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"designate-operator-controller-manager-dockercfg-n6zbg" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.138365 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.143596 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.147085 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.151492 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.160200 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"telemetry-operator-controller-manager-dockercfg-rpl7c" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.187597 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-25r8l\" (UniqueName: \"kubernetes.io/projected/a3764f56-9521-4fd1-a23f-b49c9ce62278-kube-api-access-25r8l\") pod \"openstack-baremetal-operator-controller-manager-55b7d44848b86ln\" (UID: \"a3764f56-9521-4fd1-a23f-b49c9ce62278\") " pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.187676 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kjpdn\" (UniqueName: \"kubernetes.io/projected/811d1962-8885-4d66-8f29-0d31aee881cc-kube-api-access-kjpdn\") pod \"placement-operator-controller-manager-68b6c87b68-xnsxb\" (UID: \"811d1962-8885-4d66-8f29-0d31aee881cc\") " pod="openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.187696 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wwktq\" (UniqueName: \"kubernetes.io/projected/6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf-kube-api-access-wwktq\") pod \"swift-operator-controller-manager-db6d7f97b-vvrmm\" (UID: \"6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf\") " pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.187780 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/a3764f56-9521-4fd1-a23f-b49c9ce62278-cert\") pod \"openstack-baremetal-operator-controller-manager-55b7d44848b86ln\" (UID: \"a3764f56-9521-4fd1-a23f-b49c9ce62278\") " pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.187820 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pm44w\" (UniqueName: \"kubernetes.io/projected/e028388b-2bc5-4307-8db3-807c4c8c6dea-kube-api-access-pm44w\") pod \"ovn-operator-controller-manager-79df5fb58c-rw9zt\" (UID: \"e028388b-2bc5-4307-8db3-807c4c8c6dea\") " pod="openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.192615 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"mariadb-operator-controller-manager-dockercfg-ltd2z" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.196799 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.225317 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pm44w\" (UniqueName: \"kubernetes.io/projected/e028388b-2bc5-4307-8db3-807c4c8c6dea-kube-api-access-pm44w\") pod \"ovn-operator-controller-manager-79df5fb58c-rw9zt\" (UID: \"e028388b-2bc5-4307-8db3-807c4c8c6dea\") " pod="openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.243701 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"horizon-operator-controller-manager-dockercfg-vvr27" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.252009 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.257069 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"neutron-operator-controller-manager-dockercfg-qzz9b" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.257257 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.273566 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"octavia-operator-controller-manager-dockercfg-wrr67" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.279054 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.293954 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"nova-operator-controller-manager-dockercfg-d7hfk" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.295051 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-25r8l\" (UniqueName: \"kubernetes.io/projected/a3764f56-9521-4fd1-a23f-b49c9ce62278-kube-api-access-25r8l\") pod \"openstack-baremetal-operator-controller-manager-55b7d44848b86ln\" (UID: \"a3764f56-9521-4fd1-a23f-b49c9ce62278\") " pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.295094 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kjpdn\" (UniqueName: \"kubernetes.io/projected/811d1962-8885-4d66-8f29-0d31aee881cc-kube-api-access-kjpdn\") pod \"placement-operator-controller-manager-68b6c87b68-xnsxb\" (UID: \"811d1962-8885-4d66-8f29-0d31aee881cc\") " pod="openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.295115 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wwktq\" (UniqueName: \"kubernetes.io/projected/6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf-kube-api-access-wwktq\") pod \"swift-operator-controller-manager-db6d7f97b-vvrmm\" (UID: \"6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf\") " pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.295152 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/a3764f56-9521-4fd1-a23f-b49c9ce62278-cert\") pod \"openstack-baremetal-operator-controller-manager-55b7d44848b86ln\" (UID: \"a3764f56-9521-4fd1-a23f-b49c9ce62278\") " pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.295172 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dt755\" (UniqueName: \"kubernetes.io/projected/79d74066-3a39-400c-99f1-6d6592402337-kube-api-access-dt755\") pod \"telemetry-operator-controller-manager-67cfc6749b-wjlfw\" (UID: \"79d74066-3a39-400c-99f1-6d6592402337\") " pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.308632 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.315279 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"openstack-baremetal-operator-webhook-server-cert" Oct 13 19:38:42 crc kubenswrapper[4809]: E1013 19:38:42.322813 4809 secret.go:188] Couldn't get secret openstack-operators/openstack-baremetal-operator-webhook-server-cert: secret "openstack-baremetal-operator-webhook-server-cert" not found Oct 13 19:38:42 crc kubenswrapper[4809]: E1013 19:38:42.322871 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/a3764f56-9521-4fd1-a23f-b49c9ce62278-cert podName:a3764f56-9521-4fd1-a23f-b49c9ce62278 nodeName:}" failed. No retries permitted until 2025-10-13 19:38:42.82285514 +0000 UTC m=+841.428601725 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "cert" (UniqueName: "kubernetes.io/secret/a3764f56-9521-4fd1-a23f-b49c9ce62278-cert") pod "openstack-baremetal-operator-controller-manager-55b7d44848b86ln" (UID: "a3764f56-9521-4fd1-a23f-b49c9ce62278") : secret "openstack-baremetal-operator-webhook-server-cert" not found Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.323074 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.323097 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/test-operator-controller-manager-5458f77c4-xrndg"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.324062 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/test-operator-controller-manager-5458f77c4-xrndg"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.324081 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.324829 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.326918 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.334668 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.339962 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"watcher-operator-controller-manager-dockercfg-hhrt7" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.340035 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"test-operator-controller-manager-dockercfg-hzg5c" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.373288 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kjpdn\" (UniqueName: \"kubernetes.io/projected/811d1962-8885-4d66-8f29-0d31aee881cc-kube-api-access-kjpdn\") pod \"placement-operator-controller-manager-68b6c87b68-xnsxb\" (UID: \"811d1962-8885-4d66-8f29-0d31aee881cc\") " pod="openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.375396 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"ovn-operator-controller-manager-dockercfg-mkqx6" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.382855 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.406211 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wwktq\" (UniqueName: \"kubernetes.io/projected/6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf-kube-api-access-wwktq\") pod \"swift-operator-controller-manager-db6d7f97b-vvrmm\" (UID: \"6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf\") " pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.407019 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-25r8l\" (UniqueName: \"kubernetes.io/projected/a3764f56-9521-4fd1-a23f-b49c9ce62278-kube-api-access-25r8l\") pod \"openstack-baremetal-operator-controller-manager-55b7d44848b86ln\" (UID: \"a3764f56-9521-4fd1-a23f-b49c9ce62278\") " pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.410749 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dt755\" (UniqueName: \"kubernetes.io/projected/79d74066-3a39-400c-99f1-6d6592402337-kube-api-access-dt755\") pod \"telemetry-operator-controller-manager-67cfc6749b-wjlfw\" (UID: \"79d74066-3a39-400c-99f1-6d6592402337\") " pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.411715 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert\") pod \"infra-operator-controller-manager-656bcbd775-pfsgv\" (UID: \"47b9deaa-0788-4fc2-9e46-37f98a50b076\") " pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.411839 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9j2nr\" (UniqueName: \"kubernetes.io/projected/a74eb777-ce55-4b07-8f76-a301465e9e78-kube-api-access-9j2nr\") pod \"watcher-operator-controller-manager-7f554bff7b-mhwvn\" (UID: \"a74eb777-ce55-4b07-8f76-a301465e9e78\") " pod="openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn" Oct 13 19:38:42 crc kubenswrapper[4809]: E1013 19:38:42.412031 4809 secret.go:188] Couldn't get secret openstack-operators/infra-operator-webhook-server-cert: secret "infra-operator-webhook-server-cert" not found Oct 13 19:38:42 crc kubenswrapper[4809]: E1013 19:38:42.412089 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert podName:47b9deaa-0788-4fc2-9e46-37f98a50b076 nodeName:}" failed. No retries permitted until 2025-10-13 19:38:43.412065462 +0000 UTC m=+842.017812047 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "cert" (UniqueName: "kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert") pod "infra-operator-controller-manager-656bcbd775-pfsgv" (UID: "47b9deaa-0788-4fc2-9e46-37f98a50b076") : secret "infra-operator-webhook-server-cert" not found Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.421196 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"placement-operator-controller-manager-dockercfg-4zbqv" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.425590 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.453311 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dt755\" (UniqueName: \"kubernetes.io/projected/79d74066-3a39-400c-99f1-6d6592402337-kube-api-access-dt755\") pod \"telemetry-operator-controller-manager-67cfc6749b-wjlfw\" (UID: \"79d74066-3a39-400c-99f1-6d6592402337\") " pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.453387 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.455303 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.458813 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"webhook-server-cert" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.467192 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"openstack-operator-controller-manager-dockercfg-2q6fg" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.500541 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.517803 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6rnkz\" (UniqueName: \"kubernetes.io/projected/e1cac542-100b-4c0b-b169-1fb85bb72990-kube-api-access-6rnkz\") pod \"openstack-operator-controller-manager-7fb8c88b76-7cnqn\" (UID: \"e1cac542-100b-4c0b-b169-1fb85bb72990\") " pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.517861 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/e1cac542-100b-4c0b-b169-1fb85bb72990-cert\") pod \"openstack-operator-controller-manager-7fb8c88b76-7cnqn\" (UID: \"e1cac542-100b-4c0b-b169-1fb85bb72990\") " pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.517867 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.517938 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rw8tc\" (UniqueName: \"kubernetes.io/projected/fed0d89f-c73d-487c-9ccf-e02164ae1b44-kube-api-access-rw8tc\") pod \"test-operator-controller-manager-5458f77c4-xrndg\" (UID: \"fed0d89f-c73d-487c-9ccf-e02164ae1b44\") " pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.518009 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9j2nr\" (UniqueName: \"kubernetes.io/projected/a74eb777-ce55-4b07-8f76-a301465e9e78-kube-api-access-9j2nr\") pod \"watcher-operator-controller-manager-7f554bff7b-mhwvn\" (UID: \"a74eb777-ce55-4b07-8f76-a301465e9e78\") " pod="openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.518698 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.522252 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"rabbitmq-cluster-operator-controller-manager-dockercfg-xgdgf" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.524615 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.557192 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9j2nr\" (UniqueName: \"kubernetes.io/projected/a74eb777-ce55-4b07-8f76-a301465e9e78-kube-api-access-9j2nr\") pod \"watcher-operator-controller-manager-7f554bff7b-mhwvn\" (UID: \"a74eb777-ce55-4b07-8f76-a301465e9e78\") " pod="openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.593010 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.619306 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/e1cac542-100b-4c0b-b169-1fb85bb72990-cert\") pod \"openstack-operator-controller-manager-7fb8c88b76-7cnqn\" (UID: \"e1cac542-100b-4c0b-b169-1fb85bb72990\") " pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.619419 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rw8tc\" (UniqueName: \"kubernetes.io/projected/fed0d89f-c73d-487c-9ccf-e02164ae1b44-kube-api-access-rw8tc\") pod \"test-operator-controller-manager-5458f77c4-xrndg\" (UID: \"fed0d89f-c73d-487c-9ccf-e02164ae1b44\") " pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.619466 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vftf9\" (UniqueName: \"kubernetes.io/projected/7dfa02b3-8b5f-452f-a292-cdad1856df18-kube-api-access-vftf9\") pod \"rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl\" (UID: \"7dfa02b3-8b5f-452f-a292-cdad1856df18\") " pod="openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.619557 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6rnkz\" (UniqueName: \"kubernetes.io/projected/e1cac542-100b-4c0b-b169-1fb85bb72990-kube-api-access-6rnkz\") pod \"openstack-operator-controller-manager-7fb8c88b76-7cnqn\" (UID: \"e1cac542-100b-4c0b-b169-1fb85bb72990\") " pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" Oct 13 19:38:42 crc kubenswrapper[4809]: E1013 19:38:42.621025 4809 secret.go:188] Couldn't get secret openstack-operators/webhook-server-cert: secret "webhook-server-cert" not found Oct 13 19:38:42 crc kubenswrapper[4809]: E1013 19:38:42.621115 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/e1cac542-100b-4c0b-b169-1fb85bb72990-cert podName:e1cac542-100b-4c0b-b169-1fb85bb72990 nodeName:}" failed. No retries permitted until 2025-10-13 19:38:43.121095145 +0000 UTC m=+841.726841730 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "cert" (UniqueName: "kubernetes.io/secret/e1cac542-100b-4c0b-b169-1fb85bb72990-cert") pod "openstack-operator-controller-manager-7fb8c88b76-7cnqn" (UID: "e1cac542-100b-4c0b-b169-1fb85bb72990") : secret "webhook-server-cert" not found Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.652858 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rw8tc\" (UniqueName: \"kubernetes.io/projected/fed0d89f-c73d-487c-9ccf-e02164ae1b44-kube-api-access-rw8tc\") pod \"test-operator-controller-manager-5458f77c4-xrndg\" (UID: \"fed0d89f-c73d-487c-9ccf-e02164ae1b44\") " pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.666426 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6rnkz\" (UniqueName: \"kubernetes.io/projected/e1cac542-100b-4c0b-b169-1fb85bb72990-kube-api-access-6rnkz\") pod \"openstack-operator-controller-manager-7fb8c88b76-7cnqn\" (UID: \"e1cac542-100b-4c0b-b169-1fb85bb72990\") " pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.674888 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.676874 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.729000 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vftf9\" (UniqueName: \"kubernetes.io/projected/7dfa02b3-8b5f-452f-a292-cdad1856df18-kube-api-access-vftf9\") pod \"rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl\" (UID: \"7dfa02b3-8b5f-452f-a292-cdad1856df18\") " pod="openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.742222 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-dp2tl"] Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.742457 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/certified-operators-dp2tl" podUID="77be09a8-066b-4da4-a8d2-f709013dcc76" containerName="registry-server" containerID="cri-o://063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3" gracePeriod=2 Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.758603 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vftf9\" (UniqueName: \"kubernetes.io/projected/7dfa02b3-8b5f-452f-a292-cdad1856df18-kube-api-access-vftf9\") pod \"rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl\" (UID: \"7dfa02b3-8b5f-452f-a292-cdad1856df18\") " pod="openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.833492 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/a3764f56-9521-4fd1-a23f-b49c9ce62278-cert\") pod \"openstack-baremetal-operator-controller-manager-55b7d44848b86ln\" (UID: \"a3764f56-9521-4fd1-a23f-b49c9ce62278\") " pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.849504 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cert\" (UniqueName: \"kubernetes.io/secret/a3764f56-9521-4fd1-a23f-b49c9ce62278-cert\") pod \"openstack-baremetal-operator-controller-manager-55b7d44848b86ln\" (UID: \"a3764f56-9521-4fd1-a23f-b49c9ce62278\") " pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.897852 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" Oct 13 19:38:42 crc kubenswrapper[4809]: I1013 19:38:42.916842 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.047318 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.070017 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"openstack-baremetal-operator-controller-manager-dockercfg-xsz5h" Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.076132 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.131790 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/glance-operator-controller-manager-84b9b84486-874c5"] Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.137854 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn" Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.142587 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/e1cac542-100b-4c0b-b169-1fb85bb72990-cert\") pod \"openstack-operator-controller-manager-7fb8c88b76-7cnqn\" (UID: \"e1cac542-100b-4c0b-b169-1fb85bb72990\") " pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.148282 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cert\" (UniqueName: \"kubernetes.io/secret/e1cac542-100b-4c0b-b169-1fb85bb72990-cert\") pod \"openstack-operator-controller-manager-7fb8c88b76-7cnqn\" (UID: \"e1cac542-100b-4c0b-b169-1fb85bb72990\") " pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.170007 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.190797 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq"] Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.191470 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl" Oct 13 19:38:43 crc kubenswrapper[4809]: W1013 19:38:43.209749 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod520edacf_ee67_42e2_8f84_5d1a3ba74db3.slice/crio-dc8c19de8421fdc566888c6b116da4efbf3a0fcdd43632aa1453ae4687af0ed6 WatchSource:0}: Error finding container dc8c19de8421fdc566888c6b116da4efbf3a0fcdd43632aa1453ae4687af0ed6: Status 404 returned error can't find the container with id dc8c19de8421fdc566888c6b116da4efbf3a0fcdd43632aa1453ae4687af0ed6 Oct 13 19:38:43 crc kubenswrapper[4809]: W1013 19:38:43.284179 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podae9093a1_d283_4d01_b3f8_6f51042f9f66.slice/crio-7a46e4a18e6ce9e683e9e890e57325136b7fe14aa7f70143ba6a2d75e8056845 WatchSource:0}: Error finding container 7a46e4a18e6ce9e683e9e890e57325136b7fe14aa7f70143ba6a2d75e8056845: Status 404 returned error can't find the container with id 7a46e4a18e6ce9e683e9e890e57325136b7fe14aa7f70143ba6a2d75e8056845 Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.436812 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq" event={"ID":"ae9093a1-d283-4d01-b3f8-6f51042f9f66","Type":"ContainerStarted","Data":"7a46e4a18e6ce9e683e9e890e57325136b7fe14aa7f70143ba6a2d75e8056845"} Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.446416 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z" event={"ID":"d0939f7d-da1c-435b-9dde-59abbfcd044d","Type":"ContainerStarted","Data":"1fd8515d19246d29bb02bd9e42c22cac67b599748882842ace7becd27071b41c"} Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.447758 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert\") pod \"infra-operator-controller-manager-656bcbd775-pfsgv\" (UID: \"47b9deaa-0788-4fc2-9e46-37f98a50b076\") " pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:38:43 crc kubenswrapper[4809]: E1013 19:38:43.447966 4809 secret.go:188] Couldn't get secret openstack-operators/infra-operator-webhook-server-cert: secret "infra-operator-webhook-server-cert" not found Oct 13 19:38:43 crc kubenswrapper[4809]: E1013 19:38:43.448015 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert podName:47b9deaa-0788-4fc2-9e46-37f98a50b076 nodeName:}" failed. No retries permitted until 2025-10-13 19:38:45.448000058 +0000 UTC m=+844.053746643 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "cert" (UniqueName: "kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert") pod "infra-operator-controller-manager-656bcbd775-pfsgv" (UID: "47b9deaa-0788-4fc2-9e46-37f98a50b076") : secret "infra-operator-webhook-server-cert" not found Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.454207 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/glance-operator-controller-manager-84b9b84486-874c5" event={"ID":"520edacf-ee67-42e2-8f84-5d1a3ba74db3","Type":"ContainerStarted","Data":"dc8c19de8421fdc566888c6b116da4efbf3a0fcdd43632aa1453ae4687af0ed6"} Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.659123 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg"] Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.673970 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp"] Oct 13 19:38:43 crc kubenswrapper[4809]: W1013 19:38:43.678737 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod3fb8e9e5_990b_4ee9_b805_1e8172ae1c35.slice/crio-44c95e9accece261192ed3f4df66a5cc2d092760205e6452f216d8c289261526 WatchSource:0}: Error finding container 44c95e9accece261192ed3f4df66a5cc2d092760205e6452f216d8c289261526: Status 404 returned error can't find the container with id 44c95e9accece261192ed3f4df66a5cc2d092760205e6452f216d8c289261526 Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.689256 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w"] Oct 13 19:38:43 crc kubenswrapper[4809]: W1013 19:38:43.695291 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod5bcfdb92_6d50_446d_8326_39f3f47f32f2.slice/crio-a37fd949474b163d6be5712fc75aa3b00805cc539c7f8e26a33fa26b685bc084 WatchSource:0}: Error finding container a37fd949474b163d6be5712fc75aa3b00805cc539c7f8e26a33fa26b685bc084: Status 404 returned error can't find the container with id a37fd949474b163d6be5712fc75aa3b00805cc539c7f8e26a33fa26b685bc084 Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.754785 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-marketplace/redhat-operators-c7l5q" podUID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerName="registry-server" probeResult="failure" output=< Oct 13 19:38:43 crc kubenswrapper[4809]: timeout: failed to connect service ":50051" within 1s Oct 13 19:38:43 crc kubenswrapper[4809]: > Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.909203 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt"] Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.932736 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s"] Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.952065 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx"] Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.957177 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8"] Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.961748 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk"] Oct 13 19:38:43 crc kubenswrapper[4809]: I1013 19:38:43.977865 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh"] Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.203448 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.283201 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vdv5d\" (UniqueName: \"kubernetes.io/projected/77be09a8-066b-4da4-a8d2-f709013dcc76-kube-api-access-vdv5d\") pod \"77be09a8-066b-4da4-a8d2-f709013dcc76\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.283424 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-catalog-content\") pod \"77be09a8-066b-4da4-a8d2-f709013dcc76\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.283450 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-utilities\") pod \"77be09a8-066b-4da4-a8d2-f709013dcc76\" (UID: \"77be09a8-066b-4da4-a8d2-f709013dcc76\") " Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.285370 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-utilities" (OuterVolumeSpecName: "utilities") pod "77be09a8-066b-4da4-a8d2-f709013dcc76" (UID: "77be09a8-066b-4da4-a8d2-f709013dcc76"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.292682 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/77be09a8-066b-4da4-a8d2-f709013dcc76-kube-api-access-vdv5d" (OuterVolumeSpecName: "kube-api-access-vdv5d") pod "77be09a8-066b-4da4-a8d2-f709013dcc76" (UID: "77be09a8-066b-4da4-a8d2-f709013dcc76"). InnerVolumeSpecName "kube-api-access-vdv5d". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.307301 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm"] Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.328393 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb"] Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.336391 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn"] Oct 13 19:38:44 crc kubenswrapper[4809]: W1013 19:38:44.336989 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod8779c817_890b_47f4_ae88_77b438085ef0.slice/crio-cb547ef26752052e8b268d1fe84484e52dfe520a9a1f18c2818136246996dcc0 WatchSource:0}: Error finding container cb547ef26752052e8b268d1fe84484e52dfe520a9a1f18c2818136246996dcc0: Status 404 returned error can't find the container with id cb547ef26752052e8b268d1fe84484e52dfe520a9a1f18c2818136246996dcc0 Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.345618 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z"] Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.363928 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "77be09a8-066b-4da4-a8d2-f709013dcc76" (UID: "77be09a8-066b-4da4-a8d2-f709013dcc76"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:38:44 crc kubenswrapper[4809]: E1013 19:38:44.366612 4809 kuberuntime_manager.go:1274] "Unhandled Error" err="container &Container{Name:manager,Image:quay.io/openstack-k8s-operators/swift-operator@sha256:4b4a17fe08ce00e375afaaec6a28835f5c1784f03d11c4558376ac04130f3a9e,Command:[/manager],Args:[--health-probe-bind-address=:8081 --metrics-bind-address=127.0.0.1:8080 --leader-elect],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:LEASE_DURATION,Value:30,ValueFrom:nil,},EnvVar{Name:RENEW_DEADLINE,Value:20,ValueFrom:nil,},EnvVar{Name:RETRY_PERIOD,Value:5,ValueFrom:nil,},EnvVar{Name:ENABLE_WEBHOOKS,Value:false,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{cpu: {{500 -3} {} 500m DecimalSI},memory: {{536870912 0} {} BinarySI},},Requests:ResourceList{cpu: {{10 -3} {} 10m DecimalSI},memory: {{268435456 0} {} BinarySI},},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:kube-api-access-wwktq,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/healthz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:15,TimeoutSeconds:1,PeriodSeconds:20,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/readyz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:5,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[],Drop:[ALL],},Privileged:nil,SELinuxOptions:nil,RunAsUser:*1000660000,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:*false,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod swift-operator-controller-manager-db6d7f97b-vvrmm_openstack-operators(6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf): ErrImagePull: pull QPS exceeded" logger="UnhandledError" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.385234 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vdv5d\" (UniqueName: \"kubernetes.io/projected/77be09a8-066b-4da4-a8d2-f709013dcc76-kube-api-access-vdv5d\") on node \"crc\" DevicePath \"\"" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.385275 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.385290 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/77be09a8-066b-4da4-a8d2-f709013dcc76-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.386340 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj"] Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.465087 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn" event={"ID":"a74eb777-ce55-4b07-8f76-a301465e9e78","Type":"ContainerStarted","Data":"59a79f73f4c3839542fe3e20caf52a87e5fe94afc06e35a7eeee1be57cab462e"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.467084 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" event={"ID":"10b4af88-94b6-482b-82dc-5f43cce382c4","Type":"ContainerStarted","Data":"26b3e8cf05481742b0477126097d2657241a5705eb01e78e46a1aa338d3e164c"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.469384 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg" event={"ID":"3fb8e9e5-990b-4ee9-b805-1e8172ae1c35","Type":"ContainerStarted","Data":"44c95e9accece261192ed3f4df66a5cc2d092760205e6452f216d8c289261526"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.471006 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8" event={"ID":"a614a6c1-d24b-45c5-bf7b-0b613e5d0985","Type":"ContainerStarted","Data":"a185adde2fa410c89b58f1e675f103703d903588dc6bdc842e1dd1f6288e92bf"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.472766 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z" event={"ID":"08e651a1-382b-49b3-ad90-939529fc0349","Type":"ContainerStarted","Data":"112cf088a4d6e025a81e1175bca11883a21ec54af7800c3f4ca54ae1c64d60f5"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.475071 4809 generic.go:334] "Generic (PLEG): container finished" podID="77be09a8-066b-4da4-a8d2-f709013dcc76" containerID="063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3" exitCode=0 Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.475110 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-dp2tl" event={"ID":"77be09a8-066b-4da4-a8d2-f709013dcc76","Type":"ContainerDied","Data":"063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.475127 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-dp2tl" event={"ID":"77be09a8-066b-4da4-a8d2-f709013dcc76","Type":"ContainerDied","Data":"c790fd88b75fef57c880bbb56bbd79f9c89ef27bf797059d1c053a04bd615d8e"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.475143 4809 scope.go:117] "RemoveContainer" containerID="063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.475257 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-dp2tl" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.480657 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.482851 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.491500 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" event={"ID":"8877aec8-eb38-4135-a22c-a3cf9be16d62","Type":"ContainerStarted","Data":"dbfb2a0a651278cc06277a8bcbf8abced74e33dfb3d78e859128a7c332d5efba"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.493191 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w" event={"ID":"5bcfdb92-6d50-446d-8326-39f3f47f32f2","Type":"ContainerStarted","Data":"a37fd949474b163d6be5712fc75aa3b00805cc539c7f8e26a33fa26b685bc084"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.494848 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh" event={"ID":"829e0048-04f6-459c-90ed-9f7fddba3014","Type":"ContainerStarted","Data":"de3bd13fd4b3db02710e773f124a32c945a36ddd5f481f5705febeea706b626a"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.497647 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx" event={"ID":"7e29841e-6b82-46c1-8760-77123c3fa2b0","Type":"ContainerStarted","Data":"d2e16c47ab867fd0aea445a794570b6b66f4cb3d5928ec8db35309c90ded608f"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.502722 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb" event={"ID":"811d1962-8885-4d66-8f29-0d31aee881cc","Type":"ContainerStarted","Data":"b30b0a62870898d7e5b6ba4e3996ab451d044036bec4d8c6f7c5924c79f52048"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.526255 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp" event={"ID":"7fded2f2-855e-4360-844f-232312f74de0","Type":"ContainerStarted","Data":"24e1acd7e5d2381134067491039132cacdb3f2ac87564148cd318eee55cc52bf"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.532326 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-dp2tl"] Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.541069 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/certified-operators-dp2tl"] Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.547404 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj" event={"ID":"8779c817-890b-47f4-ae88-77b438085ef0","Type":"ContainerStarted","Data":"cb547ef26752052e8b268d1fe84484e52dfe520a9a1f18c2818136246996dcc0"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.550080 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/test-operator-controller-manager-5458f77c4-xrndg"] Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.551524 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt" event={"ID":"e028388b-2bc5-4307-8db3-807c4c8c6dea","Type":"ContainerStarted","Data":"4755682acd2b7a47e02d8098b50a55c48b6de7a5342917f007b196a81ce36a8e"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.554851 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl"] Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.555486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" event={"ID":"6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf","Type":"ContainerStarted","Data":"4843b926a56c35d11b374d9fab5b75238192be5a1f1167846ab3d30be64ee366"} Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.578886 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn"] Oct 13 19:38:44 crc kubenswrapper[4809]: E1013 19:38:44.584706 4809 kuberuntime_manager.go:1274] "Unhandled Error" err="container &Container{Name:operator,Image:quay.io/openstack-k8s-operators/rabbitmq-cluster-operator@sha256:893e66303c1b0bc1d00a299a3f0380bad55c8dc813c8a1c6a4aab379f5aa12a2,Command:[/manager],Args:[],WorkingDir:,Ports:[]ContainerPort{ContainerPort{Name:metrics,HostPort:0,ContainerPort:9782,Protocol:TCP,HostIP:,},},Env:[]EnvVar{EnvVar{Name:OPERATOR_NAMESPACE,Value:,ValueFrom:&EnvVarSource{FieldRef:&ObjectFieldSelector{APIVersion:v1,FieldPath:metadata.namespace,},ResourceFieldRef:nil,ConfigMapKeyRef:nil,SecretKeyRef:nil,},},EnvVar{Name:LEASE_DURATION,Value:30,ValueFrom:nil,},EnvVar{Name:RENEW_DEADLINE,Value:20,ValueFrom:nil,},EnvVar{Name:RETRY_PERIOD,Value:5,ValueFrom:nil,},EnvVar{Name:ENABLE_WEBHOOKS,Value:false,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{cpu: {{200 -3} {} 200m DecimalSI},memory: {{524288000 0} {} 500Mi BinarySI},},Requests:ResourceList{cpu: {{5 -3} {} 5m DecimalSI},memory: {{67108864 0} {} BinarySI},},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:kube-api-access-vftf9,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[],Drop:[ALL],},Privileged:nil,SELinuxOptions:nil,RunAsUser:*1000660000,RunAsNonRoot:*true,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:*false,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl_openstack-operators(7dfa02b3-8b5f-452f-a292-cdad1856df18): ErrImagePull: pull QPS exceeded" logger="UnhandledError" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.584840 4809 scope.go:117] "RemoveContainer" containerID="0feb8daeda3bb0df282ef1895e0176926db3748e46753c9db0535d8d56a2e7df" Oct 13 19:38:44 crc kubenswrapper[4809]: E1013 19:38:44.586153 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"operator\" with ErrImagePull: \"pull QPS exceeded\"" pod="openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl" podUID="7dfa02b3-8b5f-452f-a292-cdad1856df18" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.595797 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln"] Oct 13 19:38:44 crc kubenswrapper[4809]: W1013 19:38:44.598060 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-poda3764f56_9521_4fd1_a23f_b49c9ce62278.slice/crio-b4208611ca54068536d443d3d21d600e129ba819de0202a5b975e4cdf7d8c1c8 WatchSource:0}: Error finding container b4208611ca54068536d443d3d21d600e129ba819de0202a5b975e4cdf7d8c1c8: Status 404 returned error can't find the container with id b4208611ca54068536d443d3d21d600e129ba819de0202a5b975e4cdf7d8c1c8 Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.604336 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw"] Oct 13 19:38:44 crc kubenswrapper[4809]: E1013 19:38:44.607590 4809 kuberuntime_manager.go:1274] "Unhandled Error" err="container &Container{Name:manager,Image:quay.io/openstack-k8s-operators/telemetry-operator@sha256:abe978f8da75223de5043cca50278ad4e28c8dd309883f502fe1e7a9998733b0,Command:[/manager],Args:[--health-probe-bind-address=:8081 --metrics-bind-address=127.0.0.1:8080 --leader-elect],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:LEASE_DURATION,Value:30,ValueFrom:nil,},EnvVar{Name:RENEW_DEADLINE,Value:20,ValueFrom:nil,},EnvVar{Name:RETRY_PERIOD,Value:5,ValueFrom:nil,},EnvVar{Name:ENABLE_WEBHOOKS,Value:false,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{cpu: {{500 -3} {} 500m DecimalSI},memory: {{536870912 0} {} BinarySI},},Requests:ResourceList{cpu: {{10 -3} {} 10m DecimalSI},memory: {{268435456 0} {} BinarySI},},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:kube-api-access-dt755,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/healthz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:15,TimeoutSeconds:1,PeriodSeconds:20,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/readyz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:5,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[],Drop:[MKNOD],},Privileged:nil,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:*false,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod telemetry-operator-controller-manager-67cfc6749b-wjlfw_openstack-operators(79d74066-3a39-400c-99f1-6d6592402337): ErrImagePull: pull QPS exceeded" logger="UnhandledError" Oct 13 19:38:44 crc kubenswrapper[4809]: E1013 19:38:44.609920 4809 kuberuntime_manager.go:1274] "Unhandled Error" err="container &Container{Name:manager,Image:quay.io/openstack-k8s-operators/openstack-baremetal-operator@sha256:a17fc270857869fd1efe5020b2a1cb8c2abbd838f08de88f3a6a59e8754ec351,Command:[/manager],Args:[--health-probe-bind-address=:8081 --metrics-bind-address=127.0.0.1:8080 --leader-elect],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:LEASE_DURATION,Value:30,ValueFrom:nil,},EnvVar{Name:RENEW_DEADLINE,Value:20,ValueFrom:nil,},EnvVar{Name:RETRY_PERIOD,Value:5,ValueFrom:nil,},EnvVar{Name:ENABLE_WEBHOOKS,Value:true,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_AGENT_IMAGE_URL_DEFAULT,Value:quay.io/openstack-k8s-operators/openstack-baremetal-operator-agent@sha256:03b4f3db4b373515f7e4095984b97197c05a14f87b2a0a525eb5d7be1d7bda66,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_ANSIBLEEE_IMAGE_URL_DEFAULT,Value:quay.io/openstack-k8s-operators/openstack-ansibleee-runner@sha256:6722a752fb7cbffbae811f6ad6567120fbd4ebbe8c38a83ec2df02850a3276bd,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_AODH_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-aodh-api@sha256:6889b3aa62468a9af923ac9e4f0aed418e4edd076d342c81e3a0042c3c8df19d,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_AODH_EVALUATOR_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-aodh-evaluator@sha256:bf9ab38bfe20a161e7376392f27674c833eeaaa737c2902d9132d5ee7845ab34,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_AODH_LISTENER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-aodh-listener@sha256:d879a4fe24c7fd9c2e7f5f91bea440c97fc7fe4891d76f761d45341e1f530b49,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_AODH_NOTIFIER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-aodh-notifier@sha256:17c8a458ac0f0fe1c1f34fd5d81d0291ed16e7bfa2ced8f2a68b13dcda00702a,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_APACHE_IMAGE_URL_DEFAULT,Value:registry.redhat.io/ubi9/httpd-24@sha256:e91d58021b54c46883595ff66be65882de54abdb3be2ca53c4162b20d18b5f48,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_BARBICAN_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-barbican-api@sha256:121a845dacd051814fb4709fc557420363cd923a9cf2b4ed09addd394f83a3f5,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_BARBICAN_KEYSTONE_LISTENER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-barbican-keystone-listener@sha256:8c9f2c92e8c6fcdbc2b90f8edc5e3a7055f965c93f426a70caaf2dd2808e01a9,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_BARBICAN_WORKER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-barbican-worker@sha256:f0e68b61dcb34ac3851ff056661b66a5f1095bc862f4391d4abcc36397a9bd49,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_CEILOMETER_CENTRAL_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ceilometer-central@sha256:37be59ccd30847c8e5a52ca48fb90e60ed1134aa96770929238f414bb9a96442,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_CEILOMETER_COMPUTE_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ceilometer-compute@sha256:52c583ac7a1f249e658bb7cbc02ffe863a3e090e3baf5fc253c60e267e73c713,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_CEILOMETER_IPMI_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ceilometer-ipmi@sha256:8b755bcae75f21718f07c7740080b034f4f289b859072ec2020fa0fde3f8c4f0,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_CEILOMETER_MYSQLD_EXPORTER_IMAGE_URL_DEFAULT,Value:quay.io/prometheus/mysqld-exporter@sha256:7211a617ec657701ca819aa0ba28e1d5750f5bf2c1391b755cc4a48cc360b0fa,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_CEILOMETER_NOTIFICATION_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ceilometer-notification@sha256:bcf261baa33be891dfbda582cf679d59a943f9d311dbadbfac35f6bc3233b467,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_CEILOMETER_SGCORE_IMAGE_URL_DEFAULT,Value:quay.io/openstack-k8s-operators/sg-core@sha256:09b5017c95d7697e66b9c64846bc48ef5826a009cba89b956ec54561e5f4a2d1,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_CINDER_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-cinder-api@sha256:93b475af15a0d10e95cb17b98927077f05ac24c89472a601d677eb89f82fd429,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_CINDER_BACKUP_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-cinder-backup@sha256:25f32b470fa8a112d2b3378215986adff06180f526a6ac59d892df0712ae4e92,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_CINDER_SCHEDULER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-cinder-scheduler@sha256:0f5f6fe0a4f79c2081e0cf990940ddd8976d105c004956e09debc366cfebb7ff,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_CINDER_VOLUME_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-cinder-volume@sha256:6ed56dd94f79ff155814949be4d76a837be594c341f497191f276ffa5e681aa5,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_DESIGNATE_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-designate-api@sha256:bb5fe980813796fabb38d0ee83dc949f775aed360aea1d3a9636c9ae7342c4d2,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_DESIGNATE_BACKENDBIND9_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-designate-backend-bind9@sha256:46f7c5ad91770e99d707c09bca696e68b6248d33c0da45a89a8e2c26053b1436,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_DESIGNATE_CENTRAL_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-designate-central@sha256:701f27d93b40becf0d8445a0ec993eb98606d0b4fb60cf21f745d21af6ce146c,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_DESIGNATE_MDNS_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-designate-mdns@sha256:8117021a965e52c9d2bd7b39b7ff7fa5b8217a0cd81c998a48c981191a490b6f,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_DESIGNATE_PRODUCER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-designate-producer@sha256:1fa006cc027f654e8cc52f2ed908b1fd4de5ddd76acdaf2eff6fced95b6c3237,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_DESIGNATE_UNBOUND_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-unbound@sha256:2067f20fa52f106035b36c34e1a6378ec78b90b63fac500441b8e0ef86dabf4a,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_DESIGNATE_WORKER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-designate-worker@sha256:2cb5b13dc65c9407d6221fd2831f310c51fb61d060cdf9b6555c9936fabad079,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_FRR_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-frr@sha256:1fee90435ec29f7923062cfca6db89298f69ef7f1864df3e61258715d9d93c74,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_ISCSID_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-iscsid@sha256:124d7cea22be48d4f1a8cfedec66864ccd3bea72d0fbc0d6c8e6bf4a6820e8fe,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_KEPLER_IMAGE_URL_DEFAULT,Value:quay.io/sustainable_computing_io/kepler@sha256:581b65b646301e0fcb07582150ba63438f1353a85bf9acf1eb2acb4ce71c58bd,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_LOGROTATE_CROND_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-cron@sha256:f0501133d0a13a33a8492ead797a981cf04bcd6e469de2390b645d763b9ce447,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_MULTIPATHD_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-multipathd@sha256:0f26bfcc3cc838a38a36e11055a96f7d28fb841d04aaf952494f27b1f8919d97,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_NEUTRON_DHCP_AGENT_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-neutron-dhcp-agent@sha256:ad5f34ab2be053a1b70063f53d30c78ce1d53b7ed26d351d980256aea71d663e,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_NEUTRON_METADATA_AGENT_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-neutron-metadata-agent-ovn@sha256:081710f3f67a74adb03d6d8f527f6ef01828243c2be24ca57436de2be8618576,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_NEUTRON_OVN_AGENT_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-neutron-ovn-agent@sha256:49f308e55764cd3852a3c403107b0e5a91ccc86ec85733d4af341a18cdac4bc1,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_NEUTRON_SRIOV_AGENT_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-neutron-sriov-agent@sha256:375faec05ca0a5094bc75c17b0a775afefcc1dc30f5d7eb6ef670fb451a3fd1f,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_NODE_EXPORTER_IMAGE_URL_DEFAULT,Value:quay.io/prometheus/node-exporter@sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_OVN_BGP_AGENT_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ovn-bgp-agent@sha256:fe04296ed96d5cae7489761537c530d175e1d306c00daf109bcd6c86bf04767f,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_EDPM_PODMAN_EXPORTER_IMAGE_URL_DEFAULT,Value:quay.io/navidys/prometheus-podman-exporter@sha256:d339ba049bbd1adccb795962bf163f5b22fd84dea865d88b9eb525e46247d6bd,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_GLANCE_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-glance-api@sha256:839f0e593dd6b59e385ec9471f4eeaa34f1c539268588114cbc34cc9a6117835,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_HEAT_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-heat-api@sha256:e46413b26dca08cdf44c265f9a0a772943a8113f67eb015185901f02bf3f467f,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_HEAT_CFNAPI_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-heat-api-cfn@sha256:fa9b8191aa63a4e2ba6b880a2680ce323afcc5ef655bff22d344edbb7bd60eff,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_HEAT_ENGINE_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-heat-engine@sha256:76da897b5ed8dbfb9ddd60237d2bd05d9675a11e8e29054b9313f083503ab8d7,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_HORIZON_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-horizon@sha256:a165bb40dcffccf823656b90260c23c472338339306b1942cd0e863ac45df852,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_INFRA_MEMCACHED_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-memcached@sha256:a5425f2dff41e2a3fc8c7168ceadc882dfb68dfd0e82e416bacd6e67604cdbac,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_INFRA_REDIS_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-redis@sha256:be240c1d8a08b9461e19d95133dda2d4aa0b37f8a22d1f54b2602a04eff217de,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_IRONIC_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ironic-api@sha256:0bfbc82dc110a6453af41ead54980dd869774dd754cb9a9a4908c56b02307928,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_IRONIC_CONDUCTOR_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ironic-conductor@sha256:9483e655210e66c5c3325afee77282aecee9c2d747a6a22f1468e5b365b90a27,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_IRONIC_INSPECTOR_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ironic-inspector@sha256:c3a430afd671404cb240b4aca54746b9c4bf93645f94c6613999196ca513913c,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_IRONIC_NEUTRON_AGENT_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ironic-neutron-agent@sha256:8da4a885ac8adabaeb60feffda093e2670fef1b2b614bf6b04637fe221cebb9a,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_IRONIC_PXE_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ironic-pxe@sha256:94e857a625e3cc4d8ec00ba84bdcaf368cb1ecd26c5e256f998664fb063addd5,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_IRONIC_PYTHON_AGENT_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/ironic-python-agent@sha256:2acb369d62c3152313c3ac1d5b8c79b3e1f7d46ff9c3456e4f7e295a68f27c09,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_KEYSTONE_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-keystone@sha256:f7302eb8964de699cf44da13958a8ce3c1c4c05406a6fc58b6cdcb1706b8f439,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_KSM_IMAGE_URL_DEFAULT,Value:registry.k8s.io/kube-state-metrics/kube-state-metrics@sha256:db384bf43222b066c378e77027a675d4cd9911107adba46c2922b3a55e10d6fb,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_MANILA_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-manila-api@sha256:25f6226ecbc296f4a9d3b220613400c135c9dc98dc8f06c5b26faf80cb92bb3d,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_MANILA_SCHEDULER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-manila-scheduler@sha256:27aa5719ddf5a0130152ad03fd2a43118e42f508c83b672e3d8b01767bd66d37,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_MANILA_SHARE_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-manila-share@sha256:cc67888d0b5b52501151b01a8075df22fadccc05ac31adc9c0a0135a8d99c946,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_MARIADB_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-mariadb@sha256:91737b02501b73af0aee486b7447b4ae3005c904f31f1a9bf4047d0433586f80,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_NET_UTILS_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-netutils@sha256:6a72c6ddc7b9da9d91d37e15430acc63b6d9ebe44840d50e7fdc29eb511d3850,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_NEUTRON_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-neutron-server@sha256:673685cea6ea2dbd78bcb555955c1b9f05ea26018f79ee34494256a5f2d7b74a,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_NOVA_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-nova-api@sha256:ba81e563e9ff7186a072aecff403c4e062fbaf7e06283de40fa6a724d9ff25b2,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_NOVA_COMPUTE_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-nova-compute@sha256:33c58faa12b90b6009f89c9c60baeadc1323b62dcb141619a7a11c3c10903560,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_NOVA_CONDUCTOR_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-nova-conductor@sha256:85219a043b93a0cad67e3c6a21c82ebd0de298be40d2124d678e551aba9cdca3,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_NOVA_NOVNC_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-nova-novncproxy@sha256:bcac7d43f7ca3e408eaab5af5b59bf83658e69d362b221495e3849c1412e7ac9,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_NOVA_SCHEDULER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-nova-scheduler@sha256:b1a59a930d7b3f9411be8c55a9661adaae0927aa11d3379a93afa37e3273009f,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OCTAVIA_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-octavia-api@sha256:dc4f0d8c3ef7fc6d16df02b5e068a1a561eae9e155f4dda7664a21ded81cedca,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OCTAVIA_HEALTHMANAGER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-octavia-health-manager@sha256:5d3255457450c6b22246625db777c1f834ef9feacbef7d4bd1ed475a4aa65757,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OCTAVIA_HOUSEKEEPING_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-octavia-housekeeping@sha256:609883d4f5ee1eeeb9877b1ab3636f325970d67a6e9e0a0674a26e9c12168e5f,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OCTAVIA_RSYSLOG_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-rsyslog@sha256:8257d380a013eb290d88cdbb6279e142d293115e844f8554b493a7fd64dbe5db,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OCTAVIA_WORKER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-octavia-worker@sha256:02f98ecaab5a69b32bc7184051eb1cf4ed84908766c4a78af5e8a25f3398af75,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OPENSTACK_CLIENT_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-openstackclient@sha256:c2ebfcd639773ddc62a37198da44de8fd76348610d91424b880d41a51b702418,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OPENSTACK_MUST_GATHER_DEFAULT,Value:quay.io/openstack-k8s-operators/openstack-must-gather@sha256:943eee724277e252795909137538a553ef5284c8103ad01b9be7b0138c66d14d,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OPENSTACK_NETWORK_EXPORTER_IMAGE_URL_DEFAULT,Value:quay.io/openstack-k8s-operators/openstack-network-exporter@sha256:ecd56e6733c475f2d441344fd98f288c3eac0261ba113695fec7520a954ccbc7,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OS_CONTAINER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/edpm-hardened-uefi@sha256:da88acc08ce68a76a93bcc45edcd66cbef80835f4881503a9050ad67739db89b,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OVN_CONTROLLER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ovn-controller@sha256:1f610ed4ebf657334da87dfd95b3dc5299fb3540ec1433ae3db34f0f247d8abf,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OVN_CONTROLLER_OVS_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ovn-base@sha256:725e18e616e058867b99eb7f4b26e81374a7c6c52e1f9518392079e568d38f4a,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OVN_NB_DBCLUSTER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ovn-nb-db-server@sha256:b272e3f26af5f9f92234b6e1fd6ce860f46308e5cbe38cdbf631d19499ae115f,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OVN_NORTHD_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ovn-northd@sha256:fcff3afee08fff84ac33b5c25e3ee22c9b05402624163b1b2b9bb2e39ed7205d,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_OVN_SB_DBCLUSTER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-ovn-sb-db-server@sha256:f42888dd0e4efdc82c334650e97164c6b50e195acb4eee0bc77b35337ccc1328,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_PLACEMENT_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-placement-api@sha256:03b1444ea142e857467c1ee43e8c7eb4b0d57a3fa4dceed0aebbffab9d999c4c,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_RABBITMQ_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-rabbitmq@sha256:97feaea1e66145857f3eb548d741ee56062b97fd3e8f4d136a5ca807c49c0cca,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_SWIFT_ACCOUNT_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-swift-account@sha256:0eb4330fbe649411e9de5bc7a80af6050d765283f97d46a725ee49269b0600cf,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_SWIFT_CONTAINER_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-swift-container@sha256:b222aa9f56abead1e1b5d8159c0bc3687024d151f53a33cafdf33377feab8f35,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_SWIFT_OBJECT_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-swift-object@sha256:74280842b5e733f8456ae433560fc90aca37fd6ccc0c6d902b835d36b978e041,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_SWIFT_PROXY_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-swift-proxy-server@sha256:9b2e302646bbf02dd583d9c340c5e7cdf708241c4c32700ebe7696ee235725bd,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_TEST_TEMPEST_IMAGE_URL_DEFAULT,Value:quay.io/podified-antelope-centos9/openstack-tempest-all@sha256:74db5648836429519c8bebf9d1e7ea4dd3961c7b3b83bb3d50dffbcfe4c41a5d,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_WATCHER_API_IMAGE_URL_DEFAULT,Value:quay.io/podified-master-centos9/openstack-watcher-api@sha256:062ac305d19a6eec23a678835b5aa3dc3dda82c7470089408f98f5728e90ce5a,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_WATCHER_APPLIER_IMAGE_URL_DEFAULT,Value:quay.io/podified-master-centos9/openstack-watcher-applier@sha256:c83af60e124c22c9e9f2cdf6f1f00bd63a0d9b038dafac29c1c91c5c978923bc,ValueFrom:nil,},EnvVar{Name:RELATED_IMAGE_WATCHER_DECISION_ENGINE_IMAGE_URL_DEFAULT,Value:quay.io/podified-master-centos9/openstack-watcher-decision-engine@sha256:00176d96a79fb4eda8540cb22f1dce081234c60e9e6a2b034950bc8d6e718b79,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{cpu: {{500 -3} {} 500m DecimalSI},memory: {{536870912 0} {} BinarySI},},Requests:ResourceList{cpu: {{10 -3} {} 10m DecimalSI},memory: {{268435456 0} {} BinarySI},},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:cert,ReadOnly:true,MountPath:/tmp/k8s-webhook-server/serving-certs,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:kube-api-access-25r8l,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/healthz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:15,TimeoutSeconds:1,PeriodSeconds:20,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/readyz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:5,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[],Drop:[ALL],},Privileged:nil,SELinuxOptions:nil,RunAsUser:*1000660000,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:*false,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod openstack-baremetal-operator-controller-manager-55b7d44848b86ln_openstack-operators(a3764f56-9521-4fd1-a23f-b49c9ce62278): ErrImagePull: pull QPS exceeded" logger="UnhandledError" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.631702 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.640309 4809 scope.go:117] "RemoveContainer" containerID="6610167df7b357f481a14435104b95ea128e1629e39f09c6ab688902b2bcff6b" Oct 13 19:38:44 crc kubenswrapper[4809]: E1013 19:38:44.661269 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ErrImagePull: \"pull QPS exceeded\"" pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" podUID="6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.689155 4809 scope.go:117] "RemoveContainer" containerID="063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3" Oct 13 19:38:44 crc kubenswrapper[4809]: E1013 19:38:44.690598 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3\": container with ID starting with 063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3 not found: ID does not exist" containerID="063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.690656 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3"} err="failed to get container status \"063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3\": rpc error: code = NotFound desc = could not find container \"063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3\": container with ID starting with 063bb713ac564d4b373e9ba8decbb4f6c41def94568620e14286dd3f921dc3f3 not found: ID does not exist" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.690701 4809 scope.go:117] "RemoveContainer" containerID="0feb8daeda3bb0df282ef1895e0176926db3748e46753c9db0535d8d56a2e7df" Oct 13 19:38:44 crc kubenswrapper[4809]: E1013 19:38:44.691078 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0feb8daeda3bb0df282ef1895e0176926db3748e46753c9db0535d8d56a2e7df\": container with ID starting with 0feb8daeda3bb0df282ef1895e0176926db3748e46753c9db0535d8d56a2e7df not found: ID does not exist" containerID="0feb8daeda3bb0df282ef1895e0176926db3748e46753c9db0535d8d56a2e7df" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.691103 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0feb8daeda3bb0df282ef1895e0176926db3748e46753c9db0535d8d56a2e7df"} err="failed to get container status \"0feb8daeda3bb0df282ef1895e0176926db3748e46753c9db0535d8d56a2e7df\": rpc error: code = NotFound desc = could not find container \"0feb8daeda3bb0df282ef1895e0176926db3748e46753c9db0535d8d56a2e7df\": container with ID starting with 0feb8daeda3bb0df282ef1895e0176926db3748e46753c9db0535d8d56a2e7df not found: ID does not exist" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.691119 4809 scope.go:117] "RemoveContainer" containerID="6610167df7b357f481a14435104b95ea128e1629e39f09c6ab688902b2bcff6b" Oct 13 19:38:44 crc kubenswrapper[4809]: E1013 19:38:44.691436 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6610167df7b357f481a14435104b95ea128e1629e39f09c6ab688902b2bcff6b\": container with ID starting with 6610167df7b357f481a14435104b95ea128e1629e39f09c6ab688902b2bcff6b not found: ID does not exist" containerID="6610167df7b357f481a14435104b95ea128e1629e39f09c6ab688902b2bcff6b" Oct 13 19:38:44 crc kubenswrapper[4809]: I1013 19:38:44.691459 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6610167df7b357f481a14435104b95ea128e1629e39f09c6ab688902b2bcff6b"} err="failed to get container status \"6610167df7b357f481a14435104b95ea128e1629e39f09c6ab688902b2bcff6b\": rpc error: code = NotFound desc = could not find container \"6610167df7b357f481a14435104b95ea128e1629e39f09c6ab688902b2bcff6b\": container with ID starting with 6610167df7b357f481a14435104b95ea128e1629e39f09c6ab688902b2bcff6b not found: ID does not exist" Oct 13 19:38:44 crc kubenswrapper[4809]: E1013 19:38:44.970681 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ErrImagePull: \"pull QPS exceeded\"" pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" podUID="79d74066-3a39-400c-99f1-6d6592402337" Oct 13 19:38:44 crc kubenswrapper[4809]: E1013 19:38:44.990490 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ErrImagePull: \"pull QPS exceeded\"" pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" podUID="a3764f56-9521-4fd1-a23f-b49c9ce62278" Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.521756 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cert\" (UniqueName: \"kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert\") pod \"infra-operator-controller-manager-656bcbd775-pfsgv\" (UID: \"47b9deaa-0788-4fc2-9e46-37f98a50b076\") " pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.549928 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cert\" (UniqueName: \"kubernetes.io/secret/47b9deaa-0788-4fc2-9e46-37f98a50b076-cert\") pod \"infra-operator-controller-manager-656bcbd775-pfsgv\" (UID: \"47b9deaa-0788-4fc2-9e46-37f98a50b076\") " pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.584328 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" event={"ID":"79d74066-3a39-400c-99f1-6d6592402337","Type":"ContainerStarted","Data":"71748687a97d7517bff7a7a20da61b86dc9457eb0793657235d9ca37bb91fc03"} Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.584494 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" event={"ID":"79d74066-3a39-400c-99f1-6d6592402337","Type":"ContainerStarted","Data":"b74418858b4b398a1ca1887c996b5203605b0c76438d0a1e29f51c367f3d996d"} Oct 13 19:38:45 crc kubenswrapper[4809]: E1013 19:38:45.587367 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/telemetry-operator@sha256:abe978f8da75223de5043cca50278ad4e28c8dd309883f502fe1e7a9998733b0\\\"\"" pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" podUID="79d74066-3a39-400c-99f1-6d6592402337" Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.588838 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl" event={"ID":"7dfa02b3-8b5f-452f-a292-cdad1856df18","Type":"ContainerStarted","Data":"361ae486bffdae2863c8e66fba41960f159b847e1ca66c2c105fbd84758c09d8"} Oct 13 19:38:45 crc kubenswrapper[4809]: E1013 19:38:45.593118 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"operator\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/rabbitmq-cluster-operator@sha256:893e66303c1b0bc1d00a299a3f0380bad55c8dc813c8a1c6a4aab379f5aa12a2\\\"\"" pod="openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl" podUID="7dfa02b3-8b5f-452f-a292-cdad1856df18" Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.595353 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" event={"ID":"e1cac542-100b-4c0b-b169-1fb85bb72990","Type":"ContainerStarted","Data":"3944b0afeb2d152663e4865f906f135ff9e7c013d9a552ac844cb186f4ce9d57"} Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.595420 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" event={"ID":"e1cac542-100b-4c0b-b169-1fb85bb72990","Type":"ContainerStarted","Data":"bd83ca7f3da9d145a28967cc8b78f3257ddc9bf0bd0b3d3fa459daf251fde064"} Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.595433 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" event={"ID":"e1cac542-100b-4c0b-b169-1fb85bb72990","Type":"ContainerStarted","Data":"625318b948534297b55be5252a586e6b2eef4676049c59d25913e54334770560"} Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.596663 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.602594 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" event={"ID":"fed0d89f-c73d-487c-9ccf-e02164ae1b44","Type":"ContainerStarted","Data":"9af39ec6d0eeb1769f0a53b65b90be977159197cccc445218a0db85f327af3fb"} Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.620517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" event={"ID":"a3764f56-9521-4fd1-a23f-b49c9ce62278","Type":"ContainerStarted","Data":"75cbc8dce3140d8b2187a8155694d51211b7661c8ed68734a98c58de5d247ccc"} Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.620576 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" event={"ID":"a3764f56-9521-4fd1-a23f-b49c9ce62278","Type":"ContainerStarted","Data":"b4208611ca54068536d443d3d21d600e129ba819de0202a5b975e4cdf7d8c1c8"} Oct 13 19:38:45 crc kubenswrapper[4809]: E1013 19:38:45.622432 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/openstack-baremetal-operator@sha256:a17fc270857869fd1efe5020b2a1cb8c2abbd838f08de88f3a6a59e8754ec351\\\"\"" pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" podUID="a3764f56-9521-4fd1-a23f-b49c9ce62278" Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.624767 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" event={"ID":"6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf","Type":"ContainerStarted","Data":"68b8616ae5898c686d99bb8cc038176e71177cadba6a1c5af1fad2b2bf4398e9"} Oct 13 19:38:45 crc kubenswrapper[4809]: E1013 19:38:45.626870 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/swift-operator@sha256:4b4a17fe08ce00e375afaaec6a28835f5c1784f03d11c4558376ac04130f3a9e\\\"\"" pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" podUID="6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf" Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.661467 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" podStartSLOduration=3.661387762 podStartE2EDuration="3.661387762s" podCreationTimestamp="2025-10-13 19:38:42 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:38:45.650398213 +0000 UTC m=+844.256144808" watchObservedRunningTime="2025-10-13 19:38:45.661387762 +0000 UTC m=+844.267134347" Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.790859 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.830019 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-operators"/"infra-operator-controller-manager-dockercfg-8m85k" Oct 13 19:38:45 crc kubenswrapper[4809]: I1013 19:38:45.838276 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:38:46 crc kubenswrapper[4809]: I1013 19:38:46.178536 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="77be09a8-066b-4da4-a8d2-f709013dcc76" path="/var/lib/kubelet/pods/77be09a8-066b-4da4-a8d2-f709013dcc76/volumes" Oct 13 19:38:46 crc kubenswrapper[4809]: E1013 19:38:46.642802 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"operator\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/rabbitmq-cluster-operator@sha256:893e66303c1b0bc1d00a299a3f0380bad55c8dc813c8a1c6a4aab379f5aa12a2\\\"\"" pod="openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl" podUID="7dfa02b3-8b5f-452f-a292-cdad1856df18" Oct 13 19:38:46 crc kubenswrapper[4809]: E1013 19:38:46.645429 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/openstack-baremetal-operator@sha256:a17fc270857869fd1efe5020b2a1cb8c2abbd838f08de88f3a6a59e8754ec351\\\"\"" pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" podUID="a3764f56-9521-4fd1-a23f-b49c9ce62278" Oct 13 19:38:46 crc kubenswrapper[4809]: E1013 19:38:46.645587 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/swift-operator@sha256:4b4a17fe08ce00e375afaaec6a28835f5c1784f03d11c4558376ac04130f3a9e\\\"\"" pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" podUID="6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf" Oct 13 19:38:46 crc kubenswrapper[4809]: E1013 19:38:46.651220 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/telemetry-operator@sha256:abe978f8da75223de5043cca50278ad4e28c8dd309883f502fe1e7a9998733b0\\\"\"" pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" podUID="79d74066-3a39-400c-99f1-6d6592402337" Oct 13 19:38:46 crc kubenswrapper[4809]: I1013 19:38:46.742646 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-b8hjs"] Oct 13 19:38:48 crc kubenswrapper[4809]: I1013 19:38:48.657334 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/community-operators-b8hjs" podUID="2d1ff425-3d03-4665-9e92-415da5675e43" containerName="registry-server" containerID="cri-o://2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4" gracePeriod=2 Oct 13 19:38:49 crc kubenswrapper[4809]: I1013 19:38:49.666605 4809 generic.go:334] "Generic (PLEG): container finished" podID="2d1ff425-3d03-4665-9e92-415da5675e43" containerID="2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4" exitCode=0 Oct 13 19:38:49 crc kubenswrapper[4809]: I1013 19:38:49.666783 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-b8hjs" event={"ID":"2d1ff425-3d03-4665-9e92-415da5675e43","Type":"ContainerDied","Data":"2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4"} Oct 13 19:38:52 crc kubenswrapper[4809]: I1013 19:38:52.723029 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:52 crc kubenswrapper[4809]: I1013 19:38:52.777503 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:38:52 crc kubenswrapper[4809]: I1013 19:38:52.953298 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-c7l5q"] Oct 13 19:38:53 crc kubenswrapper[4809]: I1013 19:38:53.176478 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/openstack-operator-controller-manager-7fb8c88b76-7cnqn" Oct 13 19:38:54 crc kubenswrapper[4809]: E1013 19:38:54.480098 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4 is running failed: container process not found" containerID="2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4" cmd=["grpc_health_probe","-addr=:50051"] Oct 13 19:38:54 crc kubenswrapper[4809]: E1013 19:38:54.480557 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4 is running failed: container process not found" containerID="2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4" cmd=["grpc_health_probe","-addr=:50051"] Oct 13 19:38:54 crc kubenswrapper[4809]: E1013 19:38:54.480834 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4 is running failed: container process not found" containerID="2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4" cmd=["grpc_health_probe","-addr=:50051"] Oct 13 19:38:54 crc kubenswrapper[4809]: E1013 19:38:54.480871 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4 is running failed: container process not found" probeType="Readiness" pod="openshift-marketplace/community-operators-b8hjs" podUID="2d1ff425-3d03-4665-9e92-415da5675e43" containerName="registry-server" Oct 13 19:38:54 crc kubenswrapper[4809]: I1013 19:38:54.700814 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-operators-c7l5q" podUID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerName="registry-server" containerID="cri-o://a47fb40ca5544fa692efe29de385ff318b9f547f0431dda965de2b2a22426fed" gracePeriod=2 Oct 13 19:38:55 crc kubenswrapper[4809]: I1013 19:38:55.711065 4809 generic.go:334] "Generic (PLEG): container finished" podID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerID="a47fb40ca5544fa692efe29de385ff318b9f547f0431dda965de2b2a22426fed" exitCode=0 Oct 13 19:38:55 crc kubenswrapper[4809]: I1013 19:38:55.711109 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-c7l5q" event={"ID":"bceabd2c-6cc5-4324-8935-b65f283642ff","Type":"ContainerDied","Data":"a47fb40ca5544fa692efe29de385ff318b9f547f0431dda965de2b2a22426fed"} Oct 13 19:38:58 crc kubenswrapper[4809]: E1013 19:38:58.669853 4809 log.go:32] "PullImage from image service failed" err="rpc error: code = Canceled desc = copying config: context canceled" image="quay.io/openstack-k8s-operators/horizon-operator@sha256:063a7e65b4ba98f0506f269ff7525b446eae06a5ed4a61c18ffa33a886500867" Oct 13 19:38:58 crc kubenswrapper[4809]: E1013 19:38:58.670081 4809 kuberuntime_manager.go:1274] "Unhandled Error" err="container &Container{Name:manager,Image:quay.io/openstack-k8s-operators/horizon-operator@sha256:063a7e65b4ba98f0506f269ff7525b446eae06a5ed4a61c18ffa33a886500867,Command:[/manager],Args:[--health-probe-bind-address=:8081 --metrics-bind-address=127.0.0.1:8080 --leader-elect],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:LEASE_DURATION,Value:30,ValueFrom:nil,},EnvVar{Name:RENEW_DEADLINE,Value:20,ValueFrom:nil,},EnvVar{Name:RETRY_PERIOD,Value:5,ValueFrom:nil,},EnvVar{Name:ENABLE_WEBHOOKS,Value:false,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{cpu: {{500 -3} {} 500m DecimalSI},memory: {{536870912 0} {} BinarySI},},Requests:ResourceList{cpu: {{10 -3} {} 10m DecimalSI},memory: {{268435456 0} {} BinarySI},},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:kube-api-access-77xpf,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/healthz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:15,TimeoutSeconds:1,PeriodSeconds:20,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/readyz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:5,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[],Drop:[MKNOD],},Privileged:nil,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:*false,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod horizon-operator-controller-manager-7ffbcb7588-8zb7s_openstack-operators(8877aec8-eb38-4135-a22c-a3cf9be16d62): ErrImagePull: rpc error: code = Canceled desc = copying config: context canceled" logger="UnhandledError" Oct 13 19:39:00 crc kubenswrapper[4809]: E1013 19:39:00.031873 4809 log.go:32] "PullImage from image service failed" err="rpc error: code = Canceled desc = copying config: context canceled" image="quay.io/openstack-k8s-operators/test-operator@sha256:7e584b1c430441c8b6591dadeff32e065de8a185ad37ef90d2e08d37e59aab4a" Oct 13 19:39:00 crc kubenswrapper[4809]: E1013 19:39:00.032253 4809 kuberuntime_manager.go:1274] "Unhandled Error" err="container &Container{Name:manager,Image:quay.io/openstack-k8s-operators/test-operator@sha256:7e584b1c430441c8b6591dadeff32e065de8a185ad37ef90d2e08d37e59aab4a,Command:[/manager],Args:[--health-probe-bind-address=:8081 --metrics-bind-address=127.0.0.1:8080 --leader-elect],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:LEASE_DURATION,Value:30,ValueFrom:nil,},EnvVar{Name:RENEW_DEADLINE,Value:20,ValueFrom:nil,},EnvVar{Name:RETRY_PERIOD,Value:5,ValueFrom:nil,},EnvVar{Name:ENABLE_WEBHOOKS,Value:false,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{cpu: {{500 -3} {} 500m DecimalSI},memory: {{536870912 0} {} BinarySI},},Requests:ResourceList{cpu: {{10 -3} {} 10m DecimalSI},memory: {{268435456 0} {} BinarySI},},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:kube-api-access-rw8tc,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/healthz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:15,TimeoutSeconds:1,PeriodSeconds:20,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/readyz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:5,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[],Drop:[MKNOD],},Privileged:nil,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:*false,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod test-operator-controller-manager-5458f77c4-xrndg_openstack-operators(fed0d89f-c73d-487c-9ccf-e02164ae1b44): ErrImagePull: rpc error: code = Canceled desc = copying config: context canceled" logger="UnhandledError" Oct 13 19:39:00 crc kubenswrapper[4809]: E1013 19:39:00.525161 4809 log.go:32] "PullImage from image service failed" err="rpc error: code = Canceled desc = copying config: context canceled" image="quay.io/openstack-k8s-operators/nova-operator@sha256:b2e9acf568a48c28cf2aed6012e432eeeb7d5f0eb11878fc91b62bc34cba10cd" Oct 13 19:39:00 crc kubenswrapper[4809]: E1013 19:39:00.526005 4809 kuberuntime_manager.go:1274] "Unhandled Error" err="container &Container{Name:manager,Image:quay.io/openstack-k8s-operators/nova-operator@sha256:b2e9acf568a48c28cf2aed6012e432eeeb7d5f0eb11878fc91b62bc34cba10cd,Command:[/manager],Args:[--health-probe-bind-address=:8081 --metrics-bind-address=127.0.0.1:8080 --leader-elect],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:LEASE_DURATION,Value:30,ValueFrom:nil,},EnvVar{Name:RENEW_DEADLINE,Value:20,ValueFrom:nil,},EnvVar{Name:RETRY_PERIOD,Value:5,ValueFrom:nil,},EnvVar{Name:ENABLE_WEBHOOKS,Value:false,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{cpu: {{500 -3} {} 500m DecimalSI},memory: {{536870912 0} {} BinarySI},},Requests:ResourceList{cpu: {{10 -3} {} 10m DecimalSI},memory: {{268435456 0} {} BinarySI},},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:kube-api-access-9fc22,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/healthz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:15,TimeoutSeconds:1,PeriodSeconds:20,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/readyz,Port:{0 8081 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:5,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[],Drop:[MKNOD],},Privileged:nil,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:*false,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod nova-operator-controller-manager-5df598886f-rc6sk_openstack-operators(10b4af88-94b6-482b-82dc-5f43cce382c4): ErrImagePull: rpc error: code = Canceled desc = copying config: context canceled" logger="UnhandledError" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.590813 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.678761 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-utilities\") pod \"2d1ff425-3d03-4665-9e92-415da5675e43\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.678817 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5h58v\" (UniqueName: \"kubernetes.io/projected/2d1ff425-3d03-4665-9e92-415da5675e43-kube-api-access-5h58v\") pod \"2d1ff425-3d03-4665-9e92-415da5675e43\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.678895 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-catalog-content\") pod \"2d1ff425-3d03-4665-9e92-415da5675e43\" (UID: \"2d1ff425-3d03-4665-9e92-415da5675e43\") " Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.681314 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-utilities" (OuterVolumeSpecName: "utilities") pod "2d1ff425-3d03-4665-9e92-415da5675e43" (UID: "2d1ff425-3d03-4665-9e92-415da5675e43"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.693332 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2d1ff425-3d03-4665-9e92-415da5675e43-kube-api-access-5h58v" (OuterVolumeSpecName: "kube-api-access-5h58v") pod "2d1ff425-3d03-4665-9e92-415da5675e43" (UID: "2d1ff425-3d03-4665-9e92-415da5675e43"). InnerVolumeSpecName "kube-api-access-5h58v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.755546 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-b8hjs" event={"ID":"2d1ff425-3d03-4665-9e92-415da5675e43","Type":"ContainerDied","Data":"18bbfa42994d1edc76dc3133700fdd07ab50194a37eee82fe5781a737c26d60e"} Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.755616 4809 scope.go:117] "RemoveContainer" containerID="2cdcd8cbbeccfbd59a89a5cf69809ccad51878192c6179c715c79fc3b5ac92f4" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.755650 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-b8hjs" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.781168 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.781194 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5h58v\" (UniqueName: \"kubernetes.io/projected/2d1ff425-3d03-4665-9e92-415da5675e43-kube-api-access-5h58v\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.816020 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "2d1ff425-3d03-4665-9e92-415da5675e43" (UID: "2d1ff425-3d03-4665-9e92-415da5675e43"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.840478 4809 scope.go:117] "RemoveContainer" containerID="2b8e6e28b5d489cba760ab422acee687e568217beae867d8cb617399637ba7d3" Oct 13 19:39:00 crc kubenswrapper[4809]: E1013 19:39:00.866006 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ErrImagePull: \"rpc error: code = Canceled desc = copying config: context canceled\"" pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" podUID="fed0d89f-c73d-487c-9ccf-e02164ae1b44" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.882005 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/2d1ff425-3d03-4665-9e92-415da5675e43-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.900639 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:39:00 crc kubenswrapper[4809]: E1013 19:39:00.908443 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ErrImagePull: \"rpc error: code = Canceled desc = copying config: context canceled\"" pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" podUID="8877aec8-eb38-4135-a22c-a3cf9be16d62" Oct 13 19:39:00 crc kubenswrapper[4809]: E1013 19:39:00.944361 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ErrImagePull: \"rpc error: code = Canceled desc = copying config: context canceled\"" pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" podUID="10b4af88-94b6-482b-82dc-5f43cce382c4" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.982555 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-catalog-content\") pod \"bceabd2c-6cc5-4324-8935-b65f283642ff\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.982649 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7r4st\" (UniqueName: \"kubernetes.io/projected/bceabd2c-6cc5-4324-8935-b65f283642ff-kube-api-access-7r4st\") pod \"bceabd2c-6cc5-4324-8935-b65f283642ff\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.982753 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-utilities\") pod \"bceabd2c-6cc5-4324-8935-b65f283642ff\" (UID: \"bceabd2c-6cc5-4324-8935-b65f283642ff\") " Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.983921 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-utilities" (OuterVolumeSpecName: "utilities") pod "bceabd2c-6cc5-4324-8935-b65f283642ff" (UID: "bceabd2c-6cc5-4324-8935-b65f283642ff"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:39:00 crc kubenswrapper[4809]: I1013 19:39:00.989800 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bceabd2c-6cc5-4324-8935-b65f283642ff-kube-api-access-7r4st" (OuterVolumeSpecName: "kube-api-access-7r4st") pod "bceabd2c-6cc5-4324-8935-b65f283642ff" (UID: "bceabd2c-6cc5-4324-8935-b65f283642ff"). InnerVolumeSpecName "kube-api-access-7r4st". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.086138 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7r4st\" (UniqueName: \"kubernetes.io/projected/bceabd2c-6cc5-4324-8935-b65f283642ff-kube-api-access-7r4st\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.086164 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.094517 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv"] Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.094813 4809 scope.go:117] "RemoveContainer" containerID="a0b1f19100b65bd8a5eea4a2a626f7f0cff855413fbe3731195088be14466f6a" Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.108043 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "bceabd2c-6cc5-4324-8935-b65f283642ff" (UID: "bceabd2c-6cc5-4324-8935-b65f283642ff"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.108117 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-b8hjs"] Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.113740 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/community-operators-b8hjs"] Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.187470 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/bceabd2c-6cc5-4324-8935-b65f283642ff-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.765389 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj" event={"ID":"8779c817-890b-47f4-ae88-77b438085ef0","Type":"ContainerStarted","Data":"9080a65661282e1676e3afdc3c653f51d01678d112ae5ce55a37331c8bb18add"} Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.767868 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/glance-operator-controller-manager-84b9b84486-874c5" event={"ID":"520edacf-ee67-42e2-8f84-5d1a3ba74db3","Type":"ContainerStarted","Data":"6739aa535db16df240fd33af191b1c08f9e18fdda4ff5516a9d2d4895c71d062"} Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.769695 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg" event={"ID":"3fb8e9e5-990b-4ee9-b805-1e8172ae1c35","Type":"ContainerStarted","Data":"21e02c1b019b8d63fa804db92f6a04bf78249c544f4fcfb56d2399916b6b0078"} Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.771439 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" event={"ID":"10b4af88-94b6-482b-82dc-5f43cce382c4","Type":"ContainerStarted","Data":"b3a52a16a4172b0984cbf01e519e8d716c8ff3231129bdc9f75df7c3b8a696a6"} Oct 13 19:39:01 crc kubenswrapper[4809]: E1013 19:39:01.774008 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/nova-operator@sha256:b2e9acf568a48c28cf2aed6012e432eeeb7d5f0eb11878fc91b62bc34cba10cd\\\"\"" pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" podUID="10b4af88-94b6-482b-82dc-5f43cce382c4" Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.776081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-c7l5q" event={"ID":"bceabd2c-6cc5-4324-8935-b65f283642ff","Type":"ContainerDied","Data":"cfc636771874625dc0a9d375ae4c8e5cc6c6bb18b76ae61c5ff8fd451ed7f6e6"} Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.776171 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-c7l5q" Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.777788 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" event={"ID":"fed0d89f-c73d-487c-9ccf-e02164ae1b44","Type":"ContainerStarted","Data":"a2bf14716b12cf9a8c020beb446638d1554299dc7839d1842916b58392c8ab9c"} Oct 13 19:39:01 crc kubenswrapper[4809]: E1013 19:39:01.779528 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/test-operator@sha256:7e584b1c430441c8b6591dadeff32e065de8a185ad37ef90d2e08d37e59aab4a\\\"\"" pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" podUID="fed0d89f-c73d-487c-9ccf-e02164ae1b44" Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.784431 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z" event={"ID":"d0939f7d-da1c-435b-9dde-59abbfcd044d","Type":"ContainerStarted","Data":"92ca69602e6633bdc31c4f91fbdfce16c3741ffb4300b8ce8f5aaf5ed12960e8"} Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.796503 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" event={"ID":"8877aec8-eb38-4135-a22c-a3cf9be16d62","Type":"ContainerStarted","Data":"61293bc7379dfdd94acedc7bbed147a560563bec633d4d008adb0447f9dd182a"} Oct 13 19:39:01 crc kubenswrapper[4809]: E1013 19:39:01.799023 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/horizon-operator@sha256:063a7e65b4ba98f0506f269ff7525b446eae06a5ed4a61c18ffa33a886500867\\\"\"" pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" podUID="8877aec8-eb38-4135-a22c-a3cf9be16d62" Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.812500 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt" event={"ID":"e028388b-2bc5-4307-8db3-807c4c8c6dea","Type":"ContainerStarted","Data":"ad09e76d3bdf4e3ea52bda6cc8fad2eb2b3174efdeec83ad9ffc30dda598d656"} Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.821616 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh" event={"ID":"829e0048-04f6-459c-90ed-9f7fddba3014","Type":"ContainerStarted","Data":"84fe6dc5d36ff34b2f66b7e6e7df7d7325ddfcb244beaa21040b6734e4ca8152"} Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.828539 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq" event={"ID":"ae9093a1-d283-4d01-b3f8-6f51042f9f66","Type":"ContainerStarted","Data":"f3c4d8bc4f2f651dfcbf18fa2106efbcd3faeb038300c5c23b2ee3fdcf89f30f"} Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.853708 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-c7l5q"] Oct 13 19:39:01 crc kubenswrapper[4809]: I1013 19:39:01.861858 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-operators-c7l5q"] Oct 13 19:39:02 crc kubenswrapper[4809]: I1013 19:39:02.168940 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2d1ff425-3d03-4665-9e92-415da5675e43" path="/var/lib/kubelet/pods/2d1ff425-3d03-4665-9e92-415da5675e43/volumes" Oct 13 19:39:02 crc kubenswrapper[4809]: I1013 19:39:02.169759 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bceabd2c-6cc5-4324-8935-b65f283642ff" path="/var/lib/kubelet/pods/bceabd2c-6cc5-4324-8935-b65f283642ff/volumes" Oct 13 19:39:02 crc kubenswrapper[4809]: W1013 19:39:02.304015 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod47b9deaa_0788_4fc2_9e46_37f98a50b076.slice/crio-b2df1872409e3c4e1736d012e83d43781b48ce3bf576d298725ea74fdb7bf436 WatchSource:0}: Error finding container b2df1872409e3c4e1736d012e83d43781b48ce3bf576d298725ea74fdb7bf436: Status 404 returned error can't find the container with id b2df1872409e3c4e1736d012e83d43781b48ce3bf576d298725ea74fdb7bf436 Oct 13 19:39:02 crc kubenswrapper[4809]: I1013 19:39:02.837590 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" event={"ID":"47b9deaa-0788-4fc2-9e46-37f98a50b076","Type":"ContainerStarted","Data":"b2df1872409e3c4e1736d012e83d43781b48ce3bf576d298725ea74fdb7bf436"} Oct 13 19:39:02 crc kubenswrapper[4809]: E1013 19:39:02.839282 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/test-operator@sha256:7e584b1c430441c8b6591dadeff32e065de8a185ad37ef90d2e08d37e59aab4a\\\"\"" pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" podUID="fed0d89f-c73d-487c-9ccf-e02164ae1b44" Oct 13 19:39:02 crc kubenswrapper[4809]: E1013 19:39:02.839366 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/horizon-operator@sha256:063a7e65b4ba98f0506f269ff7525b446eae06a5ed4a61c18ffa33a886500867\\\"\"" pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" podUID="8877aec8-eb38-4135-a22c-a3cf9be16d62" Oct 13 19:39:02 crc kubenswrapper[4809]: E1013 19:39:02.840123 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"manager\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/openstack-k8s-operators/nova-operator@sha256:b2e9acf568a48c28cf2aed6012e432eeeb7d5f0eb11878fc91b62bc34cba10cd\\\"\"" pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" podUID="10b4af88-94b6-482b-82dc-5f43cce382c4" Oct 13 19:39:03 crc kubenswrapper[4809]: I1013 19:39:03.076029 4809 scope.go:117] "RemoveContainer" containerID="a47fb40ca5544fa692efe29de385ff318b9f547f0431dda965de2b2a22426fed" Oct 13 19:39:03 crc kubenswrapper[4809]: I1013 19:39:03.847032 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8" event={"ID":"a614a6c1-d24b-45c5-bf7b-0b613e5d0985","Type":"ContainerStarted","Data":"2d7771b93115d1927a34b53d7273152a0bd536e986e238ebe597bff053f8fdbc"} Oct 13 19:39:03 crc kubenswrapper[4809]: I1013 19:39:03.852705 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z" event={"ID":"08e651a1-382b-49b3-ad90-939529fc0349","Type":"ContainerStarted","Data":"623c484f5778b514922aea75c3a8a63693b1e4c151e99a1bdf705bc61a8fb58a"} Oct 13 19:39:03 crc kubenswrapper[4809]: I1013 19:39:03.858486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx" event={"ID":"7e29841e-6b82-46c1-8760-77123c3fa2b0","Type":"ContainerStarted","Data":"4535fed7955b844207a1479a67a48d670398ad78b9eccf510c8b4afed932417d"} Oct 13 19:39:03 crc kubenswrapper[4809]: I1013 19:39:03.860613 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w" event={"ID":"5bcfdb92-6d50-446d-8326-39f3f47f32f2","Type":"ContainerStarted","Data":"1d4c7f8607cbf3ca4859c1c36ab80c67061fe3b0517bb08248f9925e4db72142"} Oct 13 19:39:04 crc kubenswrapper[4809]: I1013 19:39:04.054590 4809 scope.go:117] "RemoveContainer" containerID="692c91f0066857c0a1414370e7773051e32d9ec9f34c255ec2ff244a6b07239a" Oct 13 19:39:04 crc kubenswrapper[4809]: I1013 19:39:04.872046 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp" event={"ID":"7fded2f2-855e-4360-844f-232312f74de0","Type":"ContainerStarted","Data":"c4724e7511019f9c6597bd5a08920c841bf09759881f94373ccaef80c28552db"} Oct 13 19:39:04 crc kubenswrapper[4809]: I1013 19:39:04.873605 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn" event={"ID":"a74eb777-ce55-4b07-8f76-a301465e9e78","Type":"ContainerStarted","Data":"072423ef3123b26754c0b510b652fe1ebd5b3025f71ab54a18b0f2ba2cf0f2c2"} Oct 13 19:39:04 crc kubenswrapper[4809]: I1013 19:39:04.877359 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb" event={"ID":"811d1962-8885-4d66-8f29-0d31aee881cc","Type":"ContainerStarted","Data":"e6073535bf64757936e63f88e4ab37074e1d1187fd2f8cfc3722344b8d1c05a2"} Oct 13 19:39:05 crc kubenswrapper[4809]: I1013 19:39:05.482449 4809 scope.go:117] "RemoveContainer" containerID="cd19cff9d465166227aa89940c66995235c28c15a99c2c9998459f7c29a55c46" Oct 13 19:39:05 crc kubenswrapper[4809]: I1013 19:39:05.887517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq" event={"ID":"ae9093a1-d283-4d01-b3f8-6f51042f9f66","Type":"ContainerStarted","Data":"0eac8c08cddcecef11362c1bcfb59eaac05da3726834c479dd764264b6c98e97"} Oct 13 19:39:05 crc kubenswrapper[4809]: I1013 19:39:05.887995 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq" Oct 13 19:39:05 crc kubenswrapper[4809]: I1013 19:39:05.890636 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq" Oct 13 19:39:05 crc kubenswrapper[4809]: I1013 19:39:05.910173 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/barbican-operator-controller-manager-658bdf4b74-z9qnq" podStartSLOduration=7.596172956 podStartE2EDuration="24.910148037s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:43.288521905 +0000 UTC m=+841.894268490" lastFinishedPulling="2025-10-13 19:39:00.602496986 +0000 UTC m=+859.208243571" observedRunningTime="2025-10-13 19:39:05.905097362 +0000 UTC m=+864.510843947" watchObservedRunningTime="2025-10-13 19:39:05.910148037 +0000 UTC m=+864.515894622" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.900434 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8" event={"ID":"a614a6c1-d24b-45c5-bf7b-0b613e5d0985","Type":"ContainerStarted","Data":"909bd62c6d05a2558372c4bda4269737e04e36429937bb73bb76f100f2827142"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.900820 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.904192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt" event={"ID":"e028388b-2bc5-4307-8db3-807c4c8c6dea","Type":"ContainerStarted","Data":"7a620eea3f467fa7984ba856e08a497d490236e616acc02ceaad1f5be01f26bc"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.905094 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.910213 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.912314 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" event={"ID":"47b9deaa-0788-4fc2-9e46-37f98a50b076","Type":"ContainerStarted","Data":"8b835985c15b1a66d2c79e3c2252f36950207a380cd7778f5bcc541cdb10ff05"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.912368 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" event={"ID":"47b9deaa-0788-4fc2-9e46-37f98a50b076","Type":"ContainerStarted","Data":"d2ece2f1441739b51e14a033d9749036c4fd836285e2c7c71f55cc41df80e38d"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.913364 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.914705 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z" event={"ID":"08e651a1-382b-49b3-ad90-939529fc0349","Type":"ContainerStarted","Data":"96d08f27d9632397e9a0c51f5e4a7db0e93cea863e9a8af27b5397051a0b0083"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.915433 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.917287 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx" event={"ID":"7e29841e-6b82-46c1-8760-77123c3fa2b0","Type":"ContainerStarted","Data":"d57be36105e42fa6c5e288c300d3fc0b8c69de50abf3ba065b4f191a51c074a7"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.917484 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.921584 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj" event={"ID":"8779c817-890b-47f4-ae88-77b438085ef0","Type":"ContainerStarted","Data":"32a1d9f4c040c51a909f418c172ca66a9e1b1ff7b981b61dd6bc70c23d8fb766"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.922282 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.927944 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" event={"ID":"6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf","Type":"ContainerStarted","Data":"88158f74a456f2da880ff85ee3392422514785cd8179ce5796093004fabbda96"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.928213 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.930601 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" event={"ID":"79d74066-3a39-400c-99f1-6d6592402337","Type":"ContainerStarted","Data":"0602f1b76d3e9ce8a86007d2550bf2c2a7578b203676578239fa20ffe1f4dce7"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.931159 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.934868 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8" podStartSLOduration=9.306621676 podStartE2EDuration="25.934832797s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:43.98247474 +0000 UTC m=+842.588221325" lastFinishedPulling="2025-10-13 19:39:00.610685861 +0000 UTC m=+859.216432446" observedRunningTime="2025-10-13 19:39:06.930539264 +0000 UTC m=+865.536285849" watchObservedRunningTime="2025-10-13 19:39:06.934832797 +0000 UTC m=+865.540579392" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.936523 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.944324 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb" event={"ID":"811d1962-8885-4d66-8f29-0d31aee881cc","Type":"ContainerStarted","Data":"434d45c81ec4754c027d3d2e5839c0d3893653b6971346e87ffd950012ddbfea"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.944383 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.955604 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z" podStartSLOduration=9.694150887 podStartE2EDuration="25.955580732s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:44.351213002 +0000 UTC m=+842.956959577" lastFinishedPulling="2025-10-13 19:39:00.612642837 +0000 UTC m=+859.218389422" observedRunningTime="2025-10-13 19:39:06.954320816 +0000 UTC m=+865.560067391" watchObservedRunningTime="2025-10-13 19:39:06.955580732 +0000 UTC m=+865.561327317" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.964086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp" event={"ID":"7fded2f2-855e-4360-844f-232312f74de0","Type":"ContainerStarted","Data":"7a5ca993c84067326b7f8aeb5f17d23311c791199e3973acc09b781521fcd4c8"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.964880 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.983343 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z" event={"ID":"d0939f7d-da1c-435b-9dde-59abbfcd044d","Type":"ContainerStarted","Data":"3c6ee0f206c06064277afce7fc0edaf9acc5134eeba2d1c72de7f7e190449749"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.984037 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.985923 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.989473 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w" event={"ID":"5bcfdb92-6d50-446d-8326-39f3f47f32f2","Type":"ContainerStarted","Data":"68d5acbedabccdcab600036b6f45cbdb70b709ee65431b55f0fd0acb533f3948"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.989702 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.989911 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/octavia-operator-controller-manager-69fdcfc5f5-mtsxj" podStartSLOduration=9.719906161 podStartE2EDuration="25.989824263s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:44.341310975 +0000 UTC m=+842.947057560" lastFinishedPulling="2025-10-13 19:39:00.611229067 +0000 UTC m=+859.216975662" observedRunningTime="2025-10-13 19:39:06.982166644 +0000 UTC m=+865.587913219" watchObservedRunningTime="2025-10-13 19:39:06.989824263 +0000 UTC m=+865.595570838" Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.998777 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/glance-operator-controller-manager-84b9b84486-874c5" event={"ID":"520edacf-ee67-42e2-8f84-5d1a3ba74db3","Type":"ContainerStarted","Data":"b21f38d9a99adebeb954a89036c360e7f13ad3c275648d44b6fbe5a3918396fc"} Oct 13 19:39:06 crc kubenswrapper[4809]: I1013 19:39:06.999623 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/glance-operator-controller-manager-84b9b84486-874c5" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.004611 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/glance-operator-controller-manager-84b9b84486-874c5" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.006237 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg" event={"ID":"3fb8e9e5-990b-4ee9-b805-1e8172ae1c35","Type":"ContainerStarted","Data":"b83f204834867ab73512829343ec5eb847c0350acfae38ba96f45736495fce61"} Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.007105 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.008949 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" podStartSLOduration=22.789321669 podStartE2EDuration="26.008936111s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:39:02.306300575 +0000 UTC m=+860.912047160" lastFinishedPulling="2025-10-13 19:39:05.525914997 +0000 UTC m=+864.131661602" observedRunningTime="2025-10-13 19:39:07.007633323 +0000 UTC m=+865.613379908" watchObservedRunningTime="2025-10-13 19:39:07.008936111 +0000 UTC m=+865.614682696" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.014699 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn" event={"ID":"a74eb777-ce55-4b07-8f76-a301465e9e78","Type":"ContainerStarted","Data":"1440edd1a58ab569e88edc3ede2710184f4831a1acdddf51ba42b770f7a3f616"} Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.015384 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.015609 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.021081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh" event={"ID":"829e0048-04f6-459c-90ed-9f7fddba3014","Type":"ContainerStarted","Data":"ed192041056c3889b8495cf57d131ab11da915fb1b548aac233f76edb5cbfd00"} Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.022265 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.023899 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl" event={"ID":"7dfa02b3-8b5f-452f-a292-cdad1856df18","Type":"ContainerStarted","Data":"d424f04541a5d69a7fc2b4ae6e34967e73c8f1164eb898fef54c17e21219dfe0"} Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.027863 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.032428 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" podStartSLOduration=4.776188304 podStartE2EDuration="26.032403473s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:44.366478131 +0000 UTC m=+842.972224716" lastFinishedPulling="2025-10-13 19:39:05.6226933 +0000 UTC m=+864.228439885" observedRunningTime="2025-10-13 19:39:07.025363581 +0000 UTC m=+865.631110166" watchObservedRunningTime="2025-10-13 19:39:07.032403473 +0000 UTC m=+865.638150058" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.033066 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" event={"ID":"a3764f56-9521-4fd1-a23f-b49c9ce62278","Type":"ContainerStarted","Data":"4bb63cd0f55f291e9d0d928736147c5bd9dc848463122516243227388ca3fb4d"} Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.050645 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx" podStartSLOduration=9.420010795 podStartE2EDuration="26.050626315s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:43.982403058 +0000 UTC m=+842.588149633" lastFinishedPulling="2025-10-13 19:39:00.613018568 +0000 UTC m=+859.218765153" observedRunningTime="2025-10-13 19:39:07.0441594 +0000 UTC m=+865.649905985" watchObservedRunningTime="2025-10-13 19:39:07.050626315 +0000 UTC m=+865.656372900" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.077514 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/ovn-operator-controller-manager-79df5fb58c-rw9zt" podStartSLOduration=9.395806416 podStartE2EDuration="26.077495855s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:43.924652988 +0000 UTC m=+842.530399583" lastFinishedPulling="2025-10-13 19:39:00.606342437 +0000 UTC m=+859.212089022" observedRunningTime="2025-10-13 19:39:07.073850851 +0000 UTC m=+865.679597426" watchObservedRunningTime="2025-10-13 19:39:07.077495855 +0000 UTC m=+865.683242440" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.098764 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn" podStartSLOduration=8.805585182 podStartE2EDuration="25.098743374s" podCreationTimestamp="2025-10-13 19:38:42 +0000 UTC" firstStartedPulling="2025-10-13 19:38:44.348911178 +0000 UTC m=+842.954657763" lastFinishedPulling="2025-10-13 19:39:00.64206937 +0000 UTC m=+859.247815955" observedRunningTime="2025-10-13 19:39:07.093539225 +0000 UTC m=+865.699285810" watchObservedRunningTime="2025-10-13 19:39:07.098743374 +0000 UTC m=+865.704489959" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.133825 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp" podStartSLOduration=9.155192182 podStartE2EDuration="26.133791768s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:43.692614209 +0000 UTC m=+842.298360784" lastFinishedPulling="2025-10-13 19:39:00.671213785 +0000 UTC m=+859.276960370" observedRunningTime="2025-10-13 19:39:07.133485629 +0000 UTC m=+865.739232214" watchObservedRunningTime="2025-10-13 19:39:07.133791768 +0000 UTC m=+865.739538343" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.154048 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb" podStartSLOduration=9.902167575 podStartE2EDuration="26.154025778s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:44.355934115 +0000 UTC m=+842.961680700" lastFinishedPulling="2025-10-13 19:39:00.607792328 +0000 UTC m=+859.213538903" observedRunningTime="2025-10-13 19:39:07.153188934 +0000 UTC m=+865.758935519" watchObservedRunningTime="2025-10-13 19:39:07.154025778 +0000 UTC m=+865.759772363" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.191480 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" podStartSLOduration=5.403544482 podStartE2EDuration="26.19145844s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:44.609184018 +0000 UTC m=+843.214930603" lastFinishedPulling="2025-10-13 19:39:05.397097976 +0000 UTC m=+864.002844561" observedRunningTime="2025-10-13 19:39:07.187882458 +0000 UTC m=+865.793629043" watchObservedRunningTime="2025-10-13 19:39:07.19145844 +0000 UTC m=+865.797205035" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.207815 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" podStartSLOduration=5.30848991 podStartE2EDuration="26.207791388s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:44.607372658 +0000 UTC m=+843.213119243" lastFinishedPulling="2025-10-13 19:39:05.506674126 +0000 UTC m=+864.112420721" observedRunningTime="2025-10-13 19:39:07.20400326 +0000 UTC m=+865.809749845" watchObservedRunningTime="2025-10-13 19:39:07.207791388 +0000 UTC m=+865.813537973" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.241743 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/cinder-operator-controller-manager-7b7fb68549-bsc2z" podStartSLOduration=8.434696741 podStartE2EDuration="26.24170987s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:42.795340543 +0000 UTC m=+841.401087128" lastFinishedPulling="2025-10-13 19:39:00.602353662 +0000 UTC m=+859.208100257" observedRunningTime="2025-10-13 19:39:07.222029776 +0000 UTC m=+865.827776351" watchObservedRunningTime="2025-10-13 19:39:07.24170987 +0000 UTC m=+865.847456455" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.271951 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w" podStartSLOduration=9.36779627 podStartE2EDuration="26.271933176s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:43.698203096 +0000 UTC m=+842.303949681" lastFinishedPulling="2025-10-13 19:39:00.602340002 +0000 UTC m=+859.208086587" observedRunningTime="2025-10-13 19:39:07.265629856 +0000 UTC m=+865.871376441" watchObservedRunningTime="2025-10-13 19:39:07.271933176 +0000 UTC m=+865.877679761" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.305076 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/keystone-operator-controller-manager-55b6b7c7b8-vpmxg" podStartSLOduration=9.384309974 podStartE2EDuration="26.305056465s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:43.681646172 +0000 UTC m=+842.287392757" lastFinishedPulling="2025-10-13 19:39:00.602392663 +0000 UTC m=+859.208139248" observedRunningTime="2025-10-13 19:39:07.296096159 +0000 UTC m=+865.901842744" watchObservedRunningTime="2025-10-13 19:39:07.305056465 +0000 UTC m=+865.910803050" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.349758 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl" podStartSLOduration=4.537156196 podStartE2EDuration="25.349738536s" podCreationTimestamp="2025-10-13 19:38:42 +0000 UTC" firstStartedPulling="2025-10-13 19:38:44.584583708 +0000 UTC m=+843.190330283" lastFinishedPulling="2025-10-13 19:39:05.397166038 +0000 UTC m=+864.002912623" observedRunningTime="2025-10-13 19:39:07.344337761 +0000 UTC m=+865.950084346" watchObservedRunningTime="2025-10-13 19:39:07.349738536 +0000 UTC m=+865.955485121" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.374020 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/designate-operator-controller-manager-85d5d9dd78-tmbdh" podStartSLOduration=9.763149062 podStartE2EDuration="26.374001061s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:43.991531814 +0000 UTC m=+842.597278399" lastFinishedPulling="2025-10-13 19:39:00.602383813 +0000 UTC m=+859.208130398" observedRunningTime="2025-10-13 19:39:07.371273163 +0000 UTC m=+865.977019738" watchObservedRunningTime="2025-10-13 19:39:07.374001061 +0000 UTC m=+865.979747646" Oct 13 19:39:07 crc kubenswrapper[4809]: I1013 19:39:07.402973 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/glance-operator-controller-manager-84b9b84486-874c5" podStartSLOduration=9.025464188 podStartE2EDuration="26.402956271s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:43.225129657 +0000 UTC m=+841.830876242" lastFinishedPulling="2025-10-13 19:39:00.60262174 +0000 UTC m=+859.208368325" observedRunningTime="2025-10-13 19:39:07.397645788 +0000 UTC m=+866.003392373" watchObservedRunningTime="2025-10-13 19:39:07.402956271 +0000 UTC m=+866.008702856" Oct 13 19:39:08 crc kubenswrapper[4809]: I1013 19:39:08.045518 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/manila-operator-controller-manager-5f67fbc655-4j2bx" Oct 13 19:39:08 crc kubenswrapper[4809]: I1013 19:39:08.045846 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/mariadb-operator-controller-manager-f9fb45f8f-7kcc8" Oct 13 19:39:08 crc kubenswrapper[4809]: I1013 19:39:08.046044 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/neutron-operator-controller-manager-79d585cb66-p294z" Oct 13 19:39:08 crc kubenswrapper[4809]: I1013 19:39:08.048221 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/heat-operator-controller-manager-858f76bbdd-sbz6w" Oct 13 19:39:09 crc kubenswrapper[4809]: I1013 19:39:09.055019 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/watcher-operator-controller-manager-7f554bff7b-mhwvn" Oct 13 19:39:11 crc kubenswrapper[4809]: I1013 19:39:11.978284 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/ironic-operator-controller-manager-9c5c78d49-j6lnp" Oct 13 19:39:12 crc kubenswrapper[4809]: I1013 19:39:12.429997 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/placement-operator-controller-manager-68b6c87b68-xnsxb" Oct 13 19:39:12 crc kubenswrapper[4809]: I1013 19:39:12.902053 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/swift-operator-controller-manager-db6d7f97b-vvrmm" Oct 13 19:39:12 crc kubenswrapper[4809]: I1013 19:39:12.925093 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/telemetry-operator-controller-manager-67cfc6749b-wjlfw" Oct 13 19:39:13 crc kubenswrapper[4809]: I1013 19:39:13.076935 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" Oct 13 19:39:13 crc kubenswrapper[4809]: I1013 19:39:13.086332 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/openstack-baremetal-operator-controller-manager-55b7d44848b86ln" Oct 13 19:39:15 crc kubenswrapper[4809]: I1013 19:39:15.106558 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" event={"ID":"10b4af88-94b6-482b-82dc-5f43cce382c4","Type":"ContainerStarted","Data":"b8651c0a9b53fffed67dec8317ac6cea7133cdf46677ecadb31c317a844ee950"} Oct 13 19:39:15 crc kubenswrapper[4809]: I1013 19:39:15.107574 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" Oct 13 19:39:15 crc kubenswrapper[4809]: I1013 19:39:15.164559 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" podStartSLOduration=3.569432753 podStartE2EDuration="34.164540266s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:43.990376261 +0000 UTC m=+842.596122846" lastFinishedPulling="2025-10-13 19:39:14.585483774 +0000 UTC m=+873.191230359" observedRunningTime="2025-10-13 19:39:15.161348235 +0000 UTC m=+873.767094850" watchObservedRunningTime="2025-10-13 19:39:15.164540266 +0000 UTC m=+873.770286851" Oct 13 19:39:15 crc kubenswrapper[4809]: I1013 19:39:15.850852 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/infra-operator-controller-manager-656bcbd775-pfsgv" Oct 13 19:39:19 crc kubenswrapper[4809]: I1013 19:39:19.148860 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" event={"ID":"fed0d89f-c73d-487c-9ccf-e02164ae1b44","Type":"ContainerStarted","Data":"df51db0961fe8811b3c2ad476144cf1e3f6a80600c37b8d9ed1b9e7177473327"} Oct 13 19:39:19 crc kubenswrapper[4809]: I1013 19:39:19.150685 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" Oct 13 19:39:19 crc kubenswrapper[4809]: I1013 19:39:19.152404 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" event={"ID":"8877aec8-eb38-4135-a22c-a3cf9be16d62","Type":"ContainerStarted","Data":"e4cedf677dca21622a022029949f2a45f19a8604234353178a011a96e8b2c1e4"} Oct 13 19:39:19 crc kubenswrapper[4809]: I1013 19:39:19.178014 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" podStartSLOduration=4.166108481 podStartE2EDuration="38.177993645s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:44.550954275 +0000 UTC m=+843.156700860" lastFinishedPulling="2025-10-13 19:39:18.562839439 +0000 UTC m=+877.168586024" observedRunningTime="2025-10-13 19:39:19.172624271 +0000 UTC m=+877.778370876" watchObservedRunningTime="2025-10-13 19:39:19.177993645 +0000 UTC m=+877.783740230" Oct 13 19:39:19 crc kubenswrapper[4809]: I1013 19:39:19.201067 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" podStartSLOduration=4.190031256 podStartE2EDuration="38.201029875s" podCreationTimestamp="2025-10-13 19:38:41 +0000 UTC" firstStartedPulling="2025-10-13 19:38:43.956205963 +0000 UTC m=+842.561952548" lastFinishedPulling="2025-10-13 19:39:17.967204542 +0000 UTC m=+876.572951167" observedRunningTime="2025-10-13 19:39:19.195447835 +0000 UTC m=+877.801194440" watchObservedRunningTime="2025-10-13 19:39:19.201029875 +0000 UTC m=+877.806776470" Oct 13 19:39:22 crc kubenswrapper[4809]: I1013 19:39:22.252686 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" Oct 13 19:39:22 crc kubenswrapper[4809]: I1013 19:39:22.313345 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/nova-operator-controller-manager-5df598886f-rc6sk" Oct 13 19:39:23 crc kubenswrapper[4809]: I1013 19:39:23.051491 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/test-operator-controller-manager-5458f77c4-xrndg" Oct 13 19:39:28 crc kubenswrapper[4809]: I1013 19:39:28.593353 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:39:28 crc kubenswrapper[4809]: I1013 19:39:28.594072 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:39:32 crc kubenswrapper[4809]: I1013 19:39:32.254385 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-operators/horizon-operator-controller-manager-7ffbcb7588-8zb7s" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.903555 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-bcp4v"] Oct 13 19:39:38 crc kubenswrapper[4809]: E1013 19:39:38.904341 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2d1ff425-3d03-4665-9e92-415da5675e43" containerName="extract-content" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904357 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2d1ff425-3d03-4665-9e92-415da5675e43" containerName="extract-content" Oct 13 19:39:38 crc kubenswrapper[4809]: E1013 19:39:38.904382 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2d1ff425-3d03-4665-9e92-415da5675e43" containerName="extract-utilities" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904391 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2d1ff425-3d03-4665-9e92-415da5675e43" containerName="extract-utilities" Oct 13 19:39:38 crc kubenswrapper[4809]: E1013 19:39:38.904411 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerName="extract-utilities" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904421 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerName="extract-utilities" Oct 13 19:39:38 crc kubenswrapper[4809]: E1013 19:39:38.904441 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="77be09a8-066b-4da4-a8d2-f709013dcc76" containerName="extract-content" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904449 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="77be09a8-066b-4da4-a8d2-f709013dcc76" containerName="extract-content" Oct 13 19:39:38 crc kubenswrapper[4809]: E1013 19:39:38.904462 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerName="extract-content" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904470 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerName="extract-content" Oct 13 19:39:38 crc kubenswrapper[4809]: E1013 19:39:38.904481 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="77be09a8-066b-4da4-a8d2-f709013dcc76" containerName="extract-utilities" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904489 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="77be09a8-066b-4da4-a8d2-f709013dcc76" containerName="extract-utilities" Oct 13 19:39:38 crc kubenswrapper[4809]: E1013 19:39:38.904507 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerName="registry-server" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904515 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerName="registry-server" Oct 13 19:39:38 crc kubenswrapper[4809]: E1013 19:39:38.904546 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2d1ff425-3d03-4665-9e92-415da5675e43" containerName="registry-server" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904554 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2d1ff425-3d03-4665-9e92-415da5675e43" containerName="registry-server" Oct 13 19:39:38 crc kubenswrapper[4809]: E1013 19:39:38.904579 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="77be09a8-066b-4da4-a8d2-f709013dcc76" containerName="registry-server" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904587 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="77be09a8-066b-4da4-a8d2-f709013dcc76" containerName="registry-server" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904774 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="77be09a8-066b-4da4-a8d2-f709013dcc76" containerName="registry-server" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904787 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2d1ff425-3d03-4665-9e92-415da5675e43" containerName="registry-server" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.904802 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bceabd2c-6cc5-4324-8935-b65f283642ff" containerName="registry-server" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.905318 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.907720 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.908887 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.909062 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.909314 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.916905 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-bcp4v"] Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.978758 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/169b2b64-c431-4c9e-b51c-cb70358ab867-crc-storage\") pod \"crc-storage-crc-bcp4v\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.979051 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-284dx\" (UniqueName: \"kubernetes.io/projected/169b2b64-c431-4c9e-b51c-cb70358ab867-kube-api-access-284dx\") pod \"crc-storage-crc-bcp4v\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:38 crc kubenswrapper[4809]: I1013 19:39:38.979104 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/169b2b64-c431-4c9e-b51c-cb70358ab867-node-mnt\") pod \"crc-storage-crc-bcp4v\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:39 crc kubenswrapper[4809]: I1013 19:39:39.080085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/169b2b64-c431-4c9e-b51c-cb70358ab867-node-mnt\") pod \"crc-storage-crc-bcp4v\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:39 crc kubenswrapper[4809]: I1013 19:39:39.080220 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/169b2b64-c431-4c9e-b51c-cb70358ab867-crc-storage\") pod \"crc-storage-crc-bcp4v\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:39 crc kubenswrapper[4809]: I1013 19:39:39.080452 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/169b2b64-c431-4c9e-b51c-cb70358ab867-node-mnt\") pod \"crc-storage-crc-bcp4v\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:39 crc kubenswrapper[4809]: I1013 19:39:39.081375 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/169b2b64-c431-4c9e-b51c-cb70358ab867-crc-storage\") pod \"crc-storage-crc-bcp4v\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:39 crc kubenswrapper[4809]: I1013 19:39:39.081556 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-284dx\" (UniqueName: \"kubernetes.io/projected/169b2b64-c431-4c9e-b51c-cb70358ab867-kube-api-access-284dx\") pod \"crc-storage-crc-bcp4v\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:39 crc kubenswrapper[4809]: I1013 19:39:39.107731 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-284dx\" (UniqueName: \"kubernetes.io/projected/169b2b64-c431-4c9e-b51c-cb70358ab867-kube-api-access-284dx\") pod \"crc-storage-crc-bcp4v\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:39 crc kubenswrapper[4809]: I1013 19:39:39.223806 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:39 crc kubenswrapper[4809]: I1013 19:39:39.694428 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-bcp4v"] Oct 13 19:39:40 crc kubenswrapper[4809]: I1013 19:39:40.338029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-bcp4v" event={"ID":"169b2b64-c431-4c9e-b51c-cb70358ab867","Type":"ContainerStarted","Data":"94555475d33b1442b30b09dad8020ab9aefd4388a427462b363e95f6964ae1f4"} Oct 13 19:39:41 crc kubenswrapper[4809]: I1013 19:39:41.349115 4809 generic.go:334] "Generic (PLEG): container finished" podID="169b2b64-c431-4c9e-b51c-cb70358ab867" containerID="b31cf098ada9b8bf7330ae44bbb32e0c8d52e615fa9099afbe2a6f186f674c00" exitCode=0 Oct 13 19:39:41 crc kubenswrapper[4809]: I1013 19:39:41.349315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-bcp4v" event={"ID":"169b2b64-c431-4c9e-b51c-cb70358ab867","Type":"ContainerDied","Data":"b31cf098ada9b8bf7330ae44bbb32e0c8d52e615fa9099afbe2a6f186f674c00"} Oct 13 19:39:42 crc kubenswrapper[4809]: I1013 19:39:42.654869 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:42 crc kubenswrapper[4809]: I1013 19:39:42.735569 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/169b2b64-c431-4c9e-b51c-cb70358ab867-crc-storage\") pod \"169b2b64-c431-4c9e-b51c-cb70358ab867\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " Oct 13 19:39:42 crc kubenswrapper[4809]: I1013 19:39:42.735669 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/169b2b64-c431-4c9e-b51c-cb70358ab867-node-mnt\") pod \"169b2b64-c431-4c9e-b51c-cb70358ab867\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " Oct 13 19:39:42 crc kubenswrapper[4809]: I1013 19:39:42.735807 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-284dx\" (UniqueName: \"kubernetes.io/projected/169b2b64-c431-4c9e-b51c-cb70358ab867-kube-api-access-284dx\") pod \"169b2b64-c431-4c9e-b51c-cb70358ab867\" (UID: \"169b2b64-c431-4c9e-b51c-cb70358ab867\") " Oct 13 19:39:42 crc kubenswrapper[4809]: I1013 19:39:42.736243 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/169b2b64-c431-4c9e-b51c-cb70358ab867-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "169b2b64-c431-4c9e-b51c-cb70358ab867" (UID: "169b2b64-c431-4c9e-b51c-cb70358ab867"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:39:42 crc kubenswrapper[4809]: I1013 19:39:42.736868 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/169b2b64-c431-4c9e-b51c-cb70358ab867-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:42 crc kubenswrapper[4809]: I1013 19:39:42.747995 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/169b2b64-c431-4c9e-b51c-cb70358ab867-kube-api-access-284dx" (OuterVolumeSpecName: "kube-api-access-284dx") pod "169b2b64-c431-4c9e-b51c-cb70358ab867" (UID: "169b2b64-c431-4c9e-b51c-cb70358ab867"). InnerVolumeSpecName "kube-api-access-284dx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:39:42 crc kubenswrapper[4809]: I1013 19:39:42.762386 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/169b2b64-c431-4c9e-b51c-cb70358ab867-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "169b2b64-c431-4c9e-b51c-cb70358ab867" (UID: "169b2b64-c431-4c9e-b51c-cb70358ab867"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:39:42 crc kubenswrapper[4809]: I1013 19:39:42.837394 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/169b2b64-c431-4c9e-b51c-cb70358ab867-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:42 crc kubenswrapper[4809]: I1013 19:39:42.837429 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-284dx\" (UniqueName: \"kubernetes.io/projected/169b2b64-c431-4c9e-b51c-cb70358ab867-kube-api-access-284dx\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:43 crc kubenswrapper[4809]: I1013 19:39:43.372287 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-bcp4v" event={"ID":"169b2b64-c431-4c9e-b51c-cb70358ab867","Type":"ContainerDied","Data":"94555475d33b1442b30b09dad8020ab9aefd4388a427462b363e95f6964ae1f4"} Oct 13 19:39:43 crc kubenswrapper[4809]: I1013 19:39:43.372333 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="94555475d33b1442b30b09dad8020ab9aefd4388a427462b363e95f6964ae1f4" Oct 13 19:39:43 crc kubenswrapper[4809]: I1013 19:39:43.372337 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-bcp4v" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.403230 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-bcp4v"] Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.411542 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-bcp4v"] Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.520007 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-s5thp"] Oct 13 19:39:46 crc kubenswrapper[4809]: E1013 19:39:46.520509 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="169b2b64-c431-4c9e-b51c-cb70358ab867" containerName="storage" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.520537 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="169b2b64-c431-4c9e-b51c-cb70358ab867" containerName="storage" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.520725 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="169b2b64-c431-4c9e-b51c-cb70358ab867" containerName="storage" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.521436 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.524022 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.524059 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.524563 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.527564 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.538043 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-s5thp"] Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.693997 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/79d25c45-44d3-480f-a038-beafb7656190-crc-storage\") pod \"crc-storage-crc-s5thp\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.694091 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/79d25c45-44d3-480f-a038-beafb7656190-node-mnt\") pod \"crc-storage-crc-s5thp\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.694150 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hb8np\" (UniqueName: \"kubernetes.io/projected/79d25c45-44d3-480f-a038-beafb7656190-kube-api-access-hb8np\") pod \"crc-storage-crc-s5thp\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.796052 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/79d25c45-44d3-480f-a038-beafb7656190-crc-storage\") pod \"crc-storage-crc-s5thp\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.796191 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/79d25c45-44d3-480f-a038-beafb7656190-node-mnt\") pod \"crc-storage-crc-s5thp\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.796239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hb8np\" (UniqueName: \"kubernetes.io/projected/79d25c45-44d3-480f-a038-beafb7656190-kube-api-access-hb8np\") pod \"crc-storage-crc-s5thp\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.797134 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/79d25c45-44d3-480f-a038-beafb7656190-node-mnt\") pod \"crc-storage-crc-s5thp\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.797625 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/79d25c45-44d3-480f-a038-beafb7656190-crc-storage\") pod \"crc-storage-crc-s5thp\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.823971 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hb8np\" (UniqueName: \"kubernetes.io/projected/79d25c45-44d3-480f-a038-beafb7656190-kube-api-access-hb8np\") pod \"crc-storage-crc-s5thp\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:46 crc kubenswrapper[4809]: I1013 19:39:46.846078 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:47 crc kubenswrapper[4809]: I1013 19:39:47.275972 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-s5thp"] Oct 13 19:39:47 crc kubenswrapper[4809]: I1013 19:39:47.406448 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-s5thp" event={"ID":"79d25c45-44d3-480f-a038-beafb7656190","Type":"ContainerStarted","Data":"22bc33c7c34185cdf977849068d8174e1eee04ccb482b93d95ee93abb6717272"} Oct 13 19:39:48 crc kubenswrapper[4809]: I1013 19:39:48.165931 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="169b2b64-c431-4c9e-b51c-cb70358ab867" path="/var/lib/kubelet/pods/169b2b64-c431-4c9e-b51c-cb70358ab867/volumes" Oct 13 19:39:48 crc kubenswrapper[4809]: I1013 19:39:48.414820 4809 generic.go:334] "Generic (PLEG): container finished" podID="79d25c45-44d3-480f-a038-beafb7656190" containerID="8e5d7ccefb98dc7a55473e19a24e6d9a9d5abfcb8fb5cbed2122380e10b30bb8" exitCode=0 Oct 13 19:39:48 crc kubenswrapper[4809]: I1013 19:39:48.414873 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-s5thp" event={"ID":"79d25c45-44d3-480f-a038-beafb7656190","Type":"ContainerDied","Data":"8e5d7ccefb98dc7a55473e19a24e6d9a9d5abfcb8fb5cbed2122380e10b30bb8"} Oct 13 19:39:49 crc kubenswrapper[4809]: I1013 19:39:49.701719 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:49 crc kubenswrapper[4809]: I1013 19:39:49.838241 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/79d25c45-44d3-480f-a038-beafb7656190-crc-storage\") pod \"79d25c45-44d3-480f-a038-beafb7656190\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " Oct 13 19:39:49 crc kubenswrapper[4809]: I1013 19:39:49.838487 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/79d25c45-44d3-480f-a038-beafb7656190-node-mnt\") pod \"79d25c45-44d3-480f-a038-beafb7656190\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " Oct 13 19:39:49 crc kubenswrapper[4809]: I1013 19:39:49.838608 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hb8np\" (UniqueName: \"kubernetes.io/projected/79d25c45-44d3-480f-a038-beafb7656190-kube-api-access-hb8np\") pod \"79d25c45-44d3-480f-a038-beafb7656190\" (UID: \"79d25c45-44d3-480f-a038-beafb7656190\") " Oct 13 19:39:49 crc kubenswrapper[4809]: I1013 19:39:49.838690 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/79d25c45-44d3-480f-a038-beafb7656190-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "79d25c45-44d3-480f-a038-beafb7656190" (UID: "79d25c45-44d3-480f-a038-beafb7656190"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:39:49 crc kubenswrapper[4809]: I1013 19:39:49.839300 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/79d25c45-44d3-480f-a038-beafb7656190-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:49 crc kubenswrapper[4809]: I1013 19:39:49.848123 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/79d25c45-44d3-480f-a038-beafb7656190-kube-api-access-hb8np" (OuterVolumeSpecName: "kube-api-access-hb8np") pod "79d25c45-44d3-480f-a038-beafb7656190" (UID: "79d25c45-44d3-480f-a038-beafb7656190"). InnerVolumeSpecName "kube-api-access-hb8np". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:39:49 crc kubenswrapper[4809]: I1013 19:39:49.860925 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/79d25c45-44d3-480f-a038-beafb7656190-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "79d25c45-44d3-480f-a038-beafb7656190" (UID: "79d25c45-44d3-480f-a038-beafb7656190"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:39:49 crc kubenswrapper[4809]: I1013 19:39:49.941167 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hb8np\" (UniqueName: \"kubernetes.io/projected/79d25c45-44d3-480f-a038-beafb7656190-kube-api-access-hb8np\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:49 crc kubenswrapper[4809]: I1013 19:39:49.941468 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/79d25c45-44d3-480f-a038-beafb7656190-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 19:39:50 crc kubenswrapper[4809]: I1013 19:39:50.428464 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-s5thp" event={"ID":"79d25c45-44d3-480f-a038-beafb7656190","Type":"ContainerDied","Data":"22bc33c7c34185cdf977849068d8174e1eee04ccb482b93d95ee93abb6717272"} Oct 13 19:39:50 crc kubenswrapper[4809]: I1013 19:39:50.428505 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="22bc33c7c34185cdf977849068d8174e1eee04ccb482b93d95ee93abb6717272" Oct 13 19:39:50 crc kubenswrapper[4809]: I1013 19:39:50.428562 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-s5thp" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.222141 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87"] Oct 13 19:39:53 crc kubenswrapper[4809]: E1013 19:39:53.222908 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="79d25c45-44d3-480f-a038-beafb7656190" containerName="storage" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.222928 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="79d25c45-44d3-480f-a038-beafb7656190" containerName="storage" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.223137 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="79d25c45-44d3-480f-a038-beafb7656190" containerName="storage" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.224114 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.226419 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"dnsmasq-dnsmasq-dockercfg-rfv6s" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.226662 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"kube-root-ca.crt" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.226705 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openshift-service-ca.crt" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.228704 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"dnsmasq" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.234388 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87"] Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.299174 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p"] Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.301079 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.302997 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"dnsmasq-svc" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.321949 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p"] Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.390455 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/82aa1a0d-eb3a-428e-9e40-e9191a84729d-config\") pod \"dnsmasq-dnsmasq-f5849d7b9-r7m87\" (UID: \"82aa1a0d-eb3a-428e-9e40-e9191a84729d\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.390576 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gj2bq\" (UniqueName: \"kubernetes.io/projected/82aa1a0d-eb3a-428e-9e40-e9191a84729d-kube-api-access-gj2bq\") pod \"dnsmasq-dnsmasq-f5849d7b9-r7m87\" (UID: \"82aa1a0d-eb3a-428e-9e40-e9191a84729d\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.492326 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gj2bq\" (UniqueName: \"kubernetes.io/projected/82aa1a0d-eb3a-428e-9e40-e9191a84729d-kube-api-access-gj2bq\") pod \"dnsmasq-dnsmasq-f5849d7b9-r7m87\" (UID: \"82aa1a0d-eb3a-428e-9e40-e9191a84729d\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.492389 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/82aa1a0d-eb3a-428e-9e40-e9191a84729d-config\") pod \"dnsmasq-dnsmasq-f5849d7b9-r7m87\" (UID: \"82aa1a0d-eb3a-428e-9e40-e9191a84729d\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.492422 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-z744p\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.492441 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-z744p\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.492476 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mzrrd\" (UniqueName: \"kubernetes.io/projected/91e5d207-b9dd-4356-8aaa-ce704bf26732-kube-api-access-mzrrd\") pod \"dnsmasq-dnsmasq-84b9f45d47-z744p\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.493874 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/82aa1a0d-eb3a-428e-9e40-e9191a84729d-config\") pod \"dnsmasq-dnsmasq-f5849d7b9-r7m87\" (UID: \"82aa1a0d-eb3a-428e-9e40-e9191a84729d\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.523087 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gj2bq\" (UniqueName: \"kubernetes.io/projected/82aa1a0d-eb3a-428e-9e40-e9191a84729d-kube-api-access-gj2bq\") pod \"dnsmasq-dnsmasq-f5849d7b9-r7m87\" (UID: \"82aa1a0d-eb3a-428e-9e40-e9191a84729d\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.543194 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.594195 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-z744p\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.594247 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-z744p\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.594294 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mzrrd\" (UniqueName: \"kubernetes.io/projected/91e5d207-b9dd-4356-8aaa-ce704bf26732-kube-api-access-mzrrd\") pod \"dnsmasq-dnsmasq-84b9f45d47-z744p\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.596217 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-z744p\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.596293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-z744p\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.618651 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mzrrd\" (UniqueName: \"kubernetes.io/projected/91e5d207-b9dd-4356-8aaa-ce704bf26732-kube-api-access-mzrrd\") pod \"dnsmasq-dnsmasq-84b9f45d47-z744p\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.915029 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:39:53 crc kubenswrapper[4809]: I1013 19:39:53.989785 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87"] Oct 13 19:39:54 crc kubenswrapper[4809]: W1013 19:39:54.019057 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod82aa1a0d_eb3a_428e_9e40_e9191a84729d.slice/crio-f542ea04586b0a8edf46211a69d6146f6e19159f9d303ef1789018777f0b2591 WatchSource:0}: Error finding container f542ea04586b0a8edf46211a69d6146f6e19159f9d303ef1789018777f0b2591: Status 404 returned error can't find the container with id f542ea04586b0a8edf46211a69d6146f6e19159f9d303ef1789018777f0b2591 Oct 13 19:39:54 crc kubenswrapper[4809]: I1013 19:39:54.023183 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 19:39:54 crc kubenswrapper[4809]: I1013 19:39:54.411921 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p"] Oct 13 19:39:54 crc kubenswrapper[4809]: W1013 19:39:54.422000 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod91e5d207_b9dd_4356_8aaa_ce704bf26732.slice/crio-7521441cf1065ae352fa3acaab6093b4163822e11521c6f9499298bdfc760726 WatchSource:0}: Error finding container 7521441cf1065ae352fa3acaab6093b4163822e11521c6f9499298bdfc760726: Status 404 returned error can't find the container with id 7521441cf1065ae352fa3acaab6093b4163822e11521c6f9499298bdfc760726 Oct 13 19:39:54 crc kubenswrapper[4809]: I1013 19:39:54.461192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" event={"ID":"91e5d207-b9dd-4356-8aaa-ce704bf26732","Type":"ContainerStarted","Data":"7521441cf1065ae352fa3acaab6093b4163822e11521c6f9499298bdfc760726"} Oct 13 19:39:54 crc kubenswrapper[4809]: I1013 19:39:54.462342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" event={"ID":"82aa1a0d-eb3a-428e-9e40-e9191a84729d","Type":"ContainerStarted","Data":"f542ea04586b0a8edf46211a69d6146f6e19159f9d303ef1789018777f0b2591"} Oct 13 19:39:58 crc kubenswrapper[4809]: I1013 19:39:58.593013 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:39:58 crc kubenswrapper[4809]: I1013 19:39:58.593625 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.305271 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.307694 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.311054 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-plugins-conf" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.311298 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-svc" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.311582 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-erlang-cookie" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.311779 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-server-conf" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.311926 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-default-user" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.311940 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-config-data" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.319459 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.321592 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-server-dockercfg-l8hxh" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.480608 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-server-conf\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.480676 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.480773 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mwt76\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-kube-api-access-mwt76\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.480811 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/bcf1849c-287f-45f9-8f55-7d34f33a6be4-pod-info\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.480952 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.481013 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.481079 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/bcf1849c-287f-45f9-8f55-7d34f33a6be4-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.481209 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.481233 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.481395 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.481441 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.554504 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.555961 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.559137 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-default-user" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.559164 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-config-data" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.559333 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-erlang-cookie" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.559574 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-cell1-svc" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.559699 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-dockercfg-5txzx" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.559806 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-plugins-conf" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.560367 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-conf" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.575523 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.584857 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.584942 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.584983 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-server-conf\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.585005 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.585039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mwt76\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-kube-api-access-mwt76\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.585065 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/bcf1849c-287f-45f9-8f55-7d34f33a6be4-pod-info\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.585095 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.585124 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.585168 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/bcf1849c-287f-45f9-8f55-7d34f33a6be4-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.585209 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.585232 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.585828 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.586224 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.587466 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") device mount path \"/mnt/openstack/pv02\"" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.589456 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.589824 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.594710 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/bcf1849c-287f-45f9-8f55-7d34f33a6be4-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.596652 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.597175 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.601058 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-server-conf\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.606789 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mwt76\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-kube-api-access-mwt76\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.608268 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/bcf1849c-287f-45f9-8f55-7d34f33a6be4-pod-info\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.611502 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"rabbitmq-server-0\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.632947 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.686859 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.686966 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-phn5h\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-kube-api-access-phn5h\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.686996 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.687019 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.687064 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.687093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.687127 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.687157 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.687180 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.687238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.687261 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.788828 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789115 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") device mount path \"/mnt/openstack/pv01\"" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789145 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789185 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789259 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789286 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789349 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789407 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789451 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789512 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789537 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789619 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-phn5h\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-kube-api-access-phn5h\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.789771 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.790812 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.790898 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.790936 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.791206 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.794380 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.794603 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.794851 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.796514 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.805960 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-phn5h\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-kube-api-access-phn5h\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.821629 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:04 crc kubenswrapper[4809]: I1013 19:40:04.878052 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.742866 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.750625 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.755229 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-svc" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.755980 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"osp-secret" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.757530 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.760200 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config-data" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.760520 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-scripts" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.760628 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-dockercfg-2sw86" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.766906 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"combined-ca-bundle" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.906253 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.906611 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-operator-scripts\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.906690 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.906765 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-kolla-config\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.906789 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/95823992-baf3-448d-9130-9bdc71315b07-config-data-generated\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.906850 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.906997 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lv62g\" (UniqueName: \"kubernetes.io/projected/95823992-baf3-448d-9130-9bdc71315b07-kube-api-access-lv62g\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.907081 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-config-data-default\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:05 crc kubenswrapper[4809]: I1013 19:40:05.907135 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-secrets\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.007975 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-kolla-config\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.008020 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/95823992-baf3-448d-9130-9bdc71315b07-config-data-generated\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.008045 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.008085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lv62g\" (UniqueName: \"kubernetes.io/projected/95823992-baf3-448d-9130-9bdc71315b07-kube-api-access-lv62g\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.008113 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-config-data-default\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.008147 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-secrets\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.008184 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.008210 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-operator-scripts\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.008230 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.009923 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-kolla-config\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.010246 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/95823992-baf3-448d-9130-9bdc71315b07-config-data-generated\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.014309 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.015305 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-config-data-default\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.018079 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-secrets\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.018095 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.018327 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") device mount path \"/mnt/openstack/pv19\"" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.019579 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-operator-scripts\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.028725 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lv62g\" (UniqueName: \"kubernetes.io/projected/95823992-baf3-448d-9130-9bdc71315b07-kube-api-access-lv62g\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.050873 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:06 crc kubenswrapper[4809]: I1013 19:40:06.070420 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.111296 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.112982 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.118966 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-cell1-dockercfg-bvnc7" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.119383 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-scripts" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.119486 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-cell1-svc" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.121701 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-config-data" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.125477 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.226309 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.226645 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.226689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.226711 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.226729 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.226780 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.226808 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dt6sm\" (UniqueName: \"kubernetes.io/projected/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kube-api-access-dt6sm\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.226846 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.226863 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.328413 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.328549 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.328617 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.328642 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.328664 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.328917 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.329019 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dt6sm\" (UniqueName: \"kubernetes.io/projected/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kube-api-access-dt6sm\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.329066 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.329095 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.329521 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.329579 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") device mount path \"/mnt/openstack/pv12\"" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.329997 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.333717 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.335763 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.335771 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.344997 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.345970 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.346530 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dt6sm\" (UniqueName: \"kubernetes.io/projected/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kube-api-access-dt6sm\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.377975 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-cell1-galera-0\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.450107 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.500386 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.510845 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.526350 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-lt4sr" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.526627 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.526799 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-memcached-svc" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.529406 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.642825 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-combined-ca-bundle\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.642921 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-kolla-config\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.643003 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pk5zk\" (UniqueName: \"kubernetes.io/projected/c419046a-ade1-4e4e-be91-97f42b0b97ca-kube-api-access-pk5zk\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.643046 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-config-data\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.643079 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-memcached-tls-certs\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.744526 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-combined-ca-bundle\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.744649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-kolla-config\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.744772 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pk5zk\" (UniqueName: \"kubernetes.io/projected/c419046a-ade1-4e4e-be91-97f42b0b97ca-kube-api-access-pk5zk\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.744829 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-config-data\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.744853 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-memcached-tls-certs\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.745698 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-kolla-config\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.745817 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-config-data\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.748349 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-memcached-tls-certs\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.751300 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-combined-ca-bundle\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.773027 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pk5zk\" (UniqueName: \"kubernetes.io/projected/c419046a-ade1-4e4e-be91-97f42b0b97ca-kube-api-access-pk5zk\") pod \"memcached-0\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:07 crc kubenswrapper[4809]: I1013 19:40:07.844570 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.044532 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.045681 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.048032 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"telemetry-ceilometer-dockercfg-fkd75" Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.092958 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.187721 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x6k24\" (UniqueName: \"kubernetes.io/projected/6ccbafff-15bb-4d5d-8703-e7f7d76266eb-kube-api-access-x6k24\") pod \"kube-state-metrics-0\" (UID: \"6ccbafff-15bb-4d5d-8703-e7f7d76266eb\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.290631 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x6k24\" (UniqueName: \"kubernetes.io/projected/6ccbafff-15bb-4d5d-8703-e7f7d76266eb-kube-api-access-x6k24\") pod \"kube-state-metrics-0\" (UID: \"6ccbafff-15bb-4d5d-8703-e7f7d76266eb\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.328556 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x6k24\" (UniqueName: \"kubernetes.io/projected/6ccbafff-15bb-4d5d-8703-e7f7d76266eb-kube-api-access-x6k24\") pod \"kube-state-metrics-0\" (UID: \"6ccbafff-15bb-4d5d-8703-e7f7d76266eb\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.412174 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.744317 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:40:09 crc kubenswrapper[4809]: W1013 19:40:09.796555 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9cb418d7_f587_412d_9ab7_1f3b32837cd8.slice/crio-e05ac1a9ade4230d30c8ffe5cb6d5663a91e5f88be9980971a424800aa68d6ce WatchSource:0}: Error finding container e05ac1a9ade4230d30c8ffe5cb6d5663a91e5f88be9980971a424800aa68d6ce: Status 404 returned error can't find the container with id e05ac1a9ade4230d30c8ffe5cb6d5663a91e5f88be9980971a424800aa68d6ce Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.819583 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:40:09 crc kubenswrapper[4809]: W1013 19:40:09.820110 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podd5c6d7bf_b55a_41ba_b79e_e54b199a6231.slice/crio-dca33c7b2303eae4aec7892f4d6d0e8b5a47746729a24ed9d8c9f65dd20335e5 WatchSource:0}: Error finding container dca33c7b2303eae4aec7892f4d6d0e8b5a47746729a24ed9d8c9f65dd20335e5: Status 404 returned error can't find the container with id dca33c7b2303eae4aec7892f4d6d0e8b5a47746729a24ed9d8c9f65dd20335e5 Oct 13 19:40:09 crc kubenswrapper[4809]: W1013 19:40:09.870855 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc419046a_ade1_4e4e_be91_97f42b0b97ca.slice/crio-9c440066e545a48df4b00e8eb1c36b6013be6f75e16b9e88c489468c56bf9668 WatchSource:0}: Error finding container 9c440066e545a48df4b00e8eb1c36b6013be6f75e16b9e88c489468c56bf9668: Status 404 returned error can't find the container with id 9c440066e545a48df4b00e8eb1c36b6013be6f75e16b9e88c489468c56bf9668 Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.877589 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:40:09 crc kubenswrapper[4809]: W1013 19:40:09.877958 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod95823992_baf3_448d_9130_9bdc71315b07.slice/crio-ed59208fe594fbea68907e6ee2c469979e9d55caad0d24802241dcdee7e7955e WatchSource:0}: Error finding container ed59208fe594fbea68907e6ee2c469979e9d55caad0d24802241dcdee7e7955e: Status 404 returned error can't find the container with id ed59208fe594fbea68907e6ee2c469979e9d55caad0d24802241dcdee7e7955e Oct 13 19:40:09 crc kubenswrapper[4809]: W1013 19:40:09.881917 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podbcf1849c_287f_45f9_8f55_7d34f33a6be4.slice/crio-e166028b92872dd2cf3ae9b9a8645db7ca4f91ef2caf919fe898d3eec79728be WatchSource:0}: Error finding container e166028b92872dd2cf3ae9b9a8645db7ca4f91ef2caf919fe898d3eec79728be: Status 404 returned error can't find the container with id e166028b92872dd2cf3ae9b9a8645db7ca4f91ef2caf919fe898d3eec79728be Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.883247 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:40:09 crc kubenswrapper[4809]: I1013 19:40:09.888602 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:40:10 crc kubenswrapper[4809]: I1013 19:40:10.007185 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:40:10 crc kubenswrapper[4809]: W1013 19:40:10.009751 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6ccbafff_15bb_4d5d_8703_e7f7d76266eb.slice/crio-9d08a03c6d227da9df544fd9ef254b2bded6cf361be53de720ae38258c43deeb WatchSource:0}: Error finding container 9d08a03c6d227da9df544fd9ef254b2bded6cf361be53de720ae38258c43deeb: Status 404 returned error can't find the container with id 9d08a03c6d227da9df544fd9ef254b2bded6cf361be53de720ae38258c43deeb Oct 13 19:40:10 crc kubenswrapper[4809]: I1013 19:40:10.651499 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"6ccbafff-15bb-4d5d-8703-e7f7d76266eb","Type":"ContainerStarted","Data":"9d08a03c6d227da9df544fd9ef254b2bded6cf361be53de720ae38258c43deeb"} Oct 13 19:40:10 crc kubenswrapper[4809]: I1013 19:40:10.654604 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"9cb418d7-f587-412d-9ab7-1f3b32837cd8","Type":"ContainerStarted","Data":"e05ac1a9ade4230d30c8ffe5cb6d5663a91e5f88be9980971a424800aa68d6ce"} Oct 13 19:40:10 crc kubenswrapper[4809]: I1013 19:40:10.657823 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"c419046a-ade1-4e4e-be91-97f42b0b97ca","Type":"ContainerStarted","Data":"9c440066e545a48df4b00e8eb1c36b6013be6f75e16b9e88c489468c56bf9668"} Oct 13 19:40:10 crc kubenswrapper[4809]: I1013 19:40:10.660534 4809 generic.go:334] "Generic (PLEG): container finished" podID="82aa1a0d-eb3a-428e-9e40-e9191a84729d" containerID="42e80dd5d683eaa9339252a4ea0cfd9af1d5acade0cab556a66206b7732417a1" exitCode=0 Oct 13 19:40:10 crc kubenswrapper[4809]: I1013 19:40:10.660618 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" event={"ID":"82aa1a0d-eb3a-428e-9e40-e9191a84729d","Type":"ContainerDied","Data":"42e80dd5d683eaa9339252a4ea0cfd9af1d5acade0cab556a66206b7732417a1"} Oct 13 19:40:10 crc kubenswrapper[4809]: I1013 19:40:10.665440 4809 generic.go:334] "Generic (PLEG): container finished" podID="91e5d207-b9dd-4356-8aaa-ce704bf26732" containerID="6048297f94bd35a63a1ae55b8a3a5043bc85d57f265b2346ba65d3bcdff08ac1" exitCode=0 Oct 13 19:40:10 crc kubenswrapper[4809]: I1013 19:40:10.665749 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" event={"ID":"91e5d207-b9dd-4356-8aaa-ce704bf26732","Type":"ContainerDied","Data":"6048297f94bd35a63a1ae55b8a3a5043bc85d57f265b2346ba65d3bcdff08ac1"} Oct 13 19:40:10 crc kubenswrapper[4809]: I1013 19:40:10.667645 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"95823992-baf3-448d-9130-9bdc71315b07","Type":"ContainerStarted","Data":"ed59208fe594fbea68907e6ee2c469979e9d55caad0d24802241dcdee7e7955e"} Oct 13 19:40:10 crc kubenswrapper[4809]: I1013 19:40:10.669813 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"d5c6d7bf-b55a-41ba-b79e-e54b199a6231","Type":"ContainerStarted","Data":"dca33c7b2303eae4aec7892f4d6d0e8b5a47746729a24ed9d8c9f65dd20335e5"} Oct 13 19:40:10 crc kubenswrapper[4809]: I1013 19:40:10.673121 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"bcf1849c-287f-45f9-8f55-7d34f33a6be4","Type":"ContainerStarted","Data":"e166028b92872dd2cf3ae9b9a8645db7ca4f91ef2caf919fe898d3eec79728be"} Oct 13 19:40:11 crc kubenswrapper[4809]: I1013 19:40:11.687222 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" event={"ID":"82aa1a0d-eb3a-428e-9e40-e9191a84729d","Type":"ContainerStarted","Data":"5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938"} Oct 13 19:40:11 crc kubenswrapper[4809]: I1013 19:40:11.688532 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:40:11 crc kubenswrapper[4809]: I1013 19:40:11.691886 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" event={"ID":"91e5d207-b9dd-4356-8aaa-ce704bf26732","Type":"ContainerStarted","Data":"b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044"} Oct 13 19:40:11 crc kubenswrapper[4809]: I1013 19:40:11.692108 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:40:11 crc kubenswrapper[4809]: I1013 19:40:11.714965 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" podStartSLOduration=3.355514432 podStartE2EDuration="18.714948101s" podCreationTimestamp="2025-10-13 19:39:53 +0000 UTC" firstStartedPulling="2025-10-13 19:39:54.022906121 +0000 UTC m=+912.628652706" lastFinishedPulling="2025-10-13 19:40:09.38233979 +0000 UTC m=+927.988086375" observedRunningTime="2025-10-13 19:40:11.705483979 +0000 UTC m=+930.311230564" watchObservedRunningTime="2025-10-13 19:40:11.714948101 +0000 UTC m=+930.320694686" Oct 13 19:40:11 crc kubenswrapper[4809]: I1013 19:40:11.724062 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" podStartSLOduration=3.821396439 podStartE2EDuration="18.724035172s" podCreationTimestamp="2025-10-13 19:39:53 +0000 UTC" firstStartedPulling="2025-10-13 19:39:54.426770027 +0000 UTC m=+913.032516612" lastFinishedPulling="2025-10-13 19:40:09.32940876 +0000 UTC m=+927.935155345" observedRunningTime="2025-10-13 19:40:11.72188729 +0000 UTC m=+930.327633875" watchObservedRunningTime="2025-10-13 19:40:11.724035172 +0000 UTC m=+930.329781757" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.755461 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.763250 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.779153 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.783474 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.783654 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.783843 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovn-metrics" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.783979 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-r5jff" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.786232 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.883205 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.883249 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.883353 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.883391 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.883516 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.883593 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-config\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.883679 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.883754 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2p78c\" (UniqueName: \"kubernetes.io/projected/339172d4-e389-42d9-a67c-4f9f071ec083-kube-api-access-2p78c\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.985403 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.985467 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-config\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.985508 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.985551 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2p78c\" (UniqueName: \"kubernetes.io/projected/339172d4-e389-42d9-a67c-4f9f071ec083-kube-api-access-2p78c\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.985601 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.985626 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.985651 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.985670 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.986043 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.986243 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.987097 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-config\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.987327 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.991906 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.991925 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:13 crc kubenswrapper[4809]: I1013 19:40:13.996403 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:14 crc kubenswrapper[4809]: I1013 19:40:14.006509 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2p78c\" (UniqueName: \"kubernetes.io/projected/339172d4-e389-42d9-a67c-4f9f071ec083-kube-api-access-2p78c\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:14 crc kubenswrapper[4809]: I1013 19:40:14.007862 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-nb-0\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:14 crc kubenswrapper[4809]: I1013 19:40:14.099675 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:15 crc kubenswrapper[4809]: I1013 19:40:15.872596 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:40:15 crc kubenswrapper[4809]: I1013 19:40:15.875347 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:15 crc kubenswrapper[4809]: I1013 19:40:15.879162 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 19:40:15 crc kubenswrapper[4809]: I1013 19:40:15.879271 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-sb-ovndbs" Oct 13 19:40:15 crc kubenswrapper[4809]: I1013 19:40:15.879362 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 19:40:15 crc kubenswrapper[4809]: I1013 19:40:15.879531 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-j5nhd" Oct 13 19:40:15 crc kubenswrapper[4809]: I1013 19:40:15.890136 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.022091 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.022527 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.022557 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.022626 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-config\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.022663 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.022845 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.022939 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.023027 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-trtpp\" (UniqueName: \"kubernetes.io/projected/f8ea0b02-38d3-4c50-a19b-ba16977ae714-kube-api-access-trtpp\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.124784 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-trtpp\" (UniqueName: \"kubernetes.io/projected/f8ea0b02-38d3-4c50-a19b-ba16977ae714-kube-api-access-trtpp\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.124892 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.124936 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.124960 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.124991 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-config\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.125015 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.125059 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.125085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.126295 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-config\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.126926 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") device mount path \"/mnt/openstack/pv18\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.127215 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.127878 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.139121 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.141314 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.141923 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.173090 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-trtpp\" (UniqueName: \"kubernetes.io/projected/f8ea0b02-38d3-4c50-a19b-ba16977ae714-kube-api-access-trtpp\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.178143 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") pod \"ovsdbserver-sb-0\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:16 crc kubenswrapper[4809]: I1013 19:40:16.206829 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:18 crc kubenswrapper[4809]: I1013 19:40:18.544982 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:40:18 crc kubenswrapper[4809]: I1013 19:40:18.917894 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:40:18 crc kubenswrapper[4809]: I1013 19:40:18.984997 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87"] Oct 13 19:40:18 crc kubenswrapper[4809]: I1013 19:40:18.985415 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" podUID="82aa1a0d-eb3a-428e-9e40-e9191a84729d" containerName="dnsmasq-dns" containerID="cri-o://5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938" gracePeriod=10 Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.547252 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.661989 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.668112 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.695029 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/82aa1a0d-eb3a-428e-9e40-e9191a84729d-config\") pod \"82aa1a0d-eb3a-428e-9e40-e9191a84729d\" (UID: \"82aa1a0d-eb3a-428e-9e40-e9191a84729d\") " Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.695178 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gj2bq\" (UniqueName: \"kubernetes.io/projected/82aa1a0d-eb3a-428e-9e40-e9191a84729d-kube-api-access-gj2bq\") pod \"82aa1a0d-eb3a-428e-9e40-e9191a84729d\" (UID: \"82aa1a0d-eb3a-428e-9e40-e9191a84729d\") " Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.699482 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/82aa1a0d-eb3a-428e-9e40-e9191a84729d-kube-api-access-gj2bq" (OuterVolumeSpecName: "kube-api-access-gj2bq") pod "82aa1a0d-eb3a-428e-9e40-e9191a84729d" (UID: "82aa1a0d-eb3a-428e-9e40-e9191a84729d"). InnerVolumeSpecName "kube-api-access-gj2bq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.744554 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/82aa1a0d-eb3a-428e-9e40-e9191a84729d-config" (OuterVolumeSpecName: "config") pod "82aa1a0d-eb3a-428e-9e40-e9191a84729d" (UID: "82aa1a0d-eb3a-428e-9e40-e9191a84729d"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.765846 4809 generic.go:334] "Generic (PLEG): container finished" podID="82aa1a0d-eb3a-428e-9e40-e9191a84729d" containerID="5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938" exitCode=0 Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.765901 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" event={"ID":"82aa1a0d-eb3a-428e-9e40-e9191a84729d","Type":"ContainerDied","Data":"5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938"} Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.765911 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.765945 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87" event={"ID":"82aa1a0d-eb3a-428e-9e40-e9191a84729d","Type":"ContainerDied","Data":"f542ea04586b0a8edf46211a69d6146f6e19159f9d303ef1789018777f0b2591"} Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.765971 4809 scope.go:117] "RemoveContainer" containerID="5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938" Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.797345 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/82aa1a0d-eb3a-428e-9e40-e9191a84729d-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.797392 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gj2bq\" (UniqueName: \"kubernetes.io/projected/82aa1a0d-eb3a-428e-9e40-e9191a84729d-kube-api-access-gj2bq\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.800192 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87"] Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.807244 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-f5849d7b9-r7m87"] Oct 13 19:40:19 crc kubenswrapper[4809]: W1013 19:40:19.933979 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf8ea0b02_38d3_4c50_a19b_ba16977ae714.slice/crio-af47cd0f358abab7f81c66f29a7832ae23150acad5d1104c400dc323095f7eb7 WatchSource:0}: Error finding container af47cd0f358abab7f81c66f29a7832ae23150acad5d1104c400dc323095f7eb7: Status 404 returned error can't find the container with id af47cd0f358abab7f81c66f29a7832ae23150acad5d1104c400dc323095f7eb7 Oct 13 19:40:19 crc kubenswrapper[4809]: I1013 19:40:19.992678 4809 scope.go:117] "RemoveContainer" containerID="42e80dd5d683eaa9339252a4ea0cfd9af1d5acade0cab556a66206b7732417a1" Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.157009 4809 scope.go:117] "RemoveContainer" containerID="5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938" Oct 13 19:40:20 crc kubenswrapper[4809]: E1013 19:40:20.157572 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938\": container with ID starting with 5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938 not found: ID does not exist" containerID="5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938" Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.157614 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938"} err="failed to get container status \"5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938\": rpc error: code = NotFound desc = could not find container \"5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938\": container with ID starting with 5b532d74c0c61a085c00c66afbabce4a37e2d3056234ffa25246170554ab2938 not found: ID does not exist" Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.157639 4809 scope.go:117] "RemoveContainer" containerID="42e80dd5d683eaa9339252a4ea0cfd9af1d5acade0cab556a66206b7732417a1" Oct 13 19:40:20 crc kubenswrapper[4809]: E1013 19:40:20.157998 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"42e80dd5d683eaa9339252a4ea0cfd9af1d5acade0cab556a66206b7732417a1\": container with ID starting with 42e80dd5d683eaa9339252a4ea0cfd9af1d5acade0cab556a66206b7732417a1 not found: ID does not exist" containerID="42e80dd5d683eaa9339252a4ea0cfd9af1d5acade0cab556a66206b7732417a1" Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.158040 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"42e80dd5d683eaa9339252a4ea0cfd9af1d5acade0cab556a66206b7732417a1"} err="failed to get container status \"42e80dd5d683eaa9339252a4ea0cfd9af1d5acade0cab556a66206b7732417a1\": rpc error: code = NotFound desc = could not find container \"42e80dd5d683eaa9339252a4ea0cfd9af1d5acade0cab556a66206b7732417a1\": container with ID starting with 42e80dd5d683eaa9339252a4ea0cfd9af1d5acade0cab556a66206b7732417a1 not found: ID does not exist" Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.167381 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="82aa1a0d-eb3a-428e-9e40-e9191a84729d" path="/var/lib/kubelet/pods/82aa1a0d-eb3a-428e-9e40-e9191a84729d/volumes" Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.775507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"f8ea0b02-38d3-4c50-a19b-ba16977ae714","Type":"ContainerStarted","Data":"af47cd0f358abab7f81c66f29a7832ae23150acad5d1104c400dc323095f7eb7"} Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.778076 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"c419046a-ade1-4e4e-be91-97f42b0b97ca","Type":"ContainerStarted","Data":"40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386"} Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.779178 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.782050 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"339172d4-e389-42d9-a67c-4f9f071ec083","Type":"ContainerStarted","Data":"245f6cde1e1103d14383863de6a9b40b4a2a59ca5316e8dc31932b1718841752"} Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.785043 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"95823992-baf3-448d-9130-9bdc71315b07","Type":"ContainerStarted","Data":"6886cf9688ade2776be31833950e55b03bf2e4ae69f2055374761d989f468ad8"} Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.786653 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"6ccbafff-15bb-4d5d-8703-e7f7d76266eb","Type":"ContainerStarted","Data":"7334373ac57c93f8f742aaa169cb2525fad4f9dcf8ce01bd1671cb1c1e78bf67"} Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.786680 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.787963 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"9cb418d7-f587-412d-9ab7-1f3b32837cd8","Type":"ContainerStarted","Data":"e22d5758a9af99ae6364e090c1d0ae275a8d686123ea263baef008011d86cd6a"} Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.804472 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=4.538862583 podStartE2EDuration="13.804449562s" podCreationTimestamp="2025-10-13 19:40:07 +0000 UTC" firstStartedPulling="2025-10-13 19:40:09.879222398 +0000 UTC m=+928.484968983" lastFinishedPulling="2025-10-13 19:40:19.144809377 +0000 UTC m=+937.750555962" observedRunningTime="2025-10-13 19:40:20.796313038 +0000 UTC m=+939.402059633" watchObservedRunningTime="2025-10-13 19:40:20.804449562 +0000 UTC m=+939.410196147" Oct 13 19:40:20 crc kubenswrapper[4809]: I1013 19:40:20.836100 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=1.789076265 podStartE2EDuration="11.83607818s" podCreationTimestamp="2025-10-13 19:40:09 +0000 UTC" firstStartedPulling="2025-10-13 19:40:10.011716403 +0000 UTC m=+928.617462988" lastFinishedPulling="2025-10-13 19:40:20.058718308 +0000 UTC m=+938.664464903" observedRunningTime="2025-10-13 19:40:20.83362375 +0000 UTC m=+939.439370335" watchObservedRunningTime="2025-10-13 19:40:20.83607818 +0000 UTC m=+939.441824765" Oct 13 19:40:21 crc kubenswrapper[4809]: I1013 19:40:21.797993 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"bcf1849c-287f-45f9-8f55-7d34f33a6be4","Type":"ContainerStarted","Data":"c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311"} Oct 13 19:40:21 crc kubenswrapper[4809]: I1013 19:40:21.799496 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"d5c6d7bf-b55a-41ba-b79e-e54b199a6231","Type":"ContainerStarted","Data":"22ddba3fe60a8556ae65e783305ee744498bffcb6c1c6821b966300c4438ea83"} Oct 13 19:40:23 crc kubenswrapper[4809]: I1013 19:40:23.817146 4809 generic.go:334] "Generic (PLEG): container finished" podID="95823992-baf3-448d-9130-9bdc71315b07" containerID="6886cf9688ade2776be31833950e55b03bf2e4ae69f2055374761d989f468ad8" exitCode=0 Oct 13 19:40:23 crc kubenswrapper[4809]: I1013 19:40:23.817194 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"95823992-baf3-448d-9130-9bdc71315b07","Type":"ContainerDied","Data":"6886cf9688ade2776be31833950e55b03bf2e4ae69f2055374761d989f468ad8"} Oct 13 19:40:23 crc kubenswrapper[4809]: I1013 19:40:23.823710 4809 generic.go:334] "Generic (PLEG): container finished" podID="9cb418d7-f587-412d-9ab7-1f3b32837cd8" containerID="e22d5758a9af99ae6364e090c1d0ae275a8d686123ea263baef008011d86cd6a" exitCode=0 Oct 13 19:40:23 crc kubenswrapper[4809]: I1013 19:40:23.823809 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"9cb418d7-f587-412d-9ab7-1f3b32837cd8","Type":"ContainerDied","Data":"e22d5758a9af99ae6364e090c1d0ae275a8d686123ea263baef008011d86cd6a"} Oct 13 19:40:23 crc kubenswrapper[4809]: I1013 19:40:23.829568 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"f8ea0b02-38d3-4c50-a19b-ba16977ae714","Type":"ContainerStarted","Data":"0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7"} Oct 13 19:40:23 crc kubenswrapper[4809]: I1013 19:40:23.837190 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"339172d4-e389-42d9-a67c-4f9f071ec083","Type":"ContainerStarted","Data":"3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c"} Oct 13 19:40:24 crc kubenswrapper[4809]: I1013 19:40:24.848629 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"95823992-baf3-448d-9130-9bdc71315b07","Type":"ContainerStarted","Data":"5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf"} Oct 13 19:40:24 crc kubenswrapper[4809]: I1013 19:40:24.851693 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"9cb418d7-f587-412d-9ab7-1f3b32837cd8","Type":"ContainerStarted","Data":"dd29f4ee2e88862e481b73f02923a3fecc2398bcf831dd94edc4c0b978dddd07"} Oct 13 19:40:24 crc kubenswrapper[4809]: I1013 19:40:24.891111 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-0" podStartSLOduration=11.605548838 podStartE2EDuration="20.891096069s" podCreationTimestamp="2025-10-13 19:40:04 +0000 UTC" firstStartedPulling="2025-10-13 19:40:09.879907658 +0000 UTC m=+928.485654243" lastFinishedPulling="2025-10-13 19:40:19.165454849 +0000 UTC m=+937.771201474" observedRunningTime="2025-10-13 19:40:24.880218356 +0000 UTC m=+943.485964961" watchObservedRunningTime="2025-10-13 19:40:24.891096069 +0000 UTC m=+943.496842654" Oct 13 19:40:24 crc kubenswrapper[4809]: I1013 19:40:24.917435 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podStartSLOduration=9.345705456 podStartE2EDuration="18.917412745s" podCreationTimestamp="2025-10-13 19:40:06 +0000 UTC" firstStartedPulling="2025-10-13 19:40:09.800827767 +0000 UTC m=+928.406574352" lastFinishedPulling="2025-10-13 19:40:19.372535056 +0000 UTC m=+937.978281641" observedRunningTime="2025-10-13 19:40:24.90960041 +0000 UTC m=+943.515347015" watchObservedRunningTime="2025-10-13 19:40:24.917412745 +0000 UTC m=+943.523159330" Oct 13 19:40:26 crc kubenswrapper[4809]: I1013 19:40:26.070829 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:26 crc kubenswrapper[4809]: I1013 19:40:26.071129 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:26 crc kubenswrapper[4809]: I1013 19:40:26.874796 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"f8ea0b02-38d3-4c50-a19b-ba16977ae714","Type":"ContainerStarted","Data":"2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010"} Oct 13 19:40:26 crc kubenswrapper[4809]: I1013 19:40:26.877625 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"339172d4-e389-42d9-a67c-4f9f071ec083","Type":"ContainerStarted","Data":"f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494"} Oct 13 19:40:26 crc kubenswrapper[4809]: I1013 19:40:26.911341 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=6.566752276 podStartE2EDuration="12.911313008s" podCreationTimestamp="2025-10-13 19:40:14 +0000 UTC" firstStartedPulling="2025-10-13 19:40:19.950312646 +0000 UTC m=+938.556059221" lastFinishedPulling="2025-10-13 19:40:26.294873358 +0000 UTC m=+944.900619953" observedRunningTime="2025-10-13 19:40:26.90510653 +0000 UTC m=+945.510853145" watchObservedRunningTime="2025-10-13 19:40:26.911313008 +0000 UTC m=+945.517059633" Oct 13 19:40:26 crc kubenswrapper[4809]: I1013 19:40:26.954949 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=8.605143418 podStartE2EDuration="14.95490439s" podCreationTimestamp="2025-10-13 19:40:12 +0000 UTC" firstStartedPulling="2025-10-13 19:40:19.950425159 +0000 UTC m=+938.556171744" lastFinishedPulling="2025-10-13 19:40:26.300186121 +0000 UTC m=+944.905932716" observedRunningTime="2025-10-13 19:40:26.939403505 +0000 UTC m=+945.545150130" watchObservedRunningTime="2025-10-13 19:40:26.95490439 +0000 UTC m=+945.560651015" Oct 13 19:40:27 crc kubenswrapper[4809]: I1013 19:40:27.451276 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:27 crc kubenswrapper[4809]: I1013 19:40:27.451335 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:27 crc kubenswrapper[4809]: I1013 19:40:27.846004 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.207203 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.248646 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.593185 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.593260 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.593308 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.593957 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"8ba84880b5d56017697d6b3383ed5ba05e08c4a392f6c31136a5993a8fbdef93"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.594029 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://8ba84880b5d56017697d6b3383ed5ba05e08c4a392f6c31136a5993a8fbdef93" gracePeriod=600 Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.894315 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="8ba84880b5d56017697d6b3383ed5ba05e08c4a392f6c31136a5993a8fbdef93" exitCode=0 Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.894380 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"8ba84880b5d56017697d6b3383ed5ba05e08c4a392f6c31136a5993a8fbdef93"} Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.894779 4809 scope.go:117] "RemoveContainer" containerID="df55c2714006fa0bfb9e540c5e5b34c07674cda31c2bc45318291787f3dcf5f3" Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.895019 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:28 crc kubenswrapper[4809]: I1013 19:40:28.959988 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:40:29 crc kubenswrapper[4809]: I1013 19:40:29.100413 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:29 crc kubenswrapper[4809]: I1013 19:40:29.100466 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:29 crc kubenswrapper[4809]: I1013 19:40:29.137930 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:29 crc kubenswrapper[4809]: I1013 19:40:29.418336 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:40:29 crc kubenswrapper[4809]: I1013 19:40:29.907656 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"6080d1e59fbf6dd1d87ecdcced78be2f2ab24cbeb97f4f1a65fa9568247d10c9"} Oct 13 19:40:29 crc kubenswrapper[4809]: I1013 19:40:29.955076 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.104256 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:40:30 crc kubenswrapper[4809]: E1013 19:40:30.104549 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="82aa1a0d-eb3a-428e-9e40-e9191a84729d" containerName="dnsmasq-dns" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.104561 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="82aa1a0d-eb3a-428e-9e40-e9191a84729d" containerName="dnsmasq-dns" Oct 13 19:40:30 crc kubenswrapper[4809]: E1013 19:40:30.104578 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="82aa1a0d-eb3a-428e-9e40-e9191a84729d" containerName="init" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.104586 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="82aa1a0d-eb3a-428e-9e40-e9191a84729d" containerName="init" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.104772 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="82aa1a0d-eb3a-428e-9e40-e9191a84729d" containerName="dnsmasq-dns" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.105822 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.108454 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.108538 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-5nws7" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.108589 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.108459 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.120178 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.170983 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.171045 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-config\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.171076 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-99nhc\" (UniqueName: \"kubernetes.io/projected/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-kube-api-access-99nhc\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.171293 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.171431 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.171509 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-scripts\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.171599 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.182478 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.236244 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.272871 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.272935 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-config\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.272961 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-99nhc\" (UniqueName: \"kubernetes.io/projected/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-kube-api-access-99nhc\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.273006 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.273065 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.273100 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-scripts\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.273131 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.274394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-config\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.279541 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.279832 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.280130 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.280235 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-scripts\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.299375 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-99nhc\" (UniqueName: \"kubernetes.io/projected/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-kube-api-access-99nhc\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.300625 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.436761 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.459192 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.505011 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.505205 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.508482 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-swift-dockercfg-g745l" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.508612 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-files" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.508686 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-conf" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.508931 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-storage-config-data" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.583958 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-cache\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.584238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.584269 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nznxs\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-kube-api-access-nznxs\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.584299 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.584317 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-lock\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.687013 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-cache\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.687092 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.687124 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nznxs\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-kube-api-access-nznxs\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.687153 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.687167 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-lock\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.687944 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-cache\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: E1013 19:40:30.688041 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:40:30 crc kubenswrapper[4809]: E1013 19:40:30.688053 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:40:30 crc kubenswrapper[4809]: E1013 19:40:30.688091 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift podName:a7e5faf6-8715-4640-8fd6-782b54a105ef nodeName:}" failed. No retries permitted until 2025-10-13 19:40:31.188075736 +0000 UTC m=+949.793822321 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift") pod "swift-storage-0" (UID: "a7e5faf6-8715-4640-8fd6-782b54a105ef") : configmap "swift-ring-files" not found Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.690561 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") device mount path \"/mnt/openstack/pv04\"" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.691469 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-lock\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.740980 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.750818 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nznxs\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-kube-api-access-nznxs\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:30 crc kubenswrapper[4809]: I1013 19:40:30.988309 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:40:31 crc kubenswrapper[4809]: I1013 19:40:31.193804 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:31 crc kubenswrapper[4809]: E1013 19:40:31.194014 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:40:31 crc kubenswrapper[4809]: E1013 19:40:31.194051 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:40:31 crc kubenswrapper[4809]: E1013 19:40:31.194125 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift podName:a7e5faf6-8715-4640-8fd6-782b54a105ef nodeName:}" failed. No retries permitted until 2025-10-13 19:40:32.194105467 +0000 UTC m=+950.799852062 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift") pod "swift-storage-0" (UID: "a7e5faf6-8715-4640-8fd6-782b54a105ef") : configmap "swift-ring-files" not found Oct 13 19:40:31 crc kubenswrapper[4809]: I1013 19:40:31.538486 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:31 crc kubenswrapper[4809]: I1013 19:40:31.611210 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:40:31 crc kubenswrapper[4809]: I1013 19:40:31.927465 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28","Type":"ContainerStarted","Data":"f71678ac8eba453a5359ebfe911f91f5f6523688b29b8d819dafff2ac13cbb56"} Oct 13 19:40:32 crc kubenswrapper[4809]: I1013 19:40:32.208689 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:32 crc kubenswrapper[4809]: E1013 19:40:32.208895 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:40:32 crc kubenswrapper[4809]: E1013 19:40:32.208923 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:40:32 crc kubenswrapper[4809]: E1013 19:40:32.208962 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift podName:a7e5faf6-8715-4640-8fd6-782b54a105ef nodeName:}" failed. No retries permitted until 2025-10-13 19:40:34.208949958 +0000 UTC m=+952.814696543 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift") pod "swift-storage-0" (UID: "a7e5faf6-8715-4640-8fd6-782b54a105ef") : configmap "swift-ring-files" not found Oct 13 19:40:32 crc kubenswrapper[4809]: I1013 19:40:32.935124 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28","Type":"ContainerStarted","Data":"c669f3fbb0dc4815a7c9287510f08b22a81f1e0186c0f79e71bb7e0496f4a3e6"} Oct 13 19:40:32 crc kubenswrapper[4809]: I1013 19:40:32.935430 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:32 crc kubenswrapper[4809]: I1013 19:40:32.935454 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28","Type":"ContainerStarted","Data":"d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3"} Oct 13 19:40:32 crc kubenswrapper[4809]: I1013 19:40:32.955794 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=1.7764744000000001 podStartE2EDuration="2.955769983s" podCreationTimestamp="2025-10-13 19:40:30 +0000 UTC" firstStartedPulling="2025-10-13 19:40:30.99918986 +0000 UTC m=+949.604936445" lastFinishedPulling="2025-10-13 19:40:32.178485443 +0000 UTC m=+950.784232028" observedRunningTime="2025-10-13 19:40:32.952114268 +0000 UTC m=+951.557860853" watchObservedRunningTime="2025-10-13 19:40:32.955769983 +0000 UTC m=+951.561516598" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.240840 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:34 crc kubenswrapper[4809]: E1013 19:40:34.242115 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:40:34 crc kubenswrapper[4809]: E1013 19:40:34.242139 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:40:34 crc kubenswrapper[4809]: E1013 19:40:34.242193 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift podName:a7e5faf6-8715-4640-8fd6-782b54a105ef nodeName:}" failed. No retries permitted until 2025-10-13 19:40:38.242173371 +0000 UTC m=+956.847919956 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift") pod "swift-storage-0" (UID: "a7e5faf6-8715-4640-8fd6-782b54a105ef") : configmap "swift-ring-files" not found Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.438683 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-cgpqw"] Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.439780 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.442154 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-config-data" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.442241 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.442359 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-scripts" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.462254 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-cgpqw"] Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.545366 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-scripts\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.545665 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/4757a51d-7b34-413d-bac6-6e19659a52e1-etc-swift\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.545768 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-ring-data-devices\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.545904 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-swiftconf\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.545986 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6465v\" (UniqueName: \"kubernetes.io/projected/4757a51d-7b34-413d-bac6-6e19659a52e1-kube-api-access-6465v\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.546070 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-dispersionconf\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.546152 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-combined-ca-bundle\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.647314 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-dispersionconf\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.647401 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-combined-ca-bundle\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.647500 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-scripts\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.647617 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/4757a51d-7b34-413d-bac6-6e19659a52e1-etc-swift\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.647662 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-ring-data-devices\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.647777 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-swiftconf\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.647845 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6465v\" (UniqueName: \"kubernetes.io/projected/4757a51d-7b34-413d-bac6-6e19659a52e1-kube-api-access-6465v\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.648958 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-ring-data-devices\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.648974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-scripts\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.649633 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/4757a51d-7b34-413d-bac6-6e19659a52e1-etc-swift\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.661693 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-dispersionconf\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.661769 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-swiftconf\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.661894 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-combined-ca-bundle\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.668158 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6465v\" (UniqueName: \"kubernetes.io/projected/4757a51d-7b34-413d-bac6-6e19659a52e1-kube-api-access-6465v\") pod \"swift-ring-rebalance-cgpqw\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:34 crc kubenswrapper[4809]: I1013 19:40:34.759619 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:35 crc kubenswrapper[4809]: I1013 19:40:35.239632 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-cgpqw"] Oct 13 19:40:35 crc kubenswrapper[4809]: I1013 19:40:35.975514 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" event={"ID":"4757a51d-7b34-413d-bac6-6e19659a52e1","Type":"ContainerStarted","Data":"8790a32e877713ebc78b3002452d4f96fd80a14b4050f379994c13a28aae7d81"} Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.490301 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-create-2wfrr"] Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.491663 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-2wfrr" Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.495335 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-2wfrr"] Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.613982 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-snvhl\" (UniqueName: \"kubernetes.io/projected/3fedd046-43b0-43f1-b8a3-180a48e122c4-kube-api-access-snvhl\") pod \"keystone-db-create-2wfrr\" (UID: \"3fedd046-43b0-43f1-b8a3-180a48e122c4\") " pod="openstack-kuttl-tests/keystone-db-create-2wfrr" Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.692667 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-create-h5jsj"] Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.694956 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-h5jsj" Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.701564 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-h5jsj"] Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.717897 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-snvhl\" (UniqueName: \"kubernetes.io/projected/3fedd046-43b0-43f1-b8a3-180a48e122c4-kube-api-access-snvhl\") pod \"keystone-db-create-2wfrr\" (UID: \"3fedd046-43b0-43f1-b8a3-180a48e122c4\") " pod="openstack-kuttl-tests/keystone-db-create-2wfrr" Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.739645 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-snvhl\" (UniqueName: \"kubernetes.io/projected/3fedd046-43b0-43f1-b8a3-180a48e122c4-kube-api-access-snvhl\") pod \"keystone-db-create-2wfrr\" (UID: \"3fedd046-43b0-43f1-b8a3-180a48e122c4\") " pod="openstack-kuttl-tests/keystone-db-create-2wfrr" Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.816183 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-2wfrr" Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.820381 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tlllj\" (UniqueName: \"kubernetes.io/projected/da91165b-4260-4354-8b08-6ac0fbb12bc5-kube-api-access-tlllj\") pod \"placement-db-create-h5jsj\" (UID: \"da91165b-4260-4354-8b08-6ac0fbb12bc5\") " pod="openstack-kuttl-tests/placement-db-create-h5jsj" Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.926659 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tlllj\" (UniqueName: \"kubernetes.io/projected/da91165b-4260-4354-8b08-6ac0fbb12bc5-kube-api-access-tlllj\") pod \"placement-db-create-h5jsj\" (UID: \"da91165b-4260-4354-8b08-6ac0fbb12bc5\") " pod="openstack-kuttl-tests/placement-db-create-h5jsj" Oct 13 19:40:37 crc kubenswrapper[4809]: I1013 19:40:37.945304 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tlllj\" (UniqueName: \"kubernetes.io/projected/da91165b-4260-4354-8b08-6ac0fbb12bc5-kube-api-access-tlllj\") pod \"placement-db-create-h5jsj\" (UID: \"da91165b-4260-4354-8b08-6ac0fbb12bc5\") " pod="openstack-kuttl-tests/placement-db-create-h5jsj" Oct 13 19:40:38 crc kubenswrapper[4809]: I1013 19:40:38.015681 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-create-dqnjb"] Oct 13 19:40:38 crc kubenswrapper[4809]: I1013 19:40:38.017363 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-dqnjb" Oct 13 19:40:38 crc kubenswrapper[4809]: I1013 19:40:38.019360 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-h5jsj" Oct 13 19:40:38 crc kubenswrapper[4809]: I1013 19:40:38.021614 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-dqnjb"] Oct 13 19:40:38 crc kubenswrapper[4809]: I1013 19:40:38.130131 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wb2rx\" (UniqueName: \"kubernetes.io/projected/f01b8ece-1234-4c63-89ba-dd6370261768-kube-api-access-wb2rx\") pod \"glance-db-create-dqnjb\" (UID: \"f01b8ece-1234-4c63-89ba-dd6370261768\") " pod="openstack-kuttl-tests/glance-db-create-dqnjb" Oct 13 19:40:38 crc kubenswrapper[4809]: I1013 19:40:38.231470 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wb2rx\" (UniqueName: \"kubernetes.io/projected/f01b8ece-1234-4c63-89ba-dd6370261768-kube-api-access-wb2rx\") pod \"glance-db-create-dqnjb\" (UID: \"f01b8ece-1234-4c63-89ba-dd6370261768\") " pod="openstack-kuttl-tests/glance-db-create-dqnjb" Oct 13 19:40:38 crc kubenswrapper[4809]: I1013 19:40:38.256510 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wb2rx\" (UniqueName: \"kubernetes.io/projected/f01b8ece-1234-4c63-89ba-dd6370261768-kube-api-access-wb2rx\") pod \"glance-db-create-dqnjb\" (UID: \"f01b8ece-1234-4c63-89ba-dd6370261768\") " pod="openstack-kuttl-tests/glance-db-create-dqnjb" Oct 13 19:40:38 crc kubenswrapper[4809]: I1013 19:40:38.332686 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:38 crc kubenswrapper[4809]: E1013 19:40:38.332878 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:40:38 crc kubenswrapper[4809]: E1013 19:40:38.333036 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:40:38 crc kubenswrapper[4809]: E1013 19:40:38.333096 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift podName:a7e5faf6-8715-4640-8fd6-782b54a105ef nodeName:}" failed. No retries permitted until 2025-10-13 19:40:46.333074749 +0000 UTC m=+964.938821334 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift") pod "swift-storage-0" (UID: "a7e5faf6-8715-4640-8fd6-782b54a105ef") : configmap "swift-ring-files" not found Oct 13 19:40:38 crc kubenswrapper[4809]: I1013 19:40:38.335004 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-dqnjb" Oct 13 19:40:42 crc kubenswrapper[4809]: I1013 19:40:42.560991 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-2wfrr"] Oct 13 19:40:42 crc kubenswrapper[4809]: W1013 19:40:42.562659 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3fedd046_43b0_43f1_b8a3_180a48e122c4.slice/crio-fbbb4a7953597161396311c5e41417eb2ed84a68596e238cb569a9cb9b5b1f3b WatchSource:0}: Error finding container fbbb4a7953597161396311c5e41417eb2ed84a68596e238cb569a9cb9b5b1f3b: Status 404 returned error can't find the container with id fbbb4a7953597161396311c5e41417eb2ed84a68596e238cb569a9cb9b5b1f3b Oct 13 19:40:42 crc kubenswrapper[4809]: I1013 19:40:42.652958 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-dqnjb"] Oct 13 19:40:42 crc kubenswrapper[4809]: I1013 19:40:42.659119 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-h5jsj"] Oct 13 19:40:43 crc kubenswrapper[4809]: I1013 19:40:43.096985 4809 generic.go:334] "Generic (PLEG): container finished" podID="f01b8ece-1234-4c63-89ba-dd6370261768" containerID="d6348795b31f7d5e76b80fdcaca899c0de35aecea7fc00975a81ed2aa951063a" exitCode=0 Oct 13 19:40:43 crc kubenswrapper[4809]: I1013 19:40:43.097112 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-dqnjb" event={"ID":"f01b8ece-1234-4c63-89ba-dd6370261768","Type":"ContainerDied","Data":"d6348795b31f7d5e76b80fdcaca899c0de35aecea7fc00975a81ed2aa951063a"} Oct 13 19:40:43 crc kubenswrapper[4809]: I1013 19:40:43.097159 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-dqnjb" event={"ID":"f01b8ece-1234-4c63-89ba-dd6370261768","Type":"ContainerStarted","Data":"77c8c594d1ec2d9b20b78a878ec86df322a6dbee1b850b0f9ab5d2b15ee43b9e"} Oct 13 19:40:43 crc kubenswrapper[4809]: I1013 19:40:43.099211 4809 generic.go:334] "Generic (PLEG): container finished" podID="3fedd046-43b0-43f1-b8a3-180a48e122c4" containerID="c90f4b999105b482e9bfdb79b4d7d77a235a1a9afb6f711ad0695be97c1435e7" exitCode=0 Oct 13 19:40:43 crc kubenswrapper[4809]: I1013 19:40:43.099445 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-2wfrr" event={"ID":"3fedd046-43b0-43f1-b8a3-180a48e122c4","Type":"ContainerDied","Data":"c90f4b999105b482e9bfdb79b4d7d77a235a1a9afb6f711ad0695be97c1435e7"} Oct 13 19:40:43 crc kubenswrapper[4809]: I1013 19:40:43.099476 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-2wfrr" event={"ID":"3fedd046-43b0-43f1-b8a3-180a48e122c4","Type":"ContainerStarted","Data":"fbbb4a7953597161396311c5e41417eb2ed84a68596e238cb569a9cb9b5b1f3b"} Oct 13 19:40:43 crc kubenswrapper[4809]: I1013 19:40:43.100572 4809 generic.go:334] "Generic (PLEG): container finished" podID="da91165b-4260-4354-8b08-6ac0fbb12bc5" containerID="cabb818586a036f50ac49458cb2f83668648b3b9a8ea72721199d4a5f6e2eaf7" exitCode=0 Oct 13 19:40:43 crc kubenswrapper[4809]: I1013 19:40:43.100670 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-h5jsj" event={"ID":"da91165b-4260-4354-8b08-6ac0fbb12bc5","Type":"ContainerDied","Data":"cabb818586a036f50ac49458cb2f83668648b3b9a8ea72721199d4a5f6e2eaf7"} Oct 13 19:40:43 crc kubenswrapper[4809]: I1013 19:40:43.100821 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-h5jsj" event={"ID":"da91165b-4260-4354-8b08-6ac0fbb12bc5","Type":"ContainerStarted","Data":"749da6cbbff4590d855a7aa968bb0767fa048ba9bbdf6d9c7c340f9f3fa38762"} Oct 13 19:40:43 crc kubenswrapper[4809]: I1013 19:40:43.102044 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" event={"ID":"4757a51d-7b34-413d-bac6-6e19659a52e1","Type":"ContainerStarted","Data":"6b0a001228fc581cbcb596489f95218cfaa9e9e8879b5962f037c1929bee19ae"} Oct 13 19:40:43 crc kubenswrapper[4809]: I1013 19:40:43.168256 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" podStartSLOduration=2.340806013 podStartE2EDuration="9.16823014s" podCreationTimestamp="2025-10-13 19:40:34 +0000 UTC" firstStartedPulling="2025-10-13 19:40:35.256466636 +0000 UTC m=+953.862213231" lastFinishedPulling="2025-10-13 19:40:42.083890783 +0000 UTC m=+960.689637358" observedRunningTime="2025-10-13 19:40:43.151482189 +0000 UTC m=+961.757228784" watchObservedRunningTime="2025-10-13 19:40:43.16823014 +0000 UTC m=+961.773976725" Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.532140 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-dqnjb" Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.540056 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-2wfrr" Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.547487 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-h5jsj" Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.649778 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tlllj\" (UniqueName: \"kubernetes.io/projected/da91165b-4260-4354-8b08-6ac0fbb12bc5-kube-api-access-tlllj\") pod \"da91165b-4260-4354-8b08-6ac0fbb12bc5\" (UID: \"da91165b-4260-4354-8b08-6ac0fbb12bc5\") " Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.650177 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-snvhl\" (UniqueName: \"kubernetes.io/projected/3fedd046-43b0-43f1-b8a3-180a48e122c4-kube-api-access-snvhl\") pod \"3fedd046-43b0-43f1-b8a3-180a48e122c4\" (UID: \"3fedd046-43b0-43f1-b8a3-180a48e122c4\") " Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.650395 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wb2rx\" (UniqueName: \"kubernetes.io/projected/f01b8ece-1234-4c63-89ba-dd6370261768-kube-api-access-wb2rx\") pod \"f01b8ece-1234-4c63-89ba-dd6370261768\" (UID: \"f01b8ece-1234-4c63-89ba-dd6370261768\") " Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.655371 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3fedd046-43b0-43f1-b8a3-180a48e122c4-kube-api-access-snvhl" (OuterVolumeSpecName: "kube-api-access-snvhl") pod "3fedd046-43b0-43f1-b8a3-180a48e122c4" (UID: "3fedd046-43b0-43f1-b8a3-180a48e122c4"). InnerVolumeSpecName "kube-api-access-snvhl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.655502 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/da91165b-4260-4354-8b08-6ac0fbb12bc5-kube-api-access-tlllj" (OuterVolumeSpecName: "kube-api-access-tlllj") pod "da91165b-4260-4354-8b08-6ac0fbb12bc5" (UID: "da91165b-4260-4354-8b08-6ac0fbb12bc5"). InnerVolumeSpecName "kube-api-access-tlllj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.660880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f01b8ece-1234-4c63-89ba-dd6370261768-kube-api-access-wb2rx" (OuterVolumeSpecName: "kube-api-access-wb2rx") pod "f01b8ece-1234-4c63-89ba-dd6370261768" (UID: "f01b8ece-1234-4c63-89ba-dd6370261768"). InnerVolumeSpecName "kube-api-access-wb2rx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.752184 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tlllj\" (UniqueName: \"kubernetes.io/projected/da91165b-4260-4354-8b08-6ac0fbb12bc5-kube-api-access-tlllj\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.752221 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-snvhl\" (UniqueName: \"kubernetes.io/projected/3fedd046-43b0-43f1-b8a3-180a48e122c4-kube-api-access-snvhl\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:44 crc kubenswrapper[4809]: I1013 19:40:44.752230 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wb2rx\" (UniqueName: \"kubernetes.io/projected/f01b8ece-1234-4c63-89ba-dd6370261768-kube-api-access-wb2rx\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:45 crc kubenswrapper[4809]: I1013 19:40:45.117613 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-h5jsj" event={"ID":"da91165b-4260-4354-8b08-6ac0fbb12bc5","Type":"ContainerDied","Data":"749da6cbbff4590d855a7aa968bb0767fa048ba9bbdf6d9c7c340f9f3fa38762"} Oct 13 19:40:45 crc kubenswrapper[4809]: I1013 19:40:45.117656 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="749da6cbbff4590d855a7aa968bb0767fa048ba9bbdf6d9c7c340f9f3fa38762" Oct 13 19:40:45 crc kubenswrapper[4809]: I1013 19:40:45.117665 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-h5jsj" Oct 13 19:40:45 crc kubenswrapper[4809]: I1013 19:40:45.119407 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-dqnjb" event={"ID":"f01b8ece-1234-4c63-89ba-dd6370261768","Type":"ContainerDied","Data":"77c8c594d1ec2d9b20b78a878ec86df322a6dbee1b850b0f9ab5d2b15ee43b9e"} Oct 13 19:40:45 crc kubenswrapper[4809]: I1013 19:40:45.119436 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="77c8c594d1ec2d9b20b78a878ec86df322a6dbee1b850b0f9ab5d2b15ee43b9e" Oct 13 19:40:45 crc kubenswrapper[4809]: I1013 19:40:45.119423 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-dqnjb" Oct 13 19:40:45 crc kubenswrapper[4809]: I1013 19:40:45.121182 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-2wfrr" Oct 13 19:40:45 crc kubenswrapper[4809]: I1013 19:40:45.121177 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-2wfrr" event={"ID":"3fedd046-43b0-43f1-b8a3-180a48e122c4","Type":"ContainerDied","Data":"fbbb4a7953597161396311c5e41417eb2ed84a68596e238cb569a9cb9b5b1f3b"} Oct 13 19:40:45 crc kubenswrapper[4809]: I1013 19:40:45.121223 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="fbbb4a7953597161396311c5e41417eb2ed84a68596e238cb569a9cb9b5b1f3b" Oct 13 19:40:45 crc kubenswrapper[4809]: I1013 19:40:45.538107 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:40:46 crc kubenswrapper[4809]: I1013 19:40:46.376110 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:40:46 crc kubenswrapper[4809]: E1013 19:40:46.376436 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:40:46 crc kubenswrapper[4809]: E1013 19:40:46.376473 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:40:46 crc kubenswrapper[4809]: E1013 19:40:46.376545 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift podName:a7e5faf6-8715-4640-8fd6-782b54a105ef nodeName:}" failed. No retries permitted until 2025-10-13 19:41:02.376526224 +0000 UTC m=+980.982272809 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift") pod "swift-storage-0" (UID: "a7e5faf6-8715-4640-8fd6-782b54a105ef") : configmap "swift-ring-files" not found Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.147759 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-44b2-account-create-xknxd"] Oct 13 19:40:48 crc kubenswrapper[4809]: E1013 19:40:48.148602 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="da91165b-4260-4354-8b08-6ac0fbb12bc5" containerName="mariadb-database-create" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.148616 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="da91165b-4260-4354-8b08-6ac0fbb12bc5" containerName="mariadb-database-create" Oct 13 19:40:48 crc kubenswrapper[4809]: E1013 19:40:48.148641 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3fedd046-43b0-43f1-b8a3-180a48e122c4" containerName="mariadb-database-create" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.148647 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3fedd046-43b0-43f1-b8a3-180a48e122c4" containerName="mariadb-database-create" Oct 13 19:40:48 crc kubenswrapper[4809]: E1013 19:40:48.148661 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f01b8ece-1234-4c63-89ba-dd6370261768" containerName="mariadb-database-create" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.148667 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f01b8ece-1234-4c63-89ba-dd6370261768" containerName="mariadb-database-create" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.149767 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="da91165b-4260-4354-8b08-6ac0fbb12bc5" containerName="mariadb-database-create" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.149799 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f01b8ece-1234-4c63-89ba-dd6370261768" containerName="mariadb-database-create" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.149807 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3fedd046-43b0-43f1-b8a3-180a48e122c4" containerName="mariadb-database-create" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.150359 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-44b2-account-create-xknxd" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.153800 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-db-secret" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.165203 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-44b2-account-create-xknxd"] Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.317992 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xdtpk\" (UniqueName: \"kubernetes.io/projected/68f4867d-b279-474e-a53c-7d593bc22b1d-kube-api-access-xdtpk\") pod \"glance-44b2-account-create-xknxd\" (UID: \"68f4867d-b279-474e-a53c-7d593bc22b1d\") " pod="openstack-kuttl-tests/glance-44b2-account-create-xknxd" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.419216 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xdtpk\" (UniqueName: \"kubernetes.io/projected/68f4867d-b279-474e-a53c-7d593bc22b1d-kube-api-access-xdtpk\") pod \"glance-44b2-account-create-xknxd\" (UID: \"68f4867d-b279-474e-a53c-7d593bc22b1d\") " pod="openstack-kuttl-tests/glance-44b2-account-create-xknxd" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.444985 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xdtpk\" (UniqueName: \"kubernetes.io/projected/68f4867d-b279-474e-a53c-7d593bc22b1d-kube-api-access-xdtpk\") pod \"glance-44b2-account-create-xknxd\" (UID: \"68f4867d-b279-474e-a53c-7d593bc22b1d\") " pod="openstack-kuttl-tests/glance-44b2-account-create-xknxd" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.478898 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-44b2-account-create-xknxd" Oct 13 19:40:48 crc kubenswrapper[4809]: I1013 19:40:48.817076 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-44b2-account-create-xknxd"] Oct 13 19:40:48 crc kubenswrapper[4809]: W1013 19:40:48.822177 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod68f4867d_b279_474e_a53c_7d593bc22b1d.slice/crio-23d2fa55ed169f0e939640b8c45bbdf8897426a1d1bb5417a67a28bc0b1a8aca WatchSource:0}: Error finding container 23d2fa55ed169f0e939640b8c45bbdf8897426a1d1bb5417a67a28bc0b1a8aca: Status 404 returned error can't find the container with id 23d2fa55ed169f0e939640b8c45bbdf8897426a1d1bb5417a67a28bc0b1a8aca Oct 13 19:40:49 crc kubenswrapper[4809]: I1013 19:40:49.154295 4809 generic.go:334] "Generic (PLEG): container finished" podID="68f4867d-b279-474e-a53c-7d593bc22b1d" containerID="5cca4b3b567ebf866fd55ee7747b2cb2e7cbd29cb3867a98f5cb94d8b31dd2eb" exitCode=0 Oct 13 19:40:49 crc kubenswrapper[4809]: I1013 19:40:49.154373 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-44b2-account-create-xknxd" event={"ID":"68f4867d-b279-474e-a53c-7d593bc22b1d","Type":"ContainerDied","Data":"5cca4b3b567ebf866fd55ee7747b2cb2e7cbd29cb3867a98f5cb94d8b31dd2eb"} Oct 13 19:40:49 crc kubenswrapper[4809]: I1013 19:40:49.154566 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-44b2-account-create-xknxd" event={"ID":"68f4867d-b279-474e-a53c-7d593bc22b1d","Type":"ContainerStarted","Data":"23d2fa55ed169f0e939640b8c45bbdf8897426a1d1bb5417a67a28bc0b1a8aca"} Oct 13 19:40:50 crc kubenswrapper[4809]: I1013 19:40:50.189113 4809 generic.go:334] "Generic (PLEG): container finished" podID="4757a51d-7b34-413d-bac6-6e19659a52e1" containerID="6b0a001228fc581cbcb596489f95218cfaa9e9e8879b5962f037c1929bee19ae" exitCode=0 Oct 13 19:40:50 crc kubenswrapper[4809]: I1013 19:40:50.189944 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" event={"ID":"4757a51d-7b34-413d-bac6-6e19659a52e1","Type":"ContainerDied","Data":"6b0a001228fc581cbcb596489f95218cfaa9e9e8879b5962f037c1929bee19ae"} Oct 13 19:40:50 crc kubenswrapper[4809]: I1013 19:40:50.564063 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-44b2-account-create-xknxd" Oct 13 19:40:50 crc kubenswrapper[4809]: I1013 19:40:50.660948 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xdtpk\" (UniqueName: \"kubernetes.io/projected/68f4867d-b279-474e-a53c-7d593bc22b1d-kube-api-access-xdtpk\") pod \"68f4867d-b279-474e-a53c-7d593bc22b1d\" (UID: \"68f4867d-b279-474e-a53c-7d593bc22b1d\") " Oct 13 19:40:50 crc kubenswrapper[4809]: I1013 19:40:50.670962 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/68f4867d-b279-474e-a53c-7d593bc22b1d-kube-api-access-xdtpk" (OuterVolumeSpecName: "kube-api-access-xdtpk") pod "68f4867d-b279-474e-a53c-7d593bc22b1d" (UID: "68f4867d-b279-474e-a53c-7d593bc22b1d"). InnerVolumeSpecName "kube-api-access-xdtpk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:40:50 crc kubenswrapper[4809]: I1013 19:40:50.762323 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xdtpk\" (UniqueName: \"kubernetes.io/projected/68f4867d-b279-474e-a53c-7d593bc22b1d-kube-api-access-xdtpk\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.200970 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-44b2-account-create-xknxd" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.201026 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-44b2-account-create-xknxd" event={"ID":"68f4867d-b279-474e-a53c-7d593bc22b1d","Type":"ContainerDied","Data":"23d2fa55ed169f0e939640b8c45bbdf8897426a1d1bb5417a67a28bc0b1a8aca"} Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.201439 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="23d2fa55ed169f0e939640b8c45bbdf8897426a1d1bb5417a67a28bc0b1a8aca" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.560419 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.680842 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-swiftconf\") pod \"4757a51d-7b34-413d-bac6-6e19659a52e1\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.680922 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/4757a51d-7b34-413d-bac6-6e19659a52e1-etc-swift\") pod \"4757a51d-7b34-413d-bac6-6e19659a52e1\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.680951 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-dispersionconf\") pod \"4757a51d-7b34-413d-bac6-6e19659a52e1\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.680995 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-ring-data-devices\") pod \"4757a51d-7b34-413d-bac6-6e19659a52e1\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.681693 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-combined-ca-bundle\") pod \"4757a51d-7b34-413d-bac6-6e19659a52e1\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.681879 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-scripts\") pod \"4757a51d-7b34-413d-bac6-6e19659a52e1\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.681968 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6465v\" (UniqueName: \"kubernetes.io/projected/4757a51d-7b34-413d-bac6-6e19659a52e1-kube-api-access-6465v\") pod \"4757a51d-7b34-413d-bac6-6e19659a52e1\" (UID: \"4757a51d-7b34-413d-bac6-6e19659a52e1\") " Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.682012 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4757a51d-7b34-413d-bac6-6e19659a52e1-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "4757a51d-7b34-413d-bac6-6e19659a52e1" (UID: "4757a51d-7b34-413d-bac6-6e19659a52e1"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.682923 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/4757a51d-7b34-413d-bac6-6e19659a52e1-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.683384 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "4757a51d-7b34-413d-bac6-6e19659a52e1" (UID: "4757a51d-7b34-413d-bac6-6e19659a52e1"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.687902 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4757a51d-7b34-413d-bac6-6e19659a52e1-kube-api-access-6465v" (OuterVolumeSpecName: "kube-api-access-6465v") pod "4757a51d-7b34-413d-bac6-6e19659a52e1" (UID: "4757a51d-7b34-413d-bac6-6e19659a52e1"). InnerVolumeSpecName "kube-api-access-6465v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.695333 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "4757a51d-7b34-413d-bac6-6e19659a52e1" (UID: "4757a51d-7b34-413d-bac6-6e19659a52e1"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.707987 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4757a51d-7b34-413d-bac6-6e19659a52e1" (UID: "4757a51d-7b34-413d-bac6-6e19659a52e1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.718893 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "4757a51d-7b34-413d-bac6-6e19659a52e1" (UID: "4757a51d-7b34-413d-bac6-6e19659a52e1"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.720072 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-scripts" (OuterVolumeSpecName: "scripts") pod "4757a51d-7b34-413d-bac6-6e19659a52e1" (UID: "4757a51d-7b34-413d-bac6-6e19659a52e1"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.784375 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.784411 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.784421 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6465v\" (UniqueName: \"kubernetes.io/projected/4757a51d-7b34-413d-bac6-6e19659a52e1-kube-api-access-6465v\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.784432 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.784442 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/4757a51d-7b34-413d-bac6-6e19659a52e1-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:51 crc kubenswrapper[4809]: I1013 19:40:51.784452 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/4757a51d-7b34-413d-bac6-6e19659a52e1-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 19:40:52 crc kubenswrapper[4809]: I1013 19:40:52.214973 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" event={"ID":"4757a51d-7b34-413d-bac6-6e19659a52e1","Type":"ContainerDied","Data":"8790a32e877713ebc78b3002452d4f96fd80a14b4050f379994c13a28aae7d81"} Oct 13 19:40:52 crc kubenswrapper[4809]: I1013 19:40:52.215019 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8790a32e877713ebc78b3002452d4f96fd80a14b4050f379994c13a28aae7d81" Oct 13 19:40:52 crc kubenswrapper[4809]: I1013 19:40:52.215092 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-cgpqw" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.221134 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-sync-p7glh"] Oct 13 19:40:53 crc kubenswrapper[4809]: E1013 19:40:53.221894 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="68f4867d-b279-474e-a53c-7d593bc22b1d" containerName="mariadb-account-create" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.221912 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="68f4867d-b279-474e-a53c-7d593bc22b1d" containerName="mariadb-account-create" Oct 13 19:40:53 crc kubenswrapper[4809]: E1013 19:40:53.221944 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4757a51d-7b34-413d-bac6-6e19659a52e1" containerName="swift-ring-rebalance" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.221953 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4757a51d-7b34-413d-bac6-6e19659a52e1" containerName="swift-ring-rebalance" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.222155 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="68f4867d-b279-474e-a53c-7d593bc22b1d" containerName="mariadb-account-create" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.222172 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4757a51d-7b34-413d-bac6-6e19659a52e1" containerName="swift-ring-rebalance" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.222907 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.225460 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-config-data" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.226513 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-sd795" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.237687 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-p7glh"] Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.305896 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4b8v4\" (UniqueName: \"kubernetes.io/projected/875f15be-14fd-4725-8618-72482ce4474a-kube-api-access-4b8v4\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.306068 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-config-data\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.306122 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-combined-ca-bundle\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.306248 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-db-sync-config-data\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.408751 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-config-data\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.408819 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-combined-ca-bundle\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.408871 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-db-sync-config-data\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.408994 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4b8v4\" (UniqueName: \"kubernetes.io/projected/875f15be-14fd-4725-8618-72482ce4474a-kube-api-access-4b8v4\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.414484 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-db-sync-config-data\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.414993 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-combined-ca-bundle\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.415479 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-config-data\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.438574 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4b8v4\" (UniqueName: \"kubernetes.io/projected/875f15be-14fd-4725-8618-72482ce4474a-kube-api-access-4b8v4\") pod \"glance-db-sync-p7glh\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:53 crc kubenswrapper[4809]: I1013 19:40:53.540459 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:40:54 crc kubenswrapper[4809]: W1013 19:40:54.033638 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod875f15be_14fd_4725_8618_72482ce4474a.slice/crio-fcb46b353efa043921be642d704d874db00040162b7fd5117779c577164fd087 WatchSource:0}: Error finding container fcb46b353efa043921be642d704d874db00040162b7fd5117779c577164fd087: Status 404 returned error can't find the container with id fcb46b353efa043921be642d704d874db00040162b7fd5117779c577164fd087 Oct 13 19:40:54 crc kubenswrapper[4809]: I1013 19:40:54.049942 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-p7glh"] Oct 13 19:40:54 crc kubenswrapper[4809]: I1013 19:40:54.235899 4809 generic.go:334] "Generic (PLEG): container finished" podID="bcf1849c-287f-45f9-8f55-7d34f33a6be4" containerID="c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311" exitCode=0 Oct 13 19:40:54 crc kubenswrapper[4809]: I1013 19:40:54.236021 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"bcf1849c-287f-45f9-8f55-7d34f33a6be4","Type":"ContainerDied","Data":"c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311"} Oct 13 19:40:54 crc kubenswrapper[4809]: I1013 19:40:54.237566 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-p7glh" event={"ID":"875f15be-14fd-4725-8618-72482ce4474a","Type":"ContainerStarted","Data":"fcb46b353efa043921be642d704d874db00040162b7fd5117779c577164fd087"} Oct 13 19:40:54 crc kubenswrapper[4809]: I1013 19:40:54.240364 4809 generic.go:334] "Generic (PLEG): container finished" podID="d5c6d7bf-b55a-41ba-b79e-e54b199a6231" containerID="22ddba3fe60a8556ae65e783305ee744498bffcb6c1c6821b966300c4438ea83" exitCode=0 Oct 13 19:40:54 crc kubenswrapper[4809]: I1013 19:40:54.240408 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"d5c6d7bf-b55a-41ba-b79e-e54b199a6231","Type":"ContainerDied","Data":"22ddba3fe60a8556ae65e783305ee744498bffcb6c1c6821b966300c4438ea83"} Oct 13 19:40:55 crc kubenswrapper[4809]: I1013 19:40:55.250838 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"d5c6d7bf-b55a-41ba-b79e-e54b199a6231","Type":"ContainerStarted","Data":"92af015300ae6e953bd0aaab11027091120e1a87c561204ea0b559d65d72e0e4"} Oct 13 19:40:55 crc kubenswrapper[4809]: I1013 19:40:55.251392 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:40:55 crc kubenswrapper[4809]: I1013 19:40:55.254016 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"bcf1849c-287f-45f9-8f55-7d34f33a6be4","Type":"ContainerStarted","Data":"88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a"} Oct 13 19:40:55 crc kubenswrapper[4809]: I1013 19:40:55.254621 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:40:55 crc kubenswrapper[4809]: I1013 19:40:55.274310 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podStartSLOduration=42.662973895 podStartE2EDuration="52.274291191s" podCreationTimestamp="2025-10-13 19:40:03 +0000 UTC" firstStartedPulling="2025-10-13 19:40:09.822488969 +0000 UTC m=+928.428235554" lastFinishedPulling="2025-10-13 19:40:19.433806255 +0000 UTC m=+938.039552850" observedRunningTime="2025-10-13 19:40:55.270721758 +0000 UTC m=+973.876468363" watchObservedRunningTime="2025-10-13 19:40:55.274291191 +0000 UTC m=+973.880037796" Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.533915 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-0" podStartSLOduration=45.459244948 podStartE2EDuration="54.533895164s" podCreationTimestamp="2025-10-13 19:40:03 +0000 UTC" firstStartedPulling="2025-10-13 19:40:09.885372595 +0000 UTC m=+928.491119180" lastFinishedPulling="2025-10-13 19:40:18.960022811 +0000 UTC m=+937.565769396" observedRunningTime="2025-10-13 19:40:55.303530281 +0000 UTC m=+973.909276876" watchObservedRunningTime="2025-10-13 19:40:57.533895164 +0000 UTC m=+976.139641749" Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.537598 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-3708-account-create-pwwkc"] Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.538716 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-3708-account-create-pwwkc" Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.540477 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-db-secret" Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.548539 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-3708-account-create-pwwkc"] Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.691436 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nmj2t\" (UniqueName: \"kubernetes.io/projected/5fd1b47b-e006-4fdd-9f46-392f5000a712-kube-api-access-nmj2t\") pod \"keystone-3708-account-create-pwwkc\" (UID: \"5fd1b47b-e006-4fdd-9f46-392f5000a712\") " pod="openstack-kuttl-tests/keystone-3708-account-create-pwwkc" Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.731676 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-b3a5-account-create-7fxs6"] Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.732615 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-b3a5-account-create-7fxs6" Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.734801 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-db-secret" Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.752775 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-b3a5-account-create-7fxs6"] Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.793681 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nmj2t\" (UniqueName: \"kubernetes.io/projected/5fd1b47b-e006-4fdd-9f46-392f5000a712-kube-api-access-nmj2t\") pod \"keystone-3708-account-create-pwwkc\" (UID: \"5fd1b47b-e006-4fdd-9f46-392f5000a712\") " pod="openstack-kuttl-tests/keystone-3708-account-create-pwwkc" Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.816325 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nmj2t\" (UniqueName: \"kubernetes.io/projected/5fd1b47b-e006-4fdd-9f46-392f5000a712-kube-api-access-nmj2t\") pod \"keystone-3708-account-create-pwwkc\" (UID: \"5fd1b47b-e006-4fdd-9f46-392f5000a712\") " pod="openstack-kuttl-tests/keystone-3708-account-create-pwwkc" Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.872879 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-3708-account-create-pwwkc" Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.895570 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q7jjk\" (UniqueName: \"kubernetes.io/projected/297e9503-dc4b-46f0-824c-aba399dc50cc-kube-api-access-q7jjk\") pod \"placement-b3a5-account-create-7fxs6\" (UID: \"297e9503-dc4b-46f0-824c-aba399dc50cc\") " pod="openstack-kuttl-tests/placement-b3a5-account-create-7fxs6" Oct 13 19:40:57 crc kubenswrapper[4809]: I1013 19:40:57.996988 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-q7jjk\" (UniqueName: \"kubernetes.io/projected/297e9503-dc4b-46f0-824c-aba399dc50cc-kube-api-access-q7jjk\") pod \"placement-b3a5-account-create-7fxs6\" (UID: \"297e9503-dc4b-46f0-824c-aba399dc50cc\") " pod="openstack-kuttl-tests/placement-b3a5-account-create-7fxs6" Oct 13 19:40:58 crc kubenswrapper[4809]: I1013 19:40:58.022874 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-q7jjk\" (UniqueName: \"kubernetes.io/projected/297e9503-dc4b-46f0-824c-aba399dc50cc-kube-api-access-q7jjk\") pod \"placement-b3a5-account-create-7fxs6\" (UID: \"297e9503-dc4b-46f0-824c-aba399dc50cc\") " pod="openstack-kuttl-tests/placement-b3a5-account-create-7fxs6" Oct 13 19:40:58 crc kubenswrapper[4809]: I1013 19:40:58.046737 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-b3a5-account-create-7fxs6" Oct 13 19:40:58 crc kubenswrapper[4809]: I1013 19:40:58.192007 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-3708-account-create-pwwkc"] Oct 13 19:40:58 crc kubenswrapper[4809]: W1013 19:40:58.195633 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5fd1b47b_e006_4fdd_9f46_392f5000a712.slice/crio-74ac40f6f5fcb3f2fe429df03ad81091529af8b52f8e2753b1f78fb6d8dbb620 WatchSource:0}: Error finding container 74ac40f6f5fcb3f2fe429df03ad81091529af8b52f8e2753b1f78fb6d8dbb620: Status 404 returned error can't find the container with id 74ac40f6f5fcb3f2fe429df03ad81091529af8b52f8e2753b1f78fb6d8dbb620 Oct 13 19:40:58 crc kubenswrapper[4809]: I1013 19:40:58.290720 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-3708-account-create-pwwkc" event={"ID":"5fd1b47b-e006-4fdd-9f46-392f5000a712","Type":"ContainerStarted","Data":"74ac40f6f5fcb3f2fe429df03ad81091529af8b52f8e2753b1f78fb6d8dbb620"} Oct 13 19:40:58 crc kubenswrapper[4809]: I1013 19:40:58.534360 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-b3a5-account-create-7fxs6"] Oct 13 19:40:58 crc kubenswrapper[4809]: W1013 19:40:58.546542 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod297e9503_dc4b_46f0_824c_aba399dc50cc.slice/crio-411af82bf948bf6bfcad4efdc6fa226082a06e931f2409141328e03ed1b34307 WatchSource:0}: Error finding container 411af82bf948bf6bfcad4efdc6fa226082a06e931f2409141328e03ed1b34307: Status 404 returned error can't find the container with id 411af82bf948bf6bfcad4efdc6fa226082a06e931f2409141328e03ed1b34307 Oct 13 19:40:59 crc kubenswrapper[4809]: I1013 19:40:59.303075 4809 generic.go:334] "Generic (PLEG): container finished" podID="297e9503-dc4b-46f0-824c-aba399dc50cc" containerID="9da48ae45f9775c421f4dd54cb17768dbf91a0fd4ea636f2e284bedc298f51e3" exitCode=0 Oct 13 19:40:59 crc kubenswrapper[4809]: I1013 19:40:59.303227 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-b3a5-account-create-7fxs6" event={"ID":"297e9503-dc4b-46f0-824c-aba399dc50cc","Type":"ContainerDied","Data":"9da48ae45f9775c421f4dd54cb17768dbf91a0fd4ea636f2e284bedc298f51e3"} Oct 13 19:40:59 crc kubenswrapper[4809]: I1013 19:40:59.303504 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-b3a5-account-create-7fxs6" event={"ID":"297e9503-dc4b-46f0-824c-aba399dc50cc","Type":"ContainerStarted","Data":"411af82bf948bf6bfcad4efdc6fa226082a06e931f2409141328e03ed1b34307"} Oct 13 19:40:59 crc kubenswrapper[4809]: I1013 19:40:59.307767 4809 generic.go:334] "Generic (PLEG): container finished" podID="5fd1b47b-e006-4fdd-9f46-392f5000a712" containerID="11cf7063b3964d7595aef36ce54f63c15fcbb45ae4a1b3df9063fee32c4a4302" exitCode=0 Oct 13 19:40:59 crc kubenswrapper[4809]: I1013 19:40:59.307867 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-3708-account-create-pwwkc" event={"ID":"5fd1b47b-e006-4fdd-9f46-392f5000a712","Type":"ContainerDied","Data":"11cf7063b3964d7595aef36ce54f63c15fcbb45ae4a1b3df9063fee32c4a4302"} Oct 13 19:41:02 crc kubenswrapper[4809]: I1013 19:41:02.474006 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:41:02 crc kubenswrapper[4809]: I1013 19:41:02.485850 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift\") pod \"swift-storage-0\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:41:02 crc kubenswrapper[4809]: I1013 19:41:02.671959 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:41:04 crc kubenswrapper[4809]: I1013 19:41:04.637188 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:41:04 crc kubenswrapper[4809]: I1013 19:41:04.886433 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.005112 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-create-22w59"] Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.006227 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-22w59" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.033555 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-22w59"] Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.126084 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kf5g8\" (UniqueName: \"kubernetes.io/projected/5ba39566-e3fc-42bb-95fd-69b6e4fbad8b-kube-api-access-kf5g8\") pod \"cinder-db-create-22w59\" (UID: \"5ba39566-e3fc-42bb-95fd-69b6e4fbad8b\") " pod="openstack-kuttl-tests/cinder-db-create-22w59" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.185120 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-create-4xl9v"] Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.186542 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-4xl9v" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.245052 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kf5g8\" (UniqueName: \"kubernetes.io/projected/5ba39566-e3fc-42bb-95fd-69b6e4fbad8b-kube-api-access-kf5g8\") pod \"cinder-db-create-22w59\" (UID: \"5ba39566-e3fc-42bb-95fd-69b6e4fbad8b\") " pod="openstack-kuttl-tests/cinder-db-create-22w59" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.245588 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-4xl9v"] Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.259882 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-3708-account-create-pwwkc" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.269126 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kf5g8\" (UniqueName: \"kubernetes.io/projected/5ba39566-e3fc-42bb-95fd-69b6e4fbad8b-kube-api-access-kf5g8\") pod \"cinder-db-create-22w59\" (UID: \"5ba39566-e3fc-42bb-95fd-69b6e4fbad8b\") " pod="openstack-kuttl-tests/cinder-db-create-22w59" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.348543 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-22w59" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.349388 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dl6wj\" (UniqueName: \"kubernetes.io/projected/642544d4-ed4f-44de-a26d-47106914286a-kube-api-access-dl6wj\") pod \"barbican-db-create-4xl9v\" (UID: \"642544d4-ed4f-44de-a26d-47106914286a\") " pod="openstack-kuttl-tests/barbican-db-create-4xl9v" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.383339 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-3708-account-create-pwwkc" event={"ID":"5fd1b47b-e006-4fdd-9f46-392f5000a712","Type":"ContainerDied","Data":"74ac40f6f5fcb3f2fe429df03ad81091529af8b52f8e2753b1f78fb6d8dbb620"} Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.383386 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="74ac40f6f5fcb3f2fe429df03ad81091529af8b52f8e2753b1f78fb6d8dbb620" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.383444 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-3708-account-create-pwwkc" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.384792 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-b3a5-account-create-7fxs6" event={"ID":"297e9503-dc4b-46f0-824c-aba399dc50cc","Type":"ContainerDied","Data":"411af82bf948bf6bfcad4efdc6fa226082a06e931f2409141328e03ed1b34307"} Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.384813 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="411af82bf948bf6bfcad4efdc6fa226082a06e931f2409141328e03ed1b34307" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.386204 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-create-dpflk"] Oct 13 19:41:05 crc kubenswrapper[4809]: E1013 19:41:05.386596 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5fd1b47b-e006-4fdd-9f46-392f5000a712" containerName="mariadb-account-create" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.386614 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5fd1b47b-e006-4fdd-9f46-392f5000a712" containerName="mariadb-account-create" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.386801 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5fd1b47b-e006-4fdd-9f46-392f5000a712" containerName="mariadb-account-create" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.387309 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-dpflk" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.399753 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-dpflk"] Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.401796 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-b3a5-account-create-7fxs6" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.450599 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nmj2t\" (UniqueName: \"kubernetes.io/projected/5fd1b47b-e006-4fdd-9f46-392f5000a712-kube-api-access-nmj2t\") pod \"5fd1b47b-e006-4fdd-9f46-392f5000a712\" (UID: \"5fd1b47b-e006-4fdd-9f46-392f5000a712\") " Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.450937 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dl6wj\" (UniqueName: \"kubernetes.io/projected/642544d4-ed4f-44de-a26d-47106914286a-kube-api-access-dl6wj\") pod \"barbican-db-create-4xl9v\" (UID: \"642544d4-ed4f-44de-a26d-47106914286a\") " pod="openstack-kuttl-tests/barbican-db-create-4xl9v" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.462623 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5fd1b47b-e006-4fdd-9f46-392f5000a712-kube-api-access-nmj2t" (OuterVolumeSpecName: "kube-api-access-nmj2t") pod "5fd1b47b-e006-4fdd-9f46-392f5000a712" (UID: "5fd1b47b-e006-4fdd-9f46-392f5000a712"). InnerVolumeSpecName "kube-api-access-nmj2t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.466499 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dl6wj\" (UniqueName: \"kubernetes.io/projected/642544d4-ed4f-44de-a26d-47106914286a-kube-api-access-dl6wj\") pod \"barbican-db-create-4xl9v\" (UID: \"642544d4-ed4f-44de-a26d-47106914286a\") " pod="openstack-kuttl-tests/barbican-db-create-4xl9v" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.552697 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-q7jjk\" (UniqueName: \"kubernetes.io/projected/297e9503-dc4b-46f0-824c-aba399dc50cc-kube-api-access-q7jjk\") pod \"297e9503-dc4b-46f0-824c-aba399dc50cc\" (UID: \"297e9503-dc4b-46f0-824c-aba399dc50cc\") " Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.553334 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zcnbl\" (UniqueName: \"kubernetes.io/projected/9dbb0182-059a-4b78-af09-398f1d3bbc74-kube-api-access-zcnbl\") pod \"neutron-db-create-dpflk\" (UID: \"9dbb0182-059a-4b78-af09-398f1d3bbc74\") " pod="openstack-kuttl-tests/neutron-db-create-dpflk" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.553739 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nmj2t\" (UniqueName: \"kubernetes.io/projected/5fd1b47b-e006-4fdd-9f46-392f5000a712-kube-api-access-nmj2t\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.556207 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/297e9503-dc4b-46f0-824c-aba399dc50cc-kube-api-access-q7jjk" (OuterVolumeSpecName: "kube-api-access-q7jjk") pod "297e9503-dc4b-46f0-824c-aba399dc50cc" (UID: "297e9503-dc4b-46f0-824c-aba399dc50cc"). InnerVolumeSpecName "kube-api-access-q7jjk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.654939 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.655834 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zcnbl\" (UniqueName: \"kubernetes.io/projected/9dbb0182-059a-4b78-af09-398f1d3bbc74-kube-api-access-zcnbl\") pod \"neutron-db-create-dpflk\" (UID: \"9dbb0182-059a-4b78-af09-398f1d3bbc74\") " pod="openstack-kuttl-tests/neutron-db-create-dpflk" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.655964 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-q7jjk\" (UniqueName: \"kubernetes.io/projected/297e9503-dc4b-46f0-824c-aba399dc50cc-kube-api-access-q7jjk\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:05 crc kubenswrapper[4809]: W1013 19:41:05.676688 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda7e5faf6_8715_4640_8fd6_782b54a105ef.slice/crio-98a5669a0cbae6cf6af5f9e7fc6dea3f4e6111a60e1b34eae00c70c46f28c2ce WatchSource:0}: Error finding container 98a5669a0cbae6cf6af5f9e7fc6dea3f4e6111a60e1b34eae00c70c46f28c2ce: Status 404 returned error can't find the container with id 98a5669a0cbae6cf6af5f9e7fc6dea3f4e6111a60e1b34eae00c70c46f28c2ce Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.686690 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zcnbl\" (UniqueName: \"kubernetes.io/projected/9dbb0182-059a-4b78-af09-398f1d3bbc74-kube-api-access-zcnbl\") pod \"neutron-db-create-dpflk\" (UID: \"9dbb0182-059a-4b78-af09-398f1d3bbc74\") " pod="openstack-kuttl-tests/neutron-db-create-dpflk" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.715590 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-4xl9v" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.735667 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-dpflk" Oct 13 19:41:05 crc kubenswrapper[4809]: I1013 19:41:05.880303 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-22w59"] Oct 13 19:41:05 crc kubenswrapper[4809]: W1013 19:41:05.887831 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5ba39566_e3fc_42bb_95fd_69b6e4fbad8b.slice/crio-ad1f399877860126cdeca8f6b4d27503a6d61036ba385287655b9d4cabf3fbe1 WatchSource:0}: Error finding container ad1f399877860126cdeca8f6b4d27503a6d61036ba385287655b9d4cabf3fbe1: Status 404 returned error can't find the container with id ad1f399877860126cdeca8f6b4d27503a6d61036ba385287655b9d4cabf3fbe1 Oct 13 19:41:06 crc kubenswrapper[4809]: I1013 19:41:06.196379 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-4xl9v"] Oct 13 19:41:06 crc kubenswrapper[4809]: W1013 19:41:06.206339 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod642544d4_ed4f_44de_a26d_47106914286a.slice/crio-37e2d4371d5132823ad523ec0af51e4dd2c8d0b0c0f313ed13b5866b566ee2fa WatchSource:0}: Error finding container 37e2d4371d5132823ad523ec0af51e4dd2c8d0b0c0f313ed13b5866b566ee2fa: Status 404 returned error can't find the container with id 37e2d4371d5132823ad523ec0af51e4dd2c8d0b0c0f313ed13b5866b566ee2fa Oct 13 19:41:06 crc kubenswrapper[4809]: I1013 19:41:06.251676 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-dpflk"] Oct 13 19:41:06 crc kubenswrapper[4809]: W1013 19:41:06.263015 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9dbb0182_059a_4b78_af09_398f1d3bbc74.slice/crio-6550f83623427a3cdc4d2b6907080658735a2c9704c2f4b86f822633312a6abe WatchSource:0}: Error finding container 6550f83623427a3cdc4d2b6907080658735a2c9704c2f4b86f822633312a6abe: Status 404 returned error can't find the container with id 6550f83623427a3cdc4d2b6907080658735a2c9704c2f4b86f822633312a6abe Oct 13 19:41:06 crc kubenswrapper[4809]: I1013 19:41:06.404613 4809 generic.go:334] "Generic (PLEG): container finished" podID="5ba39566-e3fc-42bb-95fd-69b6e4fbad8b" containerID="03ab358acf38683dbf8ef5595b3bf59ecc8ff9624a41d50d2c028f85dbc5fc21" exitCode=0 Oct 13 19:41:06 crc kubenswrapper[4809]: I1013 19:41:06.404707 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-22w59" event={"ID":"5ba39566-e3fc-42bb-95fd-69b6e4fbad8b","Type":"ContainerDied","Data":"03ab358acf38683dbf8ef5595b3bf59ecc8ff9624a41d50d2c028f85dbc5fc21"} Oct 13 19:41:06 crc kubenswrapper[4809]: I1013 19:41:06.404749 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-22w59" event={"ID":"5ba39566-e3fc-42bb-95fd-69b6e4fbad8b","Type":"ContainerStarted","Data":"ad1f399877860126cdeca8f6b4d27503a6d61036ba385287655b9d4cabf3fbe1"} Oct 13 19:41:06 crc kubenswrapper[4809]: I1013 19:41:06.407100 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-dpflk" event={"ID":"9dbb0182-059a-4b78-af09-398f1d3bbc74","Type":"ContainerStarted","Data":"6550f83623427a3cdc4d2b6907080658735a2c9704c2f4b86f822633312a6abe"} Oct 13 19:41:06 crc kubenswrapper[4809]: I1013 19:41:06.409902 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"98a5669a0cbae6cf6af5f9e7fc6dea3f4e6111a60e1b34eae00c70c46f28c2ce"} Oct 13 19:41:06 crc kubenswrapper[4809]: I1013 19:41:06.411170 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-4xl9v" event={"ID":"642544d4-ed4f-44de-a26d-47106914286a","Type":"ContainerStarted","Data":"37e2d4371d5132823ad523ec0af51e4dd2c8d0b0c0f313ed13b5866b566ee2fa"} Oct 13 19:41:06 crc kubenswrapper[4809]: I1013 19:41:06.412607 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-b3a5-account-create-7fxs6" Oct 13 19:41:06 crc kubenswrapper[4809]: I1013 19:41:06.414549 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-p7glh" event={"ID":"875f15be-14fd-4725-8618-72482ce4474a","Type":"ContainerStarted","Data":"1a9b0f6b410203f1a0b525ba83670d2d5f05d4031e159c47fe7a61a12d021468"} Oct 13 19:41:06 crc kubenswrapper[4809]: E1013 19:41:06.427160 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod297e9503_dc4b_46f0_824c_aba399dc50cc.slice\": RecentStats: unable to find data in memory cache]" Oct 13 19:41:07 crc kubenswrapper[4809]: I1013 19:41:07.423152 4809 generic.go:334] "Generic (PLEG): container finished" podID="9dbb0182-059a-4b78-af09-398f1d3bbc74" containerID="1925c8c3ced7b6d65118bd644f0044d71172bc970d7dd5b996638ea44dda050b" exitCode=0 Oct 13 19:41:07 crc kubenswrapper[4809]: I1013 19:41:07.423361 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-dpflk" event={"ID":"9dbb0182-059a-4b78-af09-398f1d3bbc74","Type":"ContainerDied","Data":"1925c8c3ced7b6d65118bd644f0044d71172bc970d7dd5b996638ea44dda050b"} Oct 13 19:41:07 crc kubenswrapper[4809]: I1013 19:41:07.427339 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"282933e21b898ccdf1e8a0e6b21b48bf72276411309ec4ba61a6d5e364e00918"} Oct 13 19:41:07 crc kubenswrapper[4809]: I1013 19:41:07.429775 4809 generic.go:334] "Generic (PLEG): container finished" podID="642544d4-ed4f-44de-a26d-47106914286a" containerID="ec0435d54b75834c41fe25625b428379809238718712627dffb14a2ebd714881" exitCode=0 Oct 13 19:41:07 crc kubenswrapper[4809]: I1013 19:41:07.430907 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-4xl9v" event={"ID":"642544d4-ed4f-44de-a26d-47106914286a","Type":"ContainerDied","Data":"ec0435d54b75834c41fe25625b428379809238718712627dffb14a2ebd714881"} Oct 13 19:41:07 crc kubenswrapper[4809]: I1013 19:41:07.447370 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-sync-p7glh" podStartSLOduration=3.236688784 podStartE2EDuration="14.447338954s" podCreationTimestamp="2025-10-13 19:40:53 +0000 UTC" firstStartedPulling="2025-10-13 19:40:54.036544009 +0000 UTC m=+972.642290604" lastFinishedPulling="2025-10-13 19:41:05.247194189 +0000 UTC m=+983.852940774" observedRunningTime="2025-10-13 19:41:06.469787584 +0000 UTC m=+985.075534169" watchObservedRunningTime="2025-10-13 19:41:07.447338954 +0000 UTC m=+986.053085579" Oct 13 19:41:07 crc kubenswrapper[4809]: I1013 19:41:07.816030 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-22w59" Oct 13 19:41:07 crc kubenswrapper[4809]: I1013 19:41:07.902610 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kf5g8\" (UniqueName: \"kubernetes.io/projected/5ba39566-e3fc-42bb-95fd-69b6e4fbad8b-kube-api-access-kf5g8\") pod \"5ba39566-e3fc-42bb-95fd-69b6e4fbad8b\" (UID: \"5ba39566-e3fc-42bb-95fd-69b6e4fbad8b\") " Oct 13 19:41:07 crc kubenswrapper[4809]: I1013 19:41:07.909438 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5ba39566-e3fc-42bb-95fd-69b6e4fbad8b-kube-api-access-kf5g8" (OuterVolumeSpecName: "kube-api-access-kf5g8") pod "5ba39566-e3fc-42bb-95fd-69b6e4fbad8b" (UID: "5ba39566-e3fc-42bb-95fd-69b6e4fbad8b"). InnerVolumeSpecName "kube-api-access-kf5g8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.004034 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kf5g8\" (UniqueName: \"kubernetes.io/projected/5ba39566-e3fc-42bb-95fd-69b6e4fbad8b-kube-api-access-kf5g8\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.189439 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-f5xt5"] Oct 13 19:41:08 crc kubenswrapper[4809]: E1013 19:41:08.189885 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5ba39566-e3fc-42bb-95fd-69b6e4fbad8b" containerName="mariadb-database-create" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.189901 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5ba39566-e3fc-42bb-95fd-69b6e4fbad8b" containerName="mariadb-database-create" Oct 13 19:41:08 crc kubenswrapper[4809]: E1013 19:41:08.189918 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="297e9503-dc4b-46f0-824c-aba399dc50cc" containerName="mariadb-account-create" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.189925 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="297e9503-dc4b-46f0-824c-aba399dc50cc" containerName="mariadb-account-create" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.190116 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="297e9503-dc4b-46f0-824c-aba399dc50cc" containerName="mariadb-account-create" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.190134 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5ba39566-e3fc-42bb-95fd-69b6e4fbad8b" containerName="mariadb-database-create" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.190624 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.192762 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.193008 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.193106 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-qnh9l" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.194544 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.206571 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-f5xt5"] Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.206676 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sxhbl\" (UniqueName: \"kubernetes.io/projected/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-kube-api-access-sxhbl\") pod \"keystone-db-sync-f5xt5\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.206889 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-combined-ca-bundle\") pod \"keystone-db-sync-f5xt5\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.206946 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-config-data\") pod \"keystone-db-sync-f5xt5\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.309072 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-config-data\") pod \"keystone-db-sync-f5xt5\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.309123 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sxhbl\" (UniqueName: \"kubernetes.io/projected/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-kube-api-access-sxhbl\") pod \"keystone-db-sync-f5xt5\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.309220 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-combined-ca-bundle\") pod \"keystone-db-sync-f5xt5\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.319875 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-config-data\") pod \"keystone-db-sync-f5xt5\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.320510 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-combined-ca-bundle\") pod \"keystone-db-sync-f5xt5\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.339344 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sxhbl\" (UniqueName: \"kubernetes.io/projected/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-kube-api-access-sxhbl\") pod \"keystone-db-sync-f5xt5\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.438321 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-22w59" event={"ID":"5ba39566-e3fc-42bb-95fd-69b6e4fbad8b","Type":"ContainerDied","Data":"ad1f399877860126cdeca8f6b4d27503a6d61036ba385287655b9d4cabf3fbe1"} Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.438347 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-22w59" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.438371 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ad1f399877860126cdeca8f6b4d27503a6d61036ba385287655b9d4cabf3fbe1" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.443495 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"c6a15c2055631d05cbd589c59d3cfa0a1d8cfcfe096a23ab4b42dbfd669ecb05"} Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.443527 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"ebf3d6a13675436198cae1cfc3a2474eed1c12eb36d7950db9cce8259cb38b84"} Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.443537 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"051a814ca15ee10a633b7490920e034f41b513e493692d815ed596807be85acf"} Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.541448 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.801087 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-4xl9v" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.836366 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-dpflk" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.849012 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dl6wj\" (UniqueName: \"kubernetes.io/projected/642544d4-ed4f-44de-a26d-47106914286a-kube-api-access-dl6wj\") pod \"642544d4-ed4f-44de-a26d-47106914286a\" (UID: \"642544d4-ed4f-44de-a26d-47106914286a\") " Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.856624 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/642544d4-ed4f-44de-a26d-47106914286a-kube-api-access-dl6wj" (OuterVolumeSpecName: "kube-api-access-dl6wj") pod "642544d4-ed4f-44de-a26d-47106914286a" (UID: "642544d4-ed4f-44de-a26d-47106914286a"). InnerVolumeSpecName "kube-api-access-dl6wj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.951269 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zcnbl\" (UniqueName: \"kubernetes.io/projected/9dbb0182-059a-4b78-af09-398f1d3bbc74-kube-api-access-zcnbl\") pod \"9dbb0182-059a-4b78-af09-398f1d3bbc74\" (UID: \"9dbb0182-059a-4b78-af09-398f1d3bbc74\") " Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.951839 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dl6wj\" (UniqueName: \"kubernetes.io/projected/642544d4-ed4f-44de-a26d-47106914286a-kube-api-access-dl6wj\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:08 crc kubenswrapper[4809]: I1013 19:41:08.954709 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9dbb0182-059a-4b78-af09-398f1d3bbc74-kube-api-access-zcnbl" (OuterVolumeSpecName: "kube-api-access-zcnbl") pod "9dbb0182-059a-4b78-af09-398f1d3bbc74" (UID: "9dbb0182-059a-4b78-af09-398f1d3bbc74"). InnerVolumeSpecName "kube-api-access-zcnbl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:09 crc kubenswrapper[4809]: I1013 19:41:09.053430 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zcnbl\" (UniqueName: \"kubernetes.io/projected/9dbb0182-059a-4b78-af09-398f1d3bbc74-kube-api-access-zcnbl\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:09 crc kubenswrapper[4809]: I1013 19:41:09.064640 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-f5xt5"] Oct 13 19:41:09 crc kubenswrapper[4809]: W1013 19:41:09.232930 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd6b2a7fb_6f3b_4fb5_883f_54eee1796beb.slice/crio-a88779438e8842f9271b813ced9e22c8416cb0613ddcdbfc3c86dbf86ba622fc WatchSource:0}: Error finding container a88779438e8842f9271b813ced9e22c8416cb0613ddcdbfc3c86dbf86ba622fc: Status 404 returned error can't find the container with id a88779438e8842f9271b813ced9e22c8416cb0613ddcdbfc3c86dbf86ba622fc Oct 13 19:41:09 crc kubenswrapper[4809]: I1013 19:41:09.453943 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-4xl9v" event={"ID":"642544d4-ed4f-44de-a26d-47106914286a","Type":"ContainerDied","Data":"37e2d4371d5132823ad523ec0af51e4dd2c8d0b0c0f313ed13b5866b566ee2fa"} Oct 13 19:41:09 crc kubenswrapper[4809]: I1013 19:41:09.454267 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="37e2d4371d5132823ad523ec0af51e4dd2c8d0b0c0f313ed13b5866b566ee2fa" Oct 13 19:41:09 crc kubenswrapper[4809]: I1013 19:41:09.453949 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-4xl9v" Oct 13 19:41:09 crc kubenswrapper[4809]: I1013 19:41:09.455375 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" event={"ID":"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb","Type":"ContainerStarted","Data":"a88779438e8842f9271b813ced9e22c8416cb0613ddcdbfc3c86dbf86ba622fc"} Oct 13 19:41:09 crc kubenswrapper[4809]: I1013 19:41:09.456694 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-dpflk" Oct 13 19:41:09 crc kubenswrapper[4809]: I1013 19:41:09.456699 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-dpflk" event={"ID":"9dbb0182-059a-4b78-af09-398f1d3bbc74","Type":"ContainerDied","Data":"6550f83623427a3cdc4d2b6907080658735a2c9704c2f4b86f822633312a6abe"} Oct 13 19:41:09 crc kubenswrapper[4809]: I1013 19:41:09.456722 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6550f83623427a3cdc4d2b6907080658735a2c9704c2f4b86f822633312a6abe" Oct 13 19:41:09 crc kubenswrapper[4809]: I1013 19:41:09.461970 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"818e471a2db1b660c9b5d061345ede331c20312b6608e005de8176a11f2316a8"} Oct 13 19:41:10 crc kubenswrapper[4809]: I1013 19:41:10.478477 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"3e2b5f9e4c6df8a132c9b75ed68978fbf092dc21cdc6483b075dfffa7bf0687d"} Oct 13 19:41:10 crc kubenswrapper[4809]: I1013 19:41:10.478604 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"6df4e2fe55ced65dd74a2091240a168da72848eef6a1ff2be3b881e476d14b60"} Oct 13 19:41:10 crc kubenswrapper[4809]: I1013 19:41:10.478659 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"31306965213dee7e6a00f7372efbc9460f90f64696655435a77969451e7d50a4"} Oct 13 19:41:14 crc kubenswrapper[4809]: I1013 19:41:14.517138 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" event={"ID":"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb","Type":"ContainerStarted","Data":"4c2e6d5aea76c38746666cecf112e6d33ac37a153c780ed43fe1500bdca1ac79"} Oct 13 19:41:14 crc kubenswrapper[4809]: I1013 19:41:14.523655 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"0495f120480d6aed9a4406927491381ff1333cabcedfff21bb47bf03075b973a"} Oct 13 19:41:14 crc kubenswrapper[4809]: I1013 19:41:14.523701 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"59181c03906bf99f0fc4ed6c21bc8171725fb6a9ba83a0c6440641de1838b867"} Oct 13 19:41:14 crc kubenswrapper[4809]: I1013 19:41:14.523722 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"cc6db10c6ed5b3269ac881bcd3bf568ace1e9c418ed876ff6ba1f815f5c10d97"} Oct 13 19:41:14 crc kubenswrapper[4809]: I1013 19:41:14.523751 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"bf9a242de91ff525cfd91b83562260b664255c980067b2e135eaa61b14ea9960"} Oct 13 19:41:14 crc kubenswrapper[4809]: I1013 19:41:14.523772 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"191e8e5a9f827d6b8660954fdc56f404f0f5ec51eb75f501e28d72c60aa32742"} Oct 13 19:41:14 crc kubenswrapper[4809]: I1013 19:41:14.523792 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"0074853b492cab815c540e06f9e05a8aea5922f9bb7c4c1ed1eadfef92370f23"} Oct 13 19:41:14 crc kubenswrapper[4809]: I1013 19:41:14.526084 4809 generic.go:334] "Generic (PLEG): container finished" podID="875f15be-14fd-4725-8618-72482ce4474a" containerID="1a9b0f6b410203f1a0b525ba83670d2d5f05d4031e159c47fe7a61a12d021468" exitCode=0 Oct 13 19:41:14 crc kubenswrapper[4809]: I1013 19:41:14.526141 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-p7glh" event={"ID":"875f15be-14fd-4725-8618-72482ce4474a","Type":"ContainerDied","Data":"1a9b0f6b410203f1a0b525ba83670d2d5f05d4031e159c47fe7a61a12d021468"} Oct 13 19:41:14 crc kubenswrapper[4809]: I1013 19:41:14.541126 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" podStartSLOduration=2.29553841 podStartE2EDuration="6.541108889s" podCreationTimestamp="2025-10-13 19:41:08 +0000 UTC" firstStartedPulling="2025-10-13 19:41:09.236602203 +0000 UTC m=+987.842348778" lastFinishedPulling="2025-10-13 19:41:13.482172652 +0000 UTC m=+992.087919257" observedRunningTime="2025-10-13 19:41:14.538803573 +0000 UTC m=+993.144550168" watchObservedRunningTime="2025-10-13 19:41:14.541108889 +0000 UTC m=+993.146855474" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.074565 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-5e97-account-create-f8v98"] Oct 13 19:41:15 crc kubenswrapper[4809]: E1013 19:41:15.074993 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9dbb0182-059a-4b78-af09-398f1d3bbc74" containerName="mariadb-database-create" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.075019 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9dbb0182-059a-4b78-af09-398f1d3bbc74" containerName="mariadb-database-create" Oct 13 19:41:15 crc kubenswrapper[4809]: E1013 19:41:15.075047 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="642544d4-ed4f-44de-a26d-47106914286a" containerName="mariadb-database-create" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.075056 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="642544d4-ed4f-44de-a26d-47106914286a" containerName="mariadb-database-create" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.075474 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9dbb0182-059a-4b78-af09-398f1d3bbc74" containerName="mariadb-database-create" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.075535 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="642544d4-ed4f-44de-a26d-47106914286a" containerName="mariadb-database-create" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.076188 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5e97-account-create-f8v98" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.088507 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-5e97-account-create-f8v98"] Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.089956 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-db-secret" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.148148 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g7gx5\" (UniqueName: \"kubernetes.io/projected/7e64cfad-968b-4088-a020-063c9bc53b78-kube-api-access-g7gx5\") pod \"barbican-5e97-account-create-f8v98\" (UID: \"7e64cfad-968b-4088-a020-063c9bc53b78\") " pod="openstack-kuttl-tests/barbican-5e97-account-create-f8v98" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.249654 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g7gx5\" (UniqueName: \"kubernetes.io/projected/7e64cfad-968b-4088-a020-063c9bc53b78-kube-api-access-g7gx5\") pod \"barbican-5e97-account-create-f8v98\" (UID: \"7e64cfad-968b-4088-a020-063c9bc53b78\") " pod="openstack-kuttl-tests/barbican-5e97-account-create-f8v98" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.275895 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-d918-account-create-7rcvv"] Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.280653 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.284132 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-db-secret" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.284695 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-g7gx5\" (UniqueName: \"kubernetes.io/projected/7e64cfad-968b-4088-a020-063c9bc53b78-kube-api-access-g7gx5\") pod \"barbican-5e97-account-create-f8v98\" (UID: \"7e64cfad-968b-4088-a020-063c9bc53b78\") " pod="openstack-kuttl-tests/barbican-5e97-account-create-f8v98" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.291101 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-d918-account-create-7rcvv"] Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.403427 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5e97-account-create-f8v98" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.459178 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-f25tj\" (UniqueName: \"kubernetes.io/projected/eec8a2e4-69a7-433c-b50d-735a75a020fd-kube-api-access-f25tj\") pod \"cinder-d918-account-create-7rcvv\" (UID: \"eec8a2e4-69a7-433c-b50d-735a75a020fd\") " pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.494219 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6"] Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.495721 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.498224 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-db-secret" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.517595 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6"] Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.550869 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerStarted","Data":"fe3f8bf99ba77e913d1b6273b90dcfb870e2bd36792d8230e3161b9e97032c5d"} Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.560862 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-f25tj\" (UniqueName: \"kubernetes.io/projected/eec8a2e4-69a7-433c-b50d-735a75a020fd-kube-api-access-f25tj\") pod \"cinder-d918-account-create-7rcvv\" (UID: \"eec8a2e4-69a7-433c-b50d-735a75a020fd\") " pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.560990 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6scbv\" (UniqueName: \"kubernetes.io/projected/061b89ae-e795-4134-a65a-eff567a55062-kube-api-access-6scbv\") pod \"neutron-0a4d-account-create-pgbx6\" (UID: \"061b89ae-e795-4134-a65a-eff567a55062\") " pod="openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.642114 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-f25tj\" (UniqueName: \"kubernetes.io/projected/eec8a2e4-69a7-433c-b50d-735a75a020fd-kube-api-access-f25tj\") pod \"cinder-d918-account-create-7rcvv\" (UID: \"eec8a2e4-69a7-433c-b50d-735a75a020fd\") " pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.647450 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-storage-0" podStartSLOduration=41.30424662 podStartE2EDuration="46.647432487s" podCreationTimestamp="2025-10-13 19:40:29 +0000 UTC" firstStartedPulling="2025-10-13 19:41:05.682974272 +0000 UTC m=+984.288720847" lastFinishedPulling="2025-10-13 19:41:11.026160129 +0000 UTC m=+989.631906714" observedRunningTime="2025-10-13 19:41:15.635296989 +0000 UTC m=+994.241043574" watchObservedRunningTime="2025-10-13 19:41:15.647432487 +0000 UTC m=+994.253179072" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.662523 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6scbv\" (UniqueName: \"kubernetes.io/projected/061b89ae-e795-4134-a65a-eff567a55062-kube-api-access-6scbv\") pod \"neutron-0a4d-account-create-pgbx6\" (UID: \"061b89ae-e795-4134-a65a-eff567a55062\") " pod="openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.667456 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.684647 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6scbv\" (UniqueName: \"kubernetes.io/projected/061b89ae-e795-4134-a65a-eff567a55062-kube-api-access-6scbv\") pod \"neutron-0a4d-account-create-pgbx6\" (UID: \"061b89ae-e795-4134-a65a-eff567a55062\") " pod="openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.819491 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.874601 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc"] Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.880814 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.887192 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"dns-swift-storage-0" Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.915508 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc"] Oct 13 19:41:15 crc kubenswrapper[4809]: W1013 19:41:15.936102 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7e64cfad_968b_4088_a020_063c9bc53b78.slice/crio-c1d46d351325d4b719505667f70807354ca2f36e7beafb3894dae8d6099db208 WatchSource:0}: Error finding container c1d46d351325d4b719505667f70807354ca2f36e7beafb3894dae8d6099db208: Status 404 returned error can't find the container with id c1d46d351325d4b719505667f70807354ca2f36e7beafb3894dae8d6099db208 Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.950723 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-5e97-account-create-f8v98"] Oct 13 19:41:15 crc kubenswrapper[4809]: I1013 19:41:15.991934 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.076717 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.076784 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hd2g4\" (UniqueName: \"kubernetes.io/projected/dd366127-4f01-4690-ba04-b580b8cf4353-kube-api-access-hd2g4\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.076817 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-config\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.076849 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.178268 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-db-sync-config-data\") pod \"875f15be-14fd-4725-8618-72482ce4474a\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.178780 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-config-data\") pod \"875f15be-14fd-4725-8618-72482ce4474a\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.178856 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4b8v4\" (UniqueName: \"kubernetes.io/projected/875f15be-14fd-4725-8618-72482ce4474a-kube-api-access-4b8v4\") pod \"875f15be-14fd-4725-8618-72482ce4474a\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.178951 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-combined-ca-bundle\") pod \"875f15be-14fd-4725-8618-72482ce4474a\" (UID: \"875f15be-14fd-4725-8618-72482ce4474a\") " Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.179633 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.179664 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hd2g4\" (UniqueName: \"kubernetes.io/projected/dd366127-4f01-4690-ba04-b580b8cf4353-kube-api-access-hd2g4\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.179711 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-config\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.179763 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.181419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.182811 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-config\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.186393 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "875f15be-14fd-4725-8618-72482ce4474a" (UID: "875f15be-14fd-4725-8618-72482ce4474a"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.190263 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.191723 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/875f15be-14fd-4725-8618-72482ce4474a-kube-api-access-4b8v4" (OuterVolumeSpecName: "kube-api-access-4b8v4") pod "875f15be-14fd-4725-8618-72482ce4474a" (UID: "875f15be-14fd-4725-8618-72482ce4474a"). InnerVolumeSpecName "kube-api-access-4b8v4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.201697 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hd2g4\" (UniqueName: \"kubernetes.io/projected/dd366127-4f01-4690-ba04-b580b8cf4353-kube-api-access-hd2g4\") pod \"dnsmasq-dnsmasq-89b47bd49-528gc\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.211815 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.217467 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "875f15be-14fd-4725-8618-72482ce4474a" (UID: "875f15be-14fd-4725-8618-72482ce4474a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.218664 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-d918-account-create-7rcvv"] Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.258988 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-config-data" (OuterVolumeSpecName: "config-data") pod "875f15be-14fd-4725-8618-72482ce4474a" (UID: "875f15be-14fd-4725-8618-72482ce4474a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.281967 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.282010 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.282024 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4b8v4\" (UniqueName: \"kubernetes.io/projected/875f15be-14fd-4725-8618-72482ce4474a-kube-api-access-4b8v4\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.282036 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/875f15be-14fd-4725-8618-72482ce4474a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.483124 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6"] Oct 13 19:41:16 crc kubenswrapper[4809]: W1013 19:41:16.493057 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod061b89ae_e795_4134_a65a_eff567a55062.slice/crio-5ca3a9c52dfe95bd4929d6bca97e81aaa6639c55e5f7de854cab52aa66450e79 WatchSource:0}: Error finding container 5ca3a9c52dfe95bd4929d6bca97e81aaa6639c55e5f7de854cab52aa66450e79: Status 404 returned error can't find the container with id 5ca3a9c52dfe95bd4929d6bca97e81aaa6639c55e5f7de854cab52aa66450e79 Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.579225 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-p7glh" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.579462 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-p7glh" event={"ID":"875f15be-14fd-4725-8618-72482ce4474a","Type":"ContainerDied","Data":"fcb46b353efa043921be642d704d874db00040162b7fd5117779c577164fd087"} Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.579532 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="fcb46b353efa043921be642d704d874db00040162b7fd5117779c577164fd087" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.598081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6" event={"ID":"061b89ae-e795-4134-a65a-eff567a55062","Type":"ContainerStarted","Data":"5ca3a9c52dfe95bd4929d6bca97e81aaa6639c55e5f7de854cab52aa66450e79"} Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.606441 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" event={"ID":"eec8a2e4-69a7-433c-b50d-735a75a020fd","Type":"ContainerStarted","Data":"750a49aa471f93a06f29c5dad6271e3352e55bb065c5f1db34948149be199f0f"} Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.606497 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" event={"ID":"eec8a2e4-69a7-433c-b50d-735a75a020fd","Type":"ContainerStarted","Data":"0f00f55da370e04c7c447bfc6b388a5054e7db6d11a3f734d42d8cf7ca297c4a"} Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.613902 4809 generic.go:334] "Generic (PLEG): container finished" podID="7e64cfad-968b-4088-a020-063c9bc53b78" containerID="3784014b6a34e1ce9f6fb3ff96acf458b98b973f1b22644d973181888e30c5ae" exitCode=0 Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.614457 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-5e97-account-create-f8v98" event={"ID":"7e64cfad-968b-4088-a020-063c9bc53b78","Type":"ContainerDied","Data":"3784014b6a34e1ce9f6fb3ff96acf458b98b973f1b22644d973181888e30c5ae"} Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.614500 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-5e97-account-create-f8v98" event={"ID":"7e64cfad-968b-4088-a020-063c9bc53b78","Type":"ContainerStarted","Data":"c1d46d351325d4b719505667f70807354ca2f36e7beafb3894dae8d6099db208"} Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.630617 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" podStartSLOduration=1.630595459 podStartE2EDuration="1.630595459s" podCreationTimestamp="2025-10-13 19:41:15 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:41:16.619338886 +0000 UTC m=+995.225085481" watchObservedRunningTime="2025-10-13 19:41:16.630595459 +0000 UTC m=+995.236342034" Oct 13 19:41:16 crc kubenswrapper[4809]: E1013 19:41:16.752673 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod875f15be_14fd_4725_8618_72482ce4474a.slice\": RecentStats: unable to find data in memory cache]" Oct 13 19:41:16 crc kubenswrapper[4809]: I1013 19:41:16.885646 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc"] Oct 13 19:41:16 crc kubenswrapper[4809]: W1013 19:41:16.887296 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddd366127_4f01_4690_ba04_b580b8cf4353.slice/crio-dc47ab249dfb9666df98856af520bc4166e1edcfa6ac579313437857cc3199ed WatchSource:0}: Error finding container dc47ab249dfb9666df98856af520bc4166e1edcfa6ac579313437857cc3199ed: Status 404 returned error can't find the container with id dc47ab249dfb9666df98856af520bc4166e1edcfa6ac579313437857cc3199ed Oct 13 19:41:17 crc kubenswrapper[4809]: I1013 19:41:17.623831 4809 generic.go:334] "Generic (PLEG): container finished" podID="d6b2a7fb-6f3b-4fb5-883f-54eee1796beb" containerID="4c2e6d5aea76c38746666cecf112e6d33ac37a153c780ed43fe1500bdca1ac79" exitCode=0 Oct 13 19:41:17 crc kubenswrapper[4809]: I1013 19:41:17.623905 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" event={"ID":"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb","Type":"ContainerDied","Data":"4c2e6d5aea76c38746666cecf112e6d33ac37a153c780ed43fe1500bdca1ac79"} Oct 13 19:41:17 crc kubenswrapper[4809]: I1013 19:41:17.627702 4809 generic.go:334] "Generic (PLEG): container finished" podID="dd366127-4f01-4690-ba04-b580b8cf4353" containerID="4043d1eabdeb063d57f997318027632462f5f0d4d1f169e24e52812a0fce15e7" exitCode=0 Oct 13 19:41:17 crc kubenswrapper[4809]: I1013 19:41:17.627838 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" event={"ID":"dd366127-4f01-4690-ba04-b580b8cf4353","Type":"ContainerDied","Data":"4043d1eabdeb063d57f997318027632462f5f0d4d1f169e24e52812a0fce15e7"} Oct 13 19:41:17 crc kubenswrapper[4809]: I1013 19:41:17.628258 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" event={"ID":"dd366127-4f01-4690-ba04-b580b8cf4353","Type":"ContainerStarted","Data":"dc47ab249dfb9666df98856af520bc4166e1edcfa6ac579313437857cc3199ed"} Oct 13 19:41:17 crc kubenswrapper[4809]: I1013 19:41:17.630173 4809 generic.go:334] "Generic (PLEG): container finished" podID="061b89ae-e795-4134-a65a-eff567a55062" containerID="d555879a4ca046fcc140ab1173d6c960181c1aa2b7083c462ab3aef12d330759" exitCode=0 Oct 13 19:41:17 crc kubenswrapper[4809]: I1013 19:41:17.630264 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6" event={"ID":"061b89ae-e795-4134-a65a-eff567a55062","Type":"ContainerDied","Data":"d555879a4ca046fcc140ab1173d6c960181c1aa2b7083c462ab3aef12d330759"} Oct 13 19:41:17 crc kubenswrapper[4809]: I1013 19:41:17.634600 4809 generic.go:334] "Generic (PLEG): container finished" podID="eec8a2e4-69a7-433c-b50d-735a75a020fd" containerID="750a49aa471f93a06f29c5dad6271e3352e55bb065c5f1db34948149be199f0f" exitCode=0 Oct 13 19:41:17 crc kubenswrapper[4809]: I1013 19:41:17.634899 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" event={"ID":"eec8a2e4-69a7-433c-b50d-735a75a020fd","Type":"ContainerDied","Data":"750a49aa471f93a06f29c5dad6271e3352e55bb065c5f1db34948149be199f0f"} Oct 13 19:41:18 crc kubenswrapper[4809]: I1013 19:41:18.032026 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5e97-account-create-f8v98" Oct 13 19:41:18 crc kubenswrapper[4809]: I1013 19:41:18.119480 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-g7gx5\" (UniqueName: \"kubernetes.io/projected/7e64cfad-968b-4088-a020-063c9bc53b78-kube-api-access-g7gx5\") pod \"7e64cfad-968b-4088-a020-063c9bc53b78\" (UID: \"7e64cfad-968b-4088-a020-063c9bc53b78\") " Oct 13 19:41:18 crc kubenswrapper[4809]: I1013 19:41:18.124126 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7e64cfad-968b-4088-a020-063c9bc53b78-kube-api-access-g7gx5" (OuterVolumeSpecName: "kube-api-access-g7gx5") pod "7e64cfad-968b-4088-a020-063c9bc53b78" (UID: "7e64cfad-968b-4088-a020-063c9bc53b78"). InnerVolumeSpecName "kube-api-access-g7gx5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:18 crc kubenswrapper[4809]: I1013 19:41:18.222517 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-g7gx5\" (UniqueName: \"kubernetes.io/projected/7e64cfad-968b-4088-a020-063c9bc53b78-kube-api-access-g7gx5\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:18 crc kubenswrapper[4809]: I1013 19:41:18.645640 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" event={"ID":"dd366127-4f01-4690-ba04-b580b8cf4353","Type":"ContainerStarted","Data":"91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c"} Oct 13 19:41:18 crc kubenswrapper[4809]: I1013 19:41:18.645719 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:18 crc kubenswrapper[4809]: I1013 19:41:18.649089 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-5e97-account-create-f8v98" event={"ID":"7e64cfad-968b-4088-a020-063c9bc53b78","Type":"ContainerDied","Data":"c1d46d351325d4b719505667f70807354ca2f36e7beafb3894dae8d6099db208"} Oct 13 19:41:18 crc kubenswrapper[4809]: I1013 19:41:18.649146 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5e97-account-create-f8v98" Oct 13 19:41:18 crc kubenswrapper[4809]: I1013 19:41:18.649148 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c1d46d351325d4b719505667f70807354ca2f36e7beafb3894dae8d6099db208" Oct 13 19:41:18 crc kubenswrapper[4809]: I1013 19:41:18.687503 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" podStartSLOduration=3.687487721 podStartE2EDuration="3.687487721s" podCreationTimestamp="2025-10-13 19:41:15 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:41:18.682357094 +0000 UTC m=+997.288103679" watchObservedRunningTime="2025-10-13 19:41:18.687487721 +0000 UTC m=+997.293234306" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.141603 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.146281 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.154887 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.237604 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-config-data\") pod \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.237676 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-combined-ca-bundle\") pod \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.237950 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-f25tj\" (UniqueName: \"kubernetes.io/projected/eec8a2e4-69a7-433c-b50d-735a75a020fd-kube-api-access-f25tj\") pod \"eec8a2e4-69a7-433c-b50d-735a75a020fd\" (UID: \"eec8a2e4-69a7-433c-b50d-735a75a020fd\") " Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.238023 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sxhbl\" (UniqueName: \"kubernetes.io/projected/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-kube-api-access-sxhbl\") pod \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\" (UID: \"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb\") " Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.245044 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-kube-api-access-sxhbl" (OuterVolumeSpecName: "kube-api-access-sxhbl") pod "d6b2a7fb-6f3b-4fb5-883f-54eee1796beb" (UID: "d6b2a7fb-6f3b-4fb5-883f-54eee1796beb"). InnerVolumeSpecName "kube-api-access-sxhbl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.253047 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/eec8a2e4-69a7-433c-b50d-735a75a020fd-kube-api-access-f25tj" (OuterVolumeSpecName: "kube-api-access-f25tj") pod "eec8a2e4-69a7-433c-b50d-735a75a020fd" (UID: "eec8a2e4-69a7-433c-b50d-735a75a020fd"). InnerVolumeSpecName "kube-api-access-f25tj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.269038 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d6b2a7fb-6f3b-4fb5-883f-54eee1796beb" (UID: "d6b2a7fb-6f3b-4fb5-883f-54eee1796beb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.301004 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-config-data" (OuterVolumeSpecName: "config-data") pod "d6b2a7fb-6f3b-4fb5-883f-54eee1796beb" (UID: "d6b2a7fb-6f3b-4fb5-883f-54eee1796beb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.339369 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6scbv\" (UniqueName: \"kubernetes.io/projected/061b89ae-e795-4134-a65a-eff567a55062-kube-api-access-6scbv\") pod \"061b89ae-e795-4134-a65a-eff567a55062\" (UID: \"061b89ae-e795-4134-a65a-eff567a55062\") " Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.339713 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.339749 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.339761 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-f25tj\" (UniqueName: \"kubernetes.io/projected/eec8a2e4-69a7-433c-b50d-735a75a020fd-kube-api-access-f25tj\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.339769 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sxhbl\" (UniqueName: \"kubernetes.io/projected/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb-kube-api-access-sxhbl\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.342803 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/061b89ae-e795-4134-a65a-eff567a55062-kube-api-access-6scbv" (OuterVolumeSpecName: "kube-api-access-6scbv") pod "061b89ae-e795-4134-a65a-eff567a55062" (UID: "061b89ae-e795-4134-a65a-eff567a55062"). InnerVolumeSpecName "kube-api-access-6scbv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.441694 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6scbv\" (UniqueName: \"kubernetes.io/projected/061b89ae-e795-4134-a65a-eff567a55062-kube-api-access-6scbv\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.661276 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6" event={"ID":"061b89ae-e795-4134-a65a-eff567a55062","Type":"ContainerDied","Data":"5ca3a9c52dfe95bd4929d6bca97e81aaa6639c55e5f7de854cab52aa66450e79"} Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.661333 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5ca3a9c52dfe95bd4929d6bca97e81aaa6639c55e5f7de854cab52aa66450e79" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.662010 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.663505 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.663529 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-d918-account-create-7rcvv" event={"ID":"eec8a2e4-69a7-433c-b50d-735a75a020fd","Type":"ContainerDied","Data":"0f00f55da370e04c7c447bfc6b388a5054e7db6d11a3f734d42d8cf7ca297c4a"} Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.664597 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0f00f55da370e04c7c447bfc6b388a5054e7db6d11a3f734d42d8cf7ca297c4a" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.667783 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" event={"ID":"d6b2a7fb-6f3b-4fb5-883f-54eee1796beb","Type":"ContainerDied","Data":"a88779438e8842f9271b813ced9e22c8416cb0613ddcdbfc3c86dbf86ba622fc"} Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.668141 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a88779438e8842f9271b813ced9e22c8416cb0613ddcdbfc3c86dbf86ba622fc" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.667838 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-f5xt5" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.817331 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-jnzq7"] Oct 13 19:41:19 crc kubenswrapper[4809]: E1013 19:41:19.817663 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d6b2a7fb-6f3b-4fb5-883f-54eee1796beb" containerName="keystone-db-sync" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.817683 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d6b2a7fb-6f3b-4fb5-883f-54eee1796beb" containerName="keystone-db-sync" Oct 13 19:41:19 crc kubenswrapper[4809]: E1013 19:41:19.817711 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="875f15be-14fd-4725-8618-72482ce4474a" containerName="glance-db-sync" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.817720 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="875f15be-14fd-4725-8618-72482ce4474a" containerName="glance-db-sync" Oct 13 19:41:19 crc kubenswrapper[4809]: E1013 19:41:19.817748 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="eec8a2e4-69a7-433c-b50d-735a75a020fd" containerName="mariadb-account-create" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.817758 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="eec8a2e4-69a7-433c-b50d-735a75a020fd" containerName="mariadb-account-create" Oct 13 19:41:19 crc kubenswrapper[4809]: E1013 19:41:19.817781 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="061b89ae-e795-4134-a65a-eff567a55062" containerName="mariadb-account-create" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.817789 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="061b89ae-e795-4134-a65a-eff567a55062" containerName="mariadb-account-create" Oct 13 19:41:19 crc kubenswrapper[4809]: E1013 19:41:19.817812 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7e64cfad-968b-4088-a020-063c9bc53b78" containerName="mariadb-account-create" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.817820 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7e64cfad-968b-4088-a020-063c9bc53b78" containerName="mariadb-account-create" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.818018 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="eec8a2e4-69a7-433c-b50d-735a75a020fd" containerName="mariadb-account-create" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.818056 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d6b2a7fb-6f3b-4fb5-883f-54eee1796beb" containerName="keystone-db-sync" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.818075 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="061b89ae-e795-4134-a65a-eff567a55062" containerName="mariadb-account-create" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.818094 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="875f15be-14fd-4725-8618-72482ce4474a" containerName="glance-db-sync" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.818105 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7e64cfad-968b-4088-a020-063c9bc53b78" containerName="mariadb-account-create" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.818782 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.821523 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-qnh9l" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.821889 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.822114 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.822273 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.833286 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-jnzq7"] Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.951903 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-combined-ca-bundle\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.951961 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q8bcd\" (UniqueName: \"kubernetes.io/projected/4ed460ea-7aae-4573-8f50-5f934de06ed2-kube-api-access-q8bcd\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.952004 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-scripts\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.952050 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-credential-keys\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.952103 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-config-data\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:19 crc kubenswrapper[4809]: I1013 19:41:19.952143 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-fernet-keys\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.009361 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.023580 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.023921 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.026354 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.026564 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.043852 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-sync-42kqc"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.044990 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.049434 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.049923 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-sj2h7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.049967 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.053333 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-combined-ca-bundle\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.053372 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-q8bcd\" (UniqueName: \"kubernetes.io/projected/4ed460ea-7aae-4573-8f50-5f934de06ed2-kube-api-access-q8bcd\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.053408 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-scripts\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.053446 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-credential-keys\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.053491 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-config-data\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.053527 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-fernet-keys\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.055682 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-42kqc"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.059086 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-fernet-keys\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.072161 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-credential-keys\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.072644 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-combined-ca-bundle\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.073234 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-config-data\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.075083 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-scripts\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.131448 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-q8bcd\" (UniqueName: \"kubernetes.io/projected/4ed460ea-7aae-4573-8f50-5f934de06ed2-kube-api-access-q8bcd\") pod \"keystone-bootstrap-jnzq7\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.149966 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158252 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mn78x\" (UniqueName: \"kubernetes.io/projected/5292cca9-82d2-474c-97dc-5a86b9a7bd59-kube-api-access-mn78x\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158337 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158416 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-run-httpd\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158434 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-config-data\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158488 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-config-data\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158568 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158742 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-scripts\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158788 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-combined-ca-bundle\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158816 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-scripts\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158915 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-log-httpd\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5292cca9-82d2-474c-97dc-5a86b9a7bd59-logs\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.158987 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8wgkv\" (UniqueName: \"kubernetes.io/projected/0b72d175-66d5-4858-b279-292c04997fbe-kube-api-access-8wgkv\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.260722 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5292cca9-82d2-474c-97dc-5a86b9a7bd59-logs\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.260989 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8wgkv\" (UniqueName: \"kubernetes.io/projected/0b72d175-66d5-4858-b279-292c04997fbe-kube-api-access-8wgkv\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.261140 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mn78x\" (UniqueName: \"kubernetes.io/projected/5292cca9-82d2-474c-97dc-5a86b9a7bd59-kube-api-access-mn78x\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.261262 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.262240 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-run-httpd\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.262327 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-config-data\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.262415 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-config-data\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.262500 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.262581 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-scripts\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.262652 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-scripts\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.262751 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-combined-ca-bundle\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.262864 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-log-httpd\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.262363 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5292cca9-82d2-474c-97dc-5a86b9a7bd59-logs\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.262673 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-run-httpd\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.265594 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-log-httpd\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.269833 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-scripts\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.272180 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-config-data\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.272831 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.273403 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-combined-ca-bundle\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.274744 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-config-data\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.275861 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.276130 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-scripts\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.286475 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mn78x\" (UniqueName: \"kubernetes.io/projected/5292cca9-82d2-474c-97dc-5a86b9a7bd59-kube-api-access-mn78x\") pod \"placement-db-sync-42kqc\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.288176 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8wgkv\" (UniqueName: \"kubernetes.io/projected/0b72d175-66d5-4858-b279-292c04997fbe-kube-api-access-8wgkv\") pod \"ceilometer-0\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.348338 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.399438 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-lkwnv"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.400548 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.406977 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-2tvhx" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.407108 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.431271 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-lkwnv"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.478977 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.484031 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-qfjdg"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.485119 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.489301 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.489566 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.489744 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-x79l2" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.493985 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-qfjdg"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.576449 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-combined-ca-bundle\") pod \"barbican-db-sync-lkwnv\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.576621 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-629k9\" (UniqueName: \"kubernetes.io/projected/44f7c65b-7f3e-40f7-878a-28338dbeedb2-kube-api-access-629k9\") pod \"barbican-db-sync-lkwnv\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.576684 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-db-sync-config-data\") pod \"barbican-db-sync-lkwnv\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.684727 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wjcl4\" (UniqueName: \"kubernetes.io/projected/f4cf2b33-8c58-4242-acf9-2e9e377682fb-kube-api-access-wjcl4\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.685073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/f4cf2b33-8c58-4242-acf9-2e9e377682fb-etc-machine-id\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.685106 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-db-sync-config-data\") pod \"barbican-db-sync-lkwnv\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.685128 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-scripts\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.685148 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-config-data\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.685167 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-combined-ca-bundle\") pod \"barbican-db-sync-lkwnv\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.685230 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-combined-ca-bundle\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.685276 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-db-sync-config-data\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.685313 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-629k9\" (UniqueName: \"kubernetes.io/projected/44f7c65b-7f3e-40f7-878a-28338dbeedb2-kube-api-access-629k9\") pod \"barbican-db-sync-lkwnv\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.697659 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-combined-ca-bundle\") pod \"barbican-db-sync-lkwnv\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.698037 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-db-sync-config-data\") pod \"barbican-db-sync-lkwnv\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.729238 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-629k9\" (UniqueName: \"kubernetes.io/projected/44f7c65b-7f3e-40f7-878a-28338dbeedb2-kube-api-access-629k9\") pod \"barbican-db-sync-lkwnv\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.733036 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.742804 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-jnzq7"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.786611 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/f4cf2b33-8c58-4242-acf9-2e9e377682fb-etc-machine-id\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.786659 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-scripts\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.786683 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-config-data\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.786774 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-combined-ca-bundle\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.786832 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-db-sync-config-data\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.786888 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wjcl4\" (UniqueName: \"kubernetes.io/projected/f4cf2b33-8c58-4242-acf9-2e9e377682fb-kube-api-access-wjcl4\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.787237 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/f4cf2b33-8c58-4242-acf9-2e9e377682fb-etc-machine-id\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.793132 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-db-sync-config-data\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.796396 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-scripts\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.798692 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-combined-ca-bundle\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.798803 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-6r6c7"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.801296 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.802360 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-config-data\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.814208 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-4z6dm" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.814516 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.814682 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.817475 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-6r6c7"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.817489 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wjcl4\" (UniqueName: \"kubernetes.io/projected/f4cf2b33-8c58-4242-acf9-2e9e377682fb-kube-api-access-wjcl4\") pod \"cinder-db-sync-qfjdg\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.832718 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.913674 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.927835 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.931969 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.932333 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.933276 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-sd795" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.933422 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.936778 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.956950 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.991692 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-config\") pod \"neutron-db-sync-6r6c7\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.991932 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-combined-ca-bundle\") pod \"neutron-db-sync-6r6c7\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:41:20 crc kubenswrapper[4809]: I1013 19:41:20.991965 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-l5mnx\" (UniqueName: \"kubernetes.io/projected/bde8b0a4-d592-4d06-a7eb-d8798c20747b-kube-api-access-l5mnx\") pod \"neutron-db-sync-6r6c7\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.033796 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.035648 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.037984 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.038225 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.071811 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.096866 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-logs\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.096940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-scripts\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.096998 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.097046 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-config-data\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.097079 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.097118 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-config\") pod \"neutron-db-sync-6r6c7\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.097221 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pqhkd\" (UniqueName: \"kubernetes.io/projected/e4666480-2e32-42a3-90bb-d05869406ebf-kube-api-access-pqhkd\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.097248 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.097319 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-combined-ca-bundle\") pod \"neutron-db-sync-6r6c7\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.097394 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-l5mnx\" (UniqueName: \"kubernetes.io/projected/bde8b0a4-d592-4d06-a7eb-d8798c20747b-kube-api-access-l5mnx\") pod \"neutron-db-sync-6r6c7\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.097430 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.114100 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-combined-ca-bundle\") pod \"neutron-db-sync-6r6c7\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.118417 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-config\") pod \"neutron-db-sync-6r6c7\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.118656 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-l5mnx\" (UniqueName: \"kubernetes.io/projected/bde8b0a4-d592-4d06-a7eb-d8798c20747b-kube-api-access-l5mnx\") pod \"neutron-db-sync-6r6c7\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.127587 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-42kqc"] Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.147545 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.246823 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-config-data\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.247470 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8c57p\" (UniqueName: \"kubernetes.io/projected/1b55b233-ad22-425d-9f4e-013bdae9f78f-kube-api-access-8c57p\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.247507 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-scripts\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.247583 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.247667 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-config-data\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.247755 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.247829 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.248025 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.248068 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pqhkd\" (UniqueName: \"kubernetes.io/projected/e4666480-2e32-42a3-90bb-d05869406ebf-kube-api-access-pqhkd\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.248111 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.248149 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.248239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.248274 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-logs\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.248300 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.248337 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-logs\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.248436 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-scripts\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.252649 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.257277 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") device mount path \"/mnt/openstack/pv15\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.279167 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-logs\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.290115 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pqhkd\" (UniqueName: \"kubernetes.io/projected/e4666480-2e32-42a3-90bb-d05869406ebf-kube-api-access-pqhkd\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.290435 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.295000 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.300573 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-scripts\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.317227 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-config-data\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.352854 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.352943 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.352988 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-logs\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.353022 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.353077 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-config-data\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.353115 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8c57p\" (UniqueName: \"kubernetes.io/projected/1b55b233-ad22-425d-9f4e-013bdae9f78f-kube-api-access-8c57p\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.353145 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-scripts\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.353213 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.353444 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") device mount path \"/mnt/openstack/pv06\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.353976 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.355997 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-logs\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.366365 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.367356 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.380645 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8c57p\" (UniqueName: \"kubernetes.io/projected/1b55b233-ad22-425d-9f4e-013bdae9f78f-kube-api-access-8c57p\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.381275 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-scripts\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.387226 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-config-data\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.427079 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.443045 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-lkwnv"] Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.468247 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.561263 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.571014 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-qfjdg"] Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.658954 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.740146 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0b72d175-66d5-4858-b279-292c04997fbe","Type":"ContainerStarted","Data":"4ff87c72c8f70a5ce5970b92833f31e473697e40572045ca3e57016a023bd93a"} Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.753398 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" event={"ID":"44f7c65b-7f3e-40f7-878a-28338dbeedb2","Type":"ContainerStarted","Data":"07ca66ff668cc9b9ffe36345a018d2687855742c32f3e7d17d80752bccaac3d6"} Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.755672 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" event={"ID":"f4cf2b33-8c58-4242-acf9-2e9e377682fb","Type":"ContainerStarted","Data":"88e7ff76118e88fc93ac1d36ec7401771609eeeb55b5ed8dfdd577f0f3af3a12"} Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.757873 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-42kqc" event={"ID":"5292cca9-82d2-474c-97dc-5a86b9a7bd59","Type":"ContainerStarted","Data":"60f7b8c7c62c3e54509758dba9ba5ac1cf18ba16e5dd098701b2e5ff3fa3daf6"} Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.759004 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" event={"ID":"4ed460ea-7aae-4573-8f50-5f934de06ed2","Type":"ContainerStarted","Data":"1abec29b7d1e9bd4a395ae9be94405c2feee7993d0aaf26059fdb8c9de5d1cc8"} Oct 13 19:41:21 crc kubenswrapper[4809]: I1013 19:41:21.845066 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-6r6c7"] Oct 13 19:41:21 crc kubenswrapper[4809]: W1013 19:41:21.848593 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbde8b0a4_d592_4d06_a7eb_d8798c20747b.slice/crio-2a465142aa669c445da00dbbae5dc9087ac9b0f9da9715013f0751b82854b28c WatchSource:0}: Error finding container 2a465142aa669c445da00dbbae5dc9087ac9b0f9da9715013f0751b82854b28c: Status 404 returned error can't find the container with id 2a465142aa669c445da00dbbae5dc9087ac9b0f9da9715013f0751b82854b28c Oct 13 19:41:22 crc kubenswrapper[4809]: I1013 19:41:22.006075 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:41:22 crc kubenswrapper[4809]: I1013 19:41:22.172187 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:41:22 crc kubenswrapper[4809]: W1013 19:41:22.175874 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1b55b233_ad22_425d_9f4e_013bdae9f78f.slice/crio-adcaead1d37a6dccb5268eb1951a577d11b2005dc4c75086f56eb23ffff28e43 WatchSource:0}: Error finding container adcaead1d37a6dccb5268eb1951a577d11b2005dc4c75086f56eb23ffff28e43: Status 404 returned error can't find the container with id adcaead1d37a6dccb5268eb1951a577d11b2005dc4c75086f56eb23ffff28e43 Oct 13 19:41:22 crc kubenswrapper[4809]: I1013 19:41:22.767891 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" event={"ID":"bde8b0a4-d592-4d06-a7eb-d8798c20747b","Type":"ContainerStarted","Data":"2a465142aa669c445da00dbbae5dc9087ac9b0f9da9715013f0751b82854b28c"} Oct 13 19:41:22 crc kubenswrapper[4809]: I1013 19:41:22.769618 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1b55b233-ad22-425d-9f4e-013bdae9f78f","Type":"ContainerStarted","Data":"adcaead1d37a6dccb5268eb1951a577d11b2005dc4c75086f56eb23ffff28e43"} Oct 13 19:41:22 crc kubenswrapper[4809]: I1013 19:41:22.770789 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e4666480-2e32-42a3-90bb-d05869406ebf","Type":"ContainerStarted","Data":"88d70cbf590699a6c2bfdaa4f18a8de17f764801b73dc3963b2deae258c89fab"} Oct 13 19:41:23 crc kubenswrapper[4809]: I1013 19:41:23.346414 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:41:23 crc kubenswrapper[4809]: I1013 19:41:23.370935 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:41:23 crc kubenswrapper[4809]: I1013 19:41:23.425030 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:41:24 crc kubenswrapper[4809]: I1013 19:41:24.790550 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" event={"ID":"4ed460ea-7aae-4573-8f50-5f934de06ed2","Type":"ContainerStarted","Data":"e7b110cbfd671ef53fe7c71a27ee45018097f76f516a8c48c1d901f1bff231f9"} Oct 13 19:41:24 crc kubenswrapper[4809]: I1013 19:41:24.792656 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1b55b233-ad22-425d-9f4e-013bdae9f78f","Type":"ContainerStarted","Data":"672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa"} Oct 13 19:41:24 crc kubenswrapper[4809]: I1013 19:41:24.795147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e4666480-2e32-42a3-90bb-d05869406ebf","Type":"ContainerStarted","Data":"06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8"} Oct 13 19:41:24 crc kubenswrapper[4809]: I1013 19:41:24.816363 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" podStartSLOduration=5.816343649 podStartE2EDuration="5.816343649s" podCreationTimestamp="2025-10-13 19:41:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:41:24.815245167 +0000 UTC m=+1003.420991762" watchObservedRunningTime="2025-10-13 19:41:24.816343649 +0000 UTC m=+1003.422090234" Oct 13 19:41:25 crc kubenswrapper[4809]: I1013 19:41:25.810225 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e4666480-2e32-42a3-90bb-d05869406ebf","Type":"ContainerStarted","Data":"3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85"} Oct 13 19:41:25 crc kubenswrapper[4809]: I1013 19:41:25.810297 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="e4666480-2e32-42a3-90bb-d05869406ebf" containerName="glance-log" containerID="cri-o://06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8" gracePeriod=30 Oct 13 19:41:25 crc kubenswrapper[4809]: I1013 19:41:25.810539 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="e4666480-2e32-42a3-90bb-d05869406ebf" containerName="glance-httpd" containerID="cri-o://3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85" gracePeriod=30 Oct 13 19:41:25 crc kubenswrapper[4809]: I1013 19:41:25.816515 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="1b55b233-ad22-425d-9f4e-013bdae9f78f" containerName="glance-log" containerID="cri-o://672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa" gracePeriod=30 Oct 13 19:41:25 crc kubenswrapper[4809]: I1013 19:41:25.816702 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="1b55b233-ad22-425d-9f4e-013bdae9f78f" containerName="glance-httpd" containerID="cri-o://ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b" gracePeriod=30 Oct 13 19:41:25 crc kubenswrapper[4809]: I1013 19:41:25.816820 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1b55b233-ad22-425d-9f4e-013bdae9f78f","Type":"ContainerStarted","Data":"ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b"} Oct 13 19:41:25 crc kubenswrapper[4809]: I1013 19:41:25.859219 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=6.859196234 podStartE2EDuration="6.859196234s" podCreationTimestamp="2025-10-13 19:41:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:41:25.836578705 +0000 UTC m=+1004.442325290" watchObservedRunningTime="2025-10-13 19:41:25.859196234 +0000 UTC m=+1004.464942819" Oct 13 19:41:25 crc kubenswrapper[4809]: I1013 19:41:25.868136 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=6.86811511 podStartE2EDuration="6.86811511s" podCreationTimestamp="2025-10-13 19:41:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:41:25.862496869 +0000 UTC m=+1004.468243454" watchObservedRunningTime="2025-10-13 19:41:25.86811511 +0000 UTC m=+1004.473861705" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.214607 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.281165 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p"] Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.281520 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" podUID="91e5d207-b9dd-4356-8aaa-ce704bf26732" containerName="dnsmasq-dns" containerID="cri-o://b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044" gracePeriod=10 Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.473524 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.540408 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558484 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-scripts\") pod \"1b55b233-ad22-425d-9f4e-013bdae9f78f\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558551 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-httpd-run\") pod \"1b55b233-ad22-425d-9f4e-013bdae9f78f\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558604 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8c57p\" (UniqueName: \"kubernetes.io/projected/1b55b233-ad22-425d-9f4e-013bdae9f78f-kube-api-access-8c57p\") pod \"1b55b233-ad22-425d-9f4e-013bdae9f78f\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558638 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-httpd-run\") pod \"e4666480-2e32-42a3-90bb-d05869406ebf\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558709 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-logs\") pod \"e4666480-2e32-42a3-90bb-d05869406ebf\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558773 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-logs\") pod \"1b55b233-ad22-425d-9f4e-013bdae9f78f\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558794 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-internal-tls-certs\") pod \"1b55b233-ad22-425d-9f4e-013bdae9f78f\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558834 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-combined-ca-bundle\") pod \"e4666480-2e32-42a3-90bb-d05869406ebf\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558861 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-public-tls-certs\") pod \"e4666480-2e32-42a3-90bb-d05869406ebf\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558894 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-combined-ca-bundle\") pod \"1b55b233-ad22-425d-9f4e-013bdae9f78f\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558920 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"1b55b233-ad22-425d-9f4e-013bdae9f78f\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558950 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pqhkd\" (UniqueName: \"kubernetes.io/projected/e4666480-2e32-42a3-90bb-d05869406ebf-kube-api-access-pqhkd\") pod \"e4666480-2e32-42a3-90bb-d05869406ebf\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.558982 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-config-data\") pod \"1b55b233-ad22-425d-9f4e-013bdae9f78f\" (UID: \"1b55b233-ad22-425d-9f4e-013bdae9f78f\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.559007 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-config-data\") pod \"e4666480-2e32-42a3-90bb-d05869406ebf\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.559040 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-scripts\") pod \"e4666480-2e32-42a3-90bb-d05869406ebf\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.559068 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"e4666480-2e32-42a3-90bb-d05869406ebf\" (UID: \"e4666480-2e32-42a3-90bb-d05869406ebf\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.559409 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-logs" (OuterVolumeSpecName: "logs") pod "e4666480-2e32-42a3-90bb-d05869406ebf" (UID: "e4666480-2e32-42a3-90bb-d05869406ebf"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.559419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-logs" (OuterVolumeSpecName: "logs") pod "1b55b233-ad22-425d-9f4e-013bdae9f78f" (UID: "1b55b233-ad22-425d-9f4e-013bdae9f78f"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.560099 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "1b55b233-ad22-425d-9f4e-013bdae9f78f" (UID: "1b55b233-ad22-425d-9f4e-013bdae9f78f"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.560139 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "e4666480-2e32-42a3-90bb-d05869406ebf" (UID: "e4666480-2e32-42a3-90bb-d05869406ebf"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.590278 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-scripts" (OuterVolumeSpecName: "scripts") pod "e4666480-2e32-42a3-90bb-d05869406ebf" (UID: "e4666480-2e32-42a3-90bb-d05869406ebf"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.591425 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-scripts" (OuterVolumeSpecName: "scripts") pod "1b55b233-ad22-425d-9f4e-013bdae9f78f" (UID: "1b55b233-ad22-425d-9f4e-013bdae9f78f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.592145 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage06-crc" (OuterVolumeSpecName: "glance") pod "1b55b233-ad22-425d-9f4e-013bdae9f78f" (UID: "1b55b233-ad22-425d-9f4e-013bdae9f78f"). InnerVolumeSpecName "local-storage06-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.598712 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1b55b233-ad22-425d-9f4e-013bdae9f78f-kube-api-access-8c57p" (OuterVolumeSpecName: "kube-api-access-8c57p") pod "1b55b233-ad22-425d-9f4e-013bdae9f78f" (UID: "1b55b233-ad22-425d-9f4e-013bdae9f78f"). InnerVolumeSpecName "kube-api-access-8c57p". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.601257 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e4666480-2e32-42a3-90bb-d05869406ebf-kube-api-access-pqhkd" (OuterVolumeSpecName: "kube-api-access-pqhkd") pod "e4666480-2e32-42a3-90bb-d05869406ebf" (UID: "e4666480-2e32-42a3-90bb-d05869406ebf"). InnerVolumeSpecName "kube-api-access-pqhkd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.604202 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage15-crc" (OuterVolumeSpecName: "glance") pod "e4666480-2e32-42a3-90bb-d05869406ebf" (UID: "e4666480-2e32-42a3-90bb-d05869406ebf"). InnerVolumeSpecName "local-storage15-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.614650 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1b55b233-ad22-425d-9f4e-013bdae9f78f" (UID: "1b55b233-ad22-425d-9f4e-013bdae9f78f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.622089 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e4666480-2e32-42a3-90bb-d05869406ebf" (UID: "e4666480-2e32-42a3-90bb-d05869406ebf"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.625111 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "e4666480-2e32-42a3-90bb-d05869406ebf" (UID: "e4666480-2e32-42a3-90bb-d05869406ebf"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.632244 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-config-data" (OuterVolumeSpecName: "config-data") pod "1b55b233-ad22-425d-9f4e-013bdae9f78f" (UID: "1b55b233-ad22-425d-9f4e-013bdae9f78f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.641190 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-config-data" (OuterVolumeSpecName: "config-data") pod "e4666480-2e32-42a3-90bb-d05869406ebf" (UID: "e4666480-2e32-42a3-90bb-d05869406ebf"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.655599 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "1b55b233-ad22-425d-9f4e-013bdae9f78f" (UID: "1b55b233-ad22-425d-9f4e-013bdae9f78f"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661253 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661304 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661317 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661364 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661380 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pqhkd\" (UniqueName: \"kubernetes.io/projected/e4666480-2e32-42a3-90bb-d05869406ebf-kube-api-access-pqhkd\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661395 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661407 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661418 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e4666480-2e32-42a3-90bb-d05869406ebf-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661438 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661449 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661460 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661471 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8c57p\" (UniqueName: \"kubernetes.io/projected/1b55b233-ad22-425d-9f4e-013bdae9f78f-kube-api-access-8c57p\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661498 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661511 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e4666480-2e32-42a3-90bb-d05869406ebf-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661524 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1b55b233-ad22-425d-9f4e-013bdae9f78f-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.661536 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1b55b233-ad22-425d-9f4e-013bdae9f78f-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.682331 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage06-crc" (UniqueName: "kubernetes.io/local-volume/local-storage06-crc") on node "crc" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.714670 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage15-crc" (UniqueName: "kubernetes.io/local-volume/local-storage15-crc") on node "crc" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.763218 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.763308 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.814652 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.826136 4809 generic.go:334] "Generic (PLEG): container finished" podID="1b55b233-ad22-425d-9f4e-013bdae9f78f" containerID="ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b" exitCode=0 Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.826169 4809 generic.go:334] "Generic (PLEG): container finished" podID="1b55b233-ad22-425d-9f4e-013bdae9f78f" containerID="672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa" exitCode=143 Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.826204 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1b55b233-ad22-425d-9f4e-013bdae9f78f","Type":"ContainerDied","Data":"ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b"} Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.826231 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1b55b233-ad22-425d-9f4e-013bdae9f78f","Type":"ContainerDied","Data":"672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa"} Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.826245 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1b55b233-ad22-425d-9f4e-013bdae9f78f","Type":"ContainerDied","Data":"adcaead1d37a6dccb5268eb1951a577d11b2005dc4c75086f56eb23ffff28e43"} Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.826263 4809 scope.go:117] "RemoveContainer" containerID="ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.826301 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.887098 4809 generic.go:334] "Generic (PLEG): container finished" podID="e4666480-2e32-42a3-90bb-d05869406ebf" containerID="3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85" exitCode=0 Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.887127 4809 generic.go:334] "Generic (PLEG): container finished" podID="e4666480-2e32-42a3-90bb-d05869406ebf" containerID="06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8" exitCode=143 Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.887173 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e4666480-2e32-42a3-90bb-d05869406ebf","Type":"ContainerDied","Data":"3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85"} Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.887207 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e4666480-2e32-42a3-90bb-d05869406ebf","Type":"ContainerDied","Data":"06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8"} Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.887216 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e4666480-2e32-42a3-90bb-d05869406ebf","Type":"ContainerDied","Data":"88d70cbf590699a6c2bfdaa4f18a8de17f764801b73dc3963b2deae258c89fab"} Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.887271 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.921995 4809 generic.go:334] "Generic (PLEG): container finished" podID="91e5d207-b9dd-4356-8aaa-ce704bf26732" containerID="b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044" exitCode=0 Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.922059 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" event={"ID":"91e5d207-b9dd-4356-8aaa-ce704bf26732","Type":"ContainerDied","Data":"b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044"} Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.922088 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" event={"ID":"91e5d207-b9dd-4356-8aaa-ce704bf26732","Type":"ContainerDied","Data":"7521441cf1065ae352fa3acaab6093b4163822e11521c6f9499298bdfc760726"} Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.922149 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.960391 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.979072 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mzrrd\" (UniqueName: \"kubernetes.io/projected/91e5d207-b9dd-4356-8aaa-ce704bf26732-kube-api-access-mzrrd\") pod \"91e5d207-b9dd-4356-8aaa-ce704bf26732\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.979207 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-config\") pod \"91e5d207-b9dd-4356-8aaa-ce704bf26732\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.979334 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-dnsmasq-svc\") pod \"91e5d207-b9dd-4356-8aaa-ce704bf26732\" (UID: \"91e5d207-b9dd-4356-8aaa-ce704bf26732\") " Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.983243 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/91e5d207-b9dd-4356-8aaa-ce704bf26732-kube-api-access-mzrrd" (OuterVolumeSpecName: "kube-api-access-mzrrd") pod "91e5d207-b9dd-4356-8aaa-ce704bf26732" (UID: "91e5d207-b9dd-4356-8aaa-ce704bf26732"). InnerVolumeSpecName "kube-api-access-mzrrd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:26 crc kubenswrapper[4809]: I1013 19:41:26.996569 4809 scope.go:117] "RemoveContainer" containerID="672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:26.998906 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.010773 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.011240 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="91e5d207-b9dd-4356-8aaa-ce704bf26732" containerName="dnsmasq-dns" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.011265 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="91e5d207-b9dd-4356-8aaa-ce704bf26732" containerName="dnsmasq-dns" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.011293 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e4666480-2e32-42a3-90bb-d05869406ebf" containerName="glance-log" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.011301 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e4666480-2e32-42a3-90bb-d05869406ebf" containerName="glance-log" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.011319 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1b55b233-ad22-425d-9f4e-013bdae9f78f" containerName="glance-httpd" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.011327 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1b55b233-ad22-425d-9f4e-013bdae9f78f" containerName="glance-httpd" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.011347 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e4666480-2e32-42a3-90bb-d05869406ebf" containerName="glance-httpd" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.011355 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e4666480-2e32-42a3-90bb-d05869406ebf" containerName="glance-httpd" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.011370 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1b55b233-ad22-425d-9f4e-013bdae9f78f" containerName="glance-log" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.011377 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1b55b233-ad22-425d-9f4e-013bdae9f78f" containerName="glance-log" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.011389 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="91e5d207-b9dd-4356-8aaa-ce704bf26732" containerName="init" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.011396 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="91e5d207-b9dd-4356-8aaa-ce704bf26732" containerName="init" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.011605 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1b55b233-ad22-425d-9f4e-013bdae9f78f" containerName="glance-httpd" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.011631 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="91e5d207-b9dd-4356-8aaa-ce704bf26732" containerName="dnsmasq-dns" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.011644 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e4666480-2e32-42a3-90bb-d05869406ebf" containerName="glance-log" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.011654 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1b55b233-ad22-425d-9f4e-013bdae9f78f" containerName="glance-log" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.011668 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e4666480-2e32-42a3-90bb-d05869406ebf" containerName="glance-httpd" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.013138 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.015589 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.016044 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.016526 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-sd795" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.016847 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.031289 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.049659 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.063260 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "91e5d207-b9dd-4356-8aaa-ce704bf26732" (UID: "91e5d207-b9dd-4356-8aaa-ce704bf26732"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.065206 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-config" (OuterVolumeSpecName: "config") pod "91e5d207-b9dd-4356-8aaa-ce704bf26732" (UID: "91e5d207-b9dd-4356-8aaa-ce704bf26732"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.069215 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.077407 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.079576 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.083365 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.085411 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.085445 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mzrrd\" (UniqueName: \"kubernetes.io/projected/91e5d207-b9dd-4356-8aaa-ce704bf26732-kube-api-access-mzrrd\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.085458 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/91e5d207-b9dd-4356-8aaa-ce704bf26732-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.086886 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.095477 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.149462 4809 scope.go:117] "RemoveContainer" containerID="ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.150365 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b\": container with ID starting with ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b not found: ID does not exist" containerID="ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.150401 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b"} err="failed to get container status \"ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b\": rpc error: code = NotFound desc = could not find container \"ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b\": container with ID starting with ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b not found: ID does not exist" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.150425 4809 scope.go:117] "RemoveContainer" containerID="672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.150856 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa\": container with ID starting with 672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa not found: ID does not exist" containerID="672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.150893 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa"} err="failed to get container status \"672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa\": rpc error: code = NotFound desc = could not find container \"672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa\": container with ID starting with 672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa not found: ID does not exist" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.151005 4809 scope.go:117] "RemoveContainer" containerID="ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.152118 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b"} err="failed to get container status \"ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b\": rpc error: code = NotFound desc = could not find container \"ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b\": container with ID starting with ac1c27631731b6d4e29d88a04e4c18ff0a5c771a0b6b498b9f12db5679b7a93b not found: ID does not exist" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.152166 4809 scope.go:117] "RemoveContainer" containerID="672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.152831 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa"} err="failed to get container status \"672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa\": rpc error: code = NotFound desc = could not find container \"672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa\": container with ID starting with 672dba2d7b3d427ac9a30acbc315d44b030a3caf7dcbecfb8f29692c65e32daa not found: ID does not exist" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.152859 4809 scope.go:117] "RemoveContainer" containerID="3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186563 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186611 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mm9jr\" (UniqueName: \"kubernetes.io/projected/1107e85a-d780-4901-9941-0cec23196d44-kube-api-access-mm9jr\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186643 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186696 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186750 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186780 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-logs\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186845 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186882 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186909 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186931 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-scripts\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186955 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-logs\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.186988 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-scripts\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.187249 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qmtgw\" (UniqueName: \"kubernetes.io/projected/66822d90-d691-4cda-a050-057add6aa152-kube-api-access-qmtgw\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.187283 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-config-data\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.187334 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.187941 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-config-data\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.206892 4809 scope.go:117] "RemoveContainer" containerID="06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.234175 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode4666480_2e32_42a3_90bb_d05869406ebf.slice/crio-88d70cbf590699a6c2bfdaa4f18a8de17f764801b73dc3963b2deae258c89fab\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1b55b233_ad22_425d_9f4e_013bdae9f78f.slice\": RecentStats: unable to find data in memory cache]" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.239267 4809 scope.go:117] "RemoveContainer" containerID="3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.239848 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85\": container with ID starting with 3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85 not found: ID does not exist" containerID="3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.239876 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85"} err="failed to get container status \"3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85\": rpc error: code = NotFound desc = could not find container \"3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85\": container with ID starting with 3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85 not found: ID does not exist" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.239898 4809 scope.go:117] "RemoveContainer" containerID="06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.240765 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8\": container with ID starting with 06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8 not found: ID does not exist" containerID="06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.240831 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8"} err="failed to get container status \"06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8\": rpc error: code = NotFound desc = could not find container \"06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8\": container with ID starting with 06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8 not found: ID does not exist" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.240868 4809 scope.go:117] "RemoveContainer" containerID="3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.241329 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85"} err="failed to get container status \"3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85\": rpc error: code = NotFound desc = could not find container \"3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85\": container with ID starting with 3de28ac94b3787a13f0837619c01f6ee38a1815ab728931578ecb4671fafcf85 not found: ID does not exist" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.241371 4809 scope.go:117] "RemoveContainer" containerID="06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.241748 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8"} err="failed to get container status \"06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8\": rpc error: code = NotFound desc = could not find container \"06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8\": container with ID starting with 06adaaaab44b841d8050108e7b402199e65ddf0d9a39161ef625baf556f134a8 not found: ID does not exist" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.241783 4809 scope.go:117] "RemoveContainer" containerID="b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.262613 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p"] Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.269171 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-z744p"] Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.277054 4809 scope.go:117] "RemoveContainer" containerID="6048297f94bd35a63a1ae55b8a3a5043bc85d57f265b2346ba65d3bcdff08ac1" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.290256 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-config-data\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.290332 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.290357 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mm9jr\" (UniqueName: \"kubernetes.io/projected/1107e85a-d780-4901-9941-0cec23196d44-kube-api-access-mm9jr\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.290399 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.290419 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.290438 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.291170 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") device mount path \"/mnt/openstack/pv06\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.291475 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.291583 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-logs\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.291691 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.291812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.291871 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.291888 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-scripts\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.291962 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-logs\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.292016 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-scripts\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.292081 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qmtgw\" (UniqueName: \"kubernetes.io/projected/66822d90-d691-4cda-a050-057add6aa152-kube-api-access-qmtgw\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.292099 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-config-data\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.292127 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.294055 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") device mount path \"/mnt/openstack/pv15\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.295259 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-logs\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.295543 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-logs\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.295718 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.297753 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-scripts\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.303327 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.305345 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-config-data\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.310548 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-config-data\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.315427 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mm9jr\" (UniqueName: \"kubernetes.io/projected/1107e85a-d780-4901-9941-0cec23196d44-kube-api-access-mm9jr\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.315600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.316201 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.316454 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.317496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-scripts\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.318678 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qmtgw\" (UniqueName: \"kubernetes.io/projected/66822d90-d691-4cda-a050-057add6aa152-kube-api-access-qmtgw\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.318695 4809 scope.go:117] "RemoveContainer" containerID="b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.319749 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044\": container with ID starting with b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044 not found: ID does not exist" containerID="b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.319779 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044"} err="failed to get container status \"b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044\": rpc error: code = NotFound desc = could not find container \"b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044\": container with ID starting with b18944266e77248018ac4f44f6a71a4e96af6387bbdea30a989dcf5dce19e044 not found: ID does not exist" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.319801 4809 scope.go:117] "RemoveContainer" containerID="6048297f94bd35a63a1ae55b8a3a5043bc85d57f265b2346ba65d3bcdff08ac1" Oct 13 19:41:27 crc kubenswrapper[4809]: E1013 19:41:27.320186 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6048297f94bd35a63a1ae55b8a3a5043bc85d57f265b2346ba65d3bcdff08ac1\": container with ID starting with 6048297f94bd35a63a1ae55b8a3a5043bc85d57f265b2346ba65d3bcdff08ac1 not found: ID does not exist" containerID="6048297f94bd35a63a1ae55b8a3a5043bc85d57f265b2346ba65d3bcdff08ac1" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.320396 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6048297f94bd35a63a1ae55b8a3a5043bc85d57f265b2346ba65d3bcdff08ac1"} err="failed to get container status \"6048297f94bd35a63a1ae55b8a3a5043bc85d57f265b2346ba65d3bcdff08ac1\": rpc error: code = NotFound desc = could not find container \"6048297f94bd35a63a1ae55b8a3a5043bc85d57f265b2346ba65d3bcdff08ac1\": container with ID starting with 6048297f94bd35a63a1ae55b8a3a5043bc85d57f265b2346ba65d3bcdff08ac1 not found: ID does not exist" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.327534 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.356715 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.450203 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:27 crc kubenswrapper[4809]: I1013 19:41:27.463134 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:28 crc kubenswrapper[4809]: I1013 19:41:28.168909 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1b55b233-ad22-425d-9f4e-013bdae9f78f" path="/var/lib/kubelet/pods/1b55b233-ad22-425d-9f4e-013bdae9f78f/volumes" Oct 13 19:41:28 crc kubenswrapper[4809]: I1013 19:41:28.170059 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="91e5d207-b9dd-4356-8aaa-ce704bf26732" path="/var/lib/kubelet/pods/91e5d207-b9dd-4356-8aaa-ce704bf26732/volumes" Oct 13 19:41:28 crc kubenswrapper[4809]: I1013 19:41:28.170855 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e4666480-2e32-42a3-90bb-d05869406ebf" path="/var/lib/kubelet/pods/e4666480-2e32-42a3-90bb-d05869406ebf/volumes" Oct 13 19:41:28 crc kubenswrapper[4809]: I1013 19:41:28.972339 4809 generic.go:334] "Generic (PLEG): container finished" podID="4ed460ea-7aae-4573-8f50-5f934de06ed2" containerID="e7b110cbfd671ef53fe7c71a27ee45018097f76f516a8c48c1d901f1bff231f9" exitCode=0 Oct 13 19:41:28 crc kubenswrapper[4809]: I1013 19:41:28.972901 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" event={"ID":"4ed460ea-7aae-4573-8f50-5f934de06ed2","Type":"ContainerDied","Data":"e7b110cbfd671ef53fe7c71a27ee45018097f76f516a8c48c1d901f1bff231f9"} Oct 13 19:41:39 crc kubenswrapper[4809]: E1013 19:41:39.382547 4809 log.go:32] "PullImage from image service failed" err="rpc error: code = Canceled desc = copying config: context canceled" image="quay.io/podified-antelope-centos9/openstack-barbican-api@sha256:121a845dacd051814fb4709fc557420363cd923a9cf2b4ed09addd394f83a3f5" Oct 13 19:41:39 crc kubenswrapper[4809]: E1013 19:41:39.383161 4809 kuberuntime_manager.go:1274] "Unhandled Error" err="container &Container{Name:barbican-db-sync,Image:quay.io/podified-antelope-centos9/openstack-barbican-api@sha256:121a845dacd051814fb4709fc557420363cd923a9cf2b4ed09addd394f83a3f5,Command:[/bin/bash],Args:[-c barbican-manage db upgrade],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:KOLLA_BOOTSTRAP,Value:TRUE,ValueFrom:nil,},EnvVar{Name:KOLLA_CONFIG_STRATEGY,Value:COPY_ALWAYS,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:db-sync-config-data,ReadOnly:true,MountPath:/etc/barbican/barbican.conf.d,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:combined-ca-bundle,ReadOnly:true,MountPath:/etc/pki/ca-trust/extracted/pem/tls-ca-bundle.pem,SubPath:tls-ca-bundle.pem,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:kube-api-access-629k9,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[],Drop:[MKNOD],},Privileged:nil,SELinuxOptions:nil,RunAsUser:*42403,RunAsNonRoot:*true,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:nil,RunAsGroup:*42403,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod barbican-db-sync-lkwnv_openstack-kuttl-tests(44f7c65b-7f3e-40f7-878a-28338dbeedb2): ErrImagePull: rpc error: code = Canceled desc = copying config: context canceled" logger="UnhandledError" Oct 13 19:41:39 crc kubenswrapper[4809]: E1013 19:41:39.384757 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"barbican-db-sync\" with ErrImagePull: \"rpc error: code = Canceled desc = copying config: context canceled\"" pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" podUID="44f7c65b-7f3e-40f7-878a-28338dbeedb2" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.469891 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.635503 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-credential-keys\") pod \"4ed460ea-7aae-4573-8f50-5f934de06ed2\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.635554 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-q8bcd\" (UniqueName: \"kubernetes.io/projected/4ed460ea-7aae-4573-8f50-5f934de06ed2-kube-api-access-q8bcd\") pod \"4ed460ea-7aae-4573-8f50-5f934de06ed2\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.635645 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-combined-ca-bundle\") pod \"4ed460ea-7aae-4573-8f50-5f934de06ed2\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.635711 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-fernet-keys\") pod \"4ed460ea-7aae-4573-8f50-5f934de06ed2\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.635764 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-config-data\") pod \"4ed460ea-7aae-4573-8f50-5f934de06ed2\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.635783 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-scripts\") pod \"4ed460ea-7aae-4573-8f50-5f934de06ed2\" (UID: \"4ed460ea-7aae-4573-8f50-5f934de06ed2\") " Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.641413 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-scripts" (OuterVolumeSpecName: "scripts") pod "4ed460ea-7aae-4573-8f50-5f934de06ed2" (UID: "4ed460ea-7aae-4573-8f50-5f934de06ed2"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.643278 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "4ed460ea-7aae-4573-8f50-5f934de06ed2" (UID: "4ed460ea-7aae-4573-8f50-5f934de06ed2"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.647909 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "4ed460ea-7aae-4573-8f50-5f934de06ed2" (UID: "4ed460ea-7aae-4573-8f50-5f934de06ed2"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.663972 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4ed460ea-7aae-4573-8f50-5f934de06ed2-kube-api-access-q8bcd" (OuterVolumeSpecName: "kube-api-access-q8bcd") pod "4ed460ea-7aae-4573-8f50-5f934de06ed2" (UID: "4ed460ea-7aae-4573-8f50-5f934de06ed2"). InnerVolumeSpecName "kube-api-access-q8bcd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.680116 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4ed460ea-7aae-4573-8f50-5f934de06ed2" (UID: "4ed460ea-7aae-4573-8f50-5f934de06ed2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.684021 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-config-data" (OuterVolumeSpecName: "config-data") pod "4ed460ea-7aae-4573-8f50-5f934de06ed2" (UID: "4ed460ea-7aae-4573-8f50-5f934de06ed2"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.738344 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.738398 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.738411 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.738422 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.738437 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-q8bcd\" (UniqueName: \"kubernetes.io/projected/4ed460ea-7aae-4573-8f50-5f934de06ed2-kube-api-access-q8bcd\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:39 crc kubenswrapper[4809]: I1013 19:41:39.738482 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ed460ea-7aae-4573-8f50-5f934de06ed2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:39 crc kubenswrapper[4809]: E1013 19:41:39.749846 4809 log.go:32] "PullImage from image service failed" err="rpc error: code = Canceled desc = copying config: context canceled" image="quay.io/podified-antelope-centos9/openstack-ceilometer-central@sha256:37be59ccd30847c8e5a52ca48fb90e60ed1134aa96770929238f414bb9a96442" Oct 13 19:41:39 crc kubenswrapper[4809]: E1013 19:41:39.750197 4809 kuberuntime_manager.go:1274] "Unhandled Error" err="container &Container{Name:ceilometer-central-agent,Image:quay.io/podified-antelope-centos9/openstack-ceilometer-central@sha256:37be59ccd30847c8e5a52ca48fb90e60ed1134aa96770929238f414bb9a96442,Command:[/bin/bash],Args:[-c /usr/local/bin/kolla_set_configs && /usr/local/bin/kolla_start],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:CONFIG_HASH,Value:nd7h9dhc8h57fh598h8dh54fh6fh696h679h55fhfh674h687h694h644h696h5bch59h66ch554h78h5cfhffh64h8fh69h67ch59fh596hffh58dq,ValueFrom:nil,},EnvVar{Name:KOLLA_CONFIG_STRATEGY,Value:COPY_ALWAYS,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:scripts,ReadOnly:true,MountPath:/var/lib/openstack/bin,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:config-data,ReadOnly:true,MountPath:/var/lib/openstack/config,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:config-data,ReadOnly:true,MountPath:/var/lib/kolla/config_files/config.json,SubPath:ceilometer-central-config.json,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:combined-ca-bundle,ReadOnly:true,MountPath:/etc/pki/ca-trust/extracted/pem/tls-ca-bundle.pem,SubPath:tls-ca-bundle.pem,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:kube-api-access-8wgkv,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:&ExecAction{Command:[/usr/bin/python3 /var/lib/openstack/bin/centralhealth.py],},HTTPGet:nil,TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:300,TimeoutSeconds:5,PeriodSeconds:5,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:Always,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[],Drop:[MKNOD],},Privileged:nil,SELinuxOptions:nil,RunAsUser:*0,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:nil,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod ceilometer-0_openstack-kuttl-tests(0b72d175-66d5-4858-b279-292c04997fbe): ErrImagePull: rpc error: code = Canceled desc = copying config: context canceled" logger="UnhandledError" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.080126 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.091036 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-jnzq7" event={"ID":"4ed460ea-7aae-4573-8f50-5f934de06ed2","Type":"ContainerDied","Data":"1abec29b7d1e9bd4a395ae9be94405c2feee7993d0aaf26059fdb8c9de5d1cc8"} Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.091097 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1abec29b7d1e9bd4a395ae9be94405c2feee7993d0aaf26059fdb8c9de5d1cc8" Oct 13 19:41:40 crc kubenswrapper[4809]: E1013 19:41:40.091557 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"barbican-db-sync\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/podified-antelope-centos9/openstack-barbican-api@sha256:121a845dacd051814fb4709fc557420363cd923a9cf2b4ed09addd394f83a3f5\\\"\"" pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" podUID="44f7c65b-7f3e-40f7-878a-28338dbeedb2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.553592 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-jnzq7"] Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.559969 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-jnzq7"] Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.698705 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-8ghn2"] Oct 13 19:41:40 crc kubenswrapper[4809]: E1013 19:41:40.701117 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4ed460ea-7aae-4573-8f50-5f934de06ed2" containerName="keystone-bootstrap" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.701148 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4ed460ea-7aae-4573-8f50-5f934de06ed2" containerName="keystone-bootstrap" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.704315 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4ed460ea-7aae-4573-8f50-5f934de06ed2" containerName="keystone-bootstrap" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.706162 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.708573 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.708829 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.709863 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.710413 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-qnh9l" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.714351 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-8ghn2"] Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.862333 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-config-data\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.862391 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-scripts\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.862466 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7pdcd\" (UniqueName: \"kubernetes.io/projected/92f09578-f6f0-415c-badf-d9904c16df09-kube-api-access-7pdcd\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.862527 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-fernet-keys\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.862597 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-combined-ca-bundle\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.862618 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-credential-keys\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.964507 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-fernet-keys\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.964599 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-combined-ca-bundle\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.964623 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-credential-keys\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.964687 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-config-data\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.964714 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-scripts\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.965309 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7pdcd\" (UniqueName: \"kubernetes.io/projected/92f09578-f6f0-415c-badf-d9904c16df09-kube-api-access-7pdcd\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.970168 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-fernet-keys\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.970666 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-credential-keys\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.971334 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-combined-ca-bundle\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.971377 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-config-data\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.982330 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7pdcd\" (UniqueName: \"kubernetes.io/projected/92f09578-f6f0-415c-badf-d9904c16df09-kube-api-access-7pdcd\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:40 crc kubenswrapper[4809]: I1013 19:41:40.982495 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-scripts\") pod \"keystone-bootstrap-8ghn2\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:41 crc kubenswrapper[4809]: I1013 19:41:41.032997 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:42 crc kubenswrapper[4809]: I1013 19:41:42.167514 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4ed460ea-7aae-4573-8f50-5f934de06ed2" path="/var/lib/kubelet/pods/4ed460ea-7aae-4573-8f50-5f934de06ed2/volumes" Oct 13 19:41:48 crc kubenswrapper[4809]: E1013 19:41:48.605804 4809 log.go:32] "PullImage from image service failed" err="rpc error: code = Canceled desc = copying config: context canceled" image="quay.io/podified-antelope-centos9/openstack-cinder-api@sha256:93b475af15a0d10e95cb17b98927077f05ac24c89472a601d677eb89f82fd429" Oct 13 19:41:48 crc kubenswrapper[4809]: E1013 19:41:48.606681 4809 kuberuntime_manager.go:1274] "Unhandled Error" err="container &Container{Name:cinder-db-sync,Image:quay.io/podified-antelope-centos9/openstack-cinder-api@sha256:93b475af15a0d10e95cb17b98927077f05ac24c89472a601d677eb89f82fd429,Command:[/bin/bash],Args:[-c /usr/local/bin/kolla_set_configs && /usr/local/bin/kolla_start],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:KOLLA_BOOTSTRAP,Value:TRUE,ValueFrom:nil,},EnvVar{Name:KOLLA_CONFIG_STRATEGY,Value:COPY_ALWAYS,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:etc-machine-id,ReadOnly:true,MountPath:/etc/machine-id,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:scripts,ReadOnly:true,MountPath:/usr/local/bin/container-scripts,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:config-data,ReadOnly:true,MountPath:/var/lib/config-data/merged,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:config-data,ReadOnly:true,MountPath:/etc/my.cnf,SubPath:my.cnf,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:db-sync-config-data,ReadOnly:true,MountPath:/etc/cinder/cinder.conf.d,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:config-data,ReadOnly:true,MountPath:/var/lib/kolla/config_files/config.json,SubPath:db-sync-config.json,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:combined-ca-bundle,ReadOnly:true,MountPath:/etc/pki/ca-trust/extracted/pem/tls-ca-bundle.pem,SubPath:tls-ca-bundle.pem,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:kube-api-access-wjcl4,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:nil,Privileged:nil,SELinuxOptions:nil,RunAsUser:*0,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:nil,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod cinder-db-sync-qfjdg_openstack-kuttl-tests(f4cf2b33-8c58-4242-acf9-2e9e377682fb): ErrImagePull: rpc error: code = Canceled desc = copying config: context canceled" logger="UnhandledError" Oct 13 19:41:48 crc kubenswrapper[4809]: E1013 19:41:48.607919 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"cinder-db-sync\" with ErrImagePull: \"rpc error: code = Canceled desc = copying config: context canceled\"" pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" podUID="f4cf2b33-8c58-4242-acf9-2e9e377682fb" Oct 13 19:41:49 crc kubenswrapper[4809]: I1013 19:41:49.057442 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:41:49 crc kubenswrapper[4809]: I1013 19:41:49.092745 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:41:49 crc kubenswrapper[4809]: W1013 19:41:49.100650 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1107e85a_d780_4901_9941_0cec23196d44.slice/crio-fc65d1c3952d159c999f954c5ad16b2aa12852e9f793d87008ee790d47d2a7e6 WatchSource:0}: Error finding container fc65d1c3952d159c999f954c5ad16b2aa12852e9f793d87008ee790d47d2a7e6: Status 404 returned error can't find the container with id fc65d1c3952d159c999f954c5ad16b2aa12852e9f793d87008ee790d47d2a7e6 Oct 13 19:41:49 crc kubenswrapper[4809]: I1013 19:41:49.156519 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"66822d90-d691-4cda-a050-057add6aa152","Type":"ContainerStarted","Data":"9edb4e9addc4387b202b50cdd4fd1432356762771e667ca95440f1a33c3cd4e6"} Oct 13 19:41:49 crc kubenswrapper[4809]: I1013 19:41:49.158067 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"1107e85a-d780-4901-9941-0cec23196d44","Type":"ContainerStarted","Data":"fc65d1c3952d159c999f954c5ad16b2aa12852e9f793d87008ee790d47d2a7e6"} Oct 13 19:41:49 crc kubenswrapper[4809]: E1013 19:41:49.159836 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"cinder-db-sync\" with ImagePullBackOff: \"Back-off pulling image \\\"quay.io/podified-antelope-centos9/openstack-cinder-api@sha256:93b475af15a0d10e95cb17b98927077f05ac24c89472a601d677eb89f82fd429\\\"\"" pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" podUID="f4cf2b33-8c58-4242-acf9-2e9e377682fb" Oct 13 19:41:49 crc kubenswrapper[4809]: I1013 19:41:49.401419 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-8ghn2"] Oct 13 19:41:49 crc kubenswrapper[4809]: W1013 19:41:49.404000 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod92f09578_f6f0_415c_badf_d9904c16df09.slice/crio-9884bb046ba4187f0ac606846b76dbe847397b6ca5acaac4baaaab1354594419 WatchSource:0}: Error finding container 9884bb046ba4187f0ac606846b76dbe847397b6ca5acaac4baaaab1354594419: Status 404 returned error can't find the container with id 9884bb046ba4187f0ac606846b76dbe847397b6ca5acaac4baaaab1354594419 Oct 13 19:41:50 crc kubenswrapper[4809]: I1013 19:41:50.185333 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"66822d90-d691-4cda-a050-057add6aa152","Type":"ContainerStarted","Data":"2022581c3e50bc4f406e2b08d15623acae6f4a72462dd220d9dd1b9af2784102"} Oct 13 19:41:50 crc kubenswrapper[4809]: I1013 19:41:50.201315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" event={"ID":"bde8b0a4-d592-4d06-a7eb-d8798c20747b","Type":"ContainerStarted","Data":"ea8c9e38baec3b6f2986e79e6c02692802773d21c9cda250e7f12ab558a162ed"} Oct 13 19:41:50 crc kubenswrapper[4809]: I1013 19:41:50.203571 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"1107e85a-d780-4901-9941-0cec23196d44","Type":"ContainerStarted","Data":"95f585a8f62746916deb33e686d1dd6b781aac666f38a04d9d497a75f2029ac6"} Oct 13 19:41:50 crc kubenswrapper[4809]: I1013 19:41:50.208459 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-42kqc" event={"ID":"5292cca9-82d2-474c-97dc-5a86b9a7bd59","Type":"ContainerStarted","Data":"40f587e5ead121a29a07acaff3802a20c2cb1a6587858b11d9a92ad062495e7f"} Oct 13 19:41:50 crc kubenswrapper[4809]: I1013 19:41:50.210911 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" event={"ID":"92f09578-f6f0-415c-badf-d9904c16df09","Type":"ContainerStarted","Data":"bff2551cabdccf86239b9c5f34d1b86fc2fd3e437db2ed3de627d463ab13fffa"} Oct 13 19:41:50 crc kubenswrapper[4809]: I1013 19:41:50.210971 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" event={"ID":"92f09578-f6f0-415c-badf-d9904c16df09","Type":"ContainerStarted","Data":"9884bb046ba4187f0ac606846b76dbe847397b6ca5acaac4baaaab1354594419"} Oct 13 19:41:50 crc kubenswrapper[4809]: I1013 19:41:50.215112 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0b72d175-66d5-4858-b279-292c04997fbe","Type":"ContainerStarted","Data":"f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d"} Oct 13 19:41:50 crc kubenswrapper[4809]: I1013 19:41:50.221572 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" podStartSLOduration=3.468415013 podStartE2EDuration="30.22155569s" podCreationTimestamp="2025-10-13 19:41:20 +0000 UTC" firstStartedPulling="2025-10-13 19:41:21.852014979 +0000 UTC m=+1000.457761574" lastFinishedPulling="2025-10-13 19:41:48.605155666 +0000 UTC m=+1027.210902251" observedRunningTime="2025-10-13 19:41:50.216650039 +0000 UTC m=+1028.822396624" watchObservedRunningTime="2025-10-13 19:41:50.22155569 +0000 UTC m=+1028.827302275" Oct 13 19:41:50 crc kubenswrapper[4809]: I1013 19:41:50.239438 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-db-sync-42kqc" podStartSLOduration=2.765863289 podStartE2EDuration="30.239417602s" podCreationTimestamp="2025-10-13 19:41:20 +0000 UTC" firstStartedPulling="2025-10-13 19:41:21.12070946 +0000 UTC m=+999.726456045" lastFinishedPulling="2025-10-13 19:41:48.594263763 +0000 UTC m=+1027.200010358" observedRunningTime="2025-10-13 19:41:50.233947945 +0000 UTC m=+1028.839694530" watchObservedRunningTime="2025-10-13 19:41:50.239417602 +0000 UTC m=+1028.845164187" Oct 13 19:41:50 crc kubenswrapper[4809]: I1013 19:41:50.252255 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" podStartSLOduration=10.252239361 podStartE2EDuration="10.252239361s" podCreationTimestamp="2025-10-13 19:41:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:41:50.250930283 +0000 UTC m=+1028.856676888" watchObservedRunningTime="2025-10-13 19:41:50.252239361 +0000 UTC m=+1028.857985946" Oct 13 19:41:51 crc kubenswrapper[4809]: I1013 19:41:51.233974 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"66822d90-d691-4cda-a050-057add6aa152","Type":"ContainerStarted","Data":"dc432488c321c5cd3ca7ca6e443b43b7eccafe0d0ae5b6575de696d781e929ac"} Oct 13 19:41:51 crc kubenswrapper[4809]: I1013 19:41:51.245550 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"1107e85a-d780-4901-9941-0cec23196d44","Type":"ContainerStarted","Data":"f73c8067f0b3453afe0eecffdf38c283cf1099cc733e8fca4e983da4fc6e0042"} Oct 13 19:41:51 crc kubenswrapper[4809]: I1013 19:41:51.303515 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=25.303493637 podStartE2EDuration="25.303493637s" podCreationTimestamp="2025-10-13 19:41:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:41:51.282414662 +0000 UTC m=+1029.888161267" watchObservedRunningTime="2025-10-13 19:41:51.303493637 +0000 UTC m=+1029.909240232" Oct 13 19:41:51 crc kubenswrapper[4809]: I1013 19:41:51.309821 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=25.309796888 podStartE2EDuration="25.309796888s" podCreationTimestamp="2025-10-13 19:41:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:41:51.300135101 +0000 UTC m=+1029.905881696" watchObservedRunningTime="2025-10-13 19:41:51.309796888 +0000 UTC m=+1029.915543473" Oct 13 19:41:52 crc kubenswrapper[4809]: I1013 19:41:52.257485 4809 generic.go:334] "Generic (PLEG): container finished" podID="5292cca9-82d2-474c-97dc-5a86b9a7bd59" containerID="40f587e5ead121a29a07acaff3802a20c2cb1a6587858b11d9a92ad062495e7f" exitCode=0 Oct 13 19:41:52 crc kubenswrapper[4809]: I1013 19:41:52.258447 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-42kqc" event={"ID":"5292cca9-82d2-474c-97dc-5a86b9a7bd59","Type":"ContainerDied","Data":"40f587e5ead121a29a07acaff3802a20c2cb1a6587858b11d9a92ad062495e7f"} Oct 13 19:41:53 crc kubenswrapper[4809]: I1013 19:41:53.267678 4809 generic.go:334] "Generic (PLEG): container finished" podID="92f09578-f6f0-415c-badf-d9904c16df09" containerID="bff2551cabdccf86239b9c5f34d1b86fc2fd3e437db2ed3de627d463ab13fffa" exitCode=0 Oct 13 19:41:53 crc kubenswrapper[4809]: I1013 19:41:53.267893 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" event={"ID":"92f09578-f6f0-415c-badf-d9904c16df09","Type":"ContainerDied","Data":"bff2551cabdccf86239b9c5f34d1b86fc2fd3e437db2ed3de627d463ab13fffa"} Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.265411 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.280645 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-42kqc" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.281024 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-42kqc" event={"ID":"5292cca9-82d2-474c-97dc-5a86b9a7bd59","Type":"ContainerDied","Data":"60f7b8c7c62c3e54509758dba9ba5ac1cf18ba16e5dd098701b2e5ff3fa3daf6"} Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.281054 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="60f7b8c7c62c3e54509758dba9ba5ac1cf18ba16e5dd098701b2e5ff3fa3daf6" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.316179 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-combined-ca-bundle\") pod \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.316275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-config-data\") pod \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.316348 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mn78x\" (UniqueName: \"kubernetes.io/projected/5292cca9-82d2-474c-97dc-5a86b9a7bd59-kube-api-access-mn78x\") pod \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.316474 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5292cca9-82d2-474c-97dc-5a86b9a7bd59-logs\") pod \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.316494 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-scripts\") pod \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\" (UID: \"5292cca9-82d2-474c-97dc-5a86b9a7bd59\") " Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.320654 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-scripts" (OuterVolumeSpecName: "scripts") pod "5292cca9-82d2-474c-97dc-5a86b9a7bd59" (UID: "5292cca9-82d2-474c-97dc-5a86b9a7bd59"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.321006 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5292cca9-82d2-474c-97dc-5a86b9a7bd59-logs" (OuterVolumeSpecName: "logs") pod "5292cca9-82d2-474c-97dc-5a86b9a7bd59" (UID: "5292cca9-82d2-474c-97dc-5a86b9a7bd59"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.321351 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5292cca9-82d2-474c-97dc-5a86b9a7bd59-kube-api-access-mn78x" (OuterVolumeSpecName: "kube-api-access-mn78x") pod "5292cca9-82d2-474c-97dc-5a86b9a7bd59" (UID: "5292cca9-82d2-474c-97dc-5a86b9a7bd59"). InnerVolumeSpecName "kube-api-access-mn78x". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.351164 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-config-data" (OuterVolumeSpecName: "config-data") pod "5292cca9-82d2-474c-97dc-5a86b9a7bd59" (UID: "5292cca9-82d2-474c-97dc-5a86b9a7bd59"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.356184 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5292cca9-82d2-474c-97dc-5a86b9a7bd59" (UID: "5292cca9-82d2-474c-97dc-5a86b9a7bd59"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.418207 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5292cca9-82d2-474c-97dc-5a86b9a7bd59-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.418513 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.418526 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.418542 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5292cca9-82d2-474c-97dc-5a86b9a7bd59-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.418555 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mn78x\" (UniqueName: \"kubernetes.io/projected/5292cca9-82d2-474c-97dc-5a86b9a7bd59-kube-api-access-mn78x\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.598279 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.722342 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-config-data\") pod \"92f09578-f6f0-415c-badf-d9904c16df09\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.722464 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7pdcd\" (UniqueName: \"kubernetes.io/projected/92f09578-f6f0-415c-badf-d9904c16df09-kube-api-access-7pdcd\") pod \"92f09578-f6f0-415c-badf-d9904c16df09\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.722521 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-credential-keys\") pod \"92f09578-f6f0-415c-badf-d9904c16df09\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.722580 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-scripts\") pod \"92f09578-f6f0-415c-badf-d9904c16df09\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.722651 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-fernet-keys\") pod \"92f09578-f6f0-415c-badf-d9904c16df09\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.722757 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-combined-ca-bundle\") pod \"92f09578-f6f0-415c-badf-d9904c16df09\" (UID: \"92f09578-f6f0-415c-badf-d9904c16df09\") " Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.726410 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "92f09578-f6f0-415c-badf-d9904c16df09" (UID: "92f09578-f6f0-415c-badf-d9904c16df09"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.727065 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "92f09578-f6f0-415c-badf-d9904c16df09" (UID: "92f09578-f6f0-415c-badf-d9904c16df09"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.729137 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-scripts" (OuterVolumeSpecName: "scripts") pod "92f09578-f6f0-415c-badf-d9904c16df09" (UID: "92f09578-f6f0-415c-badf-d9904c16df09"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.729638 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/92f09578-f6f0-415c-badf-d9904c16df09-kube-api-access-7pdcd" (OuterVolumeSpecName: "kube-api-access-7pdcd") pod "92f09578-f6f0-415c-badf-d9904c16df09" (UID: "92f09578-f6f0-415c-badf-d9904c16df09"). InnerVolumeSpecName "kube-api-access-7pdcd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.759444 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "92f09578-f6f0-415c-badf-d9904c16df09" (UID: "92f09578-f6f0-415c-badf-d9904c16df09"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.763498 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-config-data" (OuterVolumeSpecName: "config-data") pod "92f09578-f6f0-415c-badf-d9904c16df09" (UID: "92f09578-f6f0-415c-badf-d9904c16df09"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.824715 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.825012 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7pdcd\" (UniqueName: \"kubernetes.io/projected/92f09578-f6f0-415c-badf-d9904c16df09-kube-api-access-7pdcd\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.825093 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.825150 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.825210 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:54 crc kubenswrapper[4809]: I1013 19:41:54.825261 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92f09578-f6f0-415c-badf-d9904c16df09-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.291086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0b72d175-66d5-4858-b279-292c04997fbe","Type":"ContainerStarted","Data":"973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e"} Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.296387 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" event={"ID":"44f7c65b-7f3e-40f7-878a-28338dbeedb2","Type":"ContainerStarted","Data":"8eebe83c897a0a7bf0090506da35a145022ecf6409a763045dd79515c68d6c2f"} Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.300751 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" event={"ID":"92f09578-f6f0-415c-badf-d9904c16df09","Type":"ContainerDied","Data":"9884bb046ba4187f0ac606846b76dbe847397b6ca5acaac4baaaab1354594419"} Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.301090 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9884bb046ba4187f0ac606846b76dbe847397b6ca5acaac4baaaab1354594419" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.300814 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-8ghn2" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.335145 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" podStartSLOduration=2.124546155 podStartE2EDuration="35.335124434s" podCreationTimestamp="2025-10-13 19:41:20 +0000 UTC" firstStartedPulling="2025-10-13 19:41:21.431288078 +0000 UTC m=+1000.037034663" lastFinishedPulling="2025-10-13 19:41:54.641866357 +0000 UTC m=+1033.247612942" observedRunningTime="2025-10-13 19:41:55.320682429 +0000 UTC m=+1033.926429024" watchObservedRunningTime="2025-10-13 19:41:55.335124434 +0000 UTC m=+1033.940871029" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.411228 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-8968f5f6b-pz6kq"] Oct 13 19:41:55 crc kubenswrapper[4809]: E1013 19:41:55.411769 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5292cca9-82d2-474c-97dc-5a86b9a7bd59" containerName="placement-db-sync" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.411804 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5292cca9-82d2-474c-97dc-5a86b9a7bd59" containerName="placement-db-sync" Oct 13 19:41:55 crc kubenswrapper[4809]: E1013 19:41:55.411865 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="92f09578-f6f0-415c-badf-d9904c16df09" containerName="keystone-bootstrap" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.411878 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="92f09578-f6f0-415c-badf-d9904c16df09" containerName="keystone-bootstrap" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.412130 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5292cca9-82d2-474c-97dc-5a86b9a7bd59" containerName="placement-db-sync" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.412173 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="92f09578-f6f0-415c-badf-d9904c16df09" containerName="keystone-bootstrap" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.413657 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.415784 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.416019 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-internal-svc" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.416053 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-sj2h7" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.416025 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-public-svc" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.419148 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-8968f5f6b-pz6kq"] Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.421129 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.500382 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-747f74f456-89wqk"] Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.502093 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.504568 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.505078 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-qnh9l" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.505236 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.505389 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.505554 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-internal-svc" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.505693 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-public-svc" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.515750 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-747f74f456-89wqk"] Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.536964 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-public-tls-certs\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.537031 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-config-data\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.537053 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-internal-tls-certs\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.537072 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/396d9379-362c-4b72-a376-6156d12ca6ae-logs\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.537115 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-combined-ca-bundle\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.537132 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-scripts\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.537182 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fngfg\" (UniqueName: \"kubernetes.io/projected/396d9379-362c-4b72-a376-6156d12ca6ae-kube-api-access-fngfg\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638493 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-public-tls-certs\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638541 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-scripts\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638581 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fngfg\" (UniqueName: \"kubernetes.io/projected/396d9379-362c-4b72-a376-6156d12ca6ae-kube-api-access-fngfg\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638603 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-internal-tls-certs\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638631 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-fernet-keys\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638658 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-public-tls-certs\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638683 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-287xf\" (UniqueName: \"kubernetes.io/projected/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-kube-api-access-287xf\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638709 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-config-data\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638744 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-config-data\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638763 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-internal-tls-certs\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638779 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-combined-ca-bundle\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638802 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/396d9379-362c-4b72-a376-6156d12ca6ae-logs\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638833 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-credential-keys\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638859 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-combined-ca-bundle\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.638875 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-scripts\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.640210 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/396d9379-362c-4b72-a376-6156d12ca6ae-logs\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.643225 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-public-tls-certs\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.643379 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-internal-tls-certs\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.643448 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-scripts\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.643613 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-combined-ca-bundle\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.644872 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-config-data\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.657010 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fngfg\" (UniqueName: \"kubernetes.io/projected/396d9379-362c-4b72-a376-6156d12ca6ae-kube-api-access-fngfg\") pod \"placement-8968f5f6b-pz6kq\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.736064 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.739743 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-public-tls-certs\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.739772 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-scripts\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.739800 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-internal-tls-certs\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.739825 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-fernet-keys\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.739857 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-287xf\" (UniqueName: \"kubernetes.io/projected/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-kube-api-access-287xf\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.739878 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-config-data\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.739901 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-combined-ca-bundle\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.739937 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-credential-keys\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.742919 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-scripts\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.743263 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-internal-tls-certs\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.743397 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-fernet-keys\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.743817 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-public-tls-certs\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.743818 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-credential-keys\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.753508 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-combined-ca-bundle\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.753634 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-config-data\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.756590 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-287xf\" (UniqueName: \"kubernetes.io/projected/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-kube-api-access-287xf\") pod \"keystone-747f74f456-89wqk\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:55 crc kubenswrapper[4809]: I1013 19:41:55.838392 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:56 crc kubenswrapper[4809]: I1013 19:41:56.189264 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-8968f5f6b-pz6kq"] Oct 13 19:41:56 crc kubenswrapper[4809]: W1013 19:41:56.190867 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod396d9379_362c_4b72_a376_6156d12ca6ae.slice/crio-e1bb9bb4fe2016c5f50fa05f9422d095344e0fcce0cf77f377bfe675ec8c5f68 WatchSource:0}: Error finding container e1bb9bb4fe2016c5f50fa05f9422d095344e0fcce0cf77f377bfe675ec8c5f68: Status 404 returned error can't find the container with id e1bb9bb4fe2016c5f50fa05f9422d095344e0fcce0cf77f377bfe675ec8c5f68 Oct 13 19:41:56 crc kubenswrapper[4809]: I1013 19:41:56.288674 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-747f74f456-89wqk"] Oct 13 19:41:56 crc kubenswrapper[4809]: I1013 19:41:56.315589 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" event={"ID":"396d9379-362c-4b72-a376-6156d12ca6ae","Type":"ContainerStarted","Data":"e1bb9bb4fe2016c5f50fa05f9422d095344e0fcce0cf77f377bfe675ec8c5f68"} Oct 13 19:41:56 crc kubenswrapper[4809]: W1013 19:41:56.318641 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1c8f8426_1fbb_44cd_8ffc_6c945b484b6f.slice/crio-fd41984b854597e7f413cf682a2de88641865299ee824763cf0a638ab230aac3 WatchSource:0}: Error finding container fd41984b854597e7f413cf682a2de88641865299ee824763cf0a638ab230aac3: Status 404 returned error can't find the container with id fd41984b854597e7f413cf682a2de88641865299ee824763cf0a638ab230aac3 Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.325627 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" event={"ID":"396d9379-362c-4b72-a376-6156d12ca6ae","Type":"ContainerStarted","Data":"489a6823044c32e96c32f1f15f32de0fac90b3c41fdcb0395d4062fc4918b112"} Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.325677 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" event={"ID":"396d9379-362c-4b72-a376-6156d12ca6ae","Type":"ContainerStarted","Data":"ba8ddf9ef64a4f81ae39b0d46905c5ed56e8c624cf16745e6880801694b5ece9"} Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.325927 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.327695 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" event={"ID":"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f","Type":"ContainerStarted","Data":"e177831c8d5b623370937ad46c1416358cf9612befed0bf5a56296b2fb219dbe"} Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.327724 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" event={"ID":"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f","Type":"ContainerStarted","Data":"fd41984b854597e7f413cf682a2de88641865299ee824763cf0a638ab230aac3"} Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.327909 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.348583 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" podStartSLOduration=2.348559219 podStartE2EDuration="2.348559219s" podCreationTimestamp="2025-10-13 19:41:55 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:41:57.342562977 +0000 UTC m=+1035.948309562" watchObservedRunningTime="2025-10-13 19:41:57.348559219 +0000 UTC m=+1035.954305804" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.363023 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" podStartSLOduration=2.363000233 podStartE2EDuration="2.363000233s" podCreationTimestamp="2025-10-13 19:41:55 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:41:57.361021487 +0000 UTC m=+1035.966768112" watchObservedRunningTime="2025-10-13 19:41:57.363000233 +0000 UTC m=+1035.968746818" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.450332 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.450391 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.450413 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.450554 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.463428 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.463475 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.463785 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.463831 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.486537 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.493501 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.508316 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:57 crc kubenswrapper[4809]: I1013 19:41:57.526757 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:41:58 crc kubenswrapper[4809]: I1013 19:41:58.337767 4809 generic.go:334] "Generic (PLEG): container finished" podID="44f7c65b-7f3e-40f7-878a-28338dbeedb2" containerID="8eebe83c897a0a7bf0090506da35a145022ecf6409a763045dd79515c68d6c2f" exitCode=0 Oct 13 19:41:58 crc kubenswrapper[4809]: I1013 19:41:58.337876 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" event={"ID":"44f7c65b-7f3e-40f7-878a-28338dbeedb2","Type":"ContainerDied","Data":"8eebe83c897a0a7bf0090506da35a145022ecf6409a763045dd79515c68d6c2f"} Oct 13 19:41:58 crc kubenswrapper[4809]: I1013 19:41:58.339889 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:42:00 crc kubenswrapper[4809]: I1013 19:42:00.262236 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:00 crc kubenswrapper[4809]: I1013 19:42:00.264825 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:00 crc kubenswrapper[4809]: I1013 19:42:00.562277 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:00 crc kubenswrapper[4809]: I1013 19:42:00.562475 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:42:00 crc kubenswrapper[4809]: I1013 19:42:00.573437 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:01 crc kubenswrapper[4809]: I1013 19:42:01.845586 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:42:01 crc kubenswrapper[4809]: I1013 19:42:01.983466 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-db-sync-config-data\") pod \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " Oct 13 19:42:01 crc kubenswrapper[4809]: I1013 19:42:01.983560 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-629k9\" (UniqueName: \"kubernetes.io/projected/44f7c65b-7f3e-40f7-878a-28338dbeedb2-kube-api-access-629k9\") pod \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " Oct 13 19:42:01 crc kubenswrapper[4809]: I1013 19:42:01.983633 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-combined-ca-bundle\") pod \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\" (UID: \"44f7c65b-7f3e-40f7-878a-28338dbeedb2\") " Oct 13 19:42:01 crc kubenswrapper[4809]: I1013 19:42:01.990994 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "44f7c65b-7f3e-40f7-878a-28338dbeedb2" (UID: "44f7c65b-7f3e-40f7-878a-28338dbeedb2"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:02 crc kubenswrapper[4809]: I1013 19:42:02.003564 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/44f7c65b-7f3e-40f7-878a-28338dbeedb2-kube-api-access-629k9" (OuterVolumeSpecName: "kube-api-access-629k9") pod "44f7c65b-7f3e-40f7-878a-28338dbeedb2" (UID: "44f7c65b-7f3e-40f7-878a-28338dbeedb2"). InnerVolumeSpecName "kube-api-access-629k9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:02 crc kubenswrapper[4809]: I1013 19:42:02.026963 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "44f7c65b-7f3e-40f7-878a-28338dbeedb2" (UID: "44f7c65b-7f3e-40f7-878a-28338dbeedb2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:02 crc kubenswrapper[4809]: I1013 19:42:02.086761 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-629k9\" (UniqueName: \"kubernetes.io/projected/44f7c65b-7f3e-40f7-878a-28338dbeedb2-kube-api-access-629k9\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:02 crc kubenswrapper[4809]: I1013 19:42:02.086795 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:02 crc kubenswrapper[4809]: I1013 19:42:02.086805 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/44f7c65b-7f3e-40f7-878a-28338dbeedb2-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:02 crc kubenswrapper[4809]: I1013 19:42:02.382704 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" event={"ID":"44f7c65b-7f3e-40f7-878a-28338dbeedb2","Type":"ContainerDied","Data":"07ca66ff668cc9b9ffe36345a018d2687855742c32f3e7d17d80752bccaac3d6"} Oct 13 19:42:02 crc kubenswrapper[4809]: I1013 19:42:02.382770 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="07ca66ff668cc9b9ffe36345a018d2687855742c32f3e7d17d80752bccaac3d6" Oct 13 19:42:02 crc kubenswrapper[4809]: I1013 19:42:02.382840 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-lkwnv" Oct 13 19:42:02 crc kubenswrapper[4809]: E1013 19:42:02.699354 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"ceilometer-central-agent\" with ErrImagePull: \"rpc error: code = Canceled desc = copying config: context canceled\"" pod="openstack-kuttl-tests/ceilometer-0" podUID="0b72d175-66d5-4858-b279-292c04997fbe" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.138597 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6"] Oct 13 19:42:03 crc kubenswrapper[4809]: E1013 19:42:03.139375 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="44f7c65b-7f3e-40f7-878a-28338dbeedb2" containerName="barbican-db-sync" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.139394 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="44f7c65b-7f3e-40f7-878a-28338dbeedb2" containerName="barbican-db-sync" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.139588 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="44f7c65b-7f3e-40f7-878a-28338dbeedb2" containerName="barbican-db-sync" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.140710 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.147683 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.147787 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-2tvhx" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.147966 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-worker-config-data" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.174096 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6"] Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.217750 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb"] Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.219407 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.221770 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-keystone-listener-config-data" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.296587 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb"] Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.306601 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/131e94e6-4bc7-490a-859b-e985024b57fc-logs\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.306652 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7624l\" (UniqueName: \"kubernetes.io/projected/131e94e6-4bc7-490a-859b-e985024b57fc-kube-api-access-7624l\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.306685 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.306771 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-combined-ca-bundle\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.306806 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data-custom\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.372482 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh"] Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.374856 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.378525 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-api-config-data" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410605 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data-custom\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410657 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/214bda65-917f-40ef-9340-f59ef787e98e-logs\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410719 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-combined-ca-bundle\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410827 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data-custom\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410861 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data-custom\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410880 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-logs\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410899 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xxtjl\" (UniqueName: \"kubernetes.io/projected/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-kube-api-access-xxtjl\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410920 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-986cl\" (UniqueName: \"kubernetes.io/projected/214bda65-917f-40ef-9340-f59ef787e98e-kube-api-access-986cl\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410956 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/131e94e6-4bc7-490a-859b-e985024b57fc-logs\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.410980 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7624l\" (UniqueName: \"kubernetes.io/projected/131e94e6-4bc7-490a-859b-e985024b57fc-kube-api-access-7624l\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.411005 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.411025 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-combined-ca-bundle\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.411045 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-combined-ca-bundle\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.411628 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/131e94e6-4bc7-490a-859b-e985024b57fc-logs\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.434458 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data-custom\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.442455 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-combined-ca-bundle\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.444981 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.449014 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" event={"ID":"f4cf2b33-8c58-4242-acf9-2e9e377682fb","Type":"ContainerStarted","Data":"9530f0a7f9671b276a00d4134ef4dc2ce37271444fd0eb1be766f0a2810902a5"} Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.458955 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0b72d175-66d5-4858-b279-292c04997fbe","Type":"ContainerStarted","Data":"52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8"} Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.459144 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="ceilometer-notification-agent" containerID="cri-o://f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d" gracePeriod=30 Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.459420 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.459464 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="proxy-httpd" containerID="cri-o://52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8" gracePeriod=30 Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.459502 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="sg-core" containerID="cri-o://973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e" gracePeriod=30 Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.463605 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7624l\" (UniqueName: \"kubernetes.io/projected/131e94e6-4bc7-490a-859b-e985024b57fc-kube-api-access-7624l\") pod \"barbican-worker-555cfd68b7-xfgp6\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.475469 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh"] Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.479698 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" podStartSLOduration=2.567856274 podStartE2EDuration="43.479672662s" podCreationTimestamp="2025-10-13 19:41:20 +0000 UTC" firstStartedPulling="2025-10-13 19:41:21.588311917 +0000 UTC m=+1000.194058502" lastFinishedPulling="2025-10-13 19:42:02.500128265 +0000 UTC m=+1041.105874890" observedRunningTime="2025-10-13 19:42:03.471798588 +0000 UTC m=+1042.077545173" watchObservedRunningTime="2025-10-13 19:42:03.479672662 +0000 UTC m=+1042.085419247" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.512337 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data-custom\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.512372 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.512392 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/214bda65-917f-40ef-9340-f59ef787e98e-logs\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.512437 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.512470 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data-custom\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.512488 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-logs\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.512507 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xxtjl\" (UniqueName: \"kubernetes.io/projected/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-kube-api-access-xxtjl\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.512524 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-986cl\" (UniqueName: \"kubernetes.io/projected/214bda65-917f-40ef-9340-f59ef787e98e-kube-api-access-986cl\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.512589 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-combined-ca-bundle\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.512608 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-combined-ca-bundle\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.513306 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-logs\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.513584 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/214bda65-917f-40ef-9340-f59ef787e98e-logs\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.522379 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data-custom\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.530871 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.539301 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.539796 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-combined-ca-bundle\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.546483 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-combined-ca-bundle\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.553355 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data-custom\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.562950 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xxtjl\" (UniqueName: \"kubernetes.io/projected/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-kube-api-access-xxtjl\") pod \"barbican-api-644dc6b88-mxvqh\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.566595 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-986cl\" (UniqueName: \"kubernetes.io/projected/214bda65-917f-40ef-9340-f59ef787e98e-kube-api-access-986cl\") pod \"barbican-keystone-listener-5cff58c5c4-wn8lb\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.698899 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.761222 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:42:03 crc kubenswrapper[4809]: I1013 19:42:03.835362 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:42:04 crc kubenswrapper[4809]: I1013 19:42:04.209282 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh"] Oct 13 19:42:04 crc kubenswrapper[4809]: I1013 19:42:04.324094 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6"] Oct 13 19:42:04 crc kubenswrapper[4809]: W1013 19:42:04.326591 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod131e94e6_4bc7_490a_859b_e985024b57fc.slice/crio-d672f28842fe05ec25e986bfbe86a090edc6c2bb85f6fb22115de4720769fa5e WatchSource:0}: Error finding container d672f28842fe05ec25e986bfbe86a090edc6c2bb85f6fb22115de4720769fa5e: Status 404 returned error can't find the container with id d672f28842fe05ec25e986bfbe86a090edc6c2bb85f6fb22115de4720769fa5e Oct 13 19:42:04 crc kubenswrapper[4809]: I1013 19:42:04.458162 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb"] Oct 13 19:42:04 crc kubenswrapper[4809]: I1013 19:42:04.469939 4809 generic.go:334] "Generic (PLEG): container finished" podID="0b72d175-66d5-4858-b279-292c04997fbe" containerID="52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8" exitCode=0 Oct 13 19:42:04 crc kubenswrapper[4809]: I1013 19:42:04.469975 4809 generic.go:334] "Generic (PLEG): container finished" podID="0b72d175-66d5-4858-b279-292c04997fbe" containerID="973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e" exitCode=2 Oct 13 19:42:04 crc kubenswrapper[4809]: I1013 19:42:04.470022 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0b72d175-66d5-4858-b279-292c04997fbe","Type":"ContainerDied","Data":"52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8"} Oct 13 19:42:04 crc kubenswrapper[4809]: I1013 19:42:04.470079 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0b72d175-66d5-4858-b279-292c04997fbe","Type":"ContainerDied","Data":"973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e"} Oct 13 19:42:04 crc kubenswrapper[4809]: I1013 19:42:04.471502 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" event={"ID":"131e94e6-4bc7-490a-859b-e985024b57fc","Type":"ContainerStarted","Data":"d672f28842fe05ec25e986bfbe86a090edc6c2bb85f6fb22115de4720769fa5e"} Oct 13 19:42:04 crc kubenswrapper[4809]: I1013 19:42:04.472885 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" event={"ID":"9f127ca7-226d-417e-991a-bd2c4ccdbcfe","Type":"ContainerStarted","Data":"b555d65c6dc5ac7e709b086776decb20b7fdfa3eacf94e2108747fa16ea64b33"} Oct 13 19:42:04 crc kubenswrapper[4809]: I1013 19:42:04.472941 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" event={"ID":"9f127ca7-226d-417e-991a-bd2c4ccdbcfe","Type":"ContainerStarted","Data":"d25a901f006a31a290e14b83f75701f4625bab5a2735bc3f8ceea5db7d02a482"} Oct 13 19:42:04 crc kubenswrapper[4809]: W1013 19:42:04.474780 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod214bda65_917f_40ef_9340_f59ef787e98e.slice/crio-e1dec77344b8b7bee77f6083fe5cfafb45d1e5a8bfd5e98f298cf284563f6de3 WatchSource:0}: Error finding container e1dec77344b8b7bee77f6083fe5cfafb45d1e5a8bfd5e98f298cf284563f6de3: Status 404 returned error can't find the container with id e1dec77344b8b7bee77f6083fe5cfafb45d1e5a8bfd5e98f298cf284563f6de3 Oct 13 19:42:05 crc kubenswrapper[4809]: I1013 19:42:05.483244 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" event={"ID":"214bda65-917f-40ef-9340-f59ef787e98e","Type":"ContainerStarted","Data":"e1dec77344b8b7bee77f6083fe5cfafb45d1e5a8bfd5e98f298cf284563f6de3"} Oct 13 19:42:05 crc kubenswrapper[4809]: I1013 19:42:05.485254 4809 generic.go:334] "Generic (PLEG): container finished" podID="bde8b0a4-d592-4d06-a7eb-d8798c20747b" containerID="ea8c9e38baec3b6f2986e79e6c02692802773d21c9cda250e7f12ab558a162ed" exitCode=0 Oct 13 19:42:05 crc kubenswrapper[4809]: I1013 19:42:05.485344 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" event={"ID":"bde8b0a4-d592-4d06-a7eb-d8798c20747b","Type":"ContainerDied","Data":"ea8c9e38baec3b6f2986e79e6c02692802773d21c9cda250e7f12ab558a162ed"} Oct 13 19:42:05 crc kubenswrapper[4809]: I1013 19:42:05.491133 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" event={"ID":"9f127ca7-226d-417e-991a-bd2c4ccdbcfe","Type":"ContainerStarted","Data":"67ab42414e5e24deb0911415ff5c1b99ee97f9594de3269cafe8bd8a87c98531"} Oct 13 19:42:05 crc kubenswrapper[4809]: I1013 19:42:05.492080 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:05 crc kubenswrapper[4809]: I1013 19:42:05.492116 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.513644 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" event={"ID":"131e94e6-4bc7-490a-859b-e985024b57fc","Type":"ContainerStarted","Data":"aa4ce2f3dd483c2c5eaf428dfe0da7127b78dc0a6a7f16f8f1a88d147a2f2e52"} Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.516910 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" event={"ID":"214bda65-917f-40ef-9340-f59ef787e98e","Type":"ContainerStarted","Data":"169a6617effde6c6586a993347bb6be736b78486f007dbb6e6cebef281cf29dc"} Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.772561 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" podStartSLOduration=3.772540592 podStartE2EDuration="3.772540592s" podCreationTimestamp="2025-10-13 19:42:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:42:05.520021348 +0000 UTC m=+1044.125767933" watchObservedRunningTime="2025-10-13 19:42:06.772540592 +0000 UTC m=+1045.378287177" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.773823 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8"] Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.775443 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.780369 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.781662 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-internal-svc" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.785754 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-public-svc" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.797450 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8"] Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.890341 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-l5mnx\" (UniqueName: \"kubernetes.io/projected/bde8b0a4-d592-4d06-a7eb-d8798c20747b-kube-api-access-l5mnx\") pod \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.890898 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-config\") pod \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.890933 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-combined-ca-bundle\") pod \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\" (UID: \"bde8b0a4-d592-4d06-a7eb-d8798c20747b\") " Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.891214 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.891264 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-combined-ca-bundle\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.891289 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data-custom\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.891672 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-public-tls-certs\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.891702 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fj4qw\" (UniqueName: \"kubernetes.io/projected/44f805ab-0c09-40b7-bcbc-c95283fa1846-kube-api-access-fj4qw\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.891843 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-internal-tls-certs\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.891916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/44f805ab-0c09-40b7-bcbc-c95283fa1846-logs\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.931118 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bde8b0a4-d592-4d06-a7eb-d8798c20747b" (UID: "bde8b0a4-d592-4d06-a7eb-d8798c20747b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.950588 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bde8b0a4-d592-4d06-a7eb-d8798c20747b-kube-api-access-l5mnx" (OuterVolumeSpecName: "kube-api-access-l5mnx") pod "bde8b0a4-d592-4d06-a7eb-d8798c20747b" (UID: "bde8b0a4-d592-4d06-a7eb-d8798c20747b"). InnerVolumeSpecName "kube-api-access-l5mnx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.954856 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-config" (OuterVolumeSpecName: "config") pod "bde8b0a4-d592-4d06-a7eb-d8798c20747b" (UID: "bde8b0a4-d592-4d06-a7eb-d8798c20747b"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.995770 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/44f805ab-0c09-40b7-bcbc-c95283fa1846-logs\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.995825 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.995860 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-combined-ca-bundle\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.995880 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data-custom\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.995921 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-public-tls-certs\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.995940 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fj4qw\" (UniqueName: \"kubernetes.io/projected/44f805ab-0c09-40b7-bcbc-c95283fa1846-kube-api-access-fj4qw\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.995997 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-internal-tls-certs\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.996060 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.996072 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bde8b0a4-d592-4d06-a7eb-d8798c20747b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.996082 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-l5mnx\" (UniqueName: \"kubernetes.io/projected/bde8b0a4-d592-4d06-a7eb-d8798c20747b-kube-api-access-l5mnx\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:06 crc kubenswrapper[4809]: I1013 19:42:06.996698 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/44f805ab-0c09-40b7-bcbc-c95283fa1846-logs\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.000177 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-public-tls-certs\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.001033 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-combined-ca-bundle\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.001690 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.002452 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-internal-tls-certs\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.003679 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data-custom\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.047631 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fj4qw\" (UniqueName: \"kubernetes.io/projected/44f805ab-0c09-40b7-bcbc-c95283fa1846-kube-api-access-fj4qw\") pod \"barbican-api-79f677b69b-hpbh8\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.053803 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.126983 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.198592 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-scripts\") pod \"0b72d175-66d5-4858-b279-292c04997fbe\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.198682 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-run-httpd\") pod \"0b72d175-66d5-4858-b279-292c04997fbe\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.198836 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-config-data\") pod \"0b72d175-66d5-4858-b279-292c04997fbe\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.199198 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "0b72d175-66d5-4858-b279-292c04997fbe" (UID: "0b72d175-66d5-4858-b279-292c04997fbe"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.199301 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-log-httpd\") pod \"0b72d175-66d5-4858-b279-292c04997fbe\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.199349 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8wgkv\" (UniqueName: \"kubernetes.io/projected/0b72d175-66d5-4858-b279-292c04997fbe-kube-api-access-8wgkv\") pod \"0b72d175-66d5-4858-b279-292c04997fbe\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.199375 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-combined-ca-bundle\") pod \"0b72d175-66d5-4858-b279-292c04997fbe\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.199395 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-sg-core-conf-yaml\") pod \"0b72d175-66d5-4858-b279-292c04997fbe\" (UID: \"0b72d175-66d5-4858-b279-292c04997fbe\") " Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.199689 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.199892 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "0b72d175-66d5-4858-b279-292c04997fbe" (UID: "0b72d175-66d5-4858-b279-292c04997fbe"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.208534 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-scripts" (OuterVolumeSpecName: "scripts") pod "0b72d175-66d5-4858-b279-292c04997fbe" (UID: "0b72d175-66d5-4858-b279-292c04997fbe"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.210949 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0b72d175-66d5-4858-b279-292c04997fbe-kube-api-access-8wgkv" (OuterVolumeSpecName: "kube-api-access-8wgkv") pod "0b72d175-66d5-4858-b279-292c04997fbe" (UID: "0b72d175-66d5-4858-b279-292c04997fbe"). InnerVolumeSpecName "kube-api-access-8wgkv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.277848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "0b72d175-66d5-4858-b279-292c04997fbe" (UID: "0b72d175-66d5-4858-b279-292c04997fbe"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.301637 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-config-data" (OuterVolumeSpecName: "config-data") pod "0b72d175-66d5-4858-b279-292c04997fbe" (UID: "0b72d175-66d5-4858-b279-292c04997fbe"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.302527 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.302582 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0b72d175-66d5-4858-b279-292c04997fbe-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.302596 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8wgkv\" (UniqueName: \"kubernetes.io/projected/0b72d175-66d5-4858-b279-292c04997fbe-kube-api-access-8wgkv\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.302607 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.304715 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0b72d175-66d5-4858-b279-292c04997fbe" (UID: "0b72d175-66d5-4858-b279-292c04997fbe"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.408983 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.409018 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b72d175-66d5-4858-b279-292c04997fbe-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.530482 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" event={"ID":"214bda65-917f-40ef-9340-f59ef787e98e","Type":"ContainerStarted","Data":"f831dcfb7f69ddbce075e32728cbfea26f5b9594bc4d3f601565c4408f758448"} Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.533985 4809 generic.go:334] "Generic (PLEG): container finished" podID="0b72d175-66d5-4858-b279-292c04997fbe" containerID="f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d" exitCode=0 Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.534064 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.534093 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0b72d175-66d5-4858-b279-292c04997fbe","Type":"ContainerDied","Data":"f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d"} Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.534157 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0b72d175-66d5-4858-b279-292c04997fbe","Type":"ContainerDied","Data":"4ff87c72c8f70a5ce5970b92833f31e473697e40572045ca3e57016a023bd93a"} Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.534182 4809 scope.go:117] "RemoveContainer" containerID="52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.536424 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.536407 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-6r6c7" event={"ID":"bde8b0a4-d592-4d06-a7eb-d8798c20747b","Type":"ContainerDied","Data":"2a465142aa669c445da00dbbae5dc9087ac9b0f9da9715013f0751b82854b28c"} Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.536548 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="2a465142aa669c445da00dbbae5dc9087ac9b0f9da9715013f0751b82854b28c" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.548784 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" event={"ID":"131e94e6-4bc7-490a-859b-e985024b57fc","Type":"ContainerStarted","Data":"6ff32ce6c6f283bb1ae7c54fc4347807489cb6edec7f361e4bc1d8a24cb83a8e"} Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.557048 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" podStartSLOduration=2.827730841 podStartE2EDuration="4.557023119s" podCreationTimestamp="2025-10-13 19:42:03 +0000 UTC" firstStartedPulling="2025-10-13 19:42:04.476628514 +0000 UTC m=+1043.082375099" lastFinishedPulling="2025-10-13 19:42:06.205920792 +0000 UTC m=+1044.811667377" observedRunningTime="2025-10-13 19:42:07.549035442 +0000 UTC m=+1046.154782017" watchObservedRunningTime="2025-10-13 19:42:07.557023119 +0000 UTC m=+1046.162769704" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.563489 4809 scope.go:117] "RemoveContainer" containerID="973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.586619 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" podStartSLOduration=2.706809891 podStartE2EDuration="4.58659683s" podCreationTimestamp="2025-10-13 19:42:03 +0000 UTC" firstStartedPulling="2025-10-13 19:42:04.328275634 +0000 UTC m=+1042.934022219" lastFinishedPulling="2025-10-13 19:42:06.208062573 +0000 UTC m=+1044.813809158" observedRunningTime="2025-10-13 19:42:07.58342867 +0000 UTC m=+1046.189175255" watchObservedRunningTime="2025-10-13 19:42:07.58659683 +0000 UTC m=+1046.192343415" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.615948 4809 scope.go:117] "RemoveContainer" containerID="f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.665917 4809 scope.go:117] "RemoveContainer" containerID="52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8" Oct 13 19:42:07 crc kubenswrapper[4809]: E1013 19:42:07.688858 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8\": container with ID starting with 52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8 not found: ID does not exist" containerID="52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.688904 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8"} err="failed to get container status \"52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8\": rpc error: code = NotFound desc = could not find container \"52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8\": container with ID starting with 52154157f6b0d146ab25f0c7d46dd4efae64ae5d7ecb0cadd13a4169b7b31bf8 not found: ID does not exist" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.688941 4809 scope.go:117] "RemoveContainer" containerID="973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e" Oct 13 19:42:07 crc kubenswrapper[4809]: E1013 19:42:07.692413 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e\": container with ID starting with 973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e not found: ID does not exist" containerID="973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.692457 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e"} err="failed to get container status \"973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e\": rpc error: code = NotFound desc = could not find container \"973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e\": container with ID starting with 973daf4898da4a519eced463c9111c9561a89aa5c38c7a543605aa21a3d3c30e not found: ID does not exist" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.692481 4809 scope.go:117] "RemoveContainer" containerID="f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.692582 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8"] Oct 13 19:42:07 crc kubenswrapper[4809]: E1013 19:42:07.694293 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d\": container with ID starting with f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d not found: ID does not exist" containerID="f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.694317 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d"} err="failed to get container status \"f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d\": rpc error: code = NotFound desc = could not find container \"f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d\": container with ID starting with f14bcc8ff345d1453307e244eaa404ab0960fd80af5bd6634c5defddd9040e4d not found: ID does not exist" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.709020 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.721975 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.742788 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:07 crc kubenswrapper[4809]: E1013 19:42:07.743206 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="ceilometer-notification-agent" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.743219 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="ceilometer-notification-agent" Oct 13 19:42:07 crc kubenswrapper[4809]: E1013 19:42:07.743242 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="proxy-httpd" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.743248 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="proxy-httpd" Oct 13 19:42:07 crc kubenswrapper[4809]: E1013 19:42:07.743260 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bde8b0a4-d592-4d06-a7eb-d8798c20747b" containerName="neutron-db-sync" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.743265 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bde8b0a4-d592-4d06-a7eb-d8798c20747b" containerName="neutron-db-sync" Oct 13 19:42:07 crc kubenswrapper[4809]: E1013 19:42:07.743276 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="sg-core" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.743282 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="sg-core" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.743463 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="proxy-httpd" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.743475 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="ceilometer-notification-agent" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.743492 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0b72d175-66d5-4858-b279-292c04997fbe" containerName="sg-core" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.743501 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bde8b0a4-d592-4d06-a7eb-d8798c20747b" containerName="neutron-db-sync" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.744969 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.748842 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.749136 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.752804 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-68967944c9-w9gfh"] Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.754283 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.763292 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-ovndbs" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.763572 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.763420 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-4z6dm" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.763941 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.776918 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.791630 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-68967944c9-w9gfh"] Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.823884 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-log-httpd\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.823944 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-config\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.824010 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.824050 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-httpd-config\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.824082 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-config-data\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.824101 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-run-httpd\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.824147 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-scripts\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.824169 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-88jhx\" (UniqueName: \"kubernetes.io/projected/0c5de59e-dd1c-4592-9b31-3645f261c612-kube-api-access-88jhx\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.824187 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qtbhr\" (UniqueName: \"kubernetes.io/projected/12a8380a-71f1-4786-93a7-c10a658c80d3-kube-api-access-qtbhr\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.824209 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-combined-ca-bundle\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.824259 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.824276 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-ovndb-tls-certs\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925554 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-config-data\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925599 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-run-httpd\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925622 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-scripts\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925648 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-88jhx\" (UniqueName: \"kubernetes.io/projected/0c5de59e-dd1c-4592-9b31-3645f261c612-kube-api-access-88jhx\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925669 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qtbhr\" (UniqueName: \"kubernetes.io/projected/12a8380a-71f1-4786-93a7-c10a658c80d3-kube-api-access-qtbhr\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925696 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-combined-ca-bundle\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925776 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925797 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-ovndb-tls-certs\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925825 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-log-httpd\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925855 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-config\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925891 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.925916 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-httpd-config\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.926837 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-log-httpd\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.929647 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-run-httpd\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.931144 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.931655 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-httpd-config\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.932830 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-ovndb-tls-certs\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.932997 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-config\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.934123 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-config-data\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.938173 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-combined-ca-bundle\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.939929 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.941169 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-88jhx\" (UniqueName: \"kubernetes.io/projected/0c5de59e-dd1c-4592-9b31-3645f261c612-kube-api-access-88jhx\") pod \"neutron-68967944c9-w9gfh\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.941716 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-scripts\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:07 crc kubenswrapper[4809]: I1013 19:42:07.941987 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qtbhr\" (UniqueName: \"kubernetes.io/projected/12a8380a-71f1-4786-93a7-c10a658c80d3-kube-api-access-qtbhr\") pod \"ceilometer-0\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.108691 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.132235 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.169989 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0b72d175-66d5-4858-b279-292c04997fbe" path="/var/lib/kubelet/pods/0b72d175-66d5-4858-b279-292c04997fbe/volumes" Oct 13 19:42:08 crc kubenswrapper[4809]: E1013 19:42:08.207295 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf4cf2b33_8c58_4242_acf9_2e9e377682fb.slice/crio-conmon-9530f0a7f9671b276a00d4134ef4dc2ce37271444fd0eb1be766f0a2810902a5.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf4cf2b33_8c58_4242_acf9_2e9e377682fb.slice/crio-9530f0a7f9671b276a00d4134ef4dc2ce37271444fd0eb1be766f0a2810902a5.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.561699 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.609337 4809 generic.go:334] "Generic (PLEG): container finished" podID="f4cf2b33-8c58-4242-acf9-2e9e377682fb" containerID="9530f0a7f9671b276a00d4134ef4dc2ce37271444fd0eb1be766f0a2810902a5" exitCode=0 Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.609393 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" event={"ID":"f4cf2b33-8c58-4242-acf9-2e9e377682fb","Type":"ContainerDied","Data":"9530f0a7f9671b276a00d4134ef4dc2ce37271444fd0eb1be766f0a2810902a5"} Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.613192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" event={"ID":"44f805ab-0c09-40b7-bcbc-c95283fa1846","Type":"ContainerStarted","Data":"4628281ce6107d3f07dcb3ee4e1d09bf9f02f3468183d60a4e47f3ea12f41b57"} Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.613214 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" event={"ID":"44f805ab-0c09-40b7-bcbc-c95283fa1846","Type":"ContainerStarted","Data":"66871ab711f33abc1ea4451d69acdfa8171ec474c640458f5ec673e0b9cc3e87"} Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.613226 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.613235 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" event={"ID":"44f805ab-0c09-40b7-bcbc-c95283fa1846","Type":"ContainerStarted","Data":"1671d21a9836b33ff5d9b09dd35f02903bd165d5e627240684be0b5856eedffa"} Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.613257 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.664446 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" podStartSLOduration=2.664427124 podStartE2EDuration="2.664427124s" podCreationTimestamp="2025-10-13 19:42:06 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:42:08.655436008 +0000 UTC m=+1047.261182593" watchObservedRunningTime="2025-10-13 19:42:08.664427124 +0000 UTC m=+1047.270173709" Oct 13 19:42:08 crc kubenswrapper[4809]: I1013 19:42:08.840164 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-68967944c9-w9gfh"] Oct 13 19:42:08 crc kubenswrapper[4809]: W1013 19:42:08.842302 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0c5de59e_dd1c_4592_9b31_3645f261c612.slice/crio-acffa4d22f6ab15b3b623603de8f47f95057bbbda770eb610cf6809200cbdb26 WatchSource:0}: Error finding container acffa4d22f6ab15b3b623603de8f47f95057bbbda770eb610cf6809200cbdb26: Status 404 returned error can't find the container with id acffa4d22f6ab15b3b623603de8f47f95057bbbda770eb610cf6809200cbdb26 Oct 13 19:42:09 crc kubenswrapper[4809]: I1013 19:42:09.626226 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"12a8380a-71f1-4786-93a7-c10a658c80d3","Type":"ContainerStarted","Data":"a3c83b907806cfbe583dd1830a585e7878766b2b83d66d92a47414b85948f1ec"} Oct 13 19:42:09 crc kubenswrapper[4809]: I1013 19:42:09.626266 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"12a8380a-71f1-4786-93a7-c10a658c80d3","Type":"ContainerStarted","Data":"aef4e3bf1740f6e869fca5d826223b33e199ef59bc97ed3b2810408f8f8af71c"} Oct 13 19:42:09 crc kubenswrapper[4809]: I1013 19:42:09.629114 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" event={"ID":"0c5de59e-dd1c-4592-9b31-3645f261c612","Type":"ContainerStarted","Data":"f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4"} Oct 13 19:42:09 crc kubenswrapper[4809]: I1013 19:42:09.629140 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" event={"ID":"0c5de59e-dd1c-4592-9b31-3645f261c612","Type":"ContainerStarted","Data":"98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a"} Oct 13 19:42:09 crc kubenswrapper[4809]: I1013 19:42:09.629151 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" event={"ID":"0c5de59e-dd1c-4592-9b31-3645f261c612","Type":"ContainerStarted","Data":"acffa4d22f6ab15b3b623603de8f47f95057bbbda770eb610cf6809200cbdb26"} Oct 13 19:42:09 crc kubenswrapper[4809]: I1013 19:42:09.629264 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.025883 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.046416 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" podStartSLOduration=3.04639946 podStartE2EDuration="3.04639946s" podCreationTimestamp="2025-10-13 19:42:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:42:09.658153965 +0000 UTC m=+1048.263900550" watchObservedRunningTime="2025-10-13 19:42:10.04639946 +0000 UTC m=+1048.652146045" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.072932 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-config-data\") pod \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.074616 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-combined-ca-bundle\") pod \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.076990 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/f4cf2b33-8c58-4242-acf9-2e9e377682fb-etc-machine-id\") pod \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.077189 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-db-sync-config-data\") pod \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.077071 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/f4cf2b33-8c58-4242-acf9-2e9e377682fb-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "f4cf2b33-8c58-4242-acf9-2e9e377682fb" (UID: "f4cf2b33-8c58-4242-acf9-2e9e377682fb"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.077535 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wjcl4\" (UniqueName: \"kubernetes.io/projected/f4cf2b33-8c58-4242-acf9-2e9e377682fb-kube-api-access-wjcl4\") pod \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.077633 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-scripts\") pod \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\" (UID: \"f4cf2b33-8c58-4242-acf9-2e9e377682fb\") " Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.080632 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/f4cf2b33-8c58-4242-acf9-2e9e377682fb-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.086108 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f4cf2b33-8c58-4242-acf9-2e9e377682fb-kube-api-access-wjcl4" (OuterVolumeSpecName: "kube-api-access-wjcl4") pod "f4cf2b33-8c58-4242-acf9-2e9e377682fb" (UID: "f4cf2b33-8c58-4242-acf9-2e9e377682fb"). InnerVolumeSpecName "kube-api-access-wjcl4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.086492 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "f4cf2b33-8c58-4242-acf9-2e9e377682fb" (UID: "f4cf2b33-8c58-4242-acf9-2e9e377682fb"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.088303 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-scripts" (OuterVolumeSpecName: "scripts") pod "f4cf2b33-8c58-4242-acf9-2e9e377682fb" (UID: "f4cf2b33-8c58-4242-acf9-2e9e377682fb"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.107288 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f4cf2b33-8c58-4242-acf9-2e9e377682fb" (UID: "f4cf2b33-8c58-4242-acf9-2e9e377682fb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.160184 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-config-data" (OuterVolumeSpecName: "config-data") pod "f4cf2b33-8c58-4242-acf9-2e9e377682fb" (UID: "f4cf2b33-8c58-4242-acf9-2e9e377682fb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.185453 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.185615 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wjcl4\" (UniqueName: \"kubernetes.io/projected/f4cf2b33-8c58-4242-acf9-2e9e377682fb-kube-api-access-wjcl4\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.185626 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.185637 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.185645 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f4cf2b33-8c58-4242-acf9-2e9e377682fb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.636846 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" event={"ID":"f4cf2b33-8c58-4242-acf9-2e9e377682fb","Type":"ContainerDied","Data":"88e7ff76118e88fc93ac1d36ec7401771609eeeb55b5ed8dfdd577f0f3af3a12"} Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.636887 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="88e7ff76118e88fc93ac1d36ec7401771609eeeb55b5ed8dfdd577f0f3af3a12" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.636942 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-qfjdg" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.651706 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"12a8380a-71f1-4786-93a7-c10a658c80d3","Type":"ContainerStarted","Data":"b9a290661e6a321e70e8f0e05ea86d6b72f424034e7ab5f28c92948c20ef1e72"} Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.956558 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:42:10 crc kubenswrapper[4809]: E1013 19:42:10.970541 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f4cf2b33-8c58-4242-acf9-2e9e377682fb" containerName="cinder-db-sync" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.970567 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f4cf2b33-8c58-4242-acf9-2e9e377682fb" containerName="cinder-db-sync" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.970748 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f4cf2b33-8c58-4242-acf9-2e9e377682fb" containerName="cinder-db-sync" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.971687 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.974856 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.985110 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.985605 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-x79l2" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.985983 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 19:42:10 crc kubenswrapper[4809]: I1013 19:42:10.986281 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.027396 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.027515 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.027543 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-scripts\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.027581 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-266xq\" (UniqueName: \"kubernetes.io/projected/ed7fd599-aae8-4570-855e-03998416ee36-kube-api-access-266xq\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.027606 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.027637 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ed7fd599-aae8-4570-855e-03998416ee36-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.128623 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.128684 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-scripts\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.128741 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-266xq\" (UniqueName: \"kubernetes.io/projected/ed7fd599-aae8-4570-855e-03998416ee36-kube-api-access-266xq\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.128769 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.128800 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ed7fd599-aae8-4570-855e-03998416ee36-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.128817 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.135723 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ed7fd599-aae8-4570-855e-03998416ee36-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.146180 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.158395 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.164766 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.168331 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-266xq\" (UniqueName: \"kubernetes.io/projected/ed7fd599-aae8-4570-855e-03998416ee36-kube-api-access-266xq\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.178631 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-scripts\") pod \"cinder-scheduler-0\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.200320 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.201691 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.209566 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.229618 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.241086 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/8821df96-9f9a-4f6e-a05c-f48022f25547-etc-machine-id\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.241157 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8821df96-9f9a-4f6e-a05c-f48022f25547-logs\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.241191 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.241238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-scripts\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.241268 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pms4n\" (UniqueName: \"kubernetes.io/projected/8821df96-9f9a-4f6e-a05c-f48022f25547-kube-api-access-pms4n\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.241295 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.241313 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data-custom\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.307451 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.343133 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/8821df96-9f9a-4f6e-a05c-f48022f25547-etc-machine-id\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.343349 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8821df96-9f9a-4f6e-a05c-f48022f25547-logs\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.343384 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.343429 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-scripts\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.343461 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pms4n\" (UniqueName: \"kubernetes.io/projected/8821df96-9f9a-4f6e-a05c-f48022f25547-kube-api-access-pms4n\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.343485 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.343502 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data-custom\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.344857 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/8821df96-9f9a-4f6e-a05c-f48022f25547-etc-machine-id\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.346268 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8821df96-9f9a-4f6e-a05c-f48022f25547-logs\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.348947 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.352316 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-scripts\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.353741 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data-custom\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.354452 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.363623 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pms4n\" (UniqueName: \"kubernetes.io/projected/8821df96-9f9a-4f6e-a05c-f48022f25547-kube-api-access-pms4n\") pod \"cinder-api-0\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.559340 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.667248 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"12a8380a-71f1-4786-93a7-c10a658c80d3","Type":"ContainerStarted","Data":"a6e4d498e31ef210aac07e4dded9bc946120453a477b1ce922c90a70fb6d308b"} Oct 13 19:42:11 crc kubenswrapper[4809]: I1013 19:42:11.816990 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:42:12 crc kubenswrapper[4809]: I1013 19:42:12.004928 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:42:12 crc kubenswrapper[4809]: I1013 19:42:12.676979 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"8821df96-9f9a-4f6e-a05c-f48022f25547","Type":"ContainerStarted","Data":"dc965a88d22c77a10243aba0264b32958fda191a5b3b9a03ea07c8a8a2351c6c"} Oct 13 19:42:12 crc kubenswrapper[4809]: I1013 19:42:12.679685 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"12a8380a-71f1-4786-93a7-c10a658c80d3","Type":"ContainerStarted","Data":"85046aa4f60326ab72df927296f882f6050cc1ec1d38955c4121a7c28fb38a0c"} Oct 13 19:42:12 crc kubenswrapper[4809]: I1013 19:42:12.680151 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:12 crc kubenswrapper[4809]: I1013 19:42:12.682005 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"ed7fd599-aae8-4570-855e-03998416ee36","Type":"ContainerStarted","Data":"3b2e7239e557d1e7bcd39fb68531864a16eb6dfa051171b0e08ccaff16d5bd63"} Oct 13 19:42:12 crc kubenswrapper[4809]: I1013 19:42:12.707326 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.383913173 podStartE2EDuration="5.70730564s" podCreationTimestamp="2025-10-13 19:42:07 +0000 UTC" firstStartedPulling="2025-10-13 19:42:08.606882867 +0000 UTC m=+1047.212629452" lastFinishedPulling="2025-10-13 19:42:11.930275334 +0000 UTC m=+1050.536021919" observedRunningTime="2025-10-13 19:42:12.706463356 +0000 UTC m=+1051.312209971" watchObservedRunningTime="2025-10-13 19:42:12.70730564 +0000 UTC m=+1051.313052225" Oct 13 19:42:13 crc kubenswrapper[4809]: I1013 19:42:13.750563 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"8821df96-9f9a-4f6e-a05c-f48022f25547","Type":"ContainerStarted","Data":"5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff"} Oct 13 19:42:13 crc kubenswrapper[4809]: I1013 19:42:13.751164 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"8821df96-9f9a-4f6e-a05c-f48022f25547","Type":"ContainerStarted","Data":"87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f"} Oct 13 19:42:13 crc kubenswrapper[4809]: I1013 19:42:13.752166 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:13 crc kubenswrapper[4809]: I1013 19:42:13.789414 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"ed7fd599-aae8-4570-855e-03998416ee36","Type":"ContainerStarted","Data":"785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff"} Oct 13 19:42:14 crc kubenswrapper[4809]: I1013 19:42:14.140432 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:14 crc kubenswrapper[4809]: I1013 19:42:14.163989 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=3.163972132 podStartE2EDuration="3.163972132s" podCreationTimestamp="2025-10-13 19:42:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:42:13.821179879 +0000 UTC m=+1052.426926474" watchObservedRunningTime="2025-10-13 19:42:14.163972132 +0000 UTC m=+1052.769718717" Oct 13 19:42:14 crc kubenswrapper[4809]: I1013 19:42:14.772898 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:42:14 crc kubenswrapper[4809]: I1013 19:42:14.801140 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"ed7fd599-aae8-4570-855e-03998416ee36","Type":"ContainerStarted","Data":"8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7"} Oct 13 19:42:14 crc kubenswrapper[4809]: I1013 19:42:14.827537 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=3.745551416 podStartE2EDuration="4.827514288s" podCreationTimestamp="2025-10-13 19:42:10 +0000 UTC" firstStartedPulling="2025-10-13 19:42:11.824617978 +0000 UTC m=+1050.430364563" lastFinishedPulling="2025-10-13 19:42:12.90658085 +0000 UTC m=+1051.512327435" observedRunningTime="2025-10-13 19:42:14.825509501 +0000 UTC m=+1053.431256076" watchObservedRunningTime="2025-10-13 19:42:14.827514288 +0000 UTC m=+1053.433260873" Oct 13 19:42:14 crc kubenswrapper[4809]: I1013 19:42:14.960578 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-55985cbc8b-lbkm8"] Oct 13 19:42:14 crc kubenswrapper[4809]: I1013 19:42:14.962316 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:14 crc kubenswrapper[4809]: I1013 19:42:14.966856 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-internal-svc" Oct 13 19:42:14 crc kubenswrapper[4809]: I1013 19:42:14.967086 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-public-svc" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.015562 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-55985cbc8b-lbkm8"] Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.051740 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-config\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.051816 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-l8xtl\" (UniqueName: \"kubernetes.io/projected/423e0b8a-e89b-4d15-aa3f-315377666698-kube-api-access-l8xtl\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.051872 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-combined-ca-bundle\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.051917 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-public-tls-certs\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.051951 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-httpd-config\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.051999 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-ovndb-tls-certs\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.052051 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-internal-tls-certs\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.153815 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-config\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.155099 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-l8xtl\" (UniqueName: \"kubernetes.io/projected/423e0b8a-e89b-4d15-aa3f-315377666698-kube-api-access-l8xtl\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.155259 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-combined-ca-bundle\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.155310 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-public-tls-certs\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.155353 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-httpd-config\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.155454 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-ovndb-tls-certs\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.155568 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-internal-tls-certs\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.165623 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-ovndb-tls-certs\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.172633 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-internal-tls-certs\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.178135 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-combined-ca-bundle\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.178577 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-public-tls-certs\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.178833 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-config\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.182308 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-httpd-config\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.187596 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-l8xtl\" (UniqueName: \"kubernetes.io/projected/423e0b8a-e89b-4d15-aa3f-315377666698-kube-api-access-l8xtl\") pod \"neutron-55985cbc8b-lbkm8\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.316980 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.805676 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="8821df96-9f9a-4f6e-a05c-f48022f25547" containerName="cinder-api-log" containerID="cri-o://87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f" gracePeriod=30 Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.805708 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="8821df96-9f9a-4f6e-a05c-f48022f25547" containerName="cinder-api" containerID="cri-o://5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff" gracePeriod=30 Oct 13 19:42:15 crc kubenswrapper[4809]: I1013 19:42:15.877780 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-55985cbc8b-lbkm8"] Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.109696 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.217336 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh"] Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.217981 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api-log" containerID="cri-o://b555d65c6dc5ac7e709b086776decb20b7fdfa3eacf94e2108747fa16ea64b33" gracePeriod=30 Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.218386 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api" containerID="cri-o://67ab42414e5e24deb0911415ff5c1b99ee97f9594de3269cafe8bd8a87c98531" gracePeriod=30 Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.237643 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.143:9311/healthcheck\": EOF" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.238032 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.143:9311/healthcheck\": EOF" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.238193 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.143:9311/healthcheck\": EOF" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.238230 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.143:9311/healthcheck\": EOF" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.308524 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.525465 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.689225 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-scripts\") pod \"8821df96-9f9a-4f6e-a05c-f48022f25547\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.689588 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data\") pod \"8821df96-9f9a-4f6e-a05c-f48022f25547\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.689627 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8821df96-9f9a-4f6e-a05c-f48022f25547-logs\") pod \"8821df96-9f9a-4f6e-a05c-f48022f25547\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.689651 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/8821df96-9f9a-4f6e-a05c-f48022f25547-etc-machine-id\") pod \"8821df96-9f9a-4f6e-a05c-f48022f25547\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.689696 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-combined-ca-bundle\") pod \"8821df96-9f9a-4f6e-a05c-f48022f25547\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.689787 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data-custom\") pod \"8821df96-9f9a-4f6e-a05c-f48022f25547\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.689866 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pms4n\" (UniqueName: \"kubernetes.io/projected/8821df96-9f9a-4f6e-a05c-f48022f25547-kube-api-access-pms4n\") pod \"8821df96-9f9a-4f6e-a05c-f48022f25547\" (UID: \"8821df96-9f9a-4f6e-a05c-f48022f25547\") " Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.690008 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8821df96-9f9a-4f6e-a05c-f48022f25547-logs" (OuterVolumeSpecName: "logs") pod "8821df96-9f9a-4f6e-a05c-f48022f25547" (UID: "8821df96-9f9a-4f6e-a05c-f48022f25547"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.690350 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8821df96-9f9a-4f6e-a05c-f48022f25547-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.690646 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/8821df96-9f9a-4f6e-a05c-f48022f25547-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "8821df96-9f9a-4f6e-a05c-f48022f25547" (UID: "8821df96-9f9a-4f6e-a05c-f48022f25547"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.694955 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8821df96-9f9a-4f6e-a05c-f48022f25547-kube-api-access-pms4n" (OuterVolumeSpecName: "kube-api-access-pms4n") pod "8821df96-9f9a-4f6e-a05c-f48022f25547" (UID: "8821df96-9f9a-4f6e-a05c-f48022f25547"). InnerVolumeSpecName "kube-api-access-pms4n". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.697825 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-scripts" (OuterVolumeSpecName: "scripts") pod "8821df96-9f9a-4f6e-a05c-f48022f25547" (UID: "8821df96-9f9a-4f6e-a05c-f48022f25547"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.717889 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "8821df96-9f9a-4f6e-a05c-f48022f25547" (UID: "8821df96-9f9a-4f6e-a05c-f48022f25547"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.750892 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8821df96-9f9a-4f6e-a05c-f48022f25547" (UID: "8821df96-9f9a-4f6e-a05c-f48022f25547"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.801553 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.801583 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/8821df96-9f9a-4f6e-a05c-f48022f25547-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.801597 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.801608 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.801619 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pms4n\" (UniqueName: \"kubernetes.io/projected/8821df96-9f9a-4f6e-a05c-f48022f25547-kube-api-access-pms4n\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.847065 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data" (OuterVolumeSpecName: "config-data") pod "8821df96-9f9a-4f6e-a05c-f48022f25547" (UID: "8821df96-9f9a-4f6e-a05c-f48022f25547"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.857026 4809 generic.go:334] "Generic (PLEG): container finished" podID="8821df96-9f9a-4f6e-a05c-f48022f25547" containerID="5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff" exitCode=0 Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.857066 4809 generic.go:334] "Generic (PLEG): container finished" podID="8821df96-9f9a-4f6e-a05c-f48022f25547" containerID="87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f" exitCode=143 Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.857181 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"8821df96-9f9a-4f6e-a05c-f48022f25547","Type":"ContainerDied","Data":"5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff"} Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.857218 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"8821df96-9f9a-4f6e-a05c-f48022f25547","Type":"ContainerDied","Data":"87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f"} Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.857231 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"8821df96-9f9a-4f6e-a05c-f48022f25547","Type":"ContainerDied","Data":"dc965a88d22c77a10243aba0264b32958fda191a5b3b9a03ea07c8a8a2351c6c"} Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.857268 4809 scope.go:117] "RemoveContainer" containerID="5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.857479 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.891925 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" event={"ID":"423e0b8a-e89b-4d15-aa3f-315377666698","Type":"ContainerStarted","Data":"35d11c057d7d2c11ba64f7111b9dd2283c1ac3a0a80559bcef24d5626524857d"} Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.891970 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" event={"ID":"423e0b8a-e89b-4d15-aa3f-315377666698","Type":"ContainerStarted","Data":"5ccdf369336c30e3622d7a6f197c3e1ae0a313f235d1c625af63739780154a07"} Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.891980 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" event={"ID":"423e0b8a-e89b-4d15-aa3f-315377666698","Type":"ContainerStarted","Data":"d6a95eb379884c92a9271b4b81740a752452cf3e2fc08a6e635766eda9dfdc61"} Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.892837 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.903050 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8821df96-9f9a-4f6e-a05c-f48022f25547-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.903376 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerID="b555d65c6dc5ac7e709b086776decb20b7fdfa3eacf94e2108747fa16ea64b33" exitCode=143 Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.903461 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" event={"ID":"9f127ca7-226d-417e-991a-bd2c4ccdbcfe","Type":"ContainerDied","Data":"b555d65c6dc5ac7e709b086776decb20b7fdfa3eacf94e2108747fa16ea64b33"} Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.906046 4809 scope.go:117] "RemoveContainer" containerID="87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.930626 4809 scope.go:117] "RemoveContainer" containerID="5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff" Oct 13 19:42:16 crc kubenswrapper[4809]: E1013 19:42:16.931289 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff\": container with ID starting with 5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff not found: ID does not exist" containerID="5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.931334 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff"} err="failed to get container status \"5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff\": rpc error: code = NotFound desc = could not find container \"5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff\": container with ID starting with 5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff not found: ID does not exist" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.949851 4809 scope.go:117] "RemoveContainer" containerID="87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f" Oct 13 19:42:16 crc kubenswrapper[4809]: E1013 19:42:16.952349 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f\": container with ID starting with 87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f not found: ID does not exist" containerID="87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.952408 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f"} err="failed to get container status \"87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f\": rpc error: code = NotFound desc = could not find container \"87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f\": container with ID starting with 87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f not found: ID does not exist" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.952436 4809 scope.go:117] "RemoveContainer" containerID="5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.952887 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff"} err="failed to get container status \"5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff\": rpc error: code = NotFound desc = could not find container \"5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff\": container with ID starting with 5fa324bcf8e5f4a3566882c0dae7d94a3c60707fad40c2f1f707e79c876b8dff not found: ID does not exist" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.952906 4809 scope.go:117] "RemoveContainer" containerID="87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.953128 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f"} err="failed to get container status \"87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f\": rpc error: code = NotFound desc = could not find container \"87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f\": container with ID starting with 87a3993fb200641faf648cd8f33d45fdb8fd8098ecc4d6f1a4ce7caea171341f not found: ID does not exist" Oct 13 19:42:16 crc kubenswrapper[4809]: I1013 19:42:16.963495 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" podStartSLOduration=2.963467685 podStartE2EDuration="2.963467685s" podCreationTimestamp="2025-10-13 19:42:14 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:42:16.931062183 +0000 UTC m=+1055.536808768" watchObservedRunningTime="2025-10-13 19:42:16.963467685 +0000 UTC m=+1055.569214300" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.002945 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.022573 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.036155 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:42:17 crc kubenswrapper[4809]: E1013 19:42:17.036573 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8821df96-9f9a-4f6e-a05c-f48022f25547" containerName="cinder-api-log" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.036592 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8821df96-9f9a-4f6e-a05c-f48022f25547" containerName="cinder-api-log" Oct 13 19:42:17 crc kubenswrapper[4809]: E1013 19:42:17.036631 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8821df96-9f9a-4f6e-a05c-f48022f25547" containerName="cinder-api" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.036639 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8821df96-9f9a-4f6e-a05c-f48022f25547" containerName="cinder-api" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.036823 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8821df96-9f9a-4f6e-a05c-f48022f25547" containerName="cinder-api-log" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.036853 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8821df96-9f9a-4f6e-a05c-f48022f25547" containerName="cinder-api" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.037801 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.045957 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-public-svc" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.046658 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.046785 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-internal-svc" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.049586 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.208623 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ffa81077-637e-4699-bb60-d80a9b8eb7aa-logs\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.209046 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.209080 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4mdjv\" (UniqueName: \"kubernetes.io/projected/ffa81077-637e-4699-bb60-d80a9b8eb7aa-kube-api-access-4mdjv\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.209102 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ffa81077-637e-4699-bb60-d80a9b8eb7aa-etc-machine-id\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.209187 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-public-tls-certs\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.209315 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.209365 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-scripts\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.209462 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.209504 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data-custom\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.311279 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.311324 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-scripts\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.311374 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.311394 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data-custom\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.311465 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ffa81077-637e-4699-bb60-d80a9b8eb7aa-logs\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.311508 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.311527 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4mdjv\" (UniqueName: \"kubernetes.io/projected/ffa81077-637e-4699-bb60-d80a9b8eb7aa-kube-api-access-4mdjv\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.311544 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ffa81077-637e-4699-bb60-d80a9b8eb7aa-etc-machine-id\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.311607 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-public-tls-certs\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.311781 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ffa81077-637e-4699-bb60-d80a9b8eb7aa-etc-machine-id\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.312239 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ffa81077-637e-4699-bb60-d80a9b8eb7aa-logs\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.317273 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-scripts\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.317487 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data-custom\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.317541 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.317836 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-public-tls-certs\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.318509 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.339396 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.349850 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4mdjv\" (UniqueName: \"kubernetes.io/projected/ffa81077-637e-4699-bb60-d80a9b8eb7aa-kube-api-access-4mdjv\") pod \"cinder-api-0\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.361199 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:17 crc kubenswrapper[4809]: I1013 19:42:17.914312 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:42:18 crc kubenswrapper[4809]: I1013 19:42:18.177230 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8821df96-9f9a-4f6e-a05c-f48022f25547" path="/var/lib/kubelet/pods/8821df96-9f9a-4f6e-a05c-f48022f25547/volumes" Oct 13 19:42:18 crc kubenswrapper[4809]: I1013 19:42:18.945865 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ffa81077-637e-4699-bb60-d80a9b8eb7aa","Type":"ContainerStarted","Data":"7c961a71e8f5ec1e389a14f28cb81733f26c1ab8f2445884fc438a8c38aa75a1"} Oct 13 19:42:18 crc kubenswrapper[4809]: I1013 19:42:18.945909 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ffa81077-637e-4699-bb60-d80a9b8eb7aa","Type":"ContainerStarted","Data":"8daf5bfe822486843015e4999ff962e0236b6910d30b324ea5df5b9f08eeb619"} Oct 13 19:42:19 crc kubenswrapper[4809]: I1013 19:42:19.960624 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ffa81077-637e-4699-bb60-d80a9b8eb7aa","Type":"ContainerStarted","Data":"4b3d335df74341a91d3eb3ff744144edf4d985f9e54734c5f4af072b50ef0577"} Oct 13 19:42:19 crc kubenswrapper[4809]: I1013 19:42:19.961856 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:21 crc kubenswrapper[4809]: I1013 19:42:21.319965 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.143:9311/healthcheck\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:42:21 crc kubenswrapper[4809]: I1013 19:42:21.319988 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.143:9311/healthcheck\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:42:21 crc kubenswrapper[4809]: I1013 19:42:21.533933 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:21 crc kubenswrapper[4809]: I1013 19:42:21.558944 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=5.558926052 podStartE2EDuration="5.558926052s" podCreationTimestamp="2025-10-13 19:42:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:42:20.000233338 +0000 UTC m=+1058.605979963" watchObservedRunningTime="2025-10-13 19:42:21.558926052 +0000 UTC m=+1060.164672637" Oct 13 19:42:21 crc kubenswrapper[4809]: I1013 19:42:21.569657 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:42:21 crc kubenswrapper[4809]: I1013 19:42:21.659469 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.143:9311/healthcheck\": read tcp 10.217.0.2:46086->10.217.0.143:9311: read: connection reset by peer" Oct 13 19:42:21 crc kubenswrapper[4809]: I1013 19:42:21.659494 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.143:9311/healthcheck\": read tcp 10.217.0.2:46102->10.217.0.143:9311: read: connection reset by peer" Oct 13 19:42:21 crc kubenswrapper[4809]: I1013 19:42:21.987698 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerID="67ab42414e5e24deb0911415ff5c1b99ee97f9594de3269cafe8bd8a87c98531" exitCode=0 Oct 13 19:42:21 crc kubenswrapper[4809]: I1013 19:42:21.988289 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="ed7fd599-aae8-4570-855e-03998416ee36" containerName="cinder-scheduler" containerID="cri-o://785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff" gracePeriod=30 Oct 13 19:42:21 crc kubenswrapper[4809]: I1013 19:42:21.988404 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" event={"ID":"9f127ca7-226d-417e-991a-bd2c4ccdbcfe","Type":"ContainerDied","Data":"67ab42414e5e24deb0911415ff5c1b99ee97f9594de3269cafe8bd8a87c98531"} Oct 13 19:42:21 crc kubenswrapper[4809]: I1013 19:42:21.988884 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="ed7fd599-aae8-4570-855e-03998416ee36" containerName="probe" containerID="cri-o://8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7" gracePeriod=30 Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.206544 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.310123 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-combined-ca-bundle\") pod \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.310204 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data-custom\") pod \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.310249 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data\") pod \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.310338 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xxtjl\" (UniqueName: \"kubernetes.io/projected/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-kube-api-access-xxtjl\") pod \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.310479 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-logs\") pod \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\" (UID: \"9f127ca7-226d-417e-991a-bd2c4ccdbcfe\") " Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.314183 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-logs" (OuterVolumeSpecName: "logs") pod "9f127ca7-226d-417e-991a-bd2c4ccdbcfe" (UID: "9f127ca7-226d-417e-991a-bd2c4ccdbcfe"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.317639 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "9f127ca7-226d-417e-991a-bd2c4ccdbcfe" (UID: "9f127ca7-226d-417e-991a-bd2c4ccdbcfe"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.318643 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-kube-api-access-xxtjl" (OuterVolumeSpecName: "kube-api-access-xxtjl") pod "9f127ca7-226d-417e-991a-bd2c4ccdbcfe" (UID: "9f127ca7-226d-417e-991a-bd2c4ccdbcfe"). InnerVolumeSpecName "kube-api-access-xxtjl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.338043 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9f127ca7-226d-417e-991a-bd2c4ccdbcfe" (UID: "9f127ca7-226d-417e-991a-bd2c4ccdbcfe"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.363199 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data" (OuterVolumeSpecName: "config-data") pod "9f127ca7-226d-417e-991a-bd2c4ccdbcfe" (UID: "9f127ca7-226d-417e-991a-bd2c4ccdbcfe"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.413183 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.413246 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.413267 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.413288 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xxtjl\" (UniqueName: \"kubernetes.io/projected/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-kube-api-access-xxtjl\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:22 crc kubenswrapper[4809]: I1013 19:42:22.413308 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9f127ca7-226d-417e-991a-bd2c4ccdbcfe-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:23 crc kubenswrapper[4809]: I1013 19:42:23.000443 4809 generic.go:334] "Generic (PLEG): container finished" podID="ed7fd599-aae8-4570-855e-03998416ee36" containerID="8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7" exitCode=0 Oct 13 19:42:23 crc kubenswrapper[4809]: I1013 19:42:23.000527 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"ed7fd599-aae8-4570-855e-03998416ee36","Type":"ContainerDied","Data":"8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7"} Oct 13 19:42:23 crc kubenswrapper[4809]: I1013 19:42:23.003116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" event={"ID":"9f127ca7-226d-417e-991a-bd2c4ccdbcfe","Type":"ContainerDied","Data":"d25a901f006a31a290e14b83f75701f4625bab5a2735bc3f8ceea5db7d02a482"} Oct 13 19:42:23 crc kubenswrapper[4809]: I1013 19:42:23.003185 4809 scope.go:117] "RemoveContainer" containerID="67ab42414e5e24deb0911415ff5c1b99ee97f9594de3269cafe8bd8a87c98531" Oct 13 19:42:23 crc kubenswrapper[4809]: I1013 19:42:23.003184 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh" Oct 13 19:42:23 crc kubenswrapper[4809]: I1013 19:42:23.040319 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh"] Oct 13 19:42:23 crc kubenswrapper[4809]: I1013 19:42:23.047746 4809 scope.go:117] "RemoveContainer" containerID="b555d65c6dc5ac7e709b086776decb20b7fdfa3eacf94e2108747fa16ea64b33" Oct 13 19:42:23 crc kubenswrapper[4809]: I1013 19:42:23.049230 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-644dc6b88-mxvqh"] Oct 13 19:42:24 crc kubenswrapper[4809]: I1013 19:42:24.174390 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" path="/var/lib/kubelet/pods/9f127ca7-226d-417e-991a-bd2c4ccdbcfe/volumes" Oct 13 19:42:26 crc kubenswrapper[4809]: I1013 19:42:26.885223 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:42:26 crc kubenswrapper[4809]: I1013 19:42:26.886686 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.014886 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.051403 4809 generic.go:334] "Generic (PLEG): container finished" podID="ed7fd599-aae8-4570-855e-03998416ee36" containerID="785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff" exitCode=0 Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.051508 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"ed7fd599-aae8-4570-855e-03998416ee36","Type":"ContainerDied","Data":"785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff"} Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.051535 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.051566 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"ed7fd599-aae8-4570-855e-03998416ee36","Type":"ContainerDied","Data":"3b2e7239e557d1e7bcd39fb68531864a16eb6dfa051171b0e08ccaff16d5bd63"} Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.051594 4809 scope.go:117] "RemoveContainer" containerID="8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.080988 4809 scope.go:117] "RemoveContainer" containerID="785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.109953 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-scripts\") pod \"ed7fd599-aae8-4570-855e-03998416ee36\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.110025 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-combined-ca-bundle\") pod \"ed7fd599-aae8-4570-855e-03998416ee36\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.110090 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ed7fd599-aae8-4570-855e-03998416ee36-etc-machine-id\") pod \"ed7fd599-aae8-4570-855e-03998416ee36\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.110123 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data-custom\") pod \"ed7fd599-aae8-4570-855e-03998416ee36\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.110320 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-266xq\" (UniqueName: \"kubernetes.io/projected/ed7fd599-aae8-4570-855e-03998416ee36-kube-api-access-266xq\") pod \"ed7fd599-aae8-4570-855e-03998416ee36\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.110461 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data\") pod \"ed7fd599-aae8-4570-855e-03998416ee36\" (UID: \"ed7fd599-aae8-4570-855e-03998416ee36\") " Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.110809 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ed7fd599-aae8-4570-855e-03998416ee36-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "ed7fd599-aae8-4570-855e-03998416ee36" (UID: "ed7fd599-aae8-4570-855e-03998416ee36"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.111673 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ed7fd599-aae8-4570-855e-03998416ee36-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.119335 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-scripts" (OuterVolumeSpecName: "scripts") pod "ed7fd599-aae8-4570-855e-03998416ee36" (UID: "ed7fd599-aae8-4570-855e-03998416ee36"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.124970 4809 scope.go:117] "RemoveContainer" containerID="8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7" Oct 13 19:42:27 crc kubenswrapper[4809]: E1013 19:42:27.126397 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7\": container with ID starting with 8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7 not found: ID does not exist" containerID="8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.126430 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7"} err="failed to get container status \"8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7\": rpc error: code = NotFound desc = could not find container \"8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7\": container with ID starting with 8ea636fbe86a6a655369268ac5469cf284aa33b48783a27e0824188366f4cee7 not found: ID does not exist" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.126451 4809 scope.go:117] "RemoveContainer" containerID="785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff" Oct 13 19:42:27 crc kubenswrapper[4809]: E1013 19:42:27.127026 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff\": container with ID starting with 785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff not found: ID does not exist" containerID="785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.127050 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff"} err="failed to get container status \"785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff\": rpc error: code = NotFound desc = could not find container \"785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff\": container with ID starting with 785f336611007d3027098b150b6b6ac359b335eecc26af60d7e7939772dd1fff not found: ID does not exist" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.127174 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "ed7fd599-aae8-4570-855e-03998416ee36" (UID: "ed7fd599-aae8-4570-855e-03998416ee36"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.137152 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ed7fd599-aae8-4570-855e-03998416ee36-kube-api-access-266xq" (OuterVolumeSpecName: "kube-api-access-266xq") pod "ed7fd599-aae8-4570-855e-03998416ee36" (UID: "ed7fd599-aae8-4570-855e-03998416ee36"). InnerVolumeSpecName "kube-api-access-266xq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.173030 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ed7fd599-aae8-4570-855e-03998416ee36" (UID: "ed7fd599-aae8-4570-855e-03998416ee36"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.213208 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.213242 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.213259 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.213270 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-266xq\" (UniqueName: \"kubernetes.io/projected/ed7fd599-aae8-4570-855e-03998416ee36-kube-api-access-266xq\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.231589 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data" (OuterVolumeSpecName: "config-data") pod "ed7fd599-aae8-4570-855e-03998416ee36" (UID: "ed7fd599-aae8-4570-855e-03998416ee36"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.314524 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed7fd599-aae8-4570-855e-03998416ee36-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.391535 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.400023 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.416838 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:42:27 crc kubenswrapper[4809]: E1013 19:42:27.417291 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.417313 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api" Oct 13 19:42:27 crc kubenswrapper[4809]: E1013 19:42:27.417344 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ed7fd599-aae8-4570-855e-03998416ee36" containerName="cinder-scheduler" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.417353 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ed7fd599-aae8-4570-855e-03998416ee36" containerName="cinder-scheduler" Oct 13 19:42:27 crc kubenswrapper[4809]: E1013 19:42:27.417372 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ed7fd599-aae8-4570-855e-03998416ee36" containerName="probe" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.417380 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ed7fd599-aae8-4570-855e-03998416ee36" containerName="probe" Oct 13 19:42:27 crc kubenswrapper[4809]: E1013 19:42:27.417405 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api-log" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.417414 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api-log" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.417628 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.417651 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ed7fd599-aae8-4570-855e-03998416ee36" containerName="probe" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.417662 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f127ca7-226d-417e-991a-bd2c4ccdbcfe" containerName="barbican-api-log" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.417676 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ed7fd599-aae8-4570-855e-03998416ee36" containerName="cinder-scheduler" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.419046 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.421791 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.448644 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.518010 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pn72z\" (UniqueName: \"kubernetes.io/projected/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-kube-api-access-pn72z\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.518059 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.518217 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.518319 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.518353 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-scripts\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.518577 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.625051 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pn72z\" (UniqueName: \"kubernetes.io/projected/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-kube-api-access-pn72z\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.629018 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.629112 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.629221 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.629285 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-scripts\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.629666 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.630121 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.634570 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.635833 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.636293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.642938 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pn72z\" (UniqueName: \"kubernetes.io/projected/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-kube-api-access-pn72z\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.652165 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-scripts\") pod \"cinder-scheduler-0\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.726342 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:42:27 crc kubenswrapper[4809]: I1013 19:42:27.736337 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.170676 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ed7fd599-aae8-4570-855e-03998416ee36" path="/var/lib/kubelet/pods/ed7fd599-aae8-4570-855e-03998416ee36/volumes" Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.292539 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.593091 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.593339 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.903423 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.904894 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.908834 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config" Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.909015 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstack-config-secret" Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.909065 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstackclient-openstackclient-dockercfg-89rj5" Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.920821 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.966814 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config-secret\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.966983 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7mmxw\" (UniqueName: \"kubernetes.io/projected/c628ecbf-267b-4263-8935-566beeac30ad-kube-api-access-7mmxw\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.967202 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:28 crc kubenswrapper[4809]: I1013 19:42:28.967256 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-combined-ca-bundle\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:29 crc kubenswrapper[4809]: I1013 19:42:29.068597 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7mmxw\" (UniqueName: \"kubernetes.io/projected/c628ecbf-267b-4263-8935-566beeac30ad-kube-api-access-7mmxw\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:29 crc kubenswrapper[4809]: I1013 19:42:29.068693 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:29 crc kubenswrapper[4809]: I1013 19:42:29.068719 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-combined-ca-bundle\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:29 crc kubenswrapper[4809]: I1013 19:42:29.068814 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config-secret\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:29 crc kubenswrapper[4809]: I1013 19:42:29.069770 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:29 crc kubenswrapper[4809]: I1013 19:42:29.093452 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config-secret\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:29 crc kubenswrapper[4809]: I1013 19:42:29.094708 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-combined-ca-bundle\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:29 crc kubenswrapper[4809]: I1013 19:42:29.096199 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"bbcb16c3-1299-4bd8-bb0f-ee431ad63977","Type":"ContainerStarted","Data":"fb7c4d606f4e7865389dec7d2887f19ad1bb1857858e37354e69347e2931dda8"} Oct 13 19:42:29 crc kubenswrapper[4809]: I1013 19:42:29.105357 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7mmxw\" (UniqueName: \"kubernetes.io/projected/c628ecbf-267b-4263-8935-566beeac30ad-kube-api-access-7mmxw\") pod \"openstackclient\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:29 crc kubenswrapper[4809]: I1013 19:42:29.331807 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:42:29 crc kubenswrapper[4809]: I1013 19:42:29.963740 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:42:30 crc kubenswrapper[4809]: I1013 19:42:30.038875 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:42:30 crc kubenswrapper[4809]: I1013 19:42:30.117793 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"c628ecbf-267b-4263-8935-566beeac30ad","Type":"ContainerStarted","Data":"8c3d155a8b3bd7cf2a9e4851b50b53826fd2de0cb52cfd0ba52d86294cbdc0ff"} Oct 13 19:42:30 crc kubenswrapper[4809]: I1013 19:42:30.134453 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"bbcb16c3-1299-4bd8-bb0f-ee431ad63977","Type":"ContainerStarted","Data":"3e96fdca3e201999af98d357d3e03b0dc8fca6623cb12a57c47077878ce7728b"} Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.148766 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"bbcb16c3-1299-4bd8-bb0f-ee431ad63977","Type":"ContainerStarted","Data":"e4c70b0180020ddd591c77644527890ef67f4dc600b44df49470b7ba47118826"} Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.172844 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=4.17282629 podStartE2EDuration="4.17282629s" podCreationTimestamp="2025-10-13 19:42:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:42:31.165981945 +0000 UTC m=+1069.771728530" watchObservedRunningTime="2025-10-13 19:42:31.17282629 +0000 UTC m=+1069.778572875" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.491592 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj"] Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.493518 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.496531 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-internal-svc" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.496619 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-public-svc" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.496689 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.504479 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj"] Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.527237 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-public-tls-certs\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.527325 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-config-data\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.527400 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-internal-tls-certs\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.527447 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-etc-swift\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.527468 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-log-httpd\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.527510 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-29vgf\" (UniqueName: \"kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-kube-api-access-29vgf\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.527538 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-run-httpd\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.527591 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-combined-ca-bundle\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.629334 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-public-tls-certs\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.629760 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-config-data\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.630590 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-internal-tls-certs\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.630645 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-etc-swift\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.630674 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-log-httpd\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.630720 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-29vgf\" (UniqueName: \"kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-kube-api-access-29vgf\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.630763 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-run-httpd\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.630801 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-combined-ca-bundle\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.633318 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-log-httpd\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.633911 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-run-httpd\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.638759 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-etc-swift\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.638758 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-internal-tls-certs\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.642368 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-public-tls-certs\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.642533 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-config-data\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.642692 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-combined-ca-bundle\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.663076 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-29vgf\" (UniqueName: \"kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-kube-api-access-29vgf\") pod \"swift-proxy-5cfb8d5c7b-fjcsj\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:31 crc kubenswrapper[4809]: I1013 19:42:31.820031 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:32 crc kubenswrapper[4809]: I1013 19:42:32.331275 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj"] Oct 13 19:42:32 crc kubenswrapper[4809]: W1013 19:42:32.341080 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbf812fdb_4081_4f7f_a21b_3444914f4ae4.slice/crio-0f813f26125904492b62e017477f60a6780fcf535d0d1f4748e62a6d1268a2d0 WatchSource:0}: Error finding container 0f813f26125904492b62e017477f60a6780fcf535d0d1f4748e62a6d1268a2d0: Status 404 returned error can't find the container with id 0f813f26125904492b62e017477f60a6780fcf535d0d1f4748e62a6d1268a2d0 Oct 13 19:42:32 crc kubenswrapper[4809]: I1013 19:42:32.736415 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.187241 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" event={"ID":"bf812fdb-4081-4f7f-a21b-3444914f4ae4","Type":"ContainerStarted","Data":"4c7cadbf8bd79d3aa682260d677bb56c7856f812bf9092d9b028e33dcc905b0f"} Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.187312 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" event={"ID":"bf812fdb-4081-4f7f-a21b-3444914f4ae4","Type":"ContainerStarted","Data":"7dd187eabf26c28df4fd630be2f0929e8df4c8ccbd1d1965e00005f75739076f"} Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.187324 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" event={"ID":"bf812fdb-4081-4f7f-a21b-3444914f4ae4","Type":"ContainerStarted","Data":"0f813f26125904492b62e017477f60a6780fcf535d0d1f4748e62a6d1268a2d0"} Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.187684 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.187714 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.218625 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" podStartSLOduration=2.21859813 podStartE2EDuration="2.21859813s" podCreationTimestamp="2025-10-13 19:42:31 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:42:33.206484946 +0000 UTC m=+1071.812231551" watchObservedRunningTime="2025-10-13 19:42:33.21859813 +0000 UTC m=+1071.824344715" Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.680421 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.681071 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="ceilometer-central-agent" containerID="cri-o://a3c83b907806cfbe583dd1830a585e7878766b2b83d66d92a47414b85948f1ec" gracePeriod=30 Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.681184 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="proxy-httpd" containerID="cri-o://85046aa4f60326ab72df927296f882f6050cc1ec1d38955c4121a7c28fb38a0c" gracePeriod=30 Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.681220 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="sg-core" containerID="cri-o://a6e4d498e31ef210aac07e4dded9bc946120453a477b1ce922c90a70fb6d308b" gracePeriod=30 Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.681254 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="ceilometer-notification-agent" containerID="cri-o://b9a290661e6a321e70e8f0e05ea86d6b72f424034e7ab5f28c92948c20ef1e72" gracePeriod=30 Oct 13 19:42:33 crc kubenswrapper[4809]: I1013 19:42:33.693063 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:34 crc kubenswrapper[4809]: I1013 19:42:34.238760 4809 generic.go:334] "Generic (PLEG): container finished" podID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerID="85046aa4f60326ab72df927296f882f6050cc1ec1d38955c4121a7c28fb38a0c" exitCode=0 Oct 13 19:42:34 crc kubenswrapper[4809]: I1013 19:42:34.239039 4809 generic.go:334] "Generic (PLEG): container finished" podID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerID="a6e4d498e31ef210aac07e4dded9bc946120453a477b1ce922c90a70fb6d308b" exitCode=2 Oct 13 19:42:34 crc kubenswrapper[4809]: I1013 19:42:34.238850 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"12a8380a-71f1-4786-93a7-c10a658c80d3","Type":"ContainerDied","Data":"85046aa4f60326ab72df927296f882f6050cc1ec1d38955c4121a7c28fb38a0c"} Oct 13 19:42:34 crc kubenswrapper[4809]: I1013 19:42:34.239556 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"12a8380a-71f1-4786-93a7-c10a658c80d3","Type":"ContainerDied","Data":"a6e4d498e31ef210aac07e4dded9bc946120453a477b1ce922c90a70fb6d308b"} Oct 13 19:42:34 crc kubenswrapper[4809]: I1013 19:42:34.255865 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:42:34 crc kubenswrapper[4809]: I1013 19:42:34.256130 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="1107e85a-d780-4901-9941-0cec23196d44" containerName="glance-log" containerID="cri-o://95f585a8f62746916deb33e686d1dd6b781aac666f38a04d9d497a75f2029ac6" gracePeriod=30 Oct 13 19:42:34 crc kubenswrapper[4809]: I1013 19:42:34.256275 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="1107e85a-d780-4901-9941-0cec23196d44" containerName="glance-httpd" containerID="cri-o://f73c8067f0b3453afe0eecffdf38c283cf1099cc733e8fca4e983da4fc6e0042" gracePeriod=30 Oct 13 19:42:34 crc kubenswrapper[4809]: I1013 19:42:34.971296 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:42:34 crc kubenswrapper[4809]: I1013 19:42:34.971917 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="66822d90-d691-4cda-a050-057add6aa152" containerName="glance-log" containerID="cri-o://2022581c3e50bc4f406e2b08d15623acae6f4a72462dd220d9dd1b9af2784102" gracePeriod=30 Oct 13 19:42:34 crc kubenswrapper[4809]: I1013 19:42:34.972098 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="66822d90-d691-4cda-a050-057add6aa152" containerName="glance-httpd" containerID="cri-o://dc432488c321c5cd3ca7ca6e443b43b7eccafe0d0ae5b6575de696d781e929ac" gracePeriod=30 Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.249715 4809 generic.go:334] "Generic (PLEG): container finished" podID="1107e85a-d780-4901-9941-0cec23196d44" containerID="95f585a8f62746916deb33e686d1dd6b781aac666f38a04d9d497a75f2029ac6" exitCode=143 Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.249788 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"1107e85a-d780-4901-9941-0cec23196d44","Type":"ContainerDied","Data":"95f585a8f62746916deb33e686d1dd6b781aac666f38a04d9d497a75f2029ac6"} Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.253561 4809 generic.go:334] "Generic (PLEG): container finished" podID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerID="a3c83b907806cfbe583dd1830a585e7878766b2b83d66d92a47414b85948f1ec" exitCode=0 Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.253616 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"12a8380a-71f1-4786-93a7-c10a658c80d3","Type":"ContainerDied","Data":"a3c83b907806cfbe583dd1830a585e7878766b2b83d66d92a47414b85948f1ec"} Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.257136 4809 generic.go:334] "Generic (PLEG): container finished" podID="66822d90-d691-4cda-a050-057add6aa152" containerID="2022581c3e50bc4f406e2b08d15623acae6f4a72462dd220d9dd1b9af2784102" exitCode=143 Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.257188 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"66822d90-d691-4cda-a050-057add6aa152","Type":"ContainerDied","Data":"2022581c3e50bc4f406e2b08d15623acae6f4a72462dd220d9dd1b9af2784102"} Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.363301 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-wmsp8"] Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.364436 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-wmsp8" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.376688 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-wmsp8"] Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.427117 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pwllc\" (UniqueName: \"kubernetes.io/projected/9c4a18f9-6a01-4dec-8689-9db35b246724-kube-api-access-pwllc\") pod \"nova-api-db-create-wmsp8\" (UID: \"9c4a18f9-6a01-4dec-8689-9db35b246724\") " pod="openstack-kuttl-tests/nova-api-db-create-wmsp8" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.464641 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-6q5m4"] Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.465864 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-6q5m4" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.479286 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-6q5m4"] Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.528610 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pwllc\" (UniqueName: \"kubernetes.io/projected/9c4a18f9-6a01-4dec-8689-9db35b246724-kube-api-access-pwllc\") pod \"nova-api-db-create-wmsp8\" (UID: \"9c4a18f9-6a01-4dec-8689-9db35b246724\") " pod="openstack-kuttl-tests/nova-api-db-create-wmsp8" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.528761 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gk7td\" (UniqueName: \"kubernetes.io/projected/de3f2cc3-0d5f-4fb2-a71a-062bdea3264e-kube-api-access-gk7td\") pod \"nova-cell0-db-create-6q5m4\" (UID: \"de3f2cc3-0d5f-4fb2-a71a-062bdea3264e\") " pod="openstack-kuttl-tests/nova-cell0-db-create-6q5m4" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.567393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pwllc\" (UniqueName: \"kubernetes.io/projected/9c4a18f9-6a01-4dec-8689-9db35b246724-kube-api-access-pwllc\") pod \"nova-api-db-create-wmsp8\" (UID: \"9c4a18f9-6a01-4dec-8689-9db35b246724\") " pod="openstack-kuttl-tests/nova-api-db-create-wmsp8" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.630422 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gk7td\" (UniqueName: \"kubernetes.io/projected/de3f2cc3-0d5f-4fb2-a71a-062bdea3264e-kube-api-access-gk7td\") pod \"nova-cell0-db-create-6q5m4\" (UID: \"de3f2cc3-0d5f-4fb2-a71a-062bdea3264e\") " pod="openstack-kuttl-tests/nova-cell0-db-create-6q5m4" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.652946 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gk7td\" (UniqueName: \"kubernetes.io/projected/de3f2cc3-0d5f-4fb2-a71a-062bdea3264e-kube-api-access-gk7td\") pod \"nova-cell0-db-create-6q5m4\" (UID: \"de3f2cc3-0d5f-4fb2-a71a-062bdea3264e\") " pod="openstack-kuttl-tests/nova-cell0-db-create-6q5m4" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.682103 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-grt5z"] Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.684343 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-grt5z" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.685231 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-wmsp8" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.692168 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-grt5z"] Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.732495 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-smdp8\" (UniqueName: \"kubernetes.io/projected/081d9193-67b2-42ad-aa2a-6edde173cade-kube-api-access-smdp8\") pod \"nova-cell1-db-create-grt5z\" (UID: \"081d9193-67b2-42ad-aa2a-6edde173cade\") " pod="openstack-kuttl-tests/nova-cell1-db-create-grt5z" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.786086 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-6q5m4" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.837884 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-smdp8\" (UniqueName: \"kubernetes.io/projected/081d9193-67b2-42ad-aa2a-6edde173cade-kube-api-access-smdp8\") pod \"nova-cell1-db-create-grt5z\" (UID: \"081d9193-67b2-42ad-aa2a-6edde173cade\") " pod="openstack-kuttl-tests/nova-cell1-db-create-grt5z" Oct 13 19:42:35 crc kubenswrapper[4809]: I1013 19:42:35.856203 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-smdp8\" (UniqueName: \"kubernetes.io/projected/081d9193-67b2-42ad-aa2a-6edde173cade-kube-api-access-smdp8\") pod \"nova-cell1-db-create-grt5z\" (UID: \"081d9193-67b2-42ad-aa2a-6edde173cade\") " pod="openstack-kuttl-tests/nova-cell1-db-create-grt5z" Oct 13 19:42:36 crc kubenswrapper[4809]: I1013 19:42:36.024265 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-grt5z" Oct 13 19:42:37 crc kubenswrapper[4809]: I1013 19:42:37.950462 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:42:38 crc kubenswrapper[4809]: I1013 19:42:38.122510 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="proxy-httpd" probeResult="failure" output="Get \"http://10.217.0.145:3000/\": dial tcp 10.217.0.145:3000: connect: connection refused" Oct 13 19:42:38 crc kubenswrapper[4809]: I1013 19:42:38.168670 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:38 crc kubenswrapper[4809]: I1013 19:42:38.286818 4809 generic.go:334] "Generic (PLEG): container finished" podID="1107e85a-d780-4901-9941-0cec23196d44" containerID="f73c8067f0b3453afe0eecffdf38c283cf1099cc733e8fca4e983da4fc6e0042" exitCode=0 Oct 13 19:42:38 crc kubenswrapper[4809]: I1013 19:42:38.286879 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"1107e85a-d780-4901-9941-0cec23196d44","Type":"ContainerDied","Data":"f73c8067f0b3453afe0eecffdf38c283cf1099cc733e8fca4e983da4fc6e0042"} Oct 13 19:42:38 crc kubenswrapper[4809]: I1013 19:42:38.289220 4809 generic.go:334] "Generic (PLEG): container finished" podID="66822d90-d691-4cda-a050-057add6aa152" containerID="dc432488c321c5cd3ca7ca6e443b43b7eccafe0d0ae5b6575de696d781e929ac" exitCode=0 Oct 13 19:42:38 crc kubenswrapper[4809]: I1013 19:42:38.289243 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"66822d90-d691-4cda-a050-057add6aa152","Type":"ContainerDied","Data":"dc432488c321c5cd3ca7ca6e443b43b7eccafe0d0ae5b6575de696d781e929ac"} Oct 13 19:42:39 crc kubenswrapper[4809]: I1013 19:42:39.308886 4809 generic.go:334] "Generic (PLEG): container finished" podID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerID="b9a290661e6a321e70e8f0e05ea86d6b72f424034e7ab5f28c92948c20ef1e72" exitCode=0 Oct 13 19:42:39 crc kubenswrapper[4809]: I1013 19:42:39.308947 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"12a8380a-71f1-4786-93a7-c10a658c80d3","Type":"ContainerDied","Data":"b9a290661e6a321e70e8f0e05ea86d6b72f424034e7ab5f28c92948c20ef1e72"} Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.155244 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.250980 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-logs\") pod \"1107e85a-d780-4901-9941-0cec23196d44\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.251040 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mm9jr\" (UniqueName: \"kubernetes.io/projected/1107e85a-d780-4901-9941-0cec23196d44-kube-api-access-mm9jr\") pod \"1107e85a-d780-4901-9941-0cec23196d44\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.251089 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-httpd-run\") pod \"1107e85a-d780-4901-9941-0cec23196d44\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.251115 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-combined-ca-bundle\") pod \"1107e85a-d780-4901-9941-0cec23196d44\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.251200 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"1107e85a-d780-4901-9941-0cec23196d44\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.251282 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-public-tls-certs\") pod \"1107e85a-d780-4901-9941-0cec23196d44\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.251330 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-config-data\") pod \"1107e85a-d780-4901-9941-0cec23196d44\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.251430 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-scripts\") pod \"1107e85a-d780-4901-9941-0cec23196d44\" (UID: \"1107e85a-d780-4901-9941-0cec23196d44\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.252561 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-logs" (OuterVolumeSpecName: "logs") pod "1107e85a-d780-4901-9941-0cec23196d44" (UID: "1107e85a-d780-4901-9941-0cec23196d44"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.253348 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "1107e85a-d780-4901-9941-0cec23196d44" (UID: "1107e85a-d780-4901-9941-0cec23196d44"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.255502 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.255519 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1107e85a-d780-4901-9941-0cec23196d44-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.259378 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1107e85a-d780-4901-9941-0cec23196d44-kube-api-access-mm9jr" (OuterVolumeSpecName: "kube-api-access-mm9jr") pod "1107e85a-d780-4901-9941-0cec23196d44" (UID: "1107e85a-d780-4901-9941-0cec23196d44"). InnerVolumeSpecName "kube-api-access-mm9jr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.261011 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage15-crc" (OuterVolumeSpecName: "glance") pod "1107e85a-d780-4901-9941-0cec23196d44" (UID: "1107e85a-d780-4901-9941-0cec23196d44"). InnerVolumeSpecName "local-storage15-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.263505 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-scripts" (OuterVolumeSpecName: "scripts") pod "1107e85a-d780-4901-9941-0cec23196d44" (UID: "1107e85a-d780-4901-9941-0cec23196d44"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.318113 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1107e85a-d780-4901-9941-0cec23196d44" (UID: "1107e85a-d780-4901-9941-0cec23196d44"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.324967 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.331469 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.345395 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "1107e85a-d780-4901-9941-0cec23196d44" (UID: "1107e85a-d780-4901-9941-0cec23196d44"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.354093 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-config-data" (OuterVolumeSpecName: "config-data") pod "1107e85a-d780-4901-9941-0cec23196d44" (UID: "1107e85a-d780-4901-9941-0cec23196d44"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.360586 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.360624 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.360637 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mm9jr\" (UniqueName: \"kubernetes.io/projected/1107e85a-d780-4901-9941-0cec23196d44-kube-api-access-mm9jr\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.360656 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.360697 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.360708 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1107e85a-d780-4901-9941-0cec23196d44-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.376073 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"12a8380a-71f1-4786-93a7-c10a658c80d3","Type":"ContainerDied","Data":"aef4e3bf1740f6e869fca5d826223b33e199ef59bc97ed3b2810408f8f8af71c"} Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.376187 4809 scope.go:117] "RemoveContainer" containerID="85046aa4f60326ab72df927296f882f6050cc1ec1d38955c4121a7c28fb38a0c" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.376511 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.397135 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"66822d90-d691-4cda-a050-057add6aa152","Type":"ContainerDied","Data":"9edb4e9addc4387b202b50cdd4fd1432356762771e667ca95440f1a33c3cd4e6"} Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.397307 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.407784 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"1107e85a-d780-4901-9941-0cec23196d44","Type":"ContainerDied","Data":"fc65d1c3952d159c999f954c5ad16b2aa12852e9f793d87008ee790d47d2a7e6"} Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.408048 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.418512 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"c628ecbf-267b-4263-8935-566beeac30ad","Type":"ContainerStarted","Data":"616cde2fc4a0ce2ac15e6161bb21f37c74a96f6a2e9e58de9907f952d126aac8"} Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.431170 4809 scope.go:117] "RemoveContainer" containerID="a6e4d498e31ef210aac07e4dded9bc946120453a477b1ce922c90a70fb6d308b" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.455136 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstackclient" podStartSLOduration=2.636335046 podStartE2EDuration="13.455117313s" podCreationTimestamp="2025-10-13 19:42:28 +0000 UTC" firstStartedPulling="2025-10-13 19:42:29.991025388 +0000 UTC m=+1068.596771973" lastFinishedPulling="2025-10-13 19:42:40.809807655 +0000 UTC m=+1079.415554240" observedRunningTime="2025-10-13 19:42:41.437897874 +0000 UTC m=+1080.043644479" watchObservedRunningTime="2025-10-13 19:42:41.455117313 +0000 UTC m=+1080.060863898" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.460888 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage15-crc" (UniqueName: "kubernetes.io/local-volume/local-storage15-crc") on node "crc" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.465958 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qtbhr\" (UniqueName: \"kubernetes.io/projected/12a8380a-71f1-4786-93a7-c10a658c80d3-kube-api-access-qtbhr\") pod \"12a8380a-71f1-4786-93a7-c10a658c80d3\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.466422 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"66822d90-d691-4cda-a050-057add6aa152\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.466873 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-internal-tls-certs\") pod \"66822d90-d691-4cda-a050-057add6aa152\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.466907 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-sg-core-conf-yaml\") pod \"12a8380a-71f1-4786-93a7-c10a658c80d3\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.466980 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-logs\") pod \"66822d90-d691-4cda-a050-057add6aa152\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.467036 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-combined-ca-bundle\") pod \"12a8380a-71f1-4786-93a7-c10a658c80d3\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.467058 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-log-httpd\") pod \"12a8380a-71f1-4786-93a7-c10a658c80d3\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.467395 4809 scope.go:117] "RemoveContainer" containerID="b9a290661e6a321e70e8f0e05ea86d6b72f424034e7ab5f28c92948c20ef1e72" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.467864 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-config-data\") pod \"12a8380a-71f1-4786-93a7-c10a658c80d3\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.467930 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-combined-ca-bundle\") pod \"66822d90-d691-4cda-a050-057add6aa152\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.468045 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qmtgw\" (UniqueName: \"kubernetes.io/projected/66822d90-d691-4cda-a050-057add6aa152-kube-api-access-qmtgw\") pod \"66822d90-d691-4cda-a050-057add6aa152\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.468091 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-run-httpd\") pod \"12a8380a-71f1-4786-93a7-c10a658c80d3\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.468112 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-config-data\") pod \"66822d90-d691-4cda-a050-057add6aa152\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.468143 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-scripts\") pod \"66822d90-d691-4cda-a050-057add6aa152\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.468200 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-httpd-run\") pod \"66822d90-d691-4cda-a050-057add6aa152\" (UID: \"66822d90-d691-4cda-a050-057add6aa152\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.468224 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-scripts\") pod \"12a8380a-71f1-4786-93a7-c10a658c80d3\" (UID: \"12a8380a-71f1-4786-93a7-c10a658c80d3\") " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.469692 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.468096 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-logs" (OuterVolumeSpecName: "logs") pod "66822d90-d691-4cda-a050-057add6aa152" (UID: "66822d90-d691-4cda-a050-057add6aa152"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.469645 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "12a8380a-71f1-4786-93a7-c10a658c80d3" (UID: "12a8380a-71f1-4786-93a7-c10a658c80d3"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.471460 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "12a8380a-71f1-4786-93a7-c10a658c80d3" (UID: "12a8380a-71f1-4786-93a7-c10a658c80d3"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.471643 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/12a8380a-71f1-4786-93a7-c10a658c80d3-kube-api-access-qtbhr" (OuterVolumeSpecName: "kube-api-access-qtbhr") pod "12a8380a-71f1-4786-93a7-c10a658c80d3" (UID: "12a8380a-71f1-4786-93a7-c10a658c80d3"). InnerVolumeSpecName "kube-api-access-qtbhr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.472754 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "66822d90-d691-4cda-a050-057add6aa152" (UID: "66822d90-d691-4cda-a050-057add6aa152"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.475412 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage06-crc" (OuterVolumeSpecName: "glance") pod "66822d90-d691-4cda-a050-057add6aa152" (UID: "66822d90-d691-4cda-a050-057add6aa152"). InnerVolumeSpecName "local-storage06-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.480527 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/66822d90-d691-4cda-a050-057add6aa152-kube-api-access-qmtgw" (OuterVolumeSpecName: "kube-api-access-qmtgw") pod "66822d90-d691-4cda-a050-057add6aa152" (UID: "66822d90-d691-4cda-a050-057add6aa152"). InnerVolumeSpecName "kube-api-access-qmtgw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.480581 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-scripts" (OuterVolumeSpecName: "scripts") pod "12a8380a-71f1-4786-93a7-c10a658c80d3" (UID: "12a8380a-71f1-4786-93a7-c10a658c80d3"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.487380 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.491091 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-scripts" (OuterVolumeSpecName: "scripts") pod "66822d90-d691-4cda-a050-057add6aa152" (UID: "66822d90-d691-4cda-a050-057add6aa152"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.494897 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.516636 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:42:41 crc kubenswrapper[4809]: E1013 19:42:41.517197 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="ceilometer-central-agent" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517222 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="ceilometer-central-agent" Oct 13 19:42:41 crc kubenswrapper[4809]: E1013 19:42:41.517245 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="66822d90-d691-4cda-a050-057add6aa152" containerName="glance-httpd" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517251 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="66822d90-d691-4cda-a050-057add6aa152" containerName="glance-httpd" Oct 13 19:42:41 crc kubenswrapper[4809]: E1013 19:42:41.517270 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="sg-core" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517277 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="sg-core" Oct 13 19:42:41 crc kubenswrapper[4809]: E1013 19:42:41.517288 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1107e85a-d780-4901-9941-0cec23196d44" containerName="glance-httpd" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517294 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1107e85a-d780-4901-9941-0cec23196d44" containerName="glance-httpd" Oct 13 19:42:41 crc kubenswrapper[4809]: E1013 19:42:41.517306 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1107e85a-d780-4901-9941-0cec23196d44" containerName="glance-log" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517312 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1107e85a-d780-4901-9941-0cec23196d44" containerName="glance-log" Oct 13 19:42:41 crc kubenswrapper[4809]: E1013 19:42:41.517322 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="ceilometer-notification-agent" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517329 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="ceilometer-notification-agent" Oct 13 19:42:41 crc kubenswrapper[4809]: E1013 19:42:41.517350 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="proxy-httpd" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517356 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="proxy-httpd" Oct 13 19:42:41 crc kubenswrapper[4809]: E1013 19:42:41.517368 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="66822d90-d691-4cda-a050-057add6aa152" containerName="glance-log" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517374 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="66822d90-d691-4cda-a050-057add6aa152" containerName="glance-log" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517571 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="ceilometer-notification-agent" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517584 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="ceilometer-central-agent" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517592 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="66822d90-d691-4cda-a050-057add6aa152" containerName="glance-httpd" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517606 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1107e85a-d780-4901-9941-0cec23196d44" containerName="glance-httpd" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517619 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="sg-core" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517627 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" containerName="proxy-httpd" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517637 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="66822d90-d691-4cda-a050-057add6aa152" containerName="glance-log" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.517649 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1107e85a-d780-4901-9941-0cec23196d44" containerName="glance-log" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.518968 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.522808 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.523118 4809 scope.go:117] "RemoveContainer" containerID="a3c83b907806cfbe583dd1830a585e7878766b2b83d66d92a47414b85948f1ec" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.523300 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.548032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "12a8380a-71f1-4786-93a7-c10a658c80d3" (UID: "12a8380a-71f1-4786-93a7-c10a658c80d3"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.554538 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.578605 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.578647 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.578660 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.578673 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qtbhr\" (UniqueName: \"kubernetes.io/projected/12a8380a-71f1-4786-93a7-c10a658c80d3-kube-api-access-qtbhr\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.578696 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" " Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.578707 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.578719 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/66822d90-d691-4cda-a050-057add6aa152-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.578750 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.578761 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qmtgw\" (UniqueName: \"kubernetes.io/projected/66822d90-d691-4cda-a050-057add6aa152-kube-api-access-qmtgw\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.578769 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/12a8380a-71f1-4786-93a7-c10a658c80d3-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.581673 4809 scope.go:117] "RemoveContainer" containerID="dc432488c321c5cd3ca7ca6e443b43b7eccafe0d0ae5b6575de696d781e929ac" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.582054 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "66822d90-d691-4cda-a050-057add6aa152" (UID: "66822d90-d691-4cda-a050-057add6aa152"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.590657 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "66822d90-d691-4cda-a050-057add6aa152" (UID: "66822d90-d691-4cda-a050-057add6aa152"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.606460 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage06-crc" (UniqueName: "kubernetes.io/local-volume/local-storage06-crc") on node "crc" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.624326 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-config-data" (OuterVolumeSpecName: "config-data") pod "66822d90-d691-4cda-a050-057add6aa152" (UID: "66822d90-d691-4cda-a050-057add6aa152"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.632487 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-wmsp8"] Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.658103 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-6q5m4"] Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.667495 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-grt5z"] Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.667965 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "12a8380a-71f1-4786-93a7-c10a658c80d3" (UID: "12a8380a-71f1-4786-93a7-c10a658c80d3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: W1013 19:42:41.670811 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podde3f2cc3_0d5f_4fb2_a71a_062bdea3264e.slice/crio-a52c0ad58b14c04be939a7ffa9440a6b83f9137784fcfe020ff9c3be0e1d5965 WatchSource:0}: Error finding container a52c0ad58b14c04be939a7ffa9440a6b83f9137784fcfe020ff9c3be0e1d5965: Status 404 returned error can't find the container with id a52c0ad58b14c04be939a7ffa9440a6b83f9137784fcfe020ff9c3be0e1d5965 Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.680208 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-logs\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.680250 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pjtvg\" (UniqueName: \"kubernetes.io/projected/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-kube-api-access-pjtvg\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.680301 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.680324 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.680342 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-config-data\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.680372 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.680398 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-scripts\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.689229 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.689515 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.689542 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.689560 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.689575 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.689585 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/66822d90-d691-4cda-a050-057add6aa152-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.726821 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-config-data" (OuterVolumeSpecName: "config-data") pod "12a8380a-71f1-4786-93a7-c10a658c80d3" (UID: "12a8380a-71f1-4786-93a7-c10a658c80d3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.791619 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.791673 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.791692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-config-data\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.791740 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.791772 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-scripts\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.791828 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.791860 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-logs\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.791879 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pjtvg\" (UniqueName: \"kubernetes.io/projected/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-kube-api-access-pjtvg\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.791939 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/12a8380a-71f1-4786-93a7-c10a658c80d3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.792328 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") device mount path \"/mnt/openstack/pv15\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.793021 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.796600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.801021 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-logs\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.801379 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-scripts\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.801518 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.804668 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-config-data\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.809464 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pjtvg\" (UniqueName: \"kubernetes.io/projected/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-kube-api-access-pjtvg\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.826690 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.828545 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.828991 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.850849 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.959039 4809 scope.go:117] "RemoveContainer" containerID="2022581c3e50bc4f406e2b08d15623acae6f4a72462dd220d9dd1b9af2784102" Oct 13 19:42:41 crc kubenswrapper[4809]: I1013 19:42:41.972999 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:41.999265 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.031596 4809 scope.go:117] "RemoveContainer" containerID="f73c8067f0b3453afe0eecffdf38c283cf1099cc733e8fca4e983da4fc6e0042" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.044143 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.051566 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.057183 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.057346 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.057541 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.114266 4809 scope.go:117] "RemoveContainer" containerID="95f585a8f62746916deb33e686d1dd6b781aac666f38a04d9d497a75f2029ac6" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.137724 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.151094 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.215603 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1107e85a-d780-4901-9941-0cec23196d44" path="/var/lib/kubelet/pods/1107e85a-d780-4901-9941-0cec23196d44/volumes" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.221118 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="12a8380a-71f1-4786-93a7-c10a658c80d3" path="/var/lib/kubelet/pods/12a8380a-71f1-4786-93a7-c10a658c80d3/volumes" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.221934 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-logs\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.222218 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.222384 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.222542 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.222408 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="66822d90-d691-4cda-a050-057add6aa152" path="/var/lib/kubelet/pods/66822d90-d691-4cda-a050-057add6aa152/volumes" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.222828 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lqv8x\" (UniqueName: \"kubernetes.io/projected/1ec7215b-a5bd-4138-8d29-96f03e3a40be-kube-api-access-lqv8x\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.223255 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-config-data\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.223406 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-scripts\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.223478 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.223710 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.248249 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.248378 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.268513 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.268892 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.327300 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.327426 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-scripts\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.327470 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-run-httpd\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.327524 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.328957 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-logs\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.329440 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-logs\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.328991 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.329513 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.329988 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.330034 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-config-data\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.330058 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.330109 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vrg4w\" (UniqueName: \"kubernetes.io/projected/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-kube-api-access-vrg4w\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.330145 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lqv8x\" (UniqueName: \"kubernetes.io/projected/1ec7215b-a5bd-4138-8d29-96f03e3a40be-kube-api-access-lqv8x\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.330220 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-config-data\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.330247 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-scripts\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.330264 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-log-httpd\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.330550 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") device mount path \"/mnt/openstack/pv06\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.331151 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.331959 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.333461 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.335875 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.336032 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-scripts\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.342625 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.347400 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-config-data\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.350760 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lqv8x\" (UniqueName: \"kubernetes.io/projected/1ec7215b-a5bd-4138-8d29-96f03e3a40be-kube-api-access-lqv8x\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.363561 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.373843 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.432194 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-run-httpd\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.432643 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.432813 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-config-data\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.432927 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-run-httpd\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.433015 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vrg4w\" (UniqueName: \"kubernetes.io/projected/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-kube-api-access-vrg4w\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.433263 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-scripts\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.433288 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-log-httpd\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.433343 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.434855 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-log-httpd\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.436400 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.437347 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.440826 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-scripts\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.441935 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-config-data\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.450977 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.456710 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vrg4w\" (UniqueName: \"kubernetes.io/projected/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-kube-api-access-vrg4w\") pod \"ceilometer-0\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.459923 4809 generic.go:334] "Generic (PLEG): container finished" podID="081d9193-67b2-42ad-aa2a-6edde173cade" containerID="da739e7894ee928523edc6d796f91b68ebe26158fb0f29ec7ce3efee642e66ac" exitCode=0 Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.460035 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-grt5z" event={"ID":"081d9193-67b2-42ad-aa2a-6edde173cade","Type":"ContainerDied","Data":"da739e7894ee928523edc6d796f91b68ebe26158fb0f29ec7ce3efee642e66ac"} Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.460067 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-grt5z" event={"ID":"081d9193-67b2-42ad-aa2a-6edde173cade","Type":"ContainerStarted","Data":"606cbd0dfbc850d4b8d45253ff3b936a1df858d105019f52b26d3d8598d3474e"} Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.462617 4809 generic.go:334] "Generic (PLEG): container finished" podID="9c4a18f9-6a01-4dec-8689-9db35b246724" containerID="2abb9c5e33722ca96fcbe97aca1617f5e58cab92b182969d6038a779adbf2ad3" exitCode=0 Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.462706 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-wmsp8" event={"ID":"9c4a18f9-6a01-4dec-8689-9db35b246724","Type":"ContainerDied","Data":"2abb9c5e33722ca96fcbe97aca1617f5e58cab92b182969d6038a779adbf2ad3"} Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.462765 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-wmsp8" event={"ID":"9c4a18f9-6a01-4dec-8689-9db35b246724","Type":"ContainerStarted","Data":"80b45cc52aa10e58a96b1159444493a24f3a37bded425f52959bf6bacf661f5d"} Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.463947 4809 generic.go:334] "Generic (PLEG): container finished" podID="de3f2cc3-0d5f-4fb2-a71a-062bdea3264e" containerID="37879c351859917a5b86183f3035947a9b8406716779b111c173178a18329ddc" exitCode=0 Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.463997 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-6q5m4" event={"ID":"de3f2cc3-0d5f-4fb2-a71a-062bdea3264e","Type":"ContainerDied","Data":"37879c351859917a5b86183f3035947a9b8406716779b111c173178a18329ddc"} Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.464014 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-6q5m4" event={"ID":"de3f2cc3-0d5f-4fb2-a71a-062bdea3264e","Type":"ContainerStarted","Data":"a52c0ad58b14c04be939a7ffa9440a6b83f9137784fcfe020ff9c3be0e1d5965"} Oct 13 19:42:42 crc kubenswrapper[4809]: I1013 19:42:42.696023 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:43 crc kubenswrapper[4809]: I1013 19:42:42.876823 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:42:43 crc kubenswrapper[4809]: I1013 19:42:43.174453 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:43 crc kubenswrapper[4809]: I1013 19:42:43.512983 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd","Type":"ContainerStarted","Data":"d51f94dc0a483e2bbb747cdd59c62cdbd0a080f495347fd28ea18e0276254c53"} Oct 13 19:42:43 crc kubenswrapper[4809]: I1013 19:42:43.514713 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8","Type":"ContainerStarted","Data":"195b7b6b490cacd46b341dc8f86214bebcfd6bd7d461d3c21380357d588649d6"} Oct 13 19:42:43 crc kubenswrapper[4809]: I1013 19:42:43.514794 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8","Type":"ContainerStarted","Data":"4950758fe7d4eecbfadedbb621622bf162c2f37d0a1a82d28e10b5d48480e685"} Oct 13 19:42:43 crc kubenswrapper[4809]: I1013 19:42:43.515956 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1ec7215b-a5bd-4138-8d29-96f03e3a40be","Type":"ContainerStarted","Data":"dd37ce1eee1e065c5e8dd007c4e03129b8d53dd823e4b423995fb56ee1c7c282"} Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.019377 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.019886 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="6ccbafff-15bb-4d5d-8703-e7f7d76266eb" containerName="kube-state-metrics" containerID="cri-o://7334373ac57c93f8f742aaa169cb2525fad4f9dcf8ce01bd1671cb1c1e78bf67" gracePeriod=30 Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.135932 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-6q5m4" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.140868 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-wmsp8" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.160921 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-grt5z" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.189195 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gk7td\" (UniqueName: \"kubernetes.io/projected/de3f2cc3-0d5f-4fb2-a71a-062bdea3264e-kube-api-access-gk7td\") pod \"de3f2cc3-0d5f-4fb2-a71a-062bdea3264e\" (UID: \"de3f2cc3-0d5f-4fb2-a71a-062bdea3264e\") " Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.189533 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pwllc\" (UniqueName: \"kubernetes.io/projected/9c4a18f9-6a01-4dec-8689-9db35b246724-kube-api-access-pwllc\") pod \"9c4a18f9-6a01-4dec-8689-9db35b246724\" (UID: \"9c4a18f9-6a01-4dec-8689-9db35b246724\") " Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.215365 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/de3f2cc3-0d5f-4fb2-a71a-062bdea3264e-kube-api-access-gk7td" (OuterVolumeSpecName: "kube-api-access-gk7td") pod "de3f2cc3-0d5f-4fb2-a71a-062bdea3264e" (UID: "de3f2cc3-0d5f-4fb2-a71a-062bdea3264e"). InnerVolumeSpecName "kube-api-access-gk7td". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.215574 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9c4a18f9-6a01-4dec-8689-9db35b246724-kube-api-access-pwllc" (OuterVolumeSpecName: "kube-api-access-pwllc") pod "9c4a18f9-6a01-4dec-8689-9db35b246724" (UID: "9c4a18f9-6a01-4dec-8689-9db35b246724"). InnerVolumeSpecName "kube-api-access-pwllc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.294928 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-smdp8\" (UniqueName: \"kubernetes.io/projected/081d9193-67b2-42ad-aa2a-6edde173cade-kube-api-access-smdp8\") pod \"081d9193-67b2-42ad-aa2a-6edde173cade\" (UID: \"081d9193-67b2-42ad-aa2a-6edde173cade\") " Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.295525 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gk7td\" (UniqueName: \"kubernetes.io/projected/de3f2cc3-0d5f-4fb2-a71a-062bdea3264e-kube-api-access-gk7td\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.295546 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pwllc\" (UniqueName: \"kubernetes.io/projected/9c4a18f9-6a01-4dec-8689-9db35b246724-kube-api-access-pwllc\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.303243 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/081d9193-67b2-42ad-aa2a-6edde173cade-kube-api-access-smdp8" (OuterVolumeSpecName: "kube-api-access-smdp8") pod "081d9193-67b2-42ad-aa2a-6edde173cade" (UID: "081d9193-67b2-42ad-aa2a-6edde173cade"). InnerVolumeSpecName "kube-api-access-smdp8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.398234 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-smdp8\" (UniqueName: \"kubernetes.io/projected/081d9193-67b2-42ad-aa2a-6edde173cade-kube-api-access-smdp8\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.570192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1ec7215b-a5bd-4138-8d29-96f03e3a40be","Type":"ContainerStarted","Data":"9b7df0a987d262c5e563b3588fcd388c6430e2878b790a7d8a86fee2f5132714"} Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.576239 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd","Type":"ContainerStarted","Data":"c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa"} Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.585633 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.586144 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-grt5z" event={"ID":"081d9193-67b2-42ad-aa2a-6edde173cade","Type":"ContainerDied","Data":"606cbd0dfbc850d4b8d45253ff3b936a1df858d105019f52b26d3d8598d3474e"} Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.586172 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="606cbd0dfbc850d4b8d45253ff3b936a1df858d105019f52b26d3d8598d3474e" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.586232 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-grt5z" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.589102 4809 generic.go:334] "Generic (PLEG): container finished" podID="6ccbafff-15bb-4d5d-8703-e7f7d76266eb" containerID="7334373ac57c93f8f742aaa169cb2525fad4f9dcf8ce01bd1671cb1c1e78bf67" exitCode=2 Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.589162 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"6ccbafff-15bb-4d5d-8703-e7f7d76266eb","Type":"ContainerDied","Data":"7334373ac57c93f8f742aaa169cb2525fad4f9dcf8ce01bd1671cb1c1e78bf67"} Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.589193 4809 scope.go:117] "RemoveContainer" containerID="7334373ac57c93f8f742aaa169cb2525fad4f9dcf8ce01bd1671cb1c1e78bf67" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.589302 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.593097 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-wmsp8" event={"ID":"9c4a18f9-6a01-4dec-8689-9db35b246724","Type":"ContainerDied","Data":"80b45cc52aa10e58a96b1159444493a24f3a37bded425f52959bf6bacf661f5d"} Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.593127 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="80b45cc52aa10e58a96b1159444493a24f3a37bded425f52959bf6bacf661f5d" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.593193 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-wmsp8" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.606122 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-6q5m4" event={"ID":"de3f2cc3-0d5f-4fb2-a71a-062bdea3264e","Type":"ContainerDied","Data":"a52c0ad58b14c04be939a7ffa9440a6b83f9137784fcfe020ff9c3be0e1d5965"} Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.606159 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a52c0ad58b14c04be939a7ffa9440a6b83f9137784fcfe020ff9c3be0e1d5965" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.606232 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-6q5m4" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.656510 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8","Type":"ContainerStarted","Data":"87d513b1a199c3c90d294ca329f1a1eb871ca98d9653c6ced8d6af8957fb4c5f"} Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.688140 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=3.688125118 podStartE2EDuration="3.688125118s" podCreationTimestamp="2025-10-13 19:42:41 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:42:44.687584893 +0000 UTC m=+1083.293331488" watchObservedRunningTime="2025-10-13 19:42:44.688125118 +0000 UTC m=+1083.293871703" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.702904 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x6k24\" (UniqueName: \"kubernetes.io/projected/6ccbafff-15bb-4d5d-8703-e7f7d76266eb-kube-api-access-x6k24\") pod \"6ccbafff-15bb-4d5d-8703-e7f7d76266eb\" (UID: \"6ccbafff-15bb-4d5d-8703-e7f7d76266eb\") " Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.713462 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6ccbafff-15bb-4d5d-8703-e7f7d76266eb-kube-api-access-x6k24" (OuterVolumeSpecName: "kube-api-access-x6k24") pod "6ccbafff-15bb-4d5d-8703-e7f7d76266eb" (UID: "6ccbafff-15bb-4d5d-8703-e7f7d76266eb"). InnerVolumeSpecName "kube-api-access-x6k24". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.804856 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x6k24\" (UniqueName: \"kubernetes.io/projected/6ccbafff-15bb-4d5d-8703-e7f7d76266eb-kube-api-access-x6k24\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.922821 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.931705 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.937155 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:42:44 crc kubenswrapper[4809]: E1013 19:42:44.937498 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6ccbafff-15bb-4d5d-8703-e7f7d76266eb" containerName="kube-state-metrics" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.937514 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6ccbafff-15bb-4d5d-8703-e7f7d76266eb" containerName="kube-state-metrics" Oct 13 19:42:44 crc kubenswrapper[4809]: E1013 19:42:44.937526 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="de3f2cc3-0d5f-4fb2-a71a-062bdea3264e" containerName="mariadb-database-create" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.937532 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="de3f2cc3-0d5f-4fb2-a71a-062bdea3264e" containerName="mariadb-database-create" Oct 13 19:42:44 crc kubenswrapper[4809]: E1013 19:42:44.937552 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="081d9193-67b2-42ad-aa2a-6edde173cade" containerName="mariadb-database-create" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.937560 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="081d9193-67b2-42ad-aa2a-6edde173cade" containerName="mariadb-database-create" Oct 13 19:42:44 crc kubenswrapper[4809]: E1013 19:42:44.937589 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9c4a18f9-6a01-4dec-8689-9db35b246724" containerName="mariadb-database-create" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.937596 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9c4a18f9-6a01-4dec-8689-9db35b246724" containerName="mariadb-database-create" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.937795 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="de3f2cc3-0d5f-4fb2-a71a-062bdea3264e" containerName="mariadb-database-create" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.937812 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6ccbafff-15bb-4d5d-8703-e7f7d76266eb" containerName="kube-state-metrics" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.937828 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="081d9193-67b2-42ad-aa2a-6edde173cade" containerName="mariadb-database-create" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.937841 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9c4a18f9-6a01-4dec-8689-9db35b246724" containerName="mariadb-database-create" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.938387 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.940833 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"kube-state-metrics-tls-config" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.944098 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-kube-state-metrics-svc" Oct 13 19:42:44 crc kubenswrapper[4809]: I1013 19:42:44.962397 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.010832 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.010874 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.010907 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2n9vv\" (UniqueName: \"kubernetes.io/projected/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-api-access-2n9vv\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.010970 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.112626 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.112687 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.112766 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2n9vv\" (UniqueName: \"kubernetes.io/projected/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-api-access-2n9vv\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.112850 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.117903 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.119141 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.119410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.130608 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2n9vv\" (UniqueName: \"kubernetes.io/projected/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-api-access-2n9vv\") pod \"kube-state-metrics-0\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.253853 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.339388 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.421487 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-68967944c9-w9gfh"] Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.421708 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" podUID="0c5de59e-dd1c-4592-9b31-3645f261c612" containerName="neutron-api" containerID="cri-o://98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a" gracePeriod=30 Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.422117 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" podUID="0c5de59e-dd1c-4592-9b31-3645f261c612" containerName="neutron-httpd" containerID="cri-o://f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4" gracePeriod=30 Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.669792 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1ec7215b-a5bd-4138-8d29-96f03e3a40be","Type":"ContainerStarted","Data":"913fc44a76273ddb9bd20a097585185152ff651fd92b1592e4db8b7f284ee1f2"} Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.676618 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd","Type":"ContainerStarted","Data":"55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1"} Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.676665 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd","Type":"ContainerStarted","Data":"5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5"} Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.680840 4809 generic.go:334] "Generic (PLEG): container finished" podID="0c5de59e-dd1c-4592-9b31-3645f261c612" containerID="f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4" exitCode=0 Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.680888 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" event={"ID":"0c5de59e-dd1c-4592-9b31-3645f261c612","Type":"ContainerDied","Data":"f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4"} Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.700914 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=4.70089556 podStartE2EDuration="4.70089556s" podCreationTimestamp="2025-10-13 19:42:41 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:42:45.695814406 +0000 UTC m=+1084.301560991" watchObservedRunningTime="2025-10-13 19:42:45.70089556 +0000 UTC m=+1084.306642135" Oct 13 19:42:45 crc kubenswrapper[4809]: I1013 19:42:45.792623 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:42:45 crc kubenswrapper[4809]: W1013 19:42:45.796266 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod90b519b7_1a01_4d06_b2c9_a5490d7fcedf.slice/crio-793bb888b4669e0a39be251da0d9e033c7fe9ff8463cf72a11f3bf0c9e99594a WatchSource:0}: Error finding container 793bb888b4669e0a39be251da0d9e033c7fe9ff8463cf72a11f3bf0c9e99594a: Status 404 returned error can't find the container with id 793bb888b4669e0a39be251da0d9e033c7fe9ff8463cf72a11f3bf0c9e99594a Oct 13 19:42:46 crc kubenswrapper[4809]: I1013 19:42:46.169585 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6ccbafff-15bb-4d5d-8703-e7f7d76266eb" path="/var/lib/kubelet/pods/6ccbafff-15bb-4d5d-8703-e7f7d76266eb/volumes" Oct 13 19:42:46 crc kubenswrapper[4809]: I1013 19:42:46.696106 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"90b519b7-1a01-4d06-b2c9-a5490d7fcedf","Type":"ContainerStarted","Data":"1f802cb44cf177d201622044c6d059eb7bcc3d5375426c71ce336691a770d1c2"} Oct 13 19:42:46 crc kubenswrapper[4809]: I1013 19:42:46.696171 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"90b519b7-1a01-4d06-b2c9-a5490d7fcedf","Type":"ContainerStarted","Data":"793bb888b4669e0a39be251da0d9e033c7fe9ff8463cf72a11f3bf0c9e99594a"} Oct 13 19:42:46 crc kubenswrapper[4809]: I1013 19:42:46.715634 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=2.3386863030000002 podStartE2EDuration="2.715617777s" podCreationTimestamp="2025-10-13 19:42:44 +0000 UTC" firstStartedPulling="2025-10-13 19:42:45.798830076 +0000 UTC m=+1084.404576661" lastFinishedPulling="2025-10-13 19:42:46.17576155 +0000 UTC m=+1084.781508135" observedRunningTime="2025-10-13 19:42:46.711928922 +0000 UTC m=+1085.317675547" watchObservedRunningTime="2025-10-13 19:42:46.715617777 +0000 UTC m=+1085.321364362" Oct 13 19:42:47 crc kubenswrapper[4809]: I1013 19:42:47.177911 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:47 crc kubenswrapper[4809]: I1013 19:42:47.715452 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd","Type":"ContainerStarted","Data":"590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885"} Oct 13 19:42:47 crc kubenswrapper[4809]: I1013 19:42:47.715579 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:47 crc kubenswrapper[4809]: I1013 19:42:47.716043 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:47 crc kubenswrapper[4809]: I1013 19:42:47.747079 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.158286126 podStartE2EDuration="5.747051401s" podCreationTimestamp="2025-10-13 19:42:42 +0000 UTC" firstStartedPulling="2025-10-13 19:42:43.189561906 +0000 UTC m=+1081.795308491" lastFinishedPulling="2025-10-13 19:42:46.778327181 +0000 UTC m=+1085.384073766" observedRunningTime="2025-10-13 19:42:47.736079829 +0000 UTC m=+1086.341826424" watchObservedRunningTime="2025-10-13 19:42:47.747051401 +0000 UTC m=+1086.352797986" Oct 13 19:42:48 crc kubenswrapper[4809]: I1013 19:42:48.723143 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="sg-core" containerID="cri-o://55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1" gracePeriod=30 Oct 13 19:42:48 crc kubenswrapper[4809]: I1013 19:42:48.723205 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="proxy-httpd" containerID="cri-o://590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885" gracePeriod=30 Oct 13 19:42:48 crc kubenswrapper[4809]: I1013 19:42:48.723188 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="ceilometer-notification-agent" containerID="cri-o://5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5" gracePeriod=30 Oct 13 19:42:48 crc kubenswrapper[4809]: I1013 19:42:48.723526 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="ceilometer-central-agent" containerID="cri-o://c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa" gracePeriod=30 Oct 13 19:42:49 crc kubenswrapper[4809]: E1013 19:42:49.253538 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podde3f2cc3_0d5f_4fb2_a71a_062bdea3264e.slice/crio-conmon-37879c351859917a5b86183f3035947a9b8406716779b111c173178a18329ddc.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:42:49 crc kubenswrapper[4809]: I1013 19:42:49.736223 4809 generic.go:334] "Generic (PLEG): container finished" podID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerID="590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885" exitCode=0 Oct 13 19:42:49 crc kubenswrapper[4809]: I1013 19:42:49.736267 4809 generic.go:334] "Generic (PLEG): container finished" podID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerID="55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1" exitCode=2 Oct 13 19:42:49 crc kubenswrapper[4809]: I1013 19:42:49.736278 4809 generic.go:334] "Generic (PLEG): container finished" podID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerID="5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5" exitCode=0 Oct 13 19:42:49 crc kubenswrapper[4809]: I1013 19:42:49.736310 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd","Type":"ContainerDied","Data":"590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885"} Oct 13 19:42:49 crc kubenswrapper[4809]: I1013 19:42:49.736350 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd","Type":"ContainerDied","Data":"55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1"} Oct 13 19:42:49 crc kubenswrapper[4809]: I1013 19:42:49.736379 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd","Type":"ContainerDied","Data":"5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5"} Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.407374 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.520758 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-sg-core-conf-yaml\") pod \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.520846 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-run-httpd\") pod \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.520945 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vrg4w\" (UniqueName: \"kubernetes.io/projected/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-kube-api-access-vrg4w\") pod \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.520997 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-log-httpd\") pod \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.521032 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-config-data\") pod \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.521082 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-combined-ca-bundle\") pod \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.521122 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-scripts\") pod \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\" (UID: \"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd\") " Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.521482 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" (UID: "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.523146 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" (UID: "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.528353 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-kube-api-access-vrg4w" (OuterVolumeSpecName: "kube-api-access-vrg4w") pod "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" (UID: "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd"). InnerVolumeSpecName "kube-api-access-vrg4w". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.536649 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-scripts" (OuterVolumeSpecName: "scripts") pod "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" (UID: "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.552926 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" (UID: "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.619392 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" (UID: "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.624570 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.624914 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.625000 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vrg4w\" (UniqueName: \"kubernetes.io/projected/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-kube-api-access-vrg4w\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.625055 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.625102 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.625151 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.654391 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-config-data" (OuterVolumeSpecName: "config-data") pod "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" (UID: "67ee6eb1-7753-44e3-aa09-6fb0cbc425fd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.726963 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.746852 4809 generic.go:334] "Generic (PLEG): container finished" podID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerID="c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa" exitCode=0 Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.746895 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd","Type":"ContainerDied","Data":"c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa"} Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.746952 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"67ee6eb1-7753-44e3-aa09-6fb0cbc425fd","Type":"ContainerDied","Data":"d51f94dc0a483e2bbb747cdd59c62cdbd0a080f495347fd28ea18e0276254c53"} Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.746951 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.746972 4809 scope.go:117] "RemoveContainer" containerID="590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.788365 4809 scope.go:117] "RemoveContainer" containerID="55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.793045 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.831606 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.835935 4809 scope.go:117] "RemoveContainer" containerID="5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.840127 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:50 crc kubenswrapper[4809]: E1013 19:42:50.840855 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="proxy-httpd" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.840887 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="proxy-httpd" Oct 13 19:42:50 crc kubenswrapper[4809]: E1013 19:42:50.840906 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="sg-core" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.840915 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="sg-core" Oct 13 19:42:50 crc kubenswrapper[4809]: E1013 19:42:50.840960 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="ceilometer-notification-agent" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.840971 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="ceilometer-notification-agent" Oct 13 19:42:50 crc kubenswrapper[4809]: E1013 19:42:50.840991 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="ceilometer-central-agent" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.841001 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="ceilometer-central-agent" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.841262 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="ceilometer-notification-agent" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.841291 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="ceilometer-central-agent" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.841310 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="sg-core" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.841328 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" containerName="proxy-httpd" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.862592 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.868129 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.868703 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.868834 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.884636 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.897012 4809 scope.go:117] "RemoveContainer" containerID="c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.918745 4809 scope.go:117] "RemoveContainer" containerID="590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885" Oct 13 19:42:50 crc kubenswrapper[4809]: E1013 19:42:50.919185 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885\": container with ID starting with 590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885 not found: ID does not exist" containerID="590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.919218 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885"} err="failed to get container status \"590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885\": rpc error: code = NotFound desc = could not find container \"590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885\": container with ID starting with 590b06082994e9d47fe3507ccfec2fbdd2adcda2a3612e4ef2164383aae2d885 not found: ID does not exist" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.919240 4809 scope.go:117] "RemoveContainer" containerID="55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1" Oct 13 19:42:50 crc kubenswrapper[4809]: E1013 19:42:50.919773 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1\": container with ID starting with 55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1 not found: ID does not exist" containerID="55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.919799 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1"} err="failed to get container status \"55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1\": rpc error: code = NotFound desc = could not find container \"55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1\": container with ID starting with 55f831fc527e52981692c7993422c110d178db9b11c513d7770176d92fdf59d1 not found: ID does not exist" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.919814 4809 scope.go:117] "RemoveContainer" containerID="5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5" Oct 13 19:42:50 crc kubenswrapper[4809]: E1013 19:42:50.922023 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5\": container with ID starting with 5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5 not found: ID does not exist" containerID="5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.922092 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5"} err="failed to get container status \"5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5\": rpc error: code = NotFound desc = could not find container \"5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5\": container with ID starting with 5b5f6dbf13d6b11e531017baaec0795aff07bba1a34824f93096990f8d1294a5 not found: ID does not exist" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.922135 4809 scope.go:117] "RemoveContainer" containerID="c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa" Oct 13 19:42:50 crc kubenswrapper[4809]: E1013 19:42:50.922504 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa\": container with ID starting with c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa not found: ID does not exist" containerID="c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.922533 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa"} err="failed to get container status \"c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa\": rpc error: code = NotFound desc = could not find container \"c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa\": container with ID starting with c74be2d9f1762174f0560923d3f2e583e0c69f15f1e6555cf28916a954eef3fa not found: ID does not exist" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.930989 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-scripts\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.931046 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-log-httpd\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.931083 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p7fcp\" (UniqueName: \"kubernetes.io/projected/c5c96f49-89bb-4dae-9b04-5e6d51659e03-kube-api-access-p7fcp\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.931113 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.931377 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.931457 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-config-data\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.931536 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-run-httpd\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:50 crc kubenswrapper[4809]: I1013 19:42:50.931588 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.033219 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-scripts\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.033281 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-log-httpd\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.033309 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p7fcp\" (UniqueName: \"kubernetes.io/projected/c5c96f49-89bb-4dae-9b04-5e6d51659e03-kube-api-access-p7fcp\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.033341 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.033378 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.033399 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-config-data\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.033428 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-run-httpd\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.033451 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.034492 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-run-httpd\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.034513 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-log-httpd\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.037325 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.039749 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.042656 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.043474 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-config-data\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.044393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-scripts\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.056041 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p7fcp\" (UniqueName: \"kubernetes.io/projected/c5c96f49-89bb-4dae-9b04-5e6d51659e03-kube-api-access-p7fcp\") pod \"ceilometer-0\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.192868 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.728744 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:51 crc kubenswrapper[4809]: W1013 19:42:51.733900 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc5c96f49_89bb_4dae_9b04_5e6d51659e03.slice/crio-05e8f5694fa64e4a9366a70f538ca98f03a0086051a8bab5469c79f2f808dc01 WatchSource:0}: Error finding container 05e8f5694fa64e4a9366a70f538ca98f03a0086051a8bab5469c79f2f808dc01: Status 404 returned error can't find the container with id 05e8f5694fa64e4a9366a70f538ca98f03a0086051a8bab5469c79f2f808dc01 Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.760926 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5c96f49-89bb-4dae-9b04-5e6d51659e03","Type":"ContainerStarted","Data":"05e8f5694fa64e4a9366a70f538ca98f03a0086051a8bab5469c79f2f808dc01"} Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.852169 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.852243 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.896389 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:51 crc kubenswrapper[4809]: I1013 19:42:51.908972 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:52 crc kubenswrapper[4809]: I1013 19:42:52.181286 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="67ee6eb1-7753-44e3-aa09-6fb0cbc425fd" path="/var/lib/kubelet/pods/67ee6eb1-7753-44e3-aa09-6fb0cbc425fd/volumes" Oct 13 19:42:52 crc kubenswrapper[4809]: I1013 19:42:52.374589 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:52 crc kubenswrapper[4809]: I1013 19:42:52.374839 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:52 crc kubenswrapper[4809]: I1013 19:42:52.430379 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:52 crc kubenswrapper[4809]: I1013 19:42:52.431978 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:52 crc kubenswrapper[4809]: I1013 19:42:52.774282 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5c96f49-89bb-4dae-9b04-5e6d51659e03","Type":"ContainerStarted","Data":"21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03"} Oct 13 19:42:52 crc kubenswrapper[4809]: I1013 19:42:52.774989 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:52 crc kubenswrapper[4809]: I1013 19:42:52.775152 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:52 crc kubenswrapper[4809]: I1013 19:42:52.775167 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:52 crc kubenswrapper[4809]: I1013 19:42:52.775176 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:53 crc kubenswrapper[4809]: I1013 19:42:53.787158 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5c96f49-89bb-4dae-9b04-5e6d51659e03","Type":"ContainerStarted","Data":"89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0"} Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.392099 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.470987 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-ovndb-tls-certs\") pod \"0c5de59e-dd1c-4592-9b31-3645f261c612\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.471131 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-88jhx\" (UniqueName: \"kubernetes.io/projected/0c5de59e-dd1c-4592-9b31-3645f261c612-kube-api-access-88jhx\") pod \"0c5de59e-dd1c-4592-9b31-3645f261c612\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.471379 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-config\") pod \"0c5de59e-dd1c-4592-9b31-3645f261c612\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.473031 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-httpd-config\") pod \"0c5de59e-dd1c-4592-9b31-3645f261c612\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.473069 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-combined-ca-bundle\") pod \"0c5de59e-dd1c-4592-9b31-3645f261c612\" (UID: \"0c5de59e-dd1c-4592-9b31-3645f261c612\") " Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.483881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0c5de59e-dd1c-4592-9b31-3645f261c612-kube-api-access-88jhx" (OuterVolumeSpecName: "kube-api-access-88jhx") pod "0c5de59e-dd1c-4592-9b31-3645f261c612" (UID: "0c5de59e-dd1c-4592-9b31-3645f261c612"). InnerVolumeSpecName "kube-api-access-88jhx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.517888 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "0c5de59e-dd1c-4592-9b31-3645f261c612" (UID: "0c5de59e-dd1c-4592-9b31-3645f261c612"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.547087 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0c5de59e-dd1c-4592-9b31-3645f261c612" (UID: "0c5de59e-dd1c-4592-9b31-3645f261c612"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.556218 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-config" (OuterVolumeSpecName: "config") pod "0c5de59e-dd1c-4592-9b31-3645f261c612" (UID: "0c5de59e-dd1c-4592-9b31-3645f261c612"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.575993 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-88jhx\" (UniqueName: \"kubernetes.io/projected/0c5de59e-dd1c-4592-9b31-3645f261c612-kube-api-access-88jhx\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.576030 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.576046 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.576056 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.577220 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "0c5de59e-dd1c-4592-9b31-3645f261c612" (UID: "0c5de59e-dd1c-4592-9b31-3645f261c612"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.677593 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/0c5de59e-dd1c-4592-9b31-3645f261c612-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.798053 4809 generic.go:334] "Generic (PLEG): container finished" podID="0c5de59e-dd1c-4592-9b31-3645f261c612" containerID="98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a" exitCode=0 Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.798143 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" event={"ID":"0c5de59e-dd1c-4592-9b31-3645f261c612","Type":"ContainerDied","Data":"98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a"} Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.798188 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" event={"ID":"0c5de59e-dd1c-4592-9b31-3645f261c612","Type":"ContainerDied","Data":"acffa4d22f6ab15b3b623603de8f47f95057bbbda770eb610cf6809200cbdb26"} Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.798211 4809 scope.go:117] "RemoveContainer" containerID="f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.799348 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-68967944c9-w9gfh" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.801667 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5c96f49-89bb-4dae-9b04-5e6d51659e03","Type":"ContainerStarted","Data":"bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3"} Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.827260 4809 scope.go:117] "RemoveContainer" containerID="98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.854649 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-68967944c9-w9gfh"] Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.858164 4809 scope.go:117] "RemoveContainer" containerID="f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4" Oct 13 19:42:54 crc kubenswrapper[4809]: E1013 19:42:54.859146 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4\": container with ID starting with f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4 not found: ID does not exist" containerID="f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.859186 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4"} err="failed to get container status \"f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4\": rpc error: code = NotFound desc = could not find container \"f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4\": container with ID starting with f097bf3147d46be16ae9a50a30856d06dfe755d32bce5507ed9e3c3233e9b8a4 not found: ID does not exist" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.859215 4809 scope.go:117] "RemoveContainer" containerID="98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a" Oct 13 19:42:54 crc kubenswrapper[4809]: E1013 19:42:54.859621 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a\": container with ID starting with 98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a not found: ID does not exist" containerID="98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.859646 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a"} err="failed to get container status \"98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a\": rpc error: code = NotFound desc = could not find container \"98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a\": container with ID starting with 98dbdfbe825f78a4a4364886b64f0fa2553aad1b781371872bb608d7dec8198a not found: ID does not exist" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.866536 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-68967944c9-w9gfh"] Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.957806 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:54 crc kubenswrapper[4809]: I1013 19:42:54.957901 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.013661 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.013783 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.050137 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.276571 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.416763 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-18b0-account-create-vlz95"] Oct 13 19:42:55 crc kubenswrapper[4809]: E1013 19:42:55.417225 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0c5de59e-dd1c-4592-9b31-3645f261c612" containerName="neutron-httpd" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.417247 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0c5de59e-dd1c-4592-9b31-3645f261c612" containerName="neutron-httpd" Oct 13 19:42:55 crc kubenswrapper[4809]: E1013 19:42:55.417287 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0c5de59e-dd1c-4592-9b31-3645f261c612" containerName="neutron-api" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.417293 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0c5de59e-dd1c-4592-9b31-3645f261c612" containerName="neutron-api" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.417456 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0c5de59e-dd1c-4592-9b31-3645f261c612" containerName="neutron-httpd" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.417487 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0c5de59e-dd1c-4592-9b31-3645f261c612" containerName="neutron-api" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.418440 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-18b0-account-create-vlz95" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.423282 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-db-secret" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.426320 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-18b0-account-create-vlz95"] Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.494470 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wsxb5\" (UniqueName: \"kubernetes.io/projected/1aca7e7a-1017-49e8-8f20-f17ccd1a8d51-kube-api-access-wsxb5\") pod \"nova-api-18b0-account-create-vlz95\" (UID: \"1aca7e7a-1017-49e8-8f20-f17ccd1a8d51\") " pod="openstack-kuttl-tests/nova-api-18b0-account-create-vlz95" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.595819 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wsxb5\" (UniqueName: \"kubernetes.io/projected/1aca7e7a-1017-49e8-8f20-f17ccd1a8d51-kube-api-access-wsxb5\") pod \"nova-api-18b0-account-create-vlz95\" (UID: \"1aca7e7a-1017-49e8-8f20-f17ccd1a8d51\") " pod="openstack-kuttl-tests/nova-api-18b0-account-create-vlz95" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.623643 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wsxb5\" (UniqueName: \"kubernetes.io/projected/1aca7e7a-1017-49e8-8f20-f17ccd1a8d51-kube-api-access-wsxb5\") pod \"nova-api-18b0-account-create-vlz95\" (UID: \"1aca7e7a-1017-49e8-8f20-f17ccd1a8d51\") " pod="openstack-kuttl-tests/nova-api-18b0-account-create-vlz95" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.646639 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss"] Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.647868 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.649614 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-db-secret" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.652666 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss"] Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.697300 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v9vmp\" (UniqueName: \"kubernetes.io/projected/841d8b83-b767-42ad-beaa-acb95e137fcf-kube-api-access-v9vmp\") pod \"nova-cell0-0d41-account-create-gm4ss\" (UID: \"841d8b83-b767-42ad-beaa-acb95e137fcf\") " pod="openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.738077 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-18b0-account-create-vlz95" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.799340 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v9vmp\" (UniqueName: \"kubernetes.io/projected/841d8b83-b767-42ad-beaa-acb95e137fcf-kube-api-access-v9vmp\") pod \"nova-cell0-0d41-account-create-gm4ss\" (UID: \"841d8b83-b767-42ad-beaa-acb95e137fcf\") " pod="openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.828391 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp"] Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.829531 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.835298 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp"] Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.835762 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-db-secret" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.843340 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v9vmp\" (UniqueName: \"kubernetes.io/projected/841d8b83-b767-42ad-beaa-acb95e137fcf-kube-api-access-v9vmp\") pod \"nova-cell0-0d41-account-create-gm4ss\" (UID: \"841d8b83-b767-42ad-beaa-acb95e137fcf\") " pod="openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss" Oct 13 19:42:55 crc kubenswrapper[4809]: I1013 19:42:55.905451 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qp95g\" (UniqueName: \"kubernetes.io/projected/38587c6e-c16c-4cbf-a29a-63ec44545ec0-kube-api-access-qp95g\") pod \"nova-cell1-328f-account-create-vh6gp\" (UID: \"38587c6e-c16c-4cbf-a29a-63ec44545ec0\") " pod="openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp" Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.007483 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qp95g\" (UniqueName: \"kubernetes.io/projected/38587c6e-c16c-4cbf-a29a-63ec44545ec0-kube-api-access-qp95g\") pod \"nova-cell1-328f-account-create-vh6gp\" (UID: \"38587c6e-c16c-4cbf-a29a-63ec44545ec0\") " pod="openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp" Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.046117 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qp95g\" (UniqueName: \"kubernetes.io/projected/38587c6e-c16c-4cbf-a29a-63ec44545ec0-kube-api-access-qp95g\") pod \"nova-cell1-328f-account-create-vh6gp\" (UID: \"38587c6e-c16c-4cbf-a29a-63ec44545ec0\") " pod="openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp" Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.057137 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss" Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.160812 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp" Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.172780 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0c5de59e-dd1c-4592-9b31-3645f261c612" path="/var/lib/kubelet/pods/0c5de59e-dd1c-4592-9b31-3645f261c612/volumes" Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.344544 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-18b0-account-create-vlz95"] Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.525373 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.607095 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss"] Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.721989 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp"] Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.859372 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss" event={"ID":"841d8b83-b767-42ad-beaa-acb95e137fcf","Type":"ContainerStarted","Data":"10daf72443b02dc2f6e70db7a561a91c2f387974643389479eb99c7376eea27d"} Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.874209 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5c96f49-89bb-4dae-9b04-5e6d51659e03","Type":"ContainerStarted","Data":"10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330"} Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.874888 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.880089 4809 generic.go:334] "Generic (PLEG): container finished" podID="1aca7e7a-1017-49e8-8f20-f17ccd1a8d51" containerID="6d9e8d991f1b90c1b8b2322d11b5754fb69f5d0add3187567c3ec54f6ad1f11c" exitCode=0 Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.880244 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-18b0-account-create-vlz95" event={"ID":"1aca7e7a-1017-49e8-8f20-f17ccd1a8d51","Type":"ContainerDied","Data":"6d9e8d991f1b90c1b8b2322d11b5754fb69f5d0add3187567c3ec54f6ad1f11c"} Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.880320 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-18b0-account-create-vlz95" event={"ID":"1aca7e7a-1017-49e8-8f20-f17ccd1a8d51","Type":"ContainerStarted","Data":"be7addc117eeb1ff4bd804cc3ba179f60a909698c9917bb8b3744694c8f4bf9d"} Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.882739 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp" event={"ID":"38587c6e-c16c-4cbf-a29a-63ec44545ec0","Type":"ContainerStarted","Data":"e7e01717c3801b1fca20c8e0d4d32d5d67f610cd0b0a992a0484b3b1adbbd094"} Oct 13 19:42:56 crc kubenswrapper[4809]: I1013 19:42:56.901350 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=3.053886707 podStartE2EDuration="6.901332524s" podCreationTimestamp="2025-10-13 19:42:50 +0000 UTC" firstStartedPulling="2025-10-13 19:42:51.73656696 +0000 UTC m=+1090.342313545" lastFinishedPulling="2025-10-13 19:42:55.584012777 +0000 UTC m=+1094.189759362" observedRunningTime="2025-10-13 19:42:56.900012056 +0000 UTC m=+1095.505758641" watchObservedRunningTime="2025-10-13 19:42:56.901332524 +0000 UTC m=+1095.507079109" Oct 13 19:42:57 crc kubenswrapper[4809]: I1013 19:42:57.894521 4809 generic.go:334] "Generic (PLEG): container finished" podID="38587c6e-c16c-4cbf-a29a-63ec44545ec0" containerID="e833dadfd02af713a999bee98d4a368f564940dccb06c2cdce5036a26dffab6a" exitCode=0 Oct 13 19:42:57 crc kubenswrapper[4809]: I1013 19:42:57.894582 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp" event={"ID":"38587c6e-c16c-4cbf-a29a-63ec44545ec0","Type":"ContainerDied","Data":"e833dadfd02af713a999bee98d4a368f564940dccb06c2cdce5036a26dffab6a"} Oct 13 19:42:57 crc kubenswrapper[4809]: I1013 19:42:57.897499 4809 generic.go:334] "Generic (PLEG): container finished" podID="841d8b83-b767-42ad-beaa-acb95e137fcf" containerID="23266e298c3c0a5713ac09fcafd471f0f59503dc1f9b929a80860034d5d8f71e" exitCode=0 Oct 13 19:42:57 crc kubenswrapper[4809]: I1013 19:42:57.897544 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss" event={"ID":"841d8b83-b767-42ad-beaa-acb95e137fcf","Type":"ContainerDied","Data":"23266e298c3c0a5713ac09fcafd471f0f59503dc1f9b929a80860034d5d8f71e"} Oct 13 19:42:57 crc kubenswrapper[4809]: I1013 19:42:57.899876 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="ceilometer-central-agent" containerID="cri-o://21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03" gracePeriod=30 Oct 13 19:42:57 crc kubenswrapper[4809]: I1013 19:42:57.899902 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="sg-core" containerID="cri-o://bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3" gracePeriod=30 Oct 13 19:42:57 crc kubenswrapper[4809]: I1013 19:42:57.899957 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="proxy-httpd" containerID="cri-o://10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330" gracePeriod=30 Oct 13 19:42:57 crc kubenswrapper[4809]: I1013 19:42:57.900006 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="ceilometer-notification-agent" containerID="cri-o://89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0" gracePeriod=30 Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.294184 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-18b0-account-create-vlz95" Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.353942 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wsxb5\" (UniqueName: \"kubernetes.io/projected/1aca7e7a-1017-49e8-8f20-f17ccd1a8d51-kube-api-access-wsxb5\") pod \"1aca7e7a-1017-49e8-8f20-f17ccd1a8d51\" (UID: \"1aca7e7a-1017-49e8-8f20-f17ccd1a8d51\") " Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.366517 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1aca7e7a-1017-49e8-8f20-f17ccd1a8d51-kube-api-access-wsxb5" (OuterVolumeSpecName: "kube-api-access-wsxb5") pod "1aca7e7a-1017-49e8-8f20-f17ccd1a8d51" (UID: "1aca7e7a-1017-49e8-8f20-f17ccd1a8d51"). InnerVolumeSpecName "kube-api-access-wsxb5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.456680 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wsxb5\" (UniqueName: \"kubernetes.io/projected/1aca7e7a-1017-49e8-8f20-f17ccd1a8d51-kube-api-access-wsxb5\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.592744 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.593123 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.909113 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-18b0-account-create-vlz95" event={"ID":"1aca7e7a-1017-49e8-8f20-f17ccd1a8d51","Type":"ContainerDied","Data":"be7addc117eeb1ff4bd804cc3ba179f60a909698c9917bb8b3744694c8f4bf9d"} Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.910188 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="be7addc117eeb1ff4bd804cc3ba179f60a909698c9917bb8b3744694c8f4bf9d" Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.909131 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-18b0-account-create-vlz95" Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.912439 4809 generic.go:334] "Generic (PLEG): container finished" podID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerID="10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330" exitCode=0 Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.912468 4809 generic.go:334] "Generic (PLEG): container finished" podID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerID="bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3" exitCode=2 Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.912479 4809 generic.go:334] "Generic (PLEG): container finished" podID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerID="89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0" exitCode=0 Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.912523 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5c96f49-89bb-4dae-9b04-5e6d51659e03","Type":"ContainerDied","Data":"10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330"} Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.912569 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5c96f49-89bb-4dae-9b04-5e6d51659e03","Type":"ContainerDied","Data":"bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3"} Oct 13 19:42:58 crc kubenswrapper[4809]: I1013 19:42:58.912582 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5c96f49-89bb-4dae-9b04-5e6d51659e03","Type":"ContainerDied","Data":"89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0"} Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.393395 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp" Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.398914 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss" Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.475662 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qp95g\" (UniqueName: \"kubernetes.io/projected/38587c6e-c16c-4cbf-a29a-63ec44545ec0-kube-api-access-qp95g\") pod \"38587c6e-c16c-4cbf-a29a-63ec44545ec0\" (UID: \"38587c6e-c16c-4cbf-a29a-63ec44545ec0\") " Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.477185 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v9vmp\" (UniqueName: \"kubernetes.io/projected/841d8b83-b767-42ad-beaa-acb95e137fcf-kube-api-access-v9vmp\") pod \"841d8b83-b767-42ad-beaa-acb95e137fcf\" (UID: \"841d8b83-b767-42ad-beaa-acb95e137fcf\") " Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.480475 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/38587c6e-c16c-4cbf-a29a-63ec44545ec0-kube-api-access-qp95g" (OuterVolumeSpecName: "kube-api-access-qp95g") pod "38587c6e-c16c-4cbf-a29a-63ec44545ec0" (UID: "38587c6e-c16c-4cbf-a29a-63ec44545ec0"). InnerVolumeSpecName "kube-api-access-qp95g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.481086 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/841d8b83-b767-42ad-beaa-acb95e137fcf-kube-api-access-v9vmp" (OuterVolumeSpecName: "kube-api-access-v9vmp") pod "841d8b83-b767-42ad-beaa-acb95e137fcf" (UID: "841d8b83-b767-42ad-beaa-acb95e137fcf"). InnerVolumeSpecName "kube-api-access-v9vmp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:42:59 crc kubenswrapper[4809]: E1013 19:42:59.521893 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podde3f2cc3_0d5f_4fb2_a71a_062bdea3264e.slice/crio-conmon-37879c351859917a5b86183f3035947a9b8406716779b111c173178a18329ddc.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.579137 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v9vmp\" (UniqueName: \"kubernetes.io/projected/841d8b83-b767-42ad-beaa-acb95e137fcf-kube-api-access-v9vmp\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.579172 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qp95g\" (UniqueName: \"kubernetes.io/projected/38587c6e-c16c-4cbf-a29a-63ec44545ec0-kube-api-access-qp95g\") on node \"crc\" DevicePath \"\"" Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.925683 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss" event={"ID":"841d8b83-b767-42ad-beaa-acb95e137fcf","Type":"ContainerDied","Data":"10daf72443b02dc2f6e70db7a561a91c2f387974643389479eb99c7376eea27d"} Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.925753 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss" Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.925838 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="10daf72443b02dc2f6e70db7a561a91c2f387974643389479eb99c7376eea27d" Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.928255 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp" event={"ID":"38587c6e-c16c-4cbf-a29a-63ec44545ec0","Type":"ContainerDied","Data":"e7e01717c3801b1fca20c8e0d4d32d5d67f610cd0b0a992a0484b3b1adbbd094"} Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.928319 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e7e01717c3801b1fca20c8e0d4d32d5d67f610cd0b0a992a0484b3b1adbbd094" Oct 13 19:42:59 crc kubenswrapper[4809]: I1013 19:42:59.928352 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.882965 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27"] Oct 13 19:43:00 crc kubenswrapper[4809]: E1013 19:43:00.883378 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1aca7e7a-1017-49e8-8f20-f17ccd1a8d51" containerName="mariadb-account-create" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.883397 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1aca7e7a-1017-49e8-8f20-f17ccd1a8d51" containerName="mariadb-account-create" Oct 13 19:43:00 crc kubenswrapper[4809]: E1013 19:43:00.883437 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="841d8b83-b767-42ad-beaa-acb95e137fcf" containerName="mariadb-account-create" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.883445 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="841d8b83-b767-42ad-beaa-acb95e137fcf" containerName="mariadb-account-create" Oct 13 19:43:00 crc kubenswrapper[4809]: E1013 19:43:00.883468 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38587c6e-c16c-4cbf-a29a-63ec44545ec0" containerName="mariadb-account-create" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.883477 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38587c6e-c16c-4cbf-a29a-63ec44545ec0" containerName="mariadb-account-create" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.883696 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38587c6e-c16c-4cbf-a29a-63ec44545ec0" containerName="mariadb-account-create" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.883727 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1aca7e7a-1017-49e8-8f20-f17ccd1a8d51" containerName="mariadb-account-create" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.883762 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="841d8b83-b767-42ad-beaa-acb95e137fcf" containerName="mariadb-account-create" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.884462 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.886967 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.887198 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-scripts" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.887199 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-58jst" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.905316 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27"] Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.908170 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x8fkv\" (UniqueName: \"kubernetes.io/projected/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-kube-api-access-x8fkv\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.908292 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-scripts\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.908398 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-config-data\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:00 crc kubenswrapper[4809]: I1013 19:43:00.908450 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.010292 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-config-data\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.013842 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.014077 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x8fkv\" (UniqueName: \"kubernetes.io/projected/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-kube-api-access-x8fkv\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.014158 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-scripts\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.024802 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.024844 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-scripts\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.033582 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x8fkv\" (UniqueName: \"kubernetes.io/projected/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-kube-api-access-x8fkv\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.049896 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-config-data\") pod \"nova-cell0-conductor-db-sync-hpk27\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.308707 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.327629 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.421281 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-log-httpd\") pod \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.421402 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-ceilometer-tls-certs\") pod \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.421446 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-config-data\") pod \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.421547 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-scripts\") pod \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.421585 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p7fcp\" (UniqueName: \"kubernetes.io/projected/c5c96f49-89bb-4dae-9b04-5e6d51659e03-kube-api-access-p7fcp\") pod \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.421610 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-sg-core-conf-yaml\") pod \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.421627 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-run-httpd\") pod \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.421720 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-combined-ca-bundle\") pod \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\" (UID: \"c5c96f49-89bb-4dae-9b04-5e6d51659e03\") " Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.422180 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "c5c96f49-89bb-4dae-9b04-5e6d51659e03" (UID: "c5c96f49-89bb-4dae-9b04-5e6d51659e03"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.422229 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "c5c96f49-89bb-4dae-9b04-5e6d51659e03" (UID: "c5c96f49-89bb-4dae-9b04-5e6d51659e03"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.428246 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c5c96f49-89bb-4dae-9b04-5e6d51659e03-kube-api-access-p7fcp" (OuterVolumeSpecName: "kube-api-access-p7fcp") pod "c5c96f49-89bb-4dae-9b04-5e6d51659e03" (UID: "c5c96f49-89bb-4dae-9b04-5e6d51659e03"). InnerVolumeSpecName "kube-api-access-p7fcp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.433543 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-scripts" (OuterVolumeSpecName: "scripts") pod "c5c96f49-89bb-4dae-9b04-5e6d51659e03" (UID: "c5c96f49-89bb-4dae-9b04-5e6d51659e03"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.470029 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "c5c96f49-89bb-4dae-9b04-5e6d51659e03" (UID: "c5c96f49-89bb-4dae-9b04-5e6d51659e03"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.525191 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.525242 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p7fcp\" (UniqueName: \"kubernetes.io/projected/c5c96f49-89bb-4dae-9b04-5e6d51659e03-kube-api-access-p7fcp\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.525261 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.525275 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.525288 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5c96f49-89bb-4dae-9b04-5e6d51659e03-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.552387 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "c5c96f49-89bb-4dae-9b04-5e6d51659e03" (UID: "c5c96f49-89bb-4dae-9b04-5e6d51659e03"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.579881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-config-data" (OuterVolumeSpecName: "config-data") pod "c5c96f49-89bb-4dae-9b04-5e6d51659e03" (UID: "c5c96f49-89bb-4dae-9b04-5e6d51659e03"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.590988 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c5c96f49-89bb-4dae-9b04-5e6d51659e03" (UID: "c5c96f49-89bb-4dae-9b04-5e6d51659e03"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.628044 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.628105 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.628116 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c5c96f49-89bb-4dae-9b04-5e6d51659e03-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.815062 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27"] Oct 13 19:43:01 crc kubenswrapper[4809]: W1013 19:43:01.823536 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod44afc61d_58b8_47cd_86a9_cc1131d7f3d0.slice/crio-8c2363bf5e4199b8adbbeb2d1d89192e20d1cba431b5138ec67c5033e34171eb WatchSource:0}: Error finding container 8c2363bf5e4199b8adbbeb2d1d89192e20d1cba431b5138ec67c5033e34171eb: Status 404 returned error can't find the container with id 8c2363bf5e4199b8adbbeb2d1d89192e20d1cba431b5138ec67c5033e34171eb Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.974471 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" event={"ID":"44afc61d-58b8-47cd-86a9-cc1131d7f3d0","Type":"ContainerStarted","Data":"8c2363bf5e4199b8adbbeb2d1d89192e20d1cba431b5138ec67c5033e34171eb"} Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.979274 4809 generic.go:334] "Generic (PLEG): container finished" podID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerID="21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03" exitCode=0 Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.979322 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5c96f49-89bb-4dae-9b04-5e6d51659e03","Type":"ContainerDied","Data":"21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03"} Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.979351 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5c96f49-89bb-4dae-9b04-5e6d51659e03","Type":"ContainerDied","Data":"05e8f5694fa64e4a9366a70f538ca98f03a0086051a8bab5469c79f2f808dc01"} Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.979368 4809 scope.go:117] "RemoveContainer" containerID="10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330" Oct 13 19:43:01 crc kubenswrapper[4809]: I1013 19:43:01.979536 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.023586 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.027629 4809 scope.go:117] "RemoveContainer" containerID="bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.032858 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.071066 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:43:02 crc kubenswrapper[4809]: E1013 19:43:02.071797 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="ceilometer-notification-agent" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.071810 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="ceilometer-notification-agent" Oct 13 19:43:02 crc kubenswrapper[4809]: E1013 19:43:02.071841 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="sg-core" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.071847 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="sg-core" Oct 13 19:43:02 crc kubenswrapper[4809]: E1013 19:43:02.071856 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="ceilometer-central-agent" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.071864 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="ceilometer-central-agent" Oct 13 19:43:02 crc kubenswrapper[4809]: E1013 19:43:02.071881 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="proxy-httpd" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.071888 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="proxy-httpd" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.072057 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="proxy-httpd" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.072072 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="ceilometer-notification-agent" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.072082 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="ceilometer-central-agent" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.072090 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" containerName="sg-core" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.073851 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.080842 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.081065 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.081149 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.088059 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.127972 4809 scope.go:117] "RemoveContainer" containerID="89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.138116 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.138172 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.138213 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-k7h4q\" (UniqueName: \"kubernetes.io/projected/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-kube-api-access-k7h4q\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.138240 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.138265 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-run-httpd\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.138312 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-log-httpd\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.138360 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-scripts\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.138470 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-config-data\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.152245 4809 scope.go:117] "RemoveContainer" containerID="21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.175271 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c5c96f49-89bb-4dae-9b04-5e6d51659e03" path="/var/lib/kubelet/pods/c5c96f49-89bb-4dae-9b04-5e6d51659e03/volumes" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.177585 4809 scope.go:117] "RemoveContainer" containerID="10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330" Oct 13 19:43:02 crc kubenswrapper[4809]: E1013 19:43:02.178102 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330\": container with ID starting with 10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330 not found: ID does not exist" containerID="10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.178162 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330"} err="failed to get container status \"10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330\": rpc error: code = NotFound desc = could not find container \"10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330\": container with ID starting with 10f7af1c630672790fd0eff6e542a24a6f185298ffcc31760cfb9ac873fa1330 not found: ID does not exist" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.178187 4809 scope.go:117] "RemoveContainer" containerID="bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3" Oct 13 19:43:02 crc kubenswrapper[4809]: E1013 19:43:02.178890 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3\": container with ID starting with bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3 not found: ID does not exist" containerID="bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.178915 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3"} err="failed to get container status \"bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3\": rpc error: code = NotFound desc = could not find container \"bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3\": container with ID starting with bc408e89eb2f6b2a815d56611dd4f15e0f3523aa5f5dbe4287b27cb6418fd3c3 not found: ID does not exist" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.178928 4809 scope.go:117] "RemoveContainer" containerID="89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0" Oct 13 19:43:02 crc kubenswrapper[4809]: E1013 19:43:02.179147 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0\": container with ID starting with 89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0 not found: ID does not exist" containerID="89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.179166 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0"} err="failed to get container status \"89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0\": rpc error: code = NotFound desc = could not find container \"89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0\": container with ID starting with 89600a24824493902777e8a92a1bb87e6ec920a238dd8b45f4a9ee6ab93eb1f0 not found: ID does not exist" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.179181 4809 scope.go:117] "RemoveContainer" containerID="21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03" Oct 13 19:43:02 crc kubenswrapper[4809]: E1013 19:43:02.179381 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03\": container with ID starting with 21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03 not found: ID does not exist" containerID="21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.179408 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03"} err="failed to get container status \"21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03\": rpc error: code = NotFound desc = could not find container \"21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03\": container with ID starting with 21dd7608c7e6974baf5f748abd46522a784991c6e1da0508ed05716714793d03 not found: ID does not exist" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.240948 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-config-data\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.241065 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.241102 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.241150 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-k7h4q\" (UniqueName: \"kubernetes.io/projected/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-kube-api-access-k7h4q\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.241184 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.241208 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-run-httpd\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.241280 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-log-httpd\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.241346 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-scripts\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.241987 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-run-httpd\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.242274 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-log-httpd\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.246511 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.247299 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.247439 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.247653 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-scripts\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.247776 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-config-data\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.258339 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-k7h4q\" (UniqueName: \"kubernetes.io/projected/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-kube-api-access-k7h4q\") pod \"ceilometer-0\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.430500 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:02 crc kubenswrapper[4809]: I1013 19:43:02.992870 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:43:02 crc kubenswrapper[4809]: W1013 19:43:02.998710 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda2944933_e2fb_445f_b96c_0b6af7aa4d2a.slice/crio-0d849f6a534b97425377f0ca7aadafed7862a85d0b3a9fbe4a8544d46630ebcc WatchSource:0}: Error finding container 0d849f6a534b97425377f0ca7aadafed7862a85d0b3a9fbe4a8544d46630ebcc: Status 404 returned error can't find the container with id 0d849f6a534b97425377f0ca7aadafed7862a85d0b3a9fbe4a8544d46630ebcc Oct 13 19:43:04 crc kubenswrapper[4809]: I1013 19:43:04.011273 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a2944933-e2fb-445f-b96c-0b6af7aa4d2a","Type":"ContainerStarted","Data":"1ce10229240beadda6f2556173a96f63bb567e0e8166673e84a348f5b44625d1"} Oct 13 19:43:04 crc kubenswrapper[4809]: I1013 19:43:04.011652 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a2944933-e2fb-445f-b96c-0b6af7aa4d2a","Type":"ContainerStarted","Data":"0d849f6a534b97425377f0ca7aadafed7862a85d0b3a9fbe4a8544d46630ebcc"} Oct 13 19:43:05 crc kubenswrapper[4809]: I1013 19:43:05.025184 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a2944933-e2fb-445f-b96c-0b6af7aa4d2a","Type":"ContainerStarted","Data":"40d7b1675d09bd7f4e9a2e3b460fc2bfdac5b9228cce69ebe81c9935fc9eb2c1"} Oct 13 19:43:09 crc kubenswrapper[4809]: I1013 19:43:09.070046 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a2944933-e2fb-445f-b96c-0b6af7aa4d2a","Type":"ContainerStarted","Data":"546bc78471af0d1701c9eb4e86057b6dbfdc5319bfa65fc311fb2a5a204cdfa5"} Oct 13 19:43:09 crc kubenswrapper[4809]: I1013 19:43:09.074358 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" event={"ID":"44afc61d-58b8-47cd-86a9-cc1131d7f3d0","Type":"ContainerStarted","Data":"69a2a4b63886b528392a0986ebfbfc9eef29eddb70dc9b5a478fce50bb038a1a"} Oct 13 19:43:09 crc kubenswrapper[4809]: I1013 19:43:09.103050 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" podStartSLOduration=2.414526149 podStartE2EDuration="9.103033352s" podCreationTimestamp="2025-10-13 19:43:00 +0000 UTC" firstStartedPulling="2025-10-13 19:43:01.827155689 +0000 UTC m=+1100.432902274" lastFinishedPulling="2025-10-13 19:43:08.515662882 +0000 UTC m=+1107.121409477" observedRunningTime="2025-10-13 19:43:09.102495787 +0000 UTC m=+1107.708242392" watchObservedRunningTime="2025-10-13 19:43:09.103033352 +0000 UTC m=+1107.708779947" Oct 13 19:43:09 crc kubenswrapper[4809]: E1013 19:43:09.798326 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podde3f2cc3_0d5f_4fb2_a71a_062bdea3264e.slice/crio-conmon-37879c351859917a5b86183f3035947a9b8406716779b111c173178a18329ddc.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:43:11 crc kubenswrapper[4809]: I1013 19:43:11.104910 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a2944933-e2fb-445f-b96c-0b6af7aa4d2a","Type":"ContainerStarted","Data":"a7e7e1f1fab4dc8406ffe0bf7b01ac9a4b4cebd6b0cd6d0c8a0478e9cacde433"} Oct 13 19:43:11 crc kubenswrapper[4809]: I1013 19:43:11.105568 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:11 crc kubenswrapper[4809]: I1013 19:43:11.137908 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.106887677 podStartE2EDuration="9.137889453s" podCreationTimestamp="2025-10-13 19:43:02 +0000 UTC" firstStartedPulling="2025-10-13 19:43:03.004946247 +0000 UTC m=+1101.610692832" lastFinishedPulling="2025-10-13 19:43:10.035948013 +0000 UTC m=+1108.641694608" observedRunningTime="2025-10-13 19:43:11.128360052 +0000 UTC m=+1109.734106637" watchObservedRunningTime="2025-10-13 19:43:11.137889453 +0000 UTC m=+1109.743636038" Oct 13 19:43:20 crc kubenswrapper[4809]: E1013 19:43:20.048946 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podde3f2cc3_0d5f_4fb2_a71a_062bdea3264e.slice/crio-conmon-37879c351859917a5b86183f3035947a9b8406716779b111c173178a18329ddc.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:43:20 crc kubenswrapper[4809]: I1013 19:43:20.212510 4809 generic.go:334] "Generic (PLEG): container finished" podID="44afc61d-58b8-47cd-86a9-cc1131d7f3d0" containerID="69a2a4b63886b528392a0986ebfbfc9eef29eddb70dc9b5a478fce50bb038a1a" exitCode=0 Oct 13 19:43:20 crc kubenswrapper[4809]: I1013 19:43:20.212673 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" event={"ID":"44afc61d-58b8-47cd-86a9-cc1131d7f3d0","Type":"ContainerDied","Data":"69a2a4b63886b528392a0986ebfbfc9eef29eddb70dc9b5a478fce50bb038a1a"} Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.656942 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.671204 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x8fkv\" (UniqueName: \"kubernetes.io/projected/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-kube-api-access-x8fkv\") pod \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.671275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-scripts\") pod \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.671391 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-combined-ca-bundle\") pod \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.671626 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-config-data\") pod \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\" (UID: \"44afc61d-58b8-47cd-86a9-cc1131d7f3d0\") " Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.682358 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-kube-api-access-x8fkv" (OuterVolumeSpecName: "kube-api-access-x8fkv") pod "44afc61d-58b8-47cd-86a9-cc1131d7f3d0" (UID: "44afc61d-58b8-47cd-86a9-cc1131d7f3d0"). InnerVolumeSpecName "kube-api-access-x8fkv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.683755 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-scripts" (OuterVolumeSpecName: "scripts") pod "44afc61d-58b8-47cd-86a9-cc1131d7f3d0" (UID: "44afc61d-58b8-47cd-86a9-cc1131d7f3d0"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.718240 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "44afc61d-58b8-47cd-86a9-cc1131d7f3d0" (UID: "44afc61d-58b8-47cd-86a9-cc1131d7f3d0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.729194 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-config-data" (OuterVolumeSpecName: "config-data") pod "44afc61d-58b8-47cd-86a9-cc1131d7f3d0" (UID: "44afc61d-58b8-47cd-86a9-cc1131d7f3d0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.778159 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.778304 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x8fkv\" (UniqueName: \"kubernetes.io/projected/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-kube-api-access-x8fkv\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.778320 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:21 crc kubenswrapper[4809]: I1013 19:43:21.778330 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44afc61d-58b8-47cd-86a9-cc1131d7f3d0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.243747 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" event={"ID":"44afc61d-58b8-47cd-86a9-cc1131d7f3d0","Type":"ContainerDied","Data":"8c2363bf5e4199b8adbbeb2d1d89192e20d1cba431b5138ec67c5033e34171eb"} Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.243842 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8c2363bf5e4199b8adbbeb2d1d89192e20d1cba431b5138ec67c5033e34171eb" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.243939 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.375474 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:43:22 crc kubenswrapper[4809]: E1013 19:43:22.376843 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="44afc61d-58b8-47cd-86a9-cc1131d7f3d0" containerName="nova-cell0-conductor-db-sync" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.376894 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="44afc61d-58b8-47cd-86a9-cc1131d7f3d0" containerName="nova-cell0-conductor-db-sync" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.377417 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="44afc61d-58b8-47cd-86a9-cc1131d7f3d0" containerName="nova-cell0-conductor-db-sync" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.378812 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.382272 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.382599 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-58jst" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.392590 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.392649 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.393229 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fwxnn\" (UniqueName: \"kubernetes.io/projected/185dda58-faaa-4be7-b012-d6a42fb7d60d-kube-api-access-fwxnn\") pod \"nova-cell0-conductor-0\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.396010 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.495800 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fwxnn\" (UniqueName: \"kubernetes.io/projected/185dda58-faaa-4be7-b012-d6a42fb7d60d-kube-api-access-fwxnn\") pod \"nova-cell0-conductor-0\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.496003 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.496064 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.502958 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.513526 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.522113 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fwxnn\" (UniqueName: \"kubernetes.io/projected/185dda58-faaa-4be7-b012-d6a42fb7d60d-kube-api-access-fwxnn\") pod \"nova-cell0-conductor-0\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:22 crc kubenswrapper[4809]: I1013 19:43:22.714297 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:23 crc kubenswrapper[4809]: I1013 19:43:23.204006 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:43:23 crc kubenswrapper[4809]: I1013 19:43:23.266646 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"185dda58-faaa-4be7-b012-d6a42fb7d60d","Type":"ContainerStarted","Data":"b653a8e36eb74de9958dc01bbfc490da8e6dac46ddc97c1970722e3a30881a9c"} Oct 13 19:43:24 crc kubenswrapper[4809]: I1013 19:43:24.287361 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"185dda58-faaa-4be7-b012-d6a42fb7d60d","Type":"ContainerStarted","Data":"3f8859ec6cef8365c117ad3687b4343843fe150125e0ae043e99a556da6d76c9"} Oct 13 19:43:24 crc kubenswrapper[4809]: I1013 19:43:24.288025 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:24 crc kubenswrapper[4809]: I1013 19:43:24.325337 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=2.325275351 podStartE2EDuration="2.325275351s" podCreationTimestamp="2025-10-13 19:43:22 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:43:24.321442882 +0000 UTC m=+1122.927189497" watchObservedRunningTime="2025-10-13 19:43:24.325275351 +0000 UTC m=+1122.931021976" Oct 13 19:43:28 crc kubenswrapper[4809]: I1013 19:43:28.592965 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:43:28 crc kubenswrapper[4809]: I1013 19:43:28.593932 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:43:28 crc kubenswrapper[4809]: I1013 19:43:28.594009 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:43:28 crc kubenswrapper[4809]: I1013 19:43:28.595190 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"6080d1e59fbf6dd1d87ecdcced78be2f2ab24cbeb97f4f1a65fa9568247d10c9"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 19:43:28 crc kubenswrapper[4809]: I1013 19:43:28.595295 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://6080d1e59fbf6dd1d87ecdcced78be2f2ab24cbeb97f4f1a65fa9568247d10c9" gracePeriod=600 Oct 13 19:43:29 crc kubenswrapper[4809]: I1013 19:43:29.357180 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="6080d1e59fbf6dd1d87ecdcced78be2f2ab24cbeb97f4f1a65fa9568247d10c9" exitCode=0 Oct 13 19:43:29 crc kubenswrapper[4809]: I1013 19:43:29.357394 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"6080d1e59fbf6dd1d87ecdcced78be2f2ab24cbeb97f4f1a65fa9568247d10c9"} Oct 13 19:43:29 crc kubenswrapper[4809]: I1013 19:43:29.357944 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"138622fde951ec37a20af632c640436feec6c61b3ef9e7b8bcdd0160f3e10d64"} Oct 13 19:43:29 crc kubenswrapper[4809]: I1013 19:43:29.357993 4809 scope.go:117] "RemoveContainer" containerID="8ba84880b5d56017697d6b3383ed5ba05e08c4a392f6c31136a5993a8fbdef93" Oct 13 19:43:30 crc kubenswrapper[4809]: E1013 19:43:30.382661 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podde3f2cc3_0d5f_4fb2_a71a_062bdea3264e.slice/crio-conmon-37879c351859917a5b86183f3035947a9b8406716779b111c173178a18329ddc.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:43:32 crc kubenswrapper[4809]: I1013 19:43:32.447485 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:43:32 crc kubenswrapper[4809]: I1013 19:43:32.753792 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.357028 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr"] Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.358758 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.361094 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-config-data" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.362400 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-scripts" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.373854 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr"] Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.458257 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-scripts\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.459006 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.459128 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2pxmz\" (UniqueName: \"kubernetes.io/projected/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-kube-api-access-2pxmz\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.459279 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-config-data\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.493856 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.510878 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.511160 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.513848 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.561743 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-config-data\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.561863 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.561904 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0b1f563c-8d2b-483f-879e-02ed1e888742-logs\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.561959 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4c7qh\" (UniqueName: \"kubernetes.io/projected/0b1f563c-8d2b-483f-879e-02ed1e888742-kube-api-access-4c7qh\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.561978 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-scripts\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.561997 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-config-data\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.562015 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.562032 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2pxmz\" (UniqueName: \"kubernetes.io/projected/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-kube-api-access-2pxmz\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.565403 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.572254 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-scripts\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.574039 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.580488 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-config-data\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.580531 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.584477 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.584921 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.588438 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2pxmz\" (UniqueName: \"kubernetes.io/projected/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-kube-api-access-2pxmz\") pod \"nova-cell0-cell-mapping-jkmxr\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.663932 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4c7qh\" (UniqueName: \"kubernetes.io/projected/0b1f563c-8d2b-483f-879e-02ed1e888742-kube-api-access-4c7qh\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.663985 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-config-data\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.664011 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.664082 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-logs\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.664114 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-config-data\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.664132 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.664167 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0b1f563c-8d2b-483f-879e-02ed1e888742-logs\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.664219 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9r48k\" (UniqueName: \"kubernetes.io/projected/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-kube-api-access-9r48k\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.669395 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0b1f563c-8d2b-483f-879e-02ed1e888742-logs\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.670716 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.676134 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.677514 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.685048 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.688310 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.690385 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-config-data\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.690873 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4c7qh\" (UniqueName: \"kubernetes.io/projected/0b1f563c-8d2b-483f-879e-02ed1e888742-kube-api-access-4c7qh\") pod \"nova-api-0\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.696843 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.752262 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.754370 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.760842 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.771524 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.771612 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-logs\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.771643 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-config-data\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.771686 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n89rb\" (UniqueName: \"kubernetes.io/projected/b057f913-8624-445b-8e90-3f6b8cc213f5-kube-api-access-n89rb\") pod \"nova-scheduler-0\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.771719 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-config-data\") pod \"nova-scheduler-0\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.771764 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9r48k\" (UniqueName: \"kubernetes.io/projected/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-kube-api-access-9r48k\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.771780 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.776105 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-logs\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.778815 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.779698 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-config-data\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.781786 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.792746 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9r48k\" (UniqueName: \"kubernetes.io/projected/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-kube-api-access-9r48k\") pod \"nova-metadata-0\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.856032 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.873972 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.874057 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n89rb\" (UniqueName: \"kubernetes.io/projected/b057f913-8624-445b-8e90-3f6b8cc213f5-kube-api-access-n89rb\") pod \"nova-scheduler-0\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.874199 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-config-data\") pod \"nova-scheduler-0\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.874298 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9zh2s\" (UniqueName: \"kubernetes.io/projected/dcf8229f-0ff6-492c-819a-e34a19c55ce1-kube-api-access-9zh2s\") pod \"nova-cell1-novncproxy-0\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.874347 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.874384 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.878840 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.879454 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-config-data\") pod \"nova-scheduler-0\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.900929 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n89rb\" (UniqueName: \"kubernetes.io/projected/b057f913-8624-445b-8e90-3f6b8cc213f5-kube-api-access-n89rb\") pod \"nova-scheduler-0\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.976563 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.976661 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9zh2s\" (UniqueName: \"kubernetes.io/projected/dcf8229f-0ff6-492c-819a-e34a19c55ce1-kube-api-access-9zh2s\") pod \"nova-cell1-novncproxy-0\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.976709 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.982349 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.982594 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:33 crc kubenswrapper[4809]: I1013 19:43:33.992915 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9zh2s\" (UniqueName: \"kubernetes.io/projected/dcf8229f-0ff6-492c-819a-e34a19c55ce1-kube-api-access-9zh2s\") pod \"nova-cell1-novncproxy-0\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.092632 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.105214 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.114744 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.269648 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr"] Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.371478 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7"] Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.372890 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.375350 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.375383 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-scripts" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.402452 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7"] Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.446293 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0b1f563c-8d2b-483f-879e-02ed1e888742","Type":"ContainerStarted","Data":"9afcaa773ded6ff91e6af50f0711f9b8710de5d1464e41f46289ca3b00bfa9d4"} Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.455439 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:43:34 crc kubenswrapper[4809]: W1013 19:43:34.457981 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1529f73c_22ea_45d2_bee6_fd9aedcdeb19.slice/crio-ea1b1f4bc8fe182a237ff668af04fe3f60b1657b7a73b695a76968dbd8c7d724 WatchSource:0}: Error finding container ea1b1f4bc8fe182a237ff668af04fe3f60b1657b7a73b695a76968dbd8c7d724: Status 404 returned error can't find the container with id ea1b1f4bc8fe182a237ff668af04fe3f60b1657b7a73b695a76968dbd8c7d724 Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.459474 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" event={"ID":"1fd6bef2-f7a8-45d1-b345-f811eeadd23c","Type":"ContainerStarted","Data":"dd0042974c35a48d4104bbbf843dadc48f7fad030cdf0c24f68fdf4c60eed781"} Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.475138 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.490393 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5nnvq\" (UniqueName: \"kubernetes.io/projected/d6f0774d-143a-4a12-bded-37f89f031a25-kube-api-access-5nnvq\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.490524 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-config-data\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.490554 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.490584 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-scripts\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.592075 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5nnvq\" (UniqueName: \"kubernetes.io/projected/d6f0774d-143a-4a12-bded-37f89f031a25-kube-api-access-5nnvq\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.592194 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-config-data\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.592220 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.592249 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-scripts\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.598034 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-config-data\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.601045 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-scripts\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.603408 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.611021 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5nnvq\" (UniqueName: \"kubernetes.io/projected/d6f0774d-143a-4a12-bded-37f89f031a25-kube-api-access-5nnvq\") pod \"nova-cell1-conductor-db-sync-86dt7\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.693987 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.762836 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:43:34 crc kubenswrapper[4809]: W1013 19:43:34.771628 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddcf8229f_0ff6_492c_819a_e34a19c55ce1.slice/crio-1a865ae1807d0f22a3623103814eae88d189e287b121534ba14df51a8d5cff9b WatchSource:0}: Error finding container 1a865ae1807d0f22a3623103814eae88d189e287b121534ba14df51a8d5cff9b: Status 404 returned error can't find the container with id 1a865ae1807d0f22a3623103814eae88d189e287b121534ba14df51a8d5cff9b Oct 13 19:43:34 crc kubenswrapper[4809]: I1013 19:43:34.773966 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:43:35 crc kubenswrapper[4809]: I1013 19:43:35.197767 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7"] Oct 13 19:43:35 crc kubenswrapper[4809]: W1013 19:43:35.209049 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd6f0774d_143a_4a12_bded_37f89f031a25.slice/crio-510d1667764bc69dfc6d90f0c5134f4e768da18123d5e6d96e96b51455833969 WatchSource:0}: Error finding container 510d1667764bc69dfc6d90f0c5134f4e768da18123d5e6d96e96b51455833969: Status 404 returned error can't find the container with id 510d1667764bc69dfc6d90f0c5134f4e768da18123d5e6d96e96b51455833969 Oct 13 19:43:35 crc kubenswrapper[4809]: I1013 19:43:35.470264 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"b057f913-8624-445b-8e90-3f6b8cc213f5","Type":"ContainerStarted","Data":"dc410756f4fdebad19d6429f6185889a0a9d6839edbbae6e81d7b3074da887fb"} Oct 13 19:43:35 crc kubenswrapper[4809]: I1013 19:43:35.472290 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"1529f73c-22ea-45d2-bee6-fd9aedcdeb19","Type":"ContainerStarted","Data":"ea1b1f4bc8fe182a237ff668af04fe3f60b1657b7a73b695a76968dbd8c7d724"} Oct 13 19:43:35 crc kubenswrapper[4809]: I1013 19:43:35.475426 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" event={"ID":"d6f0774d-143a-4a12-bded-37f89f031a25","Type":"ContainerStarted","Data":"5455e6faa3d8b5de3bf33b6687bbf677cb7470af091fc673fc0ccd961d87a645"} Oct 13 19:43:35 crc kubenswrapper[4809]: I1013 19:43:35.475453 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" event={"ID":"d6f0774d-143a-4a12-bded-37f89f031a25","Type":"ContainerStarted","Data":"510d1667764bc69dfc6d90f0c5134f4e768da18123d5e6d96e96b51455833969"} Oct 13 19:43:35 crc kubenswrapper[4809]: I1013 19:43:35.481225 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" event={"ID":"1fd6bef2-f7a8-45d1-b345-f811eeadd23c","Type":"ContainerStarted","Data":"f0ce4cef077a4e5215e884da04c8163a55969b4b9c9ccbc4815b51898ed7853f"} Oct 13 19:43:35 crc kubenswrapper[4809]: I1013 19:43:35.483273 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"dcf8229f-0ff6-492c-819a-e34a19c55ce1","Type":"ContainerStarted","Data":"1a865ae1807d0f22a3623103814eae88d189e287b121534ba14df51a8d5cff9b"} Oct 13 19:43:35 crc kubenswrapper[4809]: I1013 19:43:35.496030 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" podStartSLOduration=1.496010159 podStartE2EDuration="1.496010159s" podCreationTimestamp="2025-10-13 19:43:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:43:35.490238935 +0000 UTC m=+1134.095985530" watchObservedRunningTime="2025-10-13 19:43:35.496010159 +0000 UTC m=+1134.101756744" Oct 13 19:43:35 crc kubenswrapper[4809]: I1013 19:43:35.514211 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" podStartSLOduration=2.514191566 podStartE2EDuration="2.514191566s" podCreationTimestamp="2025-10-13 19:43:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:43:35.509974747 +0000 UTC m=+1134.115721342" watchObservedRunningTime="2025-10-13 19:43:35.514191566 +0000 UTC m=+1134.119938161" Oct 13 19:43:37 crc kubenswrapper[4809]: I1013 19:43:37.343090 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:43:37 crc kubenswrapper[4809]: I1013 19:43:37.366839 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.547772 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0b1f563c-8d2b-483f-879e-02ed1e888742","Type":"ContainerStarted","Data":"cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65"} Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.548361 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0b1f563c-8d2b-483f-879e-02ed1e888742","Type":"ContainerStarted","Data":"f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74"} Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.549771 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"b057f913-8624-445b-8e90-3f6b8cc213f5","Type":"ContainerStarted","Data":"cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f"} Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.553461 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"1529f73c-22ea-45d2-bee6-fd9aedcdeb19","Type":"ContainerStarted","Data":"ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a"} Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.553495 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="1529f73c-22ea-45d2-bee6-fd9aedcdeb19" containerName="nova-metadata-log" containerID="cri-o://307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351" gracePeriod=30 Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.553511 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"1529f73c-22ea-45d2-bee6-fd9aedcdeb19","Type":"ContainerStarted","Data":"307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351"} Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.553553 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="1529f73c-22ea-45d2-bee6-fd9aedcdeb19" containerName="nova-metadata-metadata" containerID="cri-o://ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a" gracePeriod=30 Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.555405 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"dcf8229f-0ff6-492c-819a-e34a19c55ce1","Type":"ContainerStarted","Data":"52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132"} Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.555529 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="dcf8229f-0ff6-492c-819a-e34a19c55ce1" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132" gracePeriod=30 Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.572842 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.530674845 podStartE2EDuration="5.572826562s" podCreationTimestamp="2025-10-13 19:43:33 +0000 UTC" firstStartedPulling="2025-10-13 19:43:34.400736869 +0000 UTC m=+1133.006483454" lastFinishedPulling="2025-10-13 19:43:37.442888576 +0000 UTC m=+1136.048635171" observedRunningTime="2025-10-13 19:43:38.570933588 +0000 UTC m=+1137.176680183" watchObservedRunningTime="2025-10-13 19:43:38.572826562 +0000 UTC m=+1137.178573147" Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.593545 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.920757203 podStartE2EDuration="5.593525391s" podCreationTimestamp="2025-10-13 19:43:33 +0000 UTC" firstStartedPulling="2025-10-13 19:43:34.774026709 +0000 UTC m=+1133.379773294" lastFinishedPulling="2025-10-13 19:43:37.446794897 +0000 UTC m=+1136.052541482" observedRunningTime="2025-10-13 19:43:38.59065869 +0000 UTC m=+1137.196405275" watchObservedRunningTime="2025-10-13 19:43:38.593525391 +0000 UTC m=+1137.199271986" Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.610915 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.93893825 podStartE2EDuration="5.610896905s" podCreationTimestamp="2025-10-13 19:43:33 +0000 UTC" firstStartedPulling="2025-10-13 19:43:34.76914398 +0000 UTC m=+1133.374890565" lastFinishedPulling="2025-10-13 19:43:37.441102625 +0000 UTC m=+1136.046849220" observedRunningTime="2025-10-13 19:43:38.605884993 +0000 UTC m=+1137.211631588" watchObservedRunningTime="2025-10-13 19:43:38.610896905 +0000 UTC m=+1137.216643500" Oct 13 19:43:38 crc kubenswrapper[4809]: I1013 19:43:38.642922 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.6685402480000002 podStartE2EDuration="5.642894856s" podCreationTimestamp="2025-10-13 19:43:33 +0000 UTC" firstStartedPulling="2025-10-13 19:43:34.469794484 +0000 UTC m=+1133.075541059" lastFinishedPulling="2025-10-13 19:43:37.444149072 +0000 UTC m=+1136.049895667" observedRunningTime="2025-10-13 19:43:38.627340713 +0000 UTC m=+1137.233087308" watchObservedRunningTime="2025-10-13 19:43:38.642894856 +0000 UTC m=+1137.248641461" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.092958 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.093009 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.106507 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.115679 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.119611 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.186810 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-config-data\") pod \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.187167 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9r48k\" (UniqueName: \"kubernetes.io/projected/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-kube-api-access-9r48k\") pod \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.187363 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-combined-ca-bundle\") pod \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.187421 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-logs\") pod \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\" (UID: \"1529f73c-22ea-45d2-bee6-fd9aedcdeb19\") " Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.187829 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-logs" (OuterVolumeSpecName: "logs") pod "1529f73c-22ea-45d2-bee6-fd9aedcdeb19" (UID: "1529f73c-22ea-45d2-bee6-fd9aedcdeb19"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.188860 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.194944 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-kube-api-access-9r48k" (OuterVolumeSpecName: "kube-api-access-9r48k") pod "1529f73c-22ea-45d2-bee6-fd9aedcdeb19" (UID: "1529f73c-22ea-45d2-bee6-fd9aedcdeb19"). InnerVolumeSpecName "kube-api-access-9r48k". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.212930 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1529f73c-22ea-45d2-bee6-fd9aedcdeb19" (UID: "1529f73c-22ea-45d2-bee6-fd9aedcdeb19"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.226066 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-config-data" (OuterVolumeSpecName: "config-data") pod "1529f73c-22ea-45d2-bee6-fd9aedcdeb19" (UID: "1529f73c-22ea-45d2-bee6-fd9aedcdeb19"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.290964 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.291018 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9r48k\" (UniqueName: \"kubernetes.io/projected/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-kube-api-access-9r48k\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.291039 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1529f73c-22ea-45d2-bee6-fd9aedcdeb19-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.568867 4809 generic.go:334] "Generic (PLEG): container finished" podID="1529f73c-22ea-45d2-bee6-fd9aedcdeb19" containerID="ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a" exitCode=0 Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.568921 4809 generic.go:334] "Generic (PLEG): container finished" podID="1529f73c-22ea-45d2-bee6-fd9aedcdeb19" containerID="307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351" exitCode=143 Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.568958 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.570416 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"1529f73c-22ea-45d2-bee6-fd9aedcdeb19","Type":"ContainerDied","Data":"ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a"} Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.570500 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"1529f73c-22ea-45d2-bee6-fd9aedcdeb19","Type":"ContainerDied","Data":"307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351"} Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.570560 4809 scope.go:117] "RemoveContainer" containerID="ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.570760 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"1529f73c-22ea-45d2-bee6-fd9aedcdeb19","Type":"ContainerDied","Data":"ea1b1f4bc8fe182a237ff668af04fe3f60b1657b7a73b695a76968dbd8c7d724"} Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.624673 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.649872 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.660160 4809 scope.go:117] "RemoveContainer" containerID="307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.676302 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:39 crc kubenswrapper[4809]: E1013 19:43:39.676773 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1529f73c-22ea-45d2-bee6-fd9aedcdeb19" containerName="nova-metadata-metadata" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.676785 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1529f73c-22ea-45d2-bee6-fd9aedcdeb19" containerName="nova-metadata-metadata" Oct 13 19:43:39 crc kubenswrapper[4809]: E1013 19:43:39.676805 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1529f73c-22ea-45d2-bee6-fd9aedcdeb19" containerName="nova-metadata-log" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.676812 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1529f73c-22ea-45d2-bee6-fd9aedcdeb19" containerName="nova-metadata-log" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.676998 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1529f73c-22ea-45d2-bee6-fd9aedcdeb19" containerName="nova-metadata-metadata" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.677015 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1529f73c-22ea-45d2-bee6-fd9aedcdeb19" containerName="nova-metadata-log" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.678084 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.680416 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.681572 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.694137 4809 scope.go:117] "RemoveContainer" containerID="ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a" Oct 13 19:43:39 crc kubenswrapper[4809]: E1013 19:43:39.695872 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a\": container with ID starting with ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a not found: ID does not exist" containerID="ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.695913 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a"} err="failed to get container status \"ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a\": rpc error: code = NotFound desc = could not find container \"ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a\": container with ID starting with ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a not found: ID does not exist" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.695935 4809 scope.go:117] "RemoveContainer" containerID="307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.700188 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:39 crc kubenswrapper[4809]: E1013 19:43:39.701555 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351\": container with ID starting with 307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351 not found: ID does not exist" containerID="307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.701597 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351"} err="failed to get container status \"307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351\": rpc error: code = NotFound desc = could not find container \"307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351\": container with ID starting with 307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351 not found: ID does not exist" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.701625 4809 scope.go:117] "RemoveContainer" containerID="ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.702090 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a"} err="failed to get container status \"ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a\": rpc error: code = NotFound desc = could not find container \"ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a\": container with ID starting with ba0b21e36ec3e7757b34478e769afbd0773e8352e8752c15ac4e6aeae634760a not found: ID does not exist" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.702117 4809 scope.go:117] "RemoveContainer" containerID="307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.702655 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351"} err="failed to get container status \"307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351\": rpc error: code = NotFound desc = could not find container \"307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351\": container with ID starting with 307a84f6c5f4027f575426a5bf455f0964ebd92ea2895957d9843482925ec351 not found: ID does not exist" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.805156 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tcrpv\" (UniqueName: \"kubernetes.io/projected/22c09fdc-ef69-4483-8562-da52fdd4c7d3-kube-api-access-tcrpv\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.805232 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-config-data\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.805540 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.805647 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.805709 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/22c09fdc-ef69-4483-8562-da52fdd4c7d3-logs\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.908401 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tcrpv\" (UniqueName: \"kubernetes.io/projected/22c09fdc-ef69-4483-8562-da52fdd4c7d3-kube-api-access-tcrpv\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.908519 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-config-data\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.908664 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.908748 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.908802 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/22c09fdc-ef69-4483-8562-da52fdd4c7d3-logs\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.909647 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/22c09fdc-ef69-4483-8562-da52fdd4c7d3-logs\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.913830 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.914653 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-config-data\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.919678 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.938701 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tcrpv\" (UniqueName: \"kubernetes.io/projected/22c09fdc-ef69-4483-8562-da52fdd4c7d3-kube-api-access-tcrpv\") pod \"nova-metadata-0\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:39 crc kubenswrapper[4809]: I1013 19:43:39.997175 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:40 crc kubenswrapper[4809]: I1013 19:43:40.193272 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1529f73c-22ea-45d2-bee6-fd9aedcdeb19" path="/var/lib/kubelet/pods/1529f73c-22ea-45d2-bee6-fd9aedcdeb19/volumes" Oct 13 19:43:40 crc kubenswrapper[4809]: W1013 19:43:40.556217 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod22c09fdc_ef69_4483_8562_da52fdd4c7d3.slice/crio-f62a170a9b96e0958ed7dc5c594ee90200f782f63be008c2fb4892131ac23691 WatchSource:0}: Error finding container f62a170a9b96e0958ed7dc5c594ee90200f782f63be008c2fb4892131ac23691: Status 404 returned error can't find the container with id f62a170a9b96e0958ed7dc5c594ee90200f782f63be008c2fb4892131ac23691 Oct 13 19:43:40 crc kubenswrapper[4809]: I1013 19:43:40.573077 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:40 crc kubenswrapper[4809]: I1013 19:43:40.602620 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"22c09fdc-ef69-4483-8562-da52fdd4c7d3","Type":"ContainerStarted","Data":"f62a170a9b96e0958ed7dc5c594ee90200f782f63be008c2fb4892131ac23691"} Oct 13 19:43:40 crc kubenswrapper[4809]: E1013 19:43:40.637976 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podde3f2cc3_0d5f_4fb2_a71a_062bdea3264e.slice/crio-conmon-37879c351859917a5b86183f3035947a9b8406716779b111c173178a18329ddc.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:43:41 crc kubenswrapper[4809]: I1013 19:43:41.633634 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"22c09fdc-ef69-4483-8562-da52fdd4c7d3","Type":"ContainerStarted","Data":"50b6a3fd04f0df64488c000898159fc3f296f0479ece68c9f034ef32ce1725c2"} Oct 13 19:43:41 crc kubenswrapper[4809]: I1013 19:43:41.634479 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"22c09fdc-ef69-4483-8562-da52fdd4c7d3","Type":"ContainerStarted","Data":"4d208b80bf97be42408e183f3d2a593bc05b235710712c38e8a8e19141bd3129"} Oct 13 19:43:41 crc kubenswrapper[4809]: I1013 19:43:41.671158 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.671123836 podStartE2EDuration="2.671123836s" podCreationTimestamp="2025-10-13 19:43:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:43:41.659489585 +0000 UTC m=+1140.265236230" watchObservedRunningTime="2025-10-13 19:43:41.671123836 +0000 UTC m=+1140.276870451" Oct 13 19:43:42 crc kubenswrapper[4809]: I1013 19:43:42.648371 4809 generic.go:334] "Generic (PLEG): container finished" podID="d6f0774d-143a-4a12-bded-37f89f031a25" containerID="5455e6faa3d8b5de3bf33b6687bbf677cb7470af091fc673fc0ccd961d87a645" exitCode=0 Oct 13 19:43:42 crc kubenswrapper[4809]: I1013 19:43:42.648484 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" event={"ID":"d6f0774d-143a-4a12-bded-37f89f031a25","Type":"ContainerDied","Data":"5455e6faa3d8b5de3bf33b6687bbf677cb7470af091fc673fc0ccd961d87a645"} Oct 13 19:43:42 crc kubenswrapper[4809]: I1013 19:43:42.650990 4809 generic.go:334] "Generic (PLEG): container finished" podID="1fd6bef2-f7a8-45d1-b345-f811eeadd23c" containerID="f0ce4cef077a4e5215e884da04c8163a55969b4b9c9ccbc4815b51898ed7853f" exitCode=0 Oct 13 19:43:42 crc kubenswrapper[4809]: I1013 19:43:42.651122 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" event={"ID":"1fd6bef2-f7a8-45d1-b345-f811eeadd23c","Type":"ContainerDied","Data":"f0ce4cef077a4e5215e884da04c8163a55969b4b9c9ccbc4815b51898ed7853f"} Oct 13 19:43:43 crc kubenswrapper[4809]: I1013 19:43:43.857327 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:43 crc kubenswrapper[4809]: I1013 19:43:43.857604 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.105781 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.149226 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.207500 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.214068 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.305971 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-combined-ca-bundle\") pod \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.306359 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2pxmz\" (UniqueName: \"kubernetes.io/projected/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-kube-api-access-2pxmz\") pod \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.306909 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-scripts\") pod \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.307129 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5nnvq\" (UniqueName: \"kubernetes.io/projected/d6f0774d-143a-4a12-bded-37f89f031a25-kube-api-access-5nnvq\") pod \"d6f0774d-143a-4a12-bded-37f89f031a25\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.307700 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-combined-ca-bundle\") pod \"d6f0774d-143a-4a12-bded-37f89f031a25\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.307877 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-scripts\") pod \"d6f0774d-143a-4a12-bded-37f89f031a25\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.308142 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-config-data\") pod \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\" (UID: \"1fd6bef2-f7a8-45d1-b345-f811eeadd23c\") " Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.308402 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-config-data\") pod \"d6f0774d-143a-4a12-bded-37f89f031a25\" (UID: \"d6f0774d-143a-4a12-bded-37f89f031a25\") " Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.312274 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-scripts" (OuterVolumeSpecName: "scripts") pod "d6f0774d-143a-4a12-bded-37f89f031a25" (UID: "d6f0774d-143a-4a12-bded-37f89f031a25"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.312870 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-scripts" (OuterVolumeSpecName: "scripts") pod "1fd6bef2-f7a8-45d1-b345-f811eeadd23c" (UID: "1fd6bef2-f7a8-45d1-b345-f811eeadd23c"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.314196 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d6f0774d-143a-4a12-bded-37f89f031a25-kube-api-access-5nnvq" (OuterVolumeSpecName: "kube-api-access-5nnvq") pod "d6f0774d-143a-4a12-bded-37f89f031a25" (UID: "d6f0774d-143a-4a12-bded-37f89f031a25"). InnerVolumeSpecName "kube-api-access-5nnvq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.319403 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-kube-api-access-2pxmz" (OuterVolumeSpecName: "kube-api-access-2pxmz") pod "1fd6bef2-f7a8-45d1-b345-f811eeadd23c" (UID: "1fd6bef2-f7a8-45d1-b345-f811eeadd23c"). InnerVolumeSpecName "kube-api-access-2pxmz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.333809 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d6f0774d-143a-4a12-bded-37f89f031a25" (UID: "d6f0774d-143a-4a12-bded-37f89f031a25"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.348979 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-config-data" (OuterVolumeSpecName: "config-data") pod "d6f0774d-143a-4a12-bded-37f89f031a25" (UID: "d6f0774d-143a-4a12-bded-37f89f031a25"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.359743 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-config-data" (OuterVolumeSpecName: "config-data") pod "1fd6bef2-f7a8-45d1-b345-f811eeadd23c" (UID: "1fd6bef2-f7a8-45d1-b345-f811eeadd23c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.360211 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1fd6bef2-f7a8-45d1-b345-f811eeadd23c" (UID: "1fd6bef2-f7a8-45d1-b345-f811eeadd23c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.411481 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5nnvq\" (UniqueName: \"kubernetes.io/projected/d6f0774d-143a-4a12-bded-37f89f031a25-kube-api-access-5nnvq\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.411525 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.411538 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.411552 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.411564 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d6f0774d-143a-4a12-bded-37f89f031a25-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.411578 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.411592 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2pxmz\" (UniqueName: \"kubernetes.io/projected/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-kube-api-access-2pxmz\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.411603 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1fd6bef2-f7a8-45d1-b345-f811eeadd23c-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.678821 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.678813 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7" event={"ID":"d6f0774d-143a-4a12-bded-37f89f031a25","Type":"ContainerDied","Data":"510d1667764bc69dfc6d90f0c5134f4e768da18123d5e6d96e96b51455833969"} Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.679059 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="510d1667764bc69dfc6d90f0c5134f4e768da18123d5e6d96e96b51455833969" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.681570 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" event={"ID":"1fd6bef2-f7a8-45d1-b345-f811eeadd23c","Type":"ContainerDied","Data":"dd0042974c35a48d4104bbbf843dadc48f7fad030cdf0c24f68fdf4c60eed781"} Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.681621 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="dd0042974c35a48d4104bbbf843dadc48f7fad030cdf0c24f68fdf4c60eed781" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.681910 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.746961 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.779666 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:43:44 crc kubenswrapper[4809]: E1013 19:43:44.780768 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1fd6bef2-f7a8-45d1-b345-f811eeadd23c" containerName="nova-manage" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.780937 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1fd6bef2-f7a8-45d1-b345-f811eeadd23c" containerName="nova-manage" Oct 13 19:43:44 crc kubenswrapper[4809]: E1013 19:43:44.781064 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d6f0774d-143a-4a12-bded-37f89f031a25" containerName="nova-cell1-conductor-db-sync" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.781165 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d6f0774d-143a-4a12-bded-37f89f031a25" containerName="nova-cell1-conductor-db-sync" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.781524 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1fd6bef2-f7a8-45d1-b345-f811eeadd23c" containerName="nova-manage" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.781647 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d6f0774d-143a-4a12-bded-37f89f031a25" containerName="nova-cell1-conductor-db-sync" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.782771 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.786936 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.800548 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.923762 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.924981 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z2n74\" (UniqueName: \"kubernetes.io/projected/fc8b2657-8ca1-4338-ae88-a48d6f72e149-kube-api-access-z2n74\") pod \"nova-cell1-conductor-0\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.925437 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.939085 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.0.169:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.939572 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.0.169:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.961405 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.962134 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerName="nova-api-api" containerID="cri-o://cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65" gracePeriod=30 Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.961920 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerName="nova-api-log" containerID="cri-o://f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74" gracePeriod=30 Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.981385 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.982116 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="22c09fdc-ef69-4483-8562-da52fdd4c7d3" containerName="nova-metadata-metadata" containerID="cri-o://50b6a3fd04f0df64488c000898159fc3f296f0479ece68c9f034ef32ce1725c2" gracePeriod=30 Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.982594 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="22c09fdc-ef69-4483-8562-da52fdd4c7d3" containerName="nova-metadata-log" containerID="cri-o://4d208b80bf97be42408e183f3d2a593bc05b235710712c38e8a8e19141bd3129" gracePeriod=30 Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.997585 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:44 crc kubenswrapper[4809]: I1013 19:43:44.997636 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.027960 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z2n74\" (UniqueName: \"kubernetes.io/projected/fc8b2657-8ca1-4338-ae88-a48d6f72e149-kube-api-access-z2n74\") pod \"nova-cell1-conductor-0\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.028026 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.028195 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.032653 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.033455 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.049086 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z2n74\" (UniqueName: \"kubernetes.io/projected/fc8b2657-8ca1-4338-ae88-a48d6f72e149-kube-api-access-z2n74\") pod \"nova-cell1-conductor-0\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.112236 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.418302 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.589766 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.702320 4809 generic.go:334] "Generic (PLEG): container finished" podID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerID="f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74" exitCode=143 Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.702578 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0b1f563c-8d2b-483f-879e-02ed1e888742","Type":"ContainerDied","Data":"f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74"} Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.704566 4809 generic.go:334] "Generic (PLEG): container finished" podID="22c09fdc-ef69-4483-8562-da52fdd4c7d3" containerID="50b6a3fd04f0df64488c000898159fc3f296f0479ece68c9f034ef32ce1725c2" exitCode=0 Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.704580 4809 generic.go:334] "Generic (PLEG): container finished" podID="22c09fdc-ef69-4483-8562-da52fdd4c7d3" containerID="4d208b80bf97be42408e183f3d2a593bc05b235710712c38e8a8e19141bd3129" exitCode=143 Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.704620 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"22c09fdc-ef69-4483-8562-da52fdd4c7d3","Type":"ContainerDied","Data":"50b6a3fd04f0df64488c000898159fc3f296f0479ece68c9f034ef32ce1725c2"} Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.704641 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"22c09fdc-ef69-4483-8562-da52fdd4c7d3","Type":"ContainerDied","Data":"4d208b80bf97be42408e183f3d2a593bc05b235710712c38e8a8e19141bd3129"} Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.710807 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"fc8b2657-8ca1-4338-ae88-a48d6f72e149","Type":"ContainerStarted","Data":"9db448c3b9baf1b4b64e7a9f44d427ff36e8e39557abaead3796a506473d45cd"} Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.865825 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.945376 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-config-data\") pod \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.945565 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-combined-ca-bundle\") pod \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.945627 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tcrpv\" (UniqueName: \"kubernetes.io/projected/22c09fdc-ef69-4483-8562-da52fdd4c7d3-kube-api-access-tcrpv\") pod \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.945677 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-nova-metadata-tls-certs\") pod \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.945716 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/22c09fdc-ef69-4483-8562-da52fdd4c7d3-logs\") pod \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\" (UID: \"22c09fdc-ef69-4483-8562-da52fdd4c7d3\") " Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.946362 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/22c09fdc-ef69-4483-8562-da52fdd4c7d3-logs" (OuterVolumeSpecName: "logs") pod "22c09fdc-ef69-4483-8562-da52fdd4c7d3" (UID: "22c09fdc-ef69-4483-8562-da52fdd4c7d3"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.953859 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/22c09fdc-ef69-4483-8562-da52fdd4c7d3-kube-api-access-tcrpv" (OuterVolumeSpecName: "kube-api-access-tcrpv") pod "22c09fdc-ef69-4483-8562-da52fdd4c7d3" (UID: "22c09fdc-ef69-4483-8562-da52fdd4c7d3"). InnerVolumeSpecName "kube-api-access-tcrpv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.973108 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-config-data" (OuterVolumeSpecName: "config-data") pod "22c09fdc-ef69-4483-8562-da52fdd4c7d3" (UID: "22c09fdc-ef69-4483-8562-da52fdd4c7d3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.979214 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "22c09fdc-ef69-4483-8562-da52fdd4c7d3" (UID: "22c09fdc-ef69-4483-8562-da52fdd4c7d3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:45 crc kubenswrapper[4809]: I1013 19:43:45.994978 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "22c09fdc-ef69-4483-8562-da52fdd4c7d3" (UID: "22c09fdc-ef69-4483-8562-da52fdd4c7d3"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.047922 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tcrpv\" (UniqueName: \"kubernetes.io/projected/22c09fdc-ef69-4483-8562-da52fdd4c7d3-kube-api-access-tcrpv\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.047956 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.047965 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/22c09fdc-ef69-4483-8562-da52fdd4c7d3-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.047974 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.047982 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22c09fdc-ef69-4483-8562-da52fdd4c7d3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.725256 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"22c09fdc-ef69-4483-8562-da52fdd4c7d3","Type":"ContainerDied","Data":"f62a170a9b96e0958ed7dc5c594ee90200f782f63be008c2fb4892131ac23691"} Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.725650 4809 scope.go:117] "RemoveContainer" containerID="50b6a3fd04f0df64488c000898159fc3f296f0479ece68c9f034ef32ce1725c2" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.725986 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.732924 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"fc8b2657-8ca1-4338-ae88-a48d6f72e149","Type":"ContainerStarted","Data":"2302d6168e9b16d0bbdfa4b287657d566e9601dbc354502de28efba6efe0083e"} Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.733042 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="b057f913-8624-445b-8e90-3f6b8cc213f5" containerName="nova-scheduler-scheduler" containerID="cri-o://cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f" gracePeriod=30 Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.765377 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=2.765356644 podStartE2EDuration="2.765356644s" podCreationTimestamp="2025-10-13 19:43:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:43:46.756616895 +0000 UTC m=+1145.362363490" watchObservedRunningTime="2025-10-13 19:43:46.765356644 +0000 UTC m=+1145.371103239" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.786244 4809 scope.go:117] "RemoveContainer" containerID="4d208b80bf97be42408e183f3d2a593bc05b235710712c38e8a8e19141bd3129" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.804977 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.824998 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.832875 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:46 crc kubenswrapper[4809]: E1013 19:43:46.833425 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="22c09fdc-ef69-4483-8562-da52fdd4c7d3" containerName="nova-metadata-log" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.833441 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="22c09fdc-ef69-4483-8562-da52fdd4c7d3" containerName="nova-metadata-log" Oct 13 19:43:46 crc kubenswrapper[4809]: E1013 19:43:46.833463 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="22c09fdc-ef69-4483-8562-da52fdd4c7d3" containerName="nova-metadata-metadata" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.833472 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="22c09fdc-ef69-4483-8562-da52fdd4c7d3" containerName="nova-metadata-metadata" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.833742 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="22c09fdc-ef69-4483-8562-da52fdd4c7d3" containerName="nova-metadata-metadata" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.833777 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="22c09fdc-ef69-4483-8562-da52fdd4c7d3" containerName="nova-metadata-log" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.835044 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.839992 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.840079 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.855839 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.868914 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.869100 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.869321 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-config-data\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.869408 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/96d87037-1f54-4649-a1b0-4d0a621c7d99-logs\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.869497 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bc72b\" (UniqueName: \"kubernetes.io/projected/96d87037-1f54-4649-a1b0-4d0a621c7d99-kube-api-access-bc72b\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.971657 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.971783 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-config-data\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.971846 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/96d87037-1f54-4649-a1b0-4d0a621c7d99-logs\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.971914 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bc72b\" (UniqueName: \"kubernetes.io/projected/96d87037-1f54-4649-a1b0-4d0a621c7d99-kube-api-access-bc72b\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.971945 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.973867 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/96d87037-1f54-4649-a1b0-4d0a621c7d99-logs\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.978423 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.981007 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-config-data\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.990981 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:46 crc kubenswrapper[4809]: I1013 19:43:46.993136 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bc72b\" (UniqueName: \"kubernetes.io/projected/96d87037-1f54-4649-a1b0-4d0a621c7d99-kube-api-access-bc72b\") pod \"nova-metadata-0\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:47 crc kubenswrapper[4809]: I1013 19:43:47.165811 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:47 crc kubenswrapper[4809]: I1013 19:43:47.709503 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:43:47 crc kubenswrapper[4809]: I1013 19:43:47.758995 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"96d87037-1f54-4649-a1b0-4d0a621c7d99","Type":"ContainerStarted","Data":"aa4b0627999fb9678f8dbf09f87c210d16d169820b61b34381d988fd2bd78a49"} Oct 13 19:43:47 crc kubenswrapper[4809]: I1013 19:43:47.761680 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:48 crc kubenswrapper[4809]: I1013 19:43:48.168793 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="22c09fdc-ef69-4483-8562-da52fdd4c7d3" path="/var/lib/kubelet/pods/22c09fdc-ef69-4483-8562-da52fdd4c7d3/volumes" Oct 13 19:43:48 crc kubenswrapper[4809]: I1013 19:43:48.775693 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"96d87037-1f54-4649-a1b0-4d0a621c7d99","Type":"ContainerStarted","Data":"b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c"} Oct 13 19:43:48 crc kubenswrapper[4809]: I1013 19:43:48.776233 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"96d87037-1f54-4649-a1b0-4d0a621c7d99","Type":"ContainerStarted","Data":"50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d"} Oct 13 19:43:48 crc kubenswrapper[4809]: I1013 19:43:48.822659 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.8226319010000003 podStartE2EDuration="2.822631901s" podCreationTimestamp="2025-10-13 19:43:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:43:48.803357353 +0000 UTC m=+1147.409103978" watchObservedRunningTime="2025-10-13 19:43:48.822631901 +0000 UTC m=+1147.428378526" Oct 13 19:43:49 crc kubenswrapper[4809]: E1013 19:43:49.108326 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:43:49 crc kubenswrapper[4809]: E1013 19:43:49.110828 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:43:49 crc kubenswrapper[4809]: E1013 19:43:49.113215 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:43:49 crc kubenswrapper[4809]: E1013 19:43:49.113455 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="b057f913-8624-445b-8e90-3f6b8cc213f5" containerName="nova-scheduler-scheduler" Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.717743 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.733466 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-config-data\") pod \"b057f913-8624-445b-8e90-3f6b8cc213f5\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.733577 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-combined-ca-bundle\") pod \"b057f913-8624-445b-8e90-3f6b8cc213f5\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.733663 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n89rb\" (UniqueName: \"kubernetes.io/projected/b057f913-8624-445b-8e90-3f6b8cc213f5-kube-api-access-n89rb\") pod \"b057f913-8624-445b-8e90-3f6b8cc213f5\" (UID: \"b057f913-8624-445b-8e90-3f6b8cc213f5\") " Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.757127 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b057f913-8624-445b-8e90-3f6b8cc213f5-kube-api-access-n89rb" (OuterVolumeSpecName: "kube-api-access-n89rb") pod "b057f913-8624-445b-8e90-3f6b8cc213f5" (UID: "b057f913-8624-445b-8e90-3f6b8cc213f5"). InnerVolumeSpecName "kube-api-access-n89rb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.782969 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-config-data" (OuterVolumeSpecName: "config-data") pod "b057f913-8624-445b-8e90-3f6b8cc213f5" (UID: "b057f913-8624-445b-8e90-3f6b8cc213f5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.794180 4809 generic.go:334] "Generic (PLEG): container finished" podID="b057f913-8624-445b-8e90-3f6b8cc213f5" containerID="cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f" exitCode=0 Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.795603 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.795860 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"b057f913-8624-445b-8e90-3f6b8cc213f5","Type":"ContainerDied","Data":"cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f"} Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.795932 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"b057f913-8624-445b-8e90-3f6b8cc213f5","Type":"ContainerDied","Data":"dc410756f4fdebad19d6429f6185889a0a9d6839edbbae6e81d7b3074da887fb"} Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.795969 4809 scope.go:117] "RemoveContainer" containerID="cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f" Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.810865 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b057f913-8624-445b-8e90-3f6b8cc213f5" (UID: "b057f913-8624-445b-8e90-3f6b8cc213f5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.823419 4809 scope.go:117] "RemoveContainer" containerID="cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f" Oct 13 19:43:49 crc kubenswrapper[4809]: E1013 19:43:49.824135 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f\": container with ID starting with cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f not found: ID does not exist" containerID="cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f" Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.824187 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f"} err="failed to get container status \"cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f\": rpc error: code = NotFound desc = could not find container \"cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f\": container with ID starting with cdd8bbf46ecea7b609f9fd27d2c266416206b9244dac9d22acb8c67c1087571f not found: ID does not exist" Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.835364 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.835392 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n89rb\" (UniqueName: \"kubernetes.io/projected/b057f913-8624-445b-8e90-3f6b8cc213f5-kube-api-access-n89rb\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:49 crc kubenswrapper[4809]: I1013 19:43:49.835403 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b057f913-8624-445b-8e90-3f6b8cc213f5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.187402 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.187825 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.187854 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.202854 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:43:50 crc kubenswrapper[4809]: E1013 19:43:50.203367 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b057f913-8624-445b-8e90-3f6b8cc213f5" containerName="nova-scheduler-scheduler" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.203384 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b057f913-8624-445b-8e90-3f6b8cc213f5" containerName="nova-scheduler-scheduler" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.203556 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b057f913-8624-445b-8e90-3f6b8cc213f5" containerName="nova-scheduler-scheduler" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.204210 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.209234 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.210174 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.347227 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cv8gg\" (UniqueName: \"kubernetes.io/projected/e926d052-05a1-40d2-98a6-85bae02bc4d3-kube-api-access-cv8gg\") pod \"nova-scheduler-0\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.347686 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-config-data\") pod \"nova-scheduler-0\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.347783 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.449918 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-config-data\") pod \"nova-scheduler-0\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.449973 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.450008 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cv8gg\" (UniqueName: \"kubernetes.io/projected/e926d052-05a1-40d2-98a6-85bae02bc4d3-kube-api-access-cv8gg\") pod \"nova-scheduler-0\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.455862 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-config-data\") pod \"nova-scheduler-0\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.469832 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.470453 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cv8gg\" (UniqueName: \"kubernetes.io/projected/e926d052-05a1-40d2-98a6-85bae02bc4d3-kube-api-access-cv8gg\") pod \"nova-scheduler-0\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.521386 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.749257 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.768544 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-combined-ca-bundle\") pod \"0b1f563c-8d2b-483f-879e-02ed1e888742\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.768657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4c7qh\" (UniqueName: \"kubernetes.io/projected/0b1f563c-8d2b-483f-879e-02ed1e888742-kube-api-access-4c7qh\") pod \"0b1f563c-8d2b-483f-879e-02ed1e888742\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.768698 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0b1f563c-8d2b-483f-879e-02ed1e888742-logs\") pod \"0b1f563c-8d2b-483f-879e-02ed1e888742\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.768855 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-config-data\") pod \"0b1f563c-8d2b-483f-879e-02ed1e888742\" (UID: \"0b1f563c-8d2b-483f-879e-02ed1e888742\") " Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.770433 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0b1f563c-8d2b-483f-879e-02ed1e888742-logs" (OuterVolumeSpecName: "logs") pod "0b1f563c-8d2b-483f-879e-02ed1e888742" (UID: "0b1f563c-8d2b-483f-879e-02ed1e888742"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.775880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0b1f563c-8d2b-483f-879e-02ed1e888742-kube-api-access-4c7qh" (OuterVolumeSpecName: "kube-api-access-4c7qh") pod "0b1f563c-8d2b-483f-879e-02ed1e888742" (UID: "0b1f563c-8d2b-483f-879e-02ed1e888742"). InnerVolumeSpecName "kube-api-access-4c7qh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.801282 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0b1f563c-8d2b-483f-879e-02ed1e888742" (UID: "0b1f563c-8d2b-483f-879e-02ed1e888742"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.802664 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-config-data" (OuterVolumeSpecName: "config-data") pod "0b1f563c-8d2b-483f-879e-02ed1e888742" (UID: "0b1f563c-8d2b-483f-879e-02ed1e888742"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.805287 4809 generic.go:334] "Generic (PLEG): container finished" podID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerID="cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65" exitCode=0 Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.805323 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.805349 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0b1f563c-8d2b-483f-879e-02ed1e888742","Type":"ContainerDied","Data":"cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65"} Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.805535 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0b1f563c-8d2b-483f-879e-02ed1e888742","Type":"ContainerDied","Data":"9afcaa773ded6ff91e6af50f0711f9b8710de5d1464e41f46289ca3b00bfa9d4"} Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.805566 4809 scope.go:117] "RemoveContainer" containerID="cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.830342 4809 scope.go:117] "RemoveContainer" containerID="f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.844525 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.852711 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.868831 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:43:50 crc kubenswrapper[4809]: E1013 19:43:50.869282 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerName="nova-api-log" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.869295 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerName="nova-api-log" Oct 13 19:43:50 crc kubenswrapper[4809]: E1013 19:43:50.869313 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerName="nova-api-api" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.869319 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerName="nova-api-api" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.869515 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerName="nova-api-api" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.869534 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0b1f563c-8d2b-483f-879e-02ed1e888742" containerName="nova-api-log" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.870067 4809 scope.go:117] "RemoveContainer" containerID="cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.870512 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.870834 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4c7qh\" (UniqueName: \"kubernetes.io/projected/0b1f563c-8d2b-483f-879e-02ed1e888742-kube-api-access-4c7qh\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.870855 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0b1f563c-8d2b-483f-879e-02ed1e888742-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.870865 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.870876 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b1f563c-8d2b-483f-879e-02ed1e888742-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:43:50 crc kubenswrapper[4809]: E1013 19:43:50.871455 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65\": container with ID starting with cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65 not found: ID does not exist" containerID="cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.871500 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65"} err="failed to get container status \"cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65\": rpc error: code = NotFound desc = could not find container \"cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65\": container with ID starting with cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65 not found: ID does not exist" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.871527 4809 scope.go:117] "RemoveContainer" containerID="f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74" Oct 13 19:43:50 crc kubenswrapper[4809]: E1013 19:43:50.874227 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74\": container with ID starting with f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74 not found: ID does not exist" containerID="f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.874265 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74"} err="failed to get container status \"f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74\": rpc error: code = NotFound desc = could not find container \"f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74\": container with ID starting with f868c2672d836a31d131ada43fc1d8e639c5fe4b23534c4a67afd989d3047d74 not found: ID does not exist" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.875388 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.879692 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.972763 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-config-data\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.972818 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6c91e19d-406d-4c96-86d3-2416277f965d-logs\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.972856 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:50 crc kubenswrapper[4809]: I1013 19:43:50.973246 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2rg8n\" (UniqueName: \"kubernetes.io/projected/6c91e19d-406d-4c96-86d3-2416277f965d-kube-api-access-2rg8n\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.028703 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.075461 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-config-data\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.075868 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6c91e19d-406d-4c96-86d3-2416277f965d-logs\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.075976 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.076029 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2rg8n\" (UniqueName: \"kubernetes.io/projected/6c91e19d-406d-4c96-86d3-2416277f965d-kube-api-access-2rg8n\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.076536 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6c91e19d-406d-4c96-86d3-2416277f965d-logs\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.080490 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.082900 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-config-data\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.100583 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2rg8n\" (UniqueName: \"kubernetes.io/projected/6c91e19d-406d-4c96-86d3-2416277f965d-kube-api-access-2rg8n\") pod \"nova-api-0\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.190481 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.708822 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.826762 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e926d052-05a1-40d2-98a6-85bae02bc4d3","Type":"ContainerStarted","Data":"830d843630fbff9d37ac62c50bc7449103f007b2aa4e9f4bb92155a9da7594eb"} Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.826809 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e926d052-05a1-40d2-98a6-85bae02bc4d3","Type":"ContainerStarted","Data":"62c117d853a69b9ece84a09da0da4741384bf72984472c511b5c1592e79ca8b7"} Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.829790 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"6c91e19d-406d-4c96-86d3-2416277f965d","Type":"ContainerStarted","Data":"8bd23900d450371f5c0c3fbee56f8703fe6210a28db732b7b202565e4013fa04"} Oct 13 19:43:51 crc kubenswrapper[4809]: I1013 19:43:51.853623 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=1.85359942 podStartE2EDuration="1.85359942s" podCreationTimestamp="2025-10-13 19:43:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:43:51.843690408 +0000 UTC m=+1150.449437003" watchObservedRunningTime="2025-10-13 19:43:51.85359942 +0000 UTC m=+1150.459346015" Oct 13 19:43:52 crc kubenswrapper[4809]: I1013 19:43:52.216925 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0b1f563c-8d2b-483f-879e-02ed1e888742" path="/var/lib/kubelet/pods/0b1f563c-8d2b-483f-879e-02ed1e888742/volumes" Oct 13 19:43:52 crc kubenswrapper[4809]: I1013 19:43:52.227745 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b057f913-8624-445b-8e90-3f6b8cc213f5" path="/var/lib/kubelet/pods/b057f913-8624-445b-8e90-3f6b8cc213f5/volumes" Oct 13 19:43:52 crc kubenswrapper[4809]: I1013 19:43:52.234836 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:52 crc kubenswrapper[4809]: I1013 19:43:52.234883 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:52 crc kubenswrapper[4809]: I1013 19:43:52.845777 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"6c91e19d-406d-4c96-86d3-2416277f965d","Type":"ContainerStarted","Data":"0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e"} Oct 13 19:43:52 crc kubenswrapper[4809]: I1013 19:43:52.845866 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"6c91e19d-406d-4c96-86d3-2416277f965d","Type":"ContainerStarted","Data":"197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2"} Oct 13 19:43:52 crc kubenswrapper[4809]: I1013 19:43:52.884660 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.884633932 podStartE2EDuration="2.884633932s" podCreationTimestamp="2025-10-13 19:43:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:43:52.88456337 +0000 UTC m=+1151.490309995" watchObservedRunningTime="2025-10-13 19:43:52.884633932 +0000 UTC m=+1151.490380557" Oct 13 19:43:55 crc kubenswrapper[4809]: I1013 19:43:55.522402 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:43:57 crc kubenswrapper[4809]: I1013 19:43:57.166723 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:57 crc kubenswrapper[4809]: I1013 19:43:57.167238 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:43:58 crc kubenswrapper[4809]: I1013 19:43:58.182923 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.176:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:43:58 crc kubenswrapper[4809]: I1013 19:43:58.182944 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.176:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:44:00 crc kubenswrapper[4809]: I1013 19:44:00.523065 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:00 crc kubenswrapper[4809]: I1013 19:44:00.573490 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:00 crc kubenswrapper[4809]: I1013 19:44:00.993287 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:01 crc kubenswrapper[4809]: I1013 19:44:01.191149 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:01 crc kubenswrapper[4809]: I1013 19:44:01.191190 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:02 crc kubenswrapper[4809]: I1013 19:44:02.273977 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="6c91e19d-406d-4c96-86d3-2416277f965d" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.0.178:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:44:02 crc kubenswrapper[4809]: I1013 19:44:02.274067 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="6c91e19d-406d-4c96-86d3-2416277f965d" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.0.178:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:44:07 crc kubenswrapper[4809]: I1013 19:44:07.172820 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:07 crc kubenswrapper[4809]: I1013 19:44:07.174904 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:07 crc kubenswrapper[4809]: I1013 19:44:07.182316 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:08 crc kubenswrapper[4809]: I1013 19:44:08.039114 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:08 crc kubenswrapper[4809]: E1013 19:44:08.601317 4809 manager.go:1116] Failed to create existing container: /kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod22c09fdc_ef69_4483_8562_da52fdd4c7d3.slice/crio-f62a170a9b96e0958ed7dc5c594ee90200f782f63be008c2fb4892131ac23691: Error finding container f62a170a9b96e0958ed7dc5c594ee90200f782f63be008c2fb4892131ac23691: Status 404 returned error can't find the container with id f62a170a9b96e0958ed7dc5c594ee90200f782f63be008c2fb4892131ac23691 Oct 13 19:44:08 crc kubenswrapper[4809]: W1013 19:44:08.613245 4809 container.go:586] Failed to update stats for container "/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddcf8229f_0ff6_492c_819a_e34a19c55ce1.slice/crio-1a865ae1807d0f22a3623103814eae88d189e287b121534ba14df51a8d5cff9b": error while statting cgroup v2: [unable to parse /sys/fs/cgroup/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddcf8229f_0ff6_492c_819a_e34a19c55ce1.slice/crio-1a865ae1807d0f22a3623103814eae88d189e287b121534ba14df51a8d5cff9b/io.stat: read /sys/fs/cgroup/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddcf8229f_0ff6_492c_819a_e34a19c55ce1.slice/crio-1a865ae1807d0f22a3623103814eae88d189e287b121534ba14df51a8d5cff9b/io.stat: no such device], continuing to push stats Oct 13 19:44:08 crc kubenswrapper[4809]: E1013 19:44:08.866038 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddcf8229f_0ff6_492c_819a_e34a19c55ce1.slice/crio-52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0b1f563c_8d2b_483f_879e_02ed1e888742.slice\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0b1f563c_8d2b_483f_879e_02ed1e888742.slice/crio-cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0b1f563c_8d2b_483f_879e_02ed1e888742.slice/crio-conmon-cb8de2c173c8817ad7cdd4e87759f815f23ec61b9906a5c31e8bb78a4c98aa65.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddcf8229f_0ff6_492c_819a_e34a19c55ce1.slice/crio-1a865ae1807d0f22a3623103814eae88d189e287b121534ba14df51a8d5cff9b\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0b1f563c_8d2b_483f_879e_02ed1e888742.slice/crio-9afcaa773ded6ff91e6af50f0711f9b8710de5d1464e41f46289ca3b00bfa9d4\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddcf8229f_0ff6_492c_819a_e34a19c55ce1.slice/crio-conmon-52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:44:08 crc kubenswrapper[4809]: I1013 19:44:08.912135 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:08 crc kubenswrapper[4809]: I1013 19:44:08.987556 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-config-data\") pod \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " Oct 13 19:44:08 crc kubenswrapper[4809]: I1013 19:44:08.987776 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-combined-ca-bundle\") pod \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " Oct 13 19:44:08 crc kubenswrapper[4809]: I1013 19:44:08.987812 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9zh2s\" (UniqueName: \"kubernetes.io/projected/dcf8229f-0ff6-492c-819a-e34a19c55ce1-kube-api-access-9zh2s\") pod \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\" (UID: \"dcf8229f-0ff6-492c-819a-e34a19c55ce1\") " Oct 13 19:44:08 crc kubenswrapper[4809]: I1013 19:44:08.993060 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dcf8229f-0ff6-492c-819a-e34a19c55ce1-kube-api-access-9zh2s" (OuterVolumeSpecName: "kube-api-access-9zh2s") pod "dcf8229f-0ff6-492c-819a-e34a19c55ce1" (UID: "dcf8229f-0ff6-492c-819a-e34a19c55ce1"). InnerVolumeSpecName "kube-api-access-9zh2s". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.014142 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "dcf8229f-0ff6-492c-819a-e34a19c55ce1" (UID: "dcf8229f-0ff6-492c-819a-e34a19c55ce1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.034231 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-config-data" (OuterVolumeSpecName: "config-data") pod "dcf8229f-0ff6-492c-819a-e34a19c55ce1" (UID: "dcf8229f-0ff6-492c-819a-e34a19c55ce1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.043656 4809 generic.go:334] "Generic (PLEG): container finished" podID="dcf8229f-0ff6-492c-819a-e34a19c55ce1" containerID="52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132" exitCode=137 Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.044806 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.044829 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"dcf8229f-0ff6-492c-819a-e34a19c55ce1","Type":"ContainerDied","Data":"52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132"} Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.044870 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"dcf8229f-0ff6-492c-819a-e34a19c55ce1","Type":"ContainerDied","Data":"1a865ae1807d0f22a3623103814eae88d189e287b121534ba14df51a8d5cff9b"} Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.044890 4809 scope.go:117] "RemoveContainer" containerID="52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.090378 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.090421 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dcf8229f-0ff6-492c-819a-e34a19c55ce1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.090444 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9zh2s\" (UniqueName: \"kubernetes.io/projected/dcf8229f-0ff6-492c-819a-e34a19c55ce1-kube-api-access-9zh2s\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.114310 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.115523 4809 scope.go:117] "RemoveContainer" containerID="52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132" Oct 13 19:44:09 crc kubenswrapper[4809]: E1013 19:44:09.121059 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132\": container with ID starting with 52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132 not found: ID does not exist" containerID="52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.121128 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132"} err="failed to get container status \"52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132\": rpc error: code = NotFound desc = could not find container \"52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132\": container with ID starting with 52c5176440c64b886a722633b095f310532d2ec83daf0ef87d8603da01df6132 not found: ID does not exist" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.160421 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.174520 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:44:09 crc kubenswrapper[4809]: E1013 19:44:09.175031 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dcf8229f-0ff6-492c-819a-e34a19c55ce1" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.175055 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dcf8229f-0ff6-492c-819a-e34a19c55ce1" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.175294 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dcf8229f-0ff6-492c-819a-e34a19c55ce1" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.176063 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.179289 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-public-svc" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.179590 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.179825 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-vencrypt" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.184599 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.192087 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.192163 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.192223 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.192396 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.193146 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wp9w2\" (UniqueName: \"kubernetes.io/projected/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-kube-api-access-wp9w2\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.294083 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.294201 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.294839 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.295176 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wp9w2\" (UniqueName: \"kubernetes.io/projected/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-kube-api-access-wp9w2\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.295326 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.298101 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.298501 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.299234 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.299504 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.319606 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wp9w2\" (UniqueName: \"kubernetes.io/projected/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-kube-api-access-wp9w2\") pod \"nova-cell1-novncproxy-0\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:09 crc kubenswrapper[4809]: I1013 19:44:09.500213 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:10 crc kubenswrapper[4809]: I1013 19:44:10.056755 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:44:10 crc kubenswrapper[4809]: I1013 19:44:10.169877 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dcf8229f-0ff6-492c-819a-e34a19c55ce1" path="/var/lib/kubelet/pods/dcf8229f-0ff6-492c-819a-e34a19c55ce1/volumes" Oct 13 19:44:11 crc kubenswrapper[4809]: I1013 19:44:11.073226 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc","Type":"ContainerStarted","Data":"2715935850f83938f71876577a0acb74c4eaba69d9b57157ceb8966ec64d77e6"} Oct 13 19:44:11 crc kubenswrapper[4809]: I1013 19:44:11.073576 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc","Type":"ContainerStarted","Data":"2481cc3d4a62f978bfa27b2bbac6f6bf5f15b6e443c4d8ab609b5c01d3eb87d7"} Oct 13 19:44:11 crc kubenswrapper[4809]: I1013 19:44:11.098418 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.098395495 podStartE2EDuration="2.098395495s" podCreationTimestamp="2025-10-13 19:44:09 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:44:11.093747202 +0000 UTC m=+1169.699493797" watchObservedRunningTime="2025-10-13 19:44:11.098395495 +0000 UTC m=+1169.704142090" Oct 13 19:44:11 crc kubenswrapper[4809]: I1013 19:44:11.194972 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:11 crc kubenswrapper[4809]: I1013 19:44:11.195525 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:11 crc kubenswrapper[4809]: I1013 19:44:11.197329 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:11 crc kubenswrapper[4809]: I1013 19:44:11.199081 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:12 crc kubenswrapper[4809]: I1013 19:44:12.084161 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:12 crc kubenswrapper[4809]: I1013 19:44:12.089520 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:14 crc kubenswrapper[4809]: I1013 19:44:14.123612 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:44:14 crc kubenswrapper[4809]: I1013 19:44:14.124203 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="ceilometer-central-agent" containerID="cri-o://1ce10229240beadda6f2556173a96f63bb567e0e8166673e84a348f5b44625d1" gracePeriod=30 Oct 13 19:44:14 crc kubenswrapper[4809]: I1013 19:44:14.124322 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="ceilometer-notification-agent" containerID="cri-o://40d7b1675d09bd7f4e9a2e3b460fc2bfdac5b9228cce69ebe81c9935fc9eb2c1" gracePeriod=30 Oct 13 19:44:14 crc kubenswrapper[4809]: I1013 19:44:14.124310 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="sg-core" containerID="cri-o://546bc78471af0d1701c9eb4e86057b6dbfdc5319bfa65fc311fb2a5a204cdfa5" gracePeriod=30 Oct 13 19:44:14 crc kubenswrapper[4809]: I1013 19:44:14.124459 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="proxy-httpd" containerID="cri-o://a7e7e1f1fab4dc8406ffe0bf7b01ac9a4b4cebd6b0cd6d0c8a0478e9cacde433" gracePeriod=30 Oct 13 19:44:14 crc kubenswrapper[4809]: I1013 19:44:14.500653 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:15 crc kubenswrapper[4809]: I1013 19:44:15.019230 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:15 crc kubenswrapper[4809]: I1013 19:44:15.113767 4809 generic.go:334] "Generic (PLEG): container finished" podID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerID="a7e7e1f1fab4dc8406ffe0bf7b01ac9a4b4cebd6b0cd6d0c8a0478e9cacde433" exitCode=0 Oct 13 19:44:15 crc kubenswrapper[4809]: I1013 19:44:15.113803 4809 generic.go:334] "Generic (PLEG): container finished" podID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerID="546bc78471af0d1701c9eb4e86057b6dbfdc5319bfa65fc311fb2a5a204cdfa5" exitCode=2 Oct 13 19:44:15 crc kubenswrapper[4809]: I1013 19:44:15.113813 4809 generic.go:334] "Generic (PLEG): container finished" podID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerID="1ce10229240beadda6f2556173a96f63bb567e0e8166673e84a348f5b44625d1" exitCode=0 Oct 13 19:44:15 crc kubenswrapper[4809]: I1013 19:44:15.113879 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a2944933-e2fb-445f-b96c-0b6af7aa4d2a","Type":"ContainerDied","Data":"a7e7e1f1fab4dc8406ffe0bf7b01ac9a4b4cebd6b0cd6d0c8a0478e9cacde433"} Oct 13 19:44:15 crc kubenswrapper[4809]: I1013 19:44:15.113925 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a2944933-e2fb-445f-b96c-0b6af7aa4d2a","Type":"ContainerDied","Data":"546bc78471af0d1701c9eb4e86057b6dbfdc5319bfa65fc311fb2a5a204cdfa5"} Oct 13 19:44:15 crc kubenswrapper[4809]: I1013 19:44:15.113951 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a2944933-e2fb-445f-b96c-0b6af7aa4d2a","Type":"ContainerDied","Data":"1ce10229240beadda6f2556173a96f63bb567e0e8166673e84a348f5b44625d1"} Oct 13 19:44:15 crc kubenswrapper[4809]: I1013 19:44:15.114006 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="6c91e19d-406d-4c96-86d3-2416277f965d" containerName="nova-api-log" containerID="cri-o://197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2" gracePeriod=30 Oct 13 19:44:15 crc kubenswrapper[4809]: I1013 19:44:15.114055 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="6c91e19d-406d-4c96-86d3-2416277f965d" containerName="nova-api-api" containerID="cri-o://0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e" gracePeriod=30 Oct 13 19:44:16 crc kubenswrapper[4809]: I1013 19:44:16.128128 4809 generic.go:334] "Generic (PLEG): container finished" podID="6c91e19d-406d-4c96-86d3-2416277f965d" containerID="197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2" exitCode=143 Oct 13 19:44:16 crc kubenswrapper[4809]: I1013 19:44:16.128171 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"6c91e19d-406d-4c96-86d3-2416277f965d","Type":"ContainerDied","Data":"197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2"} Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.154941 4809 generic.go:334] "Generic (PLEG): container finished" podID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerID="40d7b1675d09bd7f4e9a2e3b460fc2bfdac5b9228cce69ebe81c9935fc9eb2c1" exitCode=0 Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.155701 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a2944933-e2fb-445f-b96c-0b6af7aa4d2a","Type":"ContainerDied","Data":"40d7b1675d09bd7f4e9a2e3b460fc2bfdac5b9228cce69ebe81c9935fc9eb2c1"} Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.155760 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a2944933-e2fb-445f-b96c-0b6af7aa4d2a","Type":"ContainerDied","Data":"0d849f6a534b97425377f0ca7aadafed7862a85d0b3a9fbe4a8544d46630ebcc"} Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.155775 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0d849f6a534b97425377f0ca7aadafed7862a85d0b3a9fbe4a8544d46630ebcc" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.160026 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.205069 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-config-data\") pod \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.205138 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-scripts\") pod \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.205216 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-run-httpd\") pod \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.205258 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-sg-core-conf-yaml\") pod \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.205299 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-k7h4q\" (UniqueName: \"kubernetes.io/projected/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-kube-api-access-k7h4q\") pod \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.205352 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-log-httpd\") pod \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.205404 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-ceilometer-tls-certs\") pod \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.205445 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-combined-ca-bundle\") pod \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\" (UID: \"a2944933-e2fb-445f-b96c-0b6af7aa4d2a\") " Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.206690 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "a2944933-e2fb-445f-b96c-0b6af7aa4d2a" (UID: "a2944933-e2fb-445f-b96c-0b6af7aa4d2a"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.207845 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "a2944933-e2fb-445f-b96c-0b6af7aa4d2a" (UID: "a2944933-e2fb-445f-b96c-0b6af7aa4d2a"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.217615 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-kube-api-access-k7h4q" (OuterVolumeSpecName: "kube-api-access-k7h4q") pod "a2944933-e2fb-445f-b96c-0b6af7aa4d2a" (UID: "a2944933-e2fb-445f-b96c-0b6af7aa4d2a"). InnerVolumeSpecName "kube-api-access-k7h4q". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.218433 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-scripts" (OuterVolumeSpecName: "scripts") pod "a2944933-e2fb-445f-b96c-0b6af7aa4d2a" (UID: "a2944933-e2fb-445f-b96c-0b6af7aa4d2a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.267845 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "a2944933-e2fb-445f-b96c-0b6af7aa4d2a" (UID: "a2944933-e2fb-445f-b96c-0b6af7aa4d2a"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.278047 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "a2944933-e2fb-445f-b96c-0b6af7aa4d2a" (UID: "a2944933-e2fb-445f-b96c-0b6af7aa4d2a"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.298642 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a2944933-e2fb-445f-b96c-0b6af7aa4d2a" (UID: "a2944933-e2fb-445f-b96c-0b6af7aa4d2a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.308294 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.308515 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.308611 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-k7h4q\" (UniqueName: \"kubernetes.io/projected/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-kube-api-access-k7h4q\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.308667 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.308718 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.308791 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.308853 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.326432 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-config-data" (OuterVolumeSpecName: "config-data") pod "a2944933-e2fb-445f-b96c-0b6af7aa4d2a" (UID: "a2944933-e2fb-445f-b96c-0b6af7aa4d2a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:17 crc kubenswrapper[4809]: I1013 19:44:17.411254 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a2944933-e2fb-445f-b96c-0b6af7aa4d2a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.166467 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.241038 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.255227 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.272834 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:44:18 crc kubenswrapper[4809]: E1013 19:44:18.273339 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="sg-core" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.273362 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="sg-core" Oct 13 19:44:18 crc kubenswrapper[4809]: E1013 19:44:18.273378 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="proxy-httpd" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.273387 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="proxy-httpd" Oct 13 19:44:18 crc kubenswrapper[4809]: E1013 19:44:18.273435 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="ceilometer-central-agent" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.273445 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="ceilometer-central-agent" Oct 13 19:44:18 crc kubenswrapper[4809]: E1013 19:44:18.273463 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="ceilometer-notification-agent" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.273473 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="ceilometer-notification-agent" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.273708 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="ceilometer-central-agent" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.273762 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="ceilometer-notification-agent" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.273777 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="proxy-httpd" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.273808 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" containerName="sg-core" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.275872 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.279826 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.280286 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.280611 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.286045 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.329225 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.329334 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-run-httpd\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.329453 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-config-data\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.329550 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-log-httpd\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.329619 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.329992 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8wxdc\" (UniqueName: \"kubernetes.io/projected/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-kube-api-access-8wxdc\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.330083 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-scripts\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.330212 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.432371 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.432799 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.432831 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-run-httpd\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.432878 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-config-data\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.432921 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-log-httpd\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.432953 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.433063 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8wxdc\" (UniqueName: \"kubernetes.io/projected/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-kube-api-access-8wxdc\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.433103 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-scripts\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.434326 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-run-httpd\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.434391 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-log-httpd\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.438422 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-scripts\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.439065 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.440056 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.442230 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.443877 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-config-data\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.449366 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8wxdc\" (UniqueName: \"kubernetes.io/projected/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-kube-api-access-8wxdc\") pod \"ceilometer-0\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.663813 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.695904 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.743718 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2rg8n\" (UniqueName: \"kubernetes.io/projected/6c91e19d-406d-4c96-86d3-2416277f965d-kube-api-access-2rg8n\") pod \"6c91e19d-406d-4c96-86d3-2416277f965d\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.743891 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-config-data\") pod \"6c91e19d-406d-4c96-86d3-2416277f965d\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.744036 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-combined-ca-bundle\") pod \"6c91e19d-406d-4c96-86d3-2416277f965d\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.744123 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6c91e19d-406d-4c96-86d3-2416277f965d-logs\") pod \"6c91e19d-406d-4c96-86d3-2416277f965d\" (UID: \"6c91e19d-406d-4c96-86d3-2416277f965d\") " Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.745591 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6c91e19d-406d-4c96-86d3-2416277f965d-logs" (OuterVolumeSpecName: "logs") pod "6c91e19d-406d-4c96-86d3-2416277f965d" (UID: "6c91e19d-406d-4c96-86d3-2416277f965d"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.748858 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6c91e19d-406d-4c96-86d3-2416277f965d-kube-api-access-2rg8n" (OuterVolumeSpecName: "kube-api-access-2rg8n") pod "6c91e19d-406d-4c96-86d3-2416277f965d" (UID: "6c91e19d-406d-4c96-86d3-2416277f965d"). InnerVolumeSpecName "kube-api-access-2rg8n". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.776256 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6c91e19d-406d-4c96-86d3-2416277f965d" (UID: "6c91e19d-406d-4c96-86d3-2416277f965d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.779280 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-config-data" (OuterVolumeSpecName: "config-data") pod "6c91e19d-406d-4c96-86d3-2416277f965d" (UID: "6c91e19d-406d-4c96-86d3-2416277f965d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.847408 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2rg8n\" (UniqueName: \"kubernetes.io/projected/6c91e19d-406d-4c96-86d3-2416277f965d-kube-api-access-2rg8n\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.847443 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.847456 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c91e19d-406d-4c96-86d3-2416277f965d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:18 crc kubenswrapper[4809]: I1013 19:44:18.847469 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6c91e19d-406d-4c96-86d3-2416277f965d-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.178872 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.179638 4809 generic.go:334] "Generic (PLEG): container finished" podID="6c91e19d-406d-4c96-86d3-2416277f965d" containerID="0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e" exitCode=0 Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.179683 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"6c91e19d-406d-4c96-86d3-2416277f965d","Type":"ContainerDied","Data":"0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e"} Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.179717 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"6c91e19d-406d-4c96-86d3-2416277f965d","Type":"ContainerDied","Data":"8bd23900d450371f5c0c3fbee56f8703fe6210a28db732b7b202565e4013fa04"} Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.179785 4809 scope.go:117] "RemoveContainer" containerID="0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.179950 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.239373 4809 scope.go:117] "RemoveContainer" containerID="197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.250238 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.263149 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.268063 4809 scope.go:117] "RemoveContainer" containerID="0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e" Oct 13 19:44:19 crc kubenswrapper[4809]: E1013 19:44:19.268612 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e\": container with ID starting with 0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e not found: ID does not exist" containerID="0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.268663 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e"} err="failed to get container status \"0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e\": rpc error: code = NotFound desc = could not find container \"0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e\": container with ID starting with 0fe4d096e075aa71a88d6965a2189e30011f877f526a1e9e75a279a3c4cf5a9e not found: ID does not exist" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.268686 4809 scope.go:117] "RemoveContainer" containerID="197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2" Oct 13 19:44:19 crc kubenswrapper[4809]: E1013 19:44:19.269157 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2\": container with ID starting with 197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2 not found: ID does not exist" containerID="197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.269197 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2"} err="failed to get container status \"197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2\": rpc error: code = NotFound desc = could not find container \"197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2\": container with ID starting with 197148e323b593873c6b46164aabc2bdd0c7771932207c4b85c68d35210ab0c2 not found: ID does not exist" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.273302 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:19 crc kubenswrapper[4809]: E1013 19:44:19.273763 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6c91e19d-406d-4c96-86d3-2416277f965d" containerName="nova-api-log" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.273779 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6c91e19d-406d-4c96-86d3-2416277f965d" containerName="nova-api-log" Oct 13 19:44:19 crc kubenswrapper[4809]: E1013 19:44:19.273798 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6c91e19d-406d-4c96-86d3-2416277f965d" containerName="nova-api-api" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.273806 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6c91e19d-406d-4c96-86d3-2416277f965d" containerName="nova-api-api" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.274048 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6c91e19d-406d-4c96-86d3-2416277f965d" containerName="nova-api-api" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.274087 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6c91e19d-406d-4c96-86d3-2416277f965d" containerName="nova-api-log" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.275322 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.285433 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.285815 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.287964 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.289205 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.361930 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-logs\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.362236 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.362528 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-internal-tls-certs\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.362645 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jzjwg\" (UniqueName: \"kubernetes.io/projected/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-kube-api-access-jzjwg\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.362697 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-config-data\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.362761 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-public-tls-certs\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.464563 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.464670 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-internal-tls-certs\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.464708 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jzjwg\" (UniqueName: \"kubernetes.io/projected/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-kube-api-access-jzjwg\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.464761 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-config-data\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.464793 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-public-tls-certs\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.464829 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-logs\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.465472 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-logs\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.470646 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-config-data\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.470671 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-public-tls-certs\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.471066 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-internal-tls-certs\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.471411 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.488499 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jzjwg\" (UniqueName: \"kubernetes.io/projected/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-kube-api-access-jzjwg\") pod \"nova-api-0\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.500643 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.523592 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:19 crc kubenswrapper[4809]: I1013 19:44:19.597332 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.094699 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.175770 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6c91e19d-406d-4c96-86d3-2416277f965d" path="/var/lib/kubelet/pods/6c91e19d-406d-4c96-86d3-2416277f965d/volumes" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.177341 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a2944933-e2fb-445f-b96c-0b6af7aa4d2a" path="/var/lib/kubelet/pods/a2944933-e2fb-445f-b96c-0b6af7aa4d2a/volumes" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.197450 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3bb669d6-e028-405b-a0b7-0c6a6ca6405f","Type":"ContainerStarted","Data":"50ae32f85a284005385916ccb60aaef10d2ceaddafd6e701beca77905c3ee814"} Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.197511 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3bb669d6-e028-405b-a0b7-0c6a6ca6405f","Type":"ContainerStarted","Data":"1dc0981ec5a3a82619fb2a0de703f8cb3fc2fd94e53273dffdaa56ed4d7049e9"} Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.199687 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c","Type":"ContainerStarted","Data":"9bd3c98daaac91d6e19fc426894ac44153987570fe023649c5f0ee5ffc5e6eeb"} Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.217637 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.374220 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn"] Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.375413 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.379114 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-config-data" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.379271 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-scripts" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.387412 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn"] Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.486442 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-scripts\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.486873 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kkvxq\" (UniqueName: \"kubernetes.io/projected/decf8a0b-69f3-4712-9069-2723174749a9-kube-api-access-kkvxq\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.486972 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.487066 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-config-data\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.588922 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-config-data\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.589056 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-scripts\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.589094 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kkvxq\" (UniqueName: \"kubernetes.io/projected/decf8a0b-69f3-4712-9069-2723174749a9-kube-api-access-kkvxq\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.589153 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.592690 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-scripts\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.592894 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.594966 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-config-data\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.606325 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kkvxq\" (UniqueName: \"kubernetes.io/projected/decf8a0b-69f3-4712-9069-2723174749a9-kube-api-access-kkvxq\") pod \"nova-cell1-cell-mapping-zxfhn\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:20 crc kubenswrapper[4809]: I1013 19:44:20.749712 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:21 crc kubenswrapper[4809]: I1013 19:44:21.216616 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3bb669d6-e028-405b-a0b7-0c6a6ca6405f","Type":"ContainerStarted","Data":"486b0caefd39445fdcdfec2a4104ea987abc7dd868106f2cf6454f27e47a6145"} Oct 13 19:44:21 crc kubenswrapper[4809]: I1013 19:44:21.221530 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c","Type":"ContainerStarted","Data":"7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c"} Oct 13 19:44:21 crc kubenswrapper[4809]: I1013 19:44:21.221599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c","Type":"ContainerStarted","Data":"7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c"} Oct 13 19:44:21 crc kubenswrapper[4809]: I1013 19:44:21.249083 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn"] Oct 13 19:44:21 crc kubenswrapper[4809]: I1013 19:44:21.260584 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.260562366 podStartE2EDuration="2.260562366s" podCreationTimestamp="2025-10-13 19:44:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:44:21.247977878 +0000 UTC m=+1179.853724503" watchObservedRunningTime="2025-10-13 19:44:21.260562366 +0000 UTC m=+1179.866308961" Oct 13 19:44:22 crc kubenswrapper[4809]: I1013 19:44:22.234852 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" event={"ID":"decf8a0b-69f3-4712-9069-2723174749a9","Type":"ContainerStarted","Data":"3b317ef1afe80a0d5b49fda5e8c4268320833cc44755f770d7117e61f6a7edff"} Oct 13 19:44:22 crc kubenswrapper[4809]: I1013 19:44:22.235186 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" event={"ID":"decf8a0b-69f3-4712-9069-2723174749a9","Type":"ContainerStarted","Data":"889a8af9fa8dc735f7097e5074e639676e679d71a0e63a89cc75db264b234345"} Oct 13 19:44:22 crc kubenswrapper[4809]: I1013 19:44:22.240433 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3bb669d6-e028-405b-a0b7-0c6a6ca6405f","Type":"ContainerStarted","Data":"36f0f2f0a746fbd177e8f49a52a8ad9eb41f6e7ea03d92e3f28dfeb7918facc5"} Oct 13 19:44:22 crc kubenswrapper[4809]: I1013 19:44:22.253637 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" podStartSLOduration=2.253618306 podStartE2EDuration="2.253618306s" podCreationTimestamp="2025-10-13 19:44:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:44:22.251843886 +0000 UTC m=+1180.857590481" watchObservedRunningTime="2025-10-13 19:44:22.253618306 +0000 UTC m=+1180.859364891" Oct 13 19:44:26 crc kubenswrapper[4809]: I1013 19:44:26.293908 4809 generic.go:334] "Generic (PLEG): container finished" podID="decf8a0b-69f3-4712-9069-2723174749a9" containerID="3b317ef1afe80a0d5b49fda5e8c4268320833cc44755f770d7117e61f6a7edff" exitCode=0 Oct 13 19:44:26 crc kubenswrapper[4809]: I1013 19:44:26.294007 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" event={"ID":"decf8a0b-69f3-4712-9069-2723174749a9","Type":"ContainerDied","Data":"3b317ef1afe80a0d5b49fda5e8c4268320833cc44755f770d7117e61f6a7edff"} Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.714974 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.764326 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kkvxq\" (UniqueName: \"kubernetes.io/projected/decf8a0b-69f3-4712-9069-2723174749a9-kube-api-access-kkvxq\") pod \"decf8a0b-69f3-4712-9069-2723174749a9\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.764460 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-config-data\") pod \"decf8a0b-69f3-4712-9069-2723174749a9\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.764667 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-scripts\") pod \"decf8a0b-69f3-4712-9069-2723174749a9\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.764760 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-combined-ca-bundle\") pod \"decf8a0b-69f3-4712-9069-2723174749a9\" (UID: \"decf8a0b-69f3-4712-9069-2723174749a9\") " Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.770328 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-scripts" (OuterVolumeSpecName: "scripts") pod "decf8a0b-69f3-4712-9069-2723174749a9" (UID: "decf8a0b-69f3-4712-9069-2723174749a9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.771875 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/decf8a0b-69f3-4712-9069-2723174749a9-kube-api-access-kkvxq" (OuterVolumeSpecName: "kube-api-access-kkvxq") pod "decf8a0b-69f3-4712-9069-2723174749a9" (UID: "decf8a0b-69f3-4712-9069-2723174749a9"). InnerVolumeSpecName "kube-api-access-kkvxq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.793594 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "decf8a0b-69f3-4712-9069-2723174749a9" (UID: "decf8a0b-69f3-4712-9069-2723174749a9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.805239 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-config-data" (OuterVolumeSpecName: "config-data") pod "decf8a0b-69f3-4712-9069-2723174749a9" (UID: "decf8a0b-69f3-4712-9069-2723174749a9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.868034 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.868064 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.868074 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kkvxq\" (UniqueName: \"kubernetes.io/projected/decf8a0b-69f3-4712-9069-2723174749a9-kube-api-access-kkvxq\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:27 crc kubenswrapper[4809]: I1013 19:44:27.868084 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/decf8a0b-69f3-4712-9069-2723174749a9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:28 crc kubenswrapper[4809]: I1013 19:44:28.319785 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" event={"ID":"decf8a0b-69f3-4712-9069-2723174749a9","Type":"ContainerDied","Data":"889a8af9fa8dc735f7097e5074e639676e679d71a0e63a89cc75db264b234345"} Oct 13 19:44:28 crc kubenswrapper[4809]: I1013 19:44:28.319847 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="889a8af9fa8dc735f7097e5074e639676e679d71a0e63a89cc75db264b234345" Oct 13 19:44:28 crc kubenswrapper[4809]: I1013 19:44:28.319849 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn" Oct 13 19:44:28 crc kubenswrapper[4809]: I1013 19:44:28.502382 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:28 crc kubenswrapper[4809]: I1013 19:44:28.502944 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" containerName="nova-api-log" containerID="cri-o://7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c" gracePeriod=30 Oct 13 19:44:28 crc kubenswrapper[4809]: I1013 19:44:28.503057 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" containerName="nova-api-api" containerID="cri-o://7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c" gracePeriod=30 Oct 13 19:44:28 crc kubenswrapper[4809]: I1013 19:44:28.554187 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:44:28 crc kubenswrapper[4809]: I1013 19:44:28.554450 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="e926d052-05a1-40d2-98a6-85bae02bc4d3" containerName="nova-scheduler-scheduler" containerID="cri-o://830d843630fbff9d37ac62c50bc7449103f007b2aa4e9f4bb92155a9da7594eb" gracePeriod=30 Oct 13 19:44:28 crc kubenswrapper[4809]: I1013 19:44:28.567705 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:44:28 crc kubenswrapper[4809]: I1013 19:44:28.568069 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-log" containerID="cri-o://50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d" gracePeriod=30 Oct 13 19:44:28 crc kubenswrapper[4809]: I1013 19:44:28.568257 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-metadata" containerID="cri-o://b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c" gracePeriod=30 Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.075555 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.193435 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-logs\") pod \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.193911 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-public-tls-certs\") pod \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.193953 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-combined-ca-bundle\") pod \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.193959 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-logs" (OuterVolumeSpecName: "logs") pod "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" (UID: "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.194032 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-config-data\") pod \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.194066 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jzjwg\" (UniqueName: \"kubernetes.io/projected/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-kube-api-access-jzjwg\") pod \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.194123 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-internal-tls-certs\") pod \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\" (UID: \"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c\") " Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.194675 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.201192 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-kube-api-access-jzjwg" (OuterVolumeSpecName: "kube-api-access-jzjwg") pod "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" (UID: "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c"). InnerVolumeSpecName "kube-api-access-jzjwg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.231319 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" (UID: "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.233360 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-config-data" (OuterVolumeSpecName: "config-data") pod "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" (UID: "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.245820 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" (UID: "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.253198 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" (UID: "d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.297779 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.297819 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.297829 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.297838 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jzjwg\" (UniqueName: \"kubernetes.io/projected/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-kube-api-access-jzjwg\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.297849 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.332532 4809 generic.go:334] "Generic (PLEG): container finished" podID="e926d052-05a1-40d2-98a6-85bae02bc4d3" containerID="830d843630fbff9d37ac62c50bc7449103f007b2aa4e9f4bb92155a9da7594eb" exitCode=0 Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.332890 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e926d052-05a1-40d2-98a6-85bae02bc4d3","Type":"ContainerDied","Data":"830d843630fbff9d37ac62c50bc7449103f007b2aa4e9f4bb92155a9da7594eb"} Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.337302 4809 generic.go:334] "Generic (PLEG): container finished" podID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerID="50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d" exitCode=143 Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.337424 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"96d87037-1f54-4649-a1b0-4d0a621c7d99","Type":"ContainerDied","Data":"50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d"} Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.339594 4809 generic.go:334] "Generic (PLEG): container finished" podID="d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" containerID="7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c" exitCode=0 Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.339678 4809 generic.go:334] "Generic (PLEG): container finished" podID="d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" containerID="7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c" exitCode=143 Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.339805 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c","Type":"ContainerDied","Data":"7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c"} Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.339878 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c","Type":"ContainerDied","Data":"7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c"} Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.339937 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c","Type":"ContainerDied","Data":"9bd3c98daaac91d6e19fc426894ac44153987570fe023649c5f0ee5ffc5e6eeb"} Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.340000 4809 scope.go:117] "RemoveContainer" containerID="7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.340189 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: E1013 19:44:29.378997 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode926d052_05a1_40d2_98a6_85bae02bc4d3.slice/crio-conmon-830d843630fbff9d37ac62c50bc7449103f007b2aa4e9f4bb92155a9da7594eb.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.379116 4809 scope.go:117] "RemoveContainer" containerID="7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.403674 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.405357 4809 scope.go:117] "RemoveContainer" containerID="7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c" Oct 13 19:44:29 crc kubenswrapper[4809]: E1013 19:44:29.407151 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c\": container with ID starting with 7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c not found: ID does not exist" containerID="7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.407184 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c"} err="failed to get container status \"7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c\": rpc error: code = NotFound desc = could not find container \"7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c\": container with ID starting with 7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c not found: ID does not exist" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.407207 4809 scope.go:117] "RemoveContainer" containerID="7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c" Oct 13 19:44:29 crc kubenswrapper[4809]: E1013 19:44:29.407563 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c\": container with ID starting with 7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c not found: ID does not exist" containerID="7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.407587 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c"} err="failed to get container status \"7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c\": rpc error: code = NotFound desc = could not find container \"7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c\": container with ID starting with 7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c not found: ID does not exist" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.407600 4809 scope.go:117] "RemoveContainer" containerID="7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.414097 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c"} err="failed to get container status \"7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c\": rpc error: code = NotFound desc = could not find container \"7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c\": container with ID starting with 7a446bee0c24867e49441a9de09664340ff4a7f7f9ca331bf9d5d94291ad4b4c not found: ID does not exist" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.414142 4809 scope.go:117] "RemoveContainer" containerID="7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.414504 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c"} err="failed to get container status \"7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c\": rpc error: code = NotFound desc = could not find container \"7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c\": container with ID starting with 7a29d333556614c34f1fc421daed9b24582341aa31de5345c806889ad111bf7c not found: ID does not exist" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.419807 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.433118 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:29 crc kubenswrapper[4809]: E1013 19:44:29.433660 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" containerName="nova-api-log" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.433677 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" containerName="nova-api-log" Oct 13 19:44:29 crc kubenswrapper[4809]: E1013 19:44:29.433695 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" containerName="nova-api-api" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.433701 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" containerName="nova-api-api" Oct 13 19:44:29 crc kubenswrapper[4809]: E1013 19:44:29.433712 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="decf8a0b-69f3-4712-9069-2723174749a9" containerName="nova-manage" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.433718 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="decf8a0b-69f3-4712-9069-2723174749a9" containerName="nova-manage" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.433921 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" containerName="nova-api-log" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.433941 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="decf8a0b-69f3-4712-9069-2723174749a9" containerName="nova-manage" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.433958 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" containerName="nova-api-api" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.434932 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.437656 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.438018 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.438352 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.452065 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.477200 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.500652 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-combined-ca-bundle\") pod \"e926d052-05a1-40d2-98a6-85bae02bc4d3\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.501409 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-config-data\") pod \"e926d052-05a1-40d2-98a6-85bae02bc4d3\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.501442 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cv8gg\" (UniqueName: \"kubernetes.io/projected/e926d052-05a1-40d2-98a6-85bae02bc4d3-kube-api-access-cv8gg\") pod \"e926d052-05a1-40d2-98a6-85bae02bc4d3\" (UID: \"e926d052-05a1-40d2-98a6-85bae02bc4d3\") " Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.501699 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-public-tls-certs\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.501747 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.501781 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-logs\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.501858 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-internal-tls-certs\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.501883 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-config-data\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.501940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mv846\" (UniqueName: \"kubernetes.io/projected/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-kube-api-access-mv846\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.506205 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e926d052-05a1-40d2-98a6-85bae02bc4d3-kube-api-access-cv8gg" (OuterVolumeSpecName: "kube-api-access-cv8gg") pod "e926d052-05a1-40d2-98a6-85bae02bc4d3" (UID: "e926d052-05a1-40d2-98a6-85bae02bc4d3"). InnerVolumeSpecName "kube-api-access-cv8gg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.531941 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e926d052-05a1-40d2-98a6-85bae02bc4d3" (UID: "e926d052-05a1-40d2-98a6-85bae02bc4d3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.535090 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-config-data" (OuterVolumeSpecName: "config-data") pod "e926d052-05a1-40d2-98a6-85bae02bc4d3" (UID: "e926d052-05a1-40d2-98a6-85bae02bc4d3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.603194 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mv846\" (UniqueName: \"kubernetes.io/projected/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-kube-api-access-mv846\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.603278 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-public-tls-certs\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.603320 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.603353 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-logs\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.603432 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-internal-tls-certs\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.603474 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-config-data\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.603557 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.603569 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e926d052-05a1-40d2-98a6-85bae02bc4d3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.603578 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cv8gg\" (UniqueName: \"kubernetes.io/projected/e926d052-05a1-40d2-98a6-85bae02bc4d3-kube-api-access-cv8gg\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.606289 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-logs\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.608482 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-config-data\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.608820 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-public-tls-certs\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.608982 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.609252 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-internal-tls-certs\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.630613 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mv846\" (UniqueName: \"kubernetes.io/projected/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-kube-api-access-mv846\") pod \"nova-api-0\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:29 crc kubenswrapper[4809]: I1013 19:44:29.760850 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.165335 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c" path="/var/lib/kubelet/pods/d5e23942-9cfc-4c7a-b9a0-34b3e38e3b3c/volumes" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.275210 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.364860 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204","Type":"ContainerStarted","Data":"e458db1ef1cae13e2397b2f8a23107bbdddc1b27a7eec655d529bba22aac2c5f"} Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.366392 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e926d052-05a1-40d2-98a6-85bae02bc4d3","Type":"ContainerDied","Data":"62c117d853a69b9ece84a09da0da4741384bf72984472c511b5c1592e79ca8b7"} Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.366430 4809 scope.go:117] "RemoveContainer" containerID="830d843630fbff9d37ac62c50bc7449103f007b2aa4e9f4bb92155a9da7594eb" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.366574 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.408876 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.421455 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.431540 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:44:30 crc kubenswrapper[4809]: E1013 19:44:30.432131 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e926d052-05a1-40d2-98a6-85bae02bc4d3" containerName="nova-scheduler-scheduler" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.432168 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e926d052-05a1-40d2-98a6-85bae02bc4d3" containerName="nova-scheduler-scheduler" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.432397 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e926d052-05a1-40d2-98a6-85bae02bc4d3" containerName="nova-scheduler-scheduler" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.433208 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.435609 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.457234 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.519617 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.519680 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-config-data\") pod \"nova-scheduler-0\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.519759 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ctr5x\" (UniqueName: \"kubernetes.io/projected/599d61e7-ccf1-4939-bc59-8ac9daebc05b-kube-api-access-ctr5x\") pod \"nova-scheduler-0\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.621591 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-config-data\") pod \"nova-scheduler-0\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.622106 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ctr5x\" (UniqueName: \"kubernetes.io/projected/599d61e7-ccf1-4939-bc59-8ac9daebc05b-kube-api-access-ctr5x\") pod \"nova-scheduler-0\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.622337 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.626491 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-config-data\") pod \"nova-scheduler-0\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.627214 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.651027 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ctr5x\" (UniqueName: \"kubernetes.io/projected/599d61e7-ccf1-4939-bc59-8ac9daebc05b-kube-api-access-ctr5x\") pod \"nova-scheduler-0\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:30 crc kubenswrapper[4809]: I1013 19:44:30.754947 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:31 crc kubenswrapper[4809]: I1013 19:44:31.202416 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:44:31 crc kubenswrapper[4809]: W1013 19:44:31.212231 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod599d61e7_ccf1_4939_bc59_8ac9daebc05b.slice/crio-81f745eee0caecd60a3e6473dbd6e096b313fe97ba798f5f87e892a3ea6cd02b WatchSource:0}: Error finding container 81f745eee0caecd60a3e6473dbd6e096b313fe97ba798f5f87e892a3ea6cd02b: Status 404 returned error can't find the container with id 81f745eee0caecd60a3e6473dbd6e096b313fe97ba798f5f87e892a3ea6cd02b Oct 13 19:44:31 crc kubenswrapper[4809]: I1013 19:44:31.380342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"599d61e7-ccf1-4939-bc59-8ac9daebc05b","Type":"ContainerStarted","Data":"48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594"} Oct 13 19:44:31 crc kubenswrapper[4809]: I1013 19:44:31.380767 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"599d61e7-ccf1-4939-bc59-8ac9daebc05b","Type":"ContainerStarted","Data":"81f745eee0caecd60a3e6473dbd6e096b313fe97ba798f5f87e892a3ea6cd02b"} Oct 13 19:44:31 crc kubenswrapper[4809]: I1013 19:44:31.384558 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3bb669d6-e028-405b-a0b7-0c6a6ca6405f","Type":"ContainerStarted","Data":"9c9f5ae18bc4e3f83beb6d0d381779474c65b759cfb743ba62dc6bb5b9353043"} Oct 13 19:44:31 crc kubenswrapper[4809]: I1013 19:44:31.384647 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:31 crc kubenswrapper[4809]: I1013 19:44:31.388233 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204","Type":"ContainerStarted","Data":"31178341856bc268b8e8a64d492a5a326326421725a207234081af25b335ca48"} Oct 13 19:44:31 crc kubenswrapper[4809]: I1013 19:44:31.388284 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204","Type":"ContainerStarted","Data":"1e902408da9fd79049a4d4316659d160f61cb8477b86a5ea720787927346cf8a"} Oct 13 19:44:31 crc kubenswrapper[4809]: I1013 19:44:31.408399 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=1.4083807689999999 podStartE2EDuration="1.408380769s" podCreationTimestamp="2025-10-13 19:44:30 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:44:31.396894292 +0000 UTC m=+1190.002640877" watchObservedRunningTime="2025-10-13 19:44:31.408380769 +0000 UTC m=+1190.014127364" Oct 13 19:44:31 crc kubenswrapper[4809]: I1013 19:44:31.435604 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.435580034 podStartE2EDuration="2.435580034s" podCreationTimestamp="2025-10-13 19:44:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:44:31.418057595 +0000 UTC m=+1190.023804190" watchObservedRunningTime="2025-10-13 19:44:31.435580034 +0000 UTC m=+1190.041326639" Oct 13 19:44:31 crc kubenswrapper[4809]: I1013 19:44:31.460994 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.5725407169999999 podStartE2EDuration="13.460970467s" podCreationTimestamp="2025-10-13 19:44:18 +0000 UTC" firstStartedPulling="2025-10-13 19:44:19.188710426 +0000 UTC m=+1177.794457031" lastFinishedPulling="2025-10-13 19:44:31.077140146 +0000 UTC m=+1189.682886781" observedRunningTime="2025-10-13 19:44:31.45230058 +0000 UTC m=+1190.058047165" watchObservedRunningTime="2025-10-13 19:44:31.460970467 +0000 UTC m=+1190.066717052" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.175297 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e926d052-05a1-40d2-98a6-85bae02bc4d3" path="/var/lib/kubelet/pods/e926d052-05a1-40d2-98a6-85bae02bc4d3/volumes" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.196361 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.354138 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-config-data\") pod \"96d87037-1f54-4649-a1b0-4d0a621c7d99\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.354213 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/96d87037-1f54-4649-a1b0-4d0a621c7d99-logs\") pod \"96d87037-1f54-4649-a1b0-4d0a621c7d99\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.354331 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bc72b\" (UniqueName: \"kubernetes.io/projected/96d87037-1f54-4649-a1b0-4d0a621c7d99-kube-api-access-bc72b\") pod \"96d87037-1f54-4649-a1b0-4d0a621c7d99\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.354351 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-combined-ca-bundle\") pod \"96d87037-1f54-4649-a1b0-4d0a621c7d99\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.354428 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-nova-metadata-tls-certs\") pod \"96d87037-1f54-4649-a1b0-4d0a621c7d99\" (UID: \"96d87037-1f54-4649-a1b0-4d0a621c7d99\") " Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.357157 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/96d87037-1f54-4649-a1b0-4d0a621c7d99-logs" (OuterVolumeSpecName: "logs") pod "96d87037-1f54-4649-a1b0-4d0a621c7d99" (UID: "96d87037-1f54-4649-a1b0-4d0a621c7d99"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.360651 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/96d87037-1f54-4649-a1b0-4d0a621c7d99-kube-api-access-bc72b" (OuterVolumeSpecName: "kube-api-access-bc72b") pod "96d87037-1f54-4649-a1b0-4d0a621c7d99" (UID: "96d87037-1f54-4649-a1b0-4d0a621c7d99"). InnerVolumeSpecName "kube-api-access-bc72b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.392189 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "96d87037-1f54-4649-a1b0-4d0a621c7d99" (UID: "96d87037-1f54-4649-a1b0-4d0a621c7d99"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.393557 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-config-data" (OuterVolumeSpecName: "config-data") pod "96d87037-1f54-4649-a1b0-4d0a621c7d99" (UID: "96d87037-1f54-4649-a1b0-4d0a621c7d99"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.400772 4809 generic.go:334] "Generic (PLEG): container finished" podID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerID="b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c" exitCode=0 Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.400830 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.400884 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"96d87037-1f54-4649-a1b0-4d0a621c7d99","Type":"ContainerDied","Data":"b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c"} Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.400932 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"96d87037-1f54-4649-a1b0-4d0a621c7d99","Type":"ContainerDied","Data":"aa4b0627999fb9678f8dbf09f87c210d16d169820b61b34381d988fd2bd78a49"} Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.400950 4809 scope.go:117] "RemoveContainer" containerID="b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.420903 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "96d87037-1f54-4649-a1b0-4d0a621c7d99" (UID: "96d87037-1f54-4649-a1b0-4d0a621c7d99"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.428336 4809 scope.go:117] "RemoveContainer" containerID="50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.447856 4809 scope.go:117] "RemoveContainer" containerID="b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c" Oct 13 19:44:32 crc kubenswrapper[4809]: E1013 19:44:32.448226 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c\": container with ID starting with b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c not found: ID does not exist" containerID="b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.448294 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c"} err="failed to get container status \"b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c\": rpc error: code = NotFound desc = could not find container \"b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c\": container with ID starting with b7aa3aa91eb3edeb3e245410b2b29ccdf455767f6916906030bb5dfff0569a2c not found: ID does not exist" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.448321 4809 scope.go:117] "RemoveContainer" containerID="50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d" Oct 13 19:44:32 crc kubenswrapper[4809]: E1013 19:44:32.451577 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d\": container with ID starting with 50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d not found: ID does not exist" containerID="50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.451613 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d"} err="failed to get container status \"50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d\": rpc error: code = NotFound desc = could not find container \"50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d\": container with ID starting with 50af1995a5bf6dcb74216df76dd3ac61919f652164b0108d6304ed6d7b87157d not found: ID does not exist" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.457465 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.457507 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/96d87037-1f54-4649-a1b0-4d0a621c7d99-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.457547 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bc72b\" (UniqueName: \"kubernetes.io/projected/96d87037-1f54-4649-a1b0-4d0a621c7d99-kube-api-access-bc72b\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.457564 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.457577 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/96d87037-1f54-4649-a1b0-4d0a621c7d99-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.738251 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.746989 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.769432 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:44:32 crc kubenswrapper[4809]: E1013 19:44:32.769908 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-metadata" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.769929 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-metadata" Oct 13 19:44:32 crc kubenswrapper[4809]: E1013 19:44:32.769957 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-log" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.769967 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-log" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.770183 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-log" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.770220 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-metadata" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.771415 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.773377 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.773854 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.820587 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.967197 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.967236 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xs6qq\" (UniqueName: \"kubernetes.io/projected/87723e18-18a7-42e2-90ae-f3ecdb2ea012-kube-api-access-xs6qq\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.967332 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/87723e18-18a7-42e2-90ae-f3ecdb2ea012-logs\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.967471 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-config-data\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:32 crc kubenswrapper[4809]: I1013 19:44:32.967510 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.069869 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-config-data\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.069923 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.069990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.070022 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xs6qq\" (UniqueName: \"kubernetes.io/projected/87723e18-18a7-42e2-90ae-f3ecdb2ea012-kube-api-access-xs6qq\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.070148 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/87723e18-18a7-42e2-90ae-f3ecdb2ea012-logs\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.070833 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/87723e18-18a7-42e2-90ae-f3ecdb2ea012-logs\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.079107 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.080506 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-config-data\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.083330 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.094291 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xs6qq\" (UniqueName: \"kubernetes.io/projected/87723e18-18a7-42e2-90ae-f3ecdb2ea012-kube-api-access-xs6qq\") pod \"nova-metadata-0\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.098620 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:33 crc kubenswrapper[4809]: I1013 19:44:33.592816 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:44:34 crc kubenswrapper[4809]: I1013 19:44:34.173456 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" path="/var/lib/kubelet/pods/96d87037-1f54-4649-a1b0-4d0a621c7d99/volumes" Oct 13 19:44:34 crc kubenswrapper[4809]: I1013 19:44:34.425349 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"87723e18-18a7-42e2-90ae-f3ecdb2ea012","Type":"ContainerStarted","Data":"e573ecba766ae516c1b8c01938690be8ea7d7187c5a41d287174141938783d6e"} Oct 13 19:44:34 crc kubenswrapper[4809]: I1013 19:44:34.425412 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"87723e18-18a7-42e2-90ae-f3ecdb2ea012","Type":"ContainerStarted","Data":"f0e297becd6274607c30f16becfebe3c42efc5011905b0a03580a50b8e23e1ff"} Oct 13 19:44:34 crc kubenswrapper[4809]: I1013 19:44:34.425435 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"87723e18-18a7-42e2-90ae-f3ecdb2ea012","Type":"ContainerStarted","Data":"457b19d588622d34a5bc62c8b81e5b41aafef45def3b1fe403e0485af2ec764a"} Oct 13 19:44:34 crc kubenswrapper[4809]: I1013 19:44:34.458326 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.458299683 podStartE2EDuration="2.458299683s" podCreationTimestamp="2025-10-13 19:44:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:44:34.447799714 +0000 UTC m=+1193.053546339" watchObservedRunningTime="2025-10-13 19:44:34.458299683 +0000 UTC m=+1193.064046308" Oct 13 19:44:35 crc kubenswrapper[4809]: I1013 19:44:35.756162 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:37 crc kubenswrapper[4809]: I1013 19:44:37.167523 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.176:8775/\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" Oct 13 19:44:37 crc kubenswrapper[4809]: I1013 19:44:37.167718 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="96d87037-1f54-4649-a1b0-4d0a621c7d99" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.176:8775/\": context deadline exceeded" Oct 13 19:44:38 crc kubenswrapper[4809]: I1013 19:44:38.100045 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:38 crc kubenswrapper[4809]: I1013 19:44:38.100402 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:39 crc kubenswrapper[4809]: I1013 19:44:39.762138 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:39 crc kubenswrapper[4809]: I1013 19:44:39.762258 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:40 crc kubenswrapper[4809]: I1013 19:44:40.755427 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:40 crc kubenswrapper[4809]: I1013 19:44:40.784092 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerName="nova-api-api" probeResult="failure" output="Get \"https://10.217.0.183:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:44:40 crc kubenswrapper[4809]: I1013 19:44:40.784478 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerName="nova-api-log" probeResult="failure" output="Get \"https://10.217.0.183:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:44:40 crc kubenswrapper[4809]: I1013 19:44:40.809915 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:41 crc kubenswrapper[4809]: I1013 19:44:41.558126 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:44:43 crc kubenswrapper[4809]: I1013 19:44:43.100341 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:43 crc kubenswrapper[4809]: I1013 19:44:43.100583 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:44 crc kubenswrapper[4809]: I1013 19:44:44.114950 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.185:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:44:44 crc kubenswrapper[4809]: I1013 19:44:44.115009 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.185:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:44:48 crc kubenswrapper[4809]: I1013 19:44:48.714643 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:44:49 crc kubenswrapper[4809]: I1013 19:44:49.771762 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:49 crc kubenswrapper[4809]: I1013 19:44:49.773675 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:49 crc kubenswrapper[4809]: I1013 19:44:49.778810 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:49 crc kubenswrapper[4809]: I1013 19:44:49.781808 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:50 crc kubenswrapper[4809]: I1013 19:44:50.623577 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:50 crc kubenswrapper[4809]: I1013 19:44:50.634797 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:44:53 crc kubenswrapper[4809]: I1013 19:44:53.106558 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:53 crc kubenswrapper[4809]: I1013 19:44:53.106999 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:53 crc kubenswrapper[4809]: I1013 19:44:53.116353 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:53 crc kubenswrapper[4809]: I1013 19:44:53.116536 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.730401 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.732661 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstackclient" podUID="c628ecbf-267b-4263-8935-566beeac30ad" containerName="openstackclient" containerID="cri-o://616cde2fc4a0ce2ac15e6161bb21f37c74a96f6a2e9e58de9907f952d126aac8" gracePeriod=2 Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.752015 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.763886 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.764128 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerName="ovn-northd" containerID="cri-o://d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" gracePeriod=30 Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.764526 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerName="openstack-network-exporter" containerID="cri-o://c669f3fbb0dc4815a7c9287510f08b22a81f1e0186c0f79e71bb7e0496f4a3e6" gracePeriod=30 Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.788615 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.789003 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="339172d4-e389-42d9-a67c-4f9f071ec083" containerName="openstack-network-exporter" containerID="cri-o://f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494" gracePeriod=300 Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.828252 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.828505 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="599d61e7-ccf1-4939-bc59-8ac9daebc05b" containerName="nova-scheduler-scheduler" containerID="cri-o://48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594" gracePeriod=30 Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.880932 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.881455 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="185dda58-faaa-4be7-b012-d6a42fb7d60d" containerName="nova-cell0-conductor-conductor" containerID="cri-o://3f8859ec6cef8365c117ad3687b4343843fe150125e0ae043e99a556da6d76c9" gracePeriod=30 Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.907626 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6"] Oct 13 19:44:59 crc kubenswrapper[4809]: E1013 19:44:59.908095 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c628ecbf-267b-4263-8935-566beeac30ad" containerName="openstackclient" Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.908111 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c628ecbf-267b-4263-8935-566beeac30ad" containerName="openstackclient" Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.908294 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c628ecbf-267b-4263-8935-566beeac30ad" containerName="openstackclient" Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.909314 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.963894 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.964181 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerName="nova-api-log" containerID="cri-o://1e902408da9fd79049a4d4316659d160f61cb8477b86a5ea720787927346cf8a" gracePeriod=30 Oct 13 19:44:59 crc kubenswrapper[4809]: I1013 19:44:59.964345 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerName="nova-api-api" containerID="cri-o://31178341856bc268b8e8a64d492a5a326326421725a207234081af25b335ca48" gracePeriod=30 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.015130 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-combined-ca-bundle\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.015202 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data-custom\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.015254 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.015357 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nff75\" (UniqueName: \"kubernetes.io/projected/e0eddaf5-2109-4214-8e31-b673139412cb-kube-api-access-nff75\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.015401 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e0eddaf5-2109-4214-8e31-b673139412cb-logs\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.015690 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.015998 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="bbcb16c3-1299-4bd8-bb0f-ee431ad63977" containerName="cinder-scheduler" containerID="cri-o://3e96fdca3e201999af98d357d3e03b0dc8fca6623cb12a57c47077878ce7728b" gracePeriod=30 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.016400 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="bbcb16c3-1299-4bd8-bb0f-ee431ad63977" containerName="probe" containerID="cri-o://e4c70b0180020ddd591c77644527890ef67f4dc600b44df49470b7ba47118826" gracePeriod=30 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.054824 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.091836 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.092101 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-log" containerID="cri-o://f0e297becd6274607c30f16becfebe3c42efc5011905b0a03580a50b8e23e1ff" gracePeriod=30 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.092286 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-metadata" containerID="cri-o://e573ecba766ae516c1b8c01938690be8ea7d7187c5a41d287174141938783d6e" gracePeriod=30 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.116658 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nff75\" (UniqueName: \"kubernetes.io/projected/e0eddaf5-2109-4214-8e31-b673139412cb-kube-api-access-nff75\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.116744 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e0eddaf5-2109-4214-8e31-b673139412cb-logs\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.116804 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-combined-ca-bundle\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.116840 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data-custom\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.116859 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.124301 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e0eddaf5-2109-4214-8e31-b673139412cb-logs\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.125234 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.127167 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.137739 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-combined-ca-bundle\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.152968 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.154003 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.154506 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data-custom\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.218030 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.218416 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data-custom\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.218441 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pp4pw\" (UniqueName: \"kubernetes.io/projected/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-kube-api-access-pp4pw\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.218489 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-combined-ca-bundle\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.218533 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-logs\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.231536 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.231592 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.236069 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" containerName="glance-log" containerID="cri-o://195b7b6b490cacd46b341dc8f86214bebcfd6bd7d461d3c21380357d588649d6" gracePeriod=30 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.236276 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://2715935850f83938f71876577a0acb74c4eaba69d9b57157ceb8966ec64d77e6" gracePeriod=30 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.236356 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" containerName="glance-httpd" containerID="cri-o://87d513b1a199c3c90d294ca329f1a1eb871ca98d9653c6ced8d6af8957fb4c5f" gracePeriod=30 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.282867 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.283183 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" containerName="cinder-api-log" containerID="cri-o://7c961a71e8f5ec1e389a14f28cb81733f26c1ab8f2445884fc438a8c38aa75a1" gracePeriod=30 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.283322 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" containerName="cinder-api" containerID="cri-o://4b3d335df74341a91d3eb3ff744144edf4d985f9e54734c5f4af072b50ef0577" gracePeriod=30 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.293702 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nff75\" (UniqueName: \"kubernetes.io/projected/e0eddaf5-2109-4214-8e31-b673139412cb-kube-api-access-nff75\") pod \"barbican-worker-659d5b5d8c-bxfz6\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.319301 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-756b79694d-dfp6b"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.322042 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.322145 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-combined-ca-bundle\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.322212 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-logs\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.322281 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.322337 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data-custom\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.322361 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pp4pw\" (UniqueName: \"kubernetes.io/projected/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-kube-api-access-pp4pw\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.324392 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-logs\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.351366 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.355894 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.360952 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data-custom\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.361535 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-combined-ca-bundle\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.412669 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pp4pw\" (UniqueName: \"kubernetes.io/projected/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-kube-api-access-pp4pw\") pod \"barbican-keystone-listener-6cd6bd949d-5cnnd\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.427071 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.427691 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/memcached-0" podUID="c419046a-ade1-4e4e-be91-97f42b0b97ca" containerName="memcached" containerID="cri-o://40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386" gracePeriod=30 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.445495 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-public-tls-certs\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.445689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c9df7ffe-d66c-4534-84c3-91ac58029e3c-logs\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.445864 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data-custom\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.445996 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-internal-tls-certs\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.446154 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-combined-ca-bundle\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.446346 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-89k52\" (UniqueName: \"kubernetes.io/projected/c9df7ffe-d66c-4534-84c3-91ac58029e3c-kube-api-access-89k52\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.446373 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: E1013 19:45:00.520441 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.573270 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.592578 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-d6f7fd7fd-trlg4"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.595017 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: E1013 19:45:00.608677 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.612240 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-756b79694d-dfp6b"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.612330 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-combined-ca-bundle\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.612459 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-89k52\" (UniqueName: \"kubernetes.io/projected/c9df7ffe-d66c-4534-84c3-91ac58029e3c-kube-api-access-89k52\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.612496 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.612567 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-public-tls-certs\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.612600 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c9df7ffe-d66c-4534-84c3-91ac58029e3c-logs\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.612618 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data-custom\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.612647 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-internal-tls-certs\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.615205 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c9df7ffe-d66c-4534-84c3-91ac58029e3c-logs\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.620415 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.628582 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-public-tls-certs\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.629152 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-internal-tls-certs\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: E1013 19:45:00.631187 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:45:00 crc kubenswrapper[4809]: E1013 19:45:00.631260 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerName="ovn-northd" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.640576 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-combined-ca-bundle\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.687888 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.708320 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data-custom\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.718017 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-d6f7fd7fd-trlg4"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.730903 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="339172d4-e389-42d9-a67c-4f9f071ec083" containerName="ovsdbserver-nb" containerID="cri-o://3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c" gracePeriod=300 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.775614 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.775971 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" containerName="openstack-network-exporter" containerID="cri-o://2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010" gracePeriod=300 Oct 13 19:45:00 crc kubenswrapper[4809]: E1013 19:45:00.777260 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.794485 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-89k52\" (UniqueName: \"kubernetes.io/projected/c9df7ffe-d66c-4534-84c3-91ac58029e3c-kube-api-access-89k52\") pod \"barbican-api-756b79694d-dfp6b\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:00 crc kubenswrapper[4809]: E1013 19:45:00.815212 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.822999 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-scripts\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.823109 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-combined-ca-bundle\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.823148 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-internal-tls-certs\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.823200 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-public-tls-certs\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.823302 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wht7f\" (UniqueName: \"kubernetes.io/projected/95b7e82e-ad9d-496e-af43-eb1774ee819f-kube-api-access-wht7f\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.823409 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-config-data\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: E1013 19:45:00.827293 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:45:00 crc kubenswrapper[4809]: E1013 19:45:00.827367 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="599d61e7-ccf1-4939-bc59-8ac9daebc05b" containerName="nova-scheduler-scheduler" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.833210 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95b7e82e-ad9d-496e-af43-eb1774ee819f-logs\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.871054 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.872665 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.876037 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"collect-profiles-dockercfg-kzf4t" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.876352 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-operator-lifecycle-manager"/"collect-profiles-config" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.891815 4809 generic.go:334] "Generic (PLEG): container finished" podID="339172d4-e389-42d9-a67c-4f9f071ec083" containerID="f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494" exitCode=2 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.892177 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"339172d4-e389-42d9-a67c-4f9f071ec083","Type":"ContainerDied","Data":"f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494"} Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.907558 4809 generic.go:334] "Generic (PLEG): container finished" podID="f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" containerID="195b7b6b490cacd46b341dc8f86214bebcfd6bd7d461d3c21380357d588649d6" exitCode=143 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.907685 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8","Type":"ContainerDied","Data":"195b7b6b490cacd46b341dc8f86214bebcfd6bd7d461d3c21380357d588649d6"} Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.923186 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" containerName="ovsdbserver-sb" containerID="cri-o://0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7" gracePeriod=300 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.938933 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wht7f\" (UniqueName: \"kubernetes.io/projected/95b7e82e-ad9d-496e-af43-eb1774ee819f-kube-api-access-wht7f\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.938987 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-config-data\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.939082 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95b7e82e-ad9d-496e-af43-eb1774ee819f-logs\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.939104 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-scripts\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.939128 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-combined-ca-bundle\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.939146 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-internal-tls-certs\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.939174 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-public-tls-certs\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.940155 4809 generic.go:334] "Generic (PLEG): container finished" podID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerID="c669f3fbb0dc4815a7c9287510f08b22a81f1e0186c0f79e71bb7e0496f4a3e6" exitCode=2 Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.941266 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95b7e82e-ad9d-496e-af43-eb1774ee819f-logs\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.941753 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4"] Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.941788 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28","Type":"ContainerDied","Data":"c669f3fbb0dc4815a7c9287510f08b22a81f1e0186c0f79e71bb7e0496f4a3e6"} Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.977371 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-public-tls-certs\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.985156 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-combined-ca-bundle\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.990957 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-config-data\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.991657 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-scripts\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: I1013 19:45:00.992061 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-internal-tls-certs\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:00 crc kubenswrapper[4809]: E1013 19:45:00.992359 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbcd0c796_b1a2_45d5_a7d6_ed3e968f0204.slice/crio-1e902408da9fd79049a4d4316659d160f61cb8477b86a5ea720787927346cf8a.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbcd0c796_b1a2_45d5_a7d6_ed3e968f0204.slice/crio-conmon-1e902408da9fd79049a4d4316659d160f61cb8477b86a5ea720787927346cf8a.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podffa81077_637e_4699_bb60_d80a9b8eb7aa.slice/crio-conmon-7c961a71e8f5ec1e389a14f28cb81733f26c1ab8f2445884fc438a8c38aa75a1.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod87723e18_18a7_42e2_90ae_f3ecdb2ea012.slice/crio-f0e297becd6274607c30f16becfebe3c42efc5011905b0a03580a50b8e23e1ff.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.009713 4809 generic.go:334] "Generic (PLEG): container finished" podID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerID="1e902408da9fd79049a4d4316659d160f61cb8477b86a5ea720787927346cf8a" exitCode=143 Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.009821 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204","Type":"ContainerDied","Data":"1e902408da9fd79049a4d4316659d160f61cb8477b86a5ea720787927346cf8a"} Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.023215 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wht7f\" (UniqueName: \"kubernetes.io/projected/95b7e82e-ad9d-496e-af43-eb1774ee819f-kube-api-access-wht7f\") pod \"placement-d6f7fd7fd-trlg4\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.050259 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.050372 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6c204559-08e1-4479-bd0d-d681e3c18329-config-volume\") pod \"collect-profiles-29339745-skhf4\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.050434 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/6c204559-08e1-4479-bd0d-d681e3c18329-secret-volume\") pod \"collect-profiles-29339745-skhf4\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.050539 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mnx8j\" (UniqueName: \"kubernetes.io/projected/6c204559-08e1-4479-bd0d-d681e3c18329-kube-api-access-mnx8j\") pod \"collect-profiles-29339745-skhf4\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.055578 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc"] Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.056998 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.083054 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc"] Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.094496 4809 generic.go:334] "Generic (PLEG): container finished" podID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" containerID="7c961a71e8f5ec1e389a14f28cb81733f26c1ab8f2445884fc438a8c38aa75a1" exitCode=143 Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.094597 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ffa81077-637e-4699-bb60-d80a9b8eb7aa","Type":"ContainerDied","Data":"7c961a71e8f5ec1e389a14f28cb81733f26c1ab8f2445884fc438a8c38aa75a1"} Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.124653 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.137139 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-777bc59d74-vkf88"] Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.138845 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152218 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mnx8j\" (UniqueName: \"kubernetes.io/projected/6c204559-08e1-4479-bd0d-d681e3c18329-kube-api-access-mnx8j\") pod \"collect-profiles-29339745-skhf4\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152266 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-public-tls-certs\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152291 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-scripts\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152309 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-public-tls-certs\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152325 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-config\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152361 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-httpd-config\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152382 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6c204559-08e1-4479-bd0d-d681e3c18329-config-volume\") pod \"collect-profiles-29339745-skhf4\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152397 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-combined-ca-bundle\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152415 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/6c204559-08e1-4479-bd0d-d681e3c18329-secret-volume\") pod \"collect-profiles-29339745-skhf4\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152441 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-combined-ca-bundle\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152466 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-config-data\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152480 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bcqdq\" (UniqueName: \"kubernetes.io/projected/eba2db85-5bd2-409c-853c-f7ba635fe4d9-kube-api-access-bcqdq\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152508 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-credential-keys\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152524 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-internal-tls-certs\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152540 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-ovndb-tls-certs\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152567 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-fernet-keys\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152584 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2mtmp\" (UniqueName: \"kubernetes.io/projected/9ea893d9-7800-4580-9343-86b8beb7e0ef-kube-api-access-2mtmp\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.152603 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-internal-tls-certs\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.153919 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6c204559-08e1-4479-bd0d-d681e3c18329-config-volume\") pod \"collect-profiles-29339745-skhf4\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.156593 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-777bc59d74-vkf88"] Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.160276 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/6c204559-08e1-4479-bd0d-d681e3c18329-secret-volume\") pod \"collect-profiles-29339745-skhf4\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.167026 4809 generic.go:334] "Generic (PLEG): container finished" podID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerID="f0e297becd6274607c30f16becfebe3c42efc5011905b0a03580a50b8e23e1ff" exitCode=143 Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.167117 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"87723e18-18a7-42e2-90ae-f3ecdb2ea012","Type":"ContainerDied","Data":"f0e297becd6274607c30f16becfebe3c42efc5011905b0a03580a50b8e23e1ff"} Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.177864 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.178155 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="1ec7215b-a5bd-4138-8d29-96f03e3a40be" containerName="glance-log" containerID="cri-o://9b7df0a987d262c5e563b3588fcd388c6430e2878b790a7d8a86fee2f5132714" gracePeriod=30 Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.178315 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="1ec7215b-a5bd-4138-8d29-96f03e3a40be" containerName="glance-httpd" containerID="cri-o://913fc44a76273ddb9bd20a097585185152ff651fd92b1592e4db8b7f284ee1f2" gracePeriod=30 Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.210885 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mnx8j\" (UniqueName: \"kubernetes.io/projected/6c204559-08e1-4479-bd0d-d681e3c18329-kube-api-access-mnx8j\") pod \"collect-profiles-29339745-skhf4\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.229959 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-galera-0" podUID="95823992-baf3-448d-9130-9bdc71315b07" containerName="galera" containerID="cri-o://5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf" gracePeriod=30 Oct 13 19:45:01 crc kubenswrapper[4809]: E1013 19:45:01.230138 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7 is running failed: container process not found" containerID="0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 19:45:01 crc kubenswrapper[4809]: E1013 19:45:01.231829 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7 is running failed: container process not found" containerID="0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 19:45:01 crc kubenswrapper[4809]: E1013 19:45:01.245894 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7 is running failed: container process not found" containerID="0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 19:45:01 crc kubenswrapper[4809]: E1013 19:45:01.245978 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7 is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" containerName="ovsdbserver-sb" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.266565 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.267917 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-public-tls-certs\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.267944 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-scripts\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.267965 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-public-tls-certs\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.267981 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-config\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.268017 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-httpd-config\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.268039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-combined-ca-bundle\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.268069 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-combined-ca-bundle\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.268092 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-config-data\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.268109 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bcqdq\" (UniqueName: \"kubernetes.io/projected/eba2db85-5bd2-409c-853c-f7ba635fe4d9-kube-api-access-bcqdq\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.268142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-credential-keys\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.268161 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-internal-tls-certs\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.268177 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-ovndb-tls-certs\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.268197 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-fernet-keys\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.268217 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2mtmp\" (UniqueName: \"kubernetes.io/projected/9ea893d9-7800-4580-9343-86b8beb7e0ef-kube-api-access-2mtmp\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.268236 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-internal-tls-certs\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.280858 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-combined-ca-bundle\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.288387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-public-tls-certs\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.290986 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-internal-tls-certs\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.299960 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-ovndb-tls-certs\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.303434 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-fernet-keys\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.305033 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-combined-ca-bundle\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.317790 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bcqdq\" (UniqueName: \"kubernetes.io/projected/eba2db85-5bd2-409c-853c-f7ba635fe4d9-kube-api-access-bcqdq\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.327616 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-public-tls-certs\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.327698 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-httpd-config\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.327814 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-credential-keys\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.327974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-scripts\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.329237 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2mtmp\" (UniqueName: \"kubernetes.io/projected/9ea893d9-7800-4580-9343-86b8beb7e0ef-kube-api-access-2mtmp\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.329850 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-config-data\") pod \"keystone-54d6b9d6f4-2d7xc\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.343368 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-internal-tls-certs\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.344155 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-config\") pod \"neutron-777bc59d74-vkf88\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.417069 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.446611 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podUID="9cb418d7-f587-412d-9ab7-1f3b32837cd8" containerName="galera" containerID="cri-o://dd29f4ee2e88862e481b73f02923a3fecc2398bcf831dd94edc4c0b978dddd07" gracePeriod=30 Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.446831 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.461454 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.545035 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.545377 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="ceilometer-central-agent" containerID="cri-o://50ae32f85a284005385916ccb60aaef10d2ceaddafd6e701beca77905c3ee814" gracePeriod=30 Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.546007 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="proxy-httpd" containerID="cri-o://9c9f5ae18bc4e3f83beb6d0d381779474c65b759cfb743ba62dc6bb5b9353043" gracePeriod=30 Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.546077 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="sg-core" containerID="cri-o://36f0f2f0a746fbd177e8f49a52a8ad9eb41f6e7ea03d92e3f28dfeb7918facc5" gracePeriod=30 Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.546134 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="ceilometer-notification-agent" containerID="cri-o://486b0caefd39445fdcdfec2a4104ea987abc7dd868106f2cf6454f27e47a6145" gracePeriod=30 Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.665673 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.665909 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="fc8b2657-8ca1-4338-ae88-a48d6f72e149" containerName="nova-cell1-conductor-conductor" containerID="cri-o://2302d6168e9b16d0bbdfa4b287657d566e9601dbc354502de28efba6efe0083e" gracePeriod=30 Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.789716 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd"] Oct 13 19:45:01 crc kubenswrapper[4809]: I1013 19:45:01.991066 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6"] Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.238838 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_339172d4-e389-42d9-a67c-4f9f071ec083/ovsdbserver-nb/0.log" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.263487 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.263582 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.270196 4809 generic.go:334] "Generic (PLEG): container finished" podID="c419046a-ade1-4e4e-be91-97f42b0b97ca" containerID="40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386" exitCode=0 Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.270332 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"c419046a-ade1-4e4e-be91-97f42b0b97ca","Type":"ContainerDied","Data":"40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.270370 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"c419046a-ade1-4e4e-be91-97f42b0b97ca","Type":"ContainerDied","Data":"9c440066e545a48df4b00e8eb1c36b6013be6f75e16b9e88c489468c56bf9668"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.270392 4809 scope.go:117] "RemoveContainer" containerID="40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.307344 4809 generic.go:334] "Generic (PLEG): container finished" podID="7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc" containerID="2715935850f83938f71876577a0acb74c4eaba69d9b57157ceb8966ec64d77e6" exitCode=0 Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.307458 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc","Type":"ContainerDied","Data":"2715935850f83938f71876577a0acb74c4eaba69d9b57157ceb8966ec64d77e6"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.380653 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_f8ea0b02-38d3-4c50-a19b-ba16977ae714/ovsdbserver-sb/0.log" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.392387 4809 generic.go:334] "Generic (PLEG): container finished" podID="1ec7215b-a5bd-4138-8d29-96f03e3a40be" containerID="9b7df0a987d262c5e563b3588fcd388c6430e2878b790a7d8a86fee2f5132714" exitCode=143 Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.392484 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1ec7215b-a5bd-4138-8d29-96f03e3a40be","Type":"ContainerDied","Data":"9b7df0a987d262c5e563b3588fcd388c6430e2878b790a7d8a86fee2f5132714"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.404136 4809 generic.go:334] "Generic (PLEG): container finished" podID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerID="9c9f5ae18bc4e3f83beb6d0d381779474c65b759cfb743ba62dc6bb5b9353043" exitCode=0 Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.404171 4809 generic.go:334] "Generic (PLEG): container finished" podID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerID="36f0f2f0a746fbd177e8f49a52a8ad9eb41f6e7ea03d92e3f28dfeb7918facc5" exitCode=2 Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.404216 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3bb669d6-e028-405b-a0b7-0c6a6ca6405f","Type":"ContainerDied","Data":"9c9f5ae18bc4e3f83beb6d0d381779474c65b759cfb743ba62dc6bb5b9353043"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.404243 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3bb669d6-e028-405b-a0b7-0c6a6ca6405f","Type":"ContainerDied","Data":"36f0f2f0a746fbd177e8f49a52a8ad9eb41f6e7ea03d92e3f28dfeb7918facc5"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.405497 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" event={"ID":"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a","Type":"ContainerStarted","Data":"e0d134480bdeacecc783244c6c235091e4a7308dc242bbf72e26e5b94409f265"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.406477 4809 generic.go:334] "Generic (PLEG): container finished" podID="c628ecbf-267b-4263-8935-566beeac30ad" containerID="616cde2fc4a0ce2ac15e6161bb21f37c74a96f6a2e9e58de9907f952d126aac8" exitCode=137 Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.413871 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.472711 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-config-data\") pod \"c419046a-ade1-4e4e-be91-97f42b0b97ca\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.473599 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdb-rundir\") pod \"339172d4-e389-42d9-a67c-4f9f071ec083\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.473524 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-config-data" (OuterVolumeSpecName: "config-data") pod "c419046a-ade1-4e4e-be91-97f42b0b97ca" (UID: "c419046a-ade1-4e4e-be91-97f42b0b97ca"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.473661 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-kolla-config\") pod \"c419046a-ade1-4e4e-be91-97f42b0b97ca\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.473738 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-metrics-certs-tls-certs\") pod \"339172d4-e389-42d9-a67c-4f9f071ec083\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.473766 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-memcached-tls-certs\") pod \"c419046a-ade1-4e4e-be91-97f42b0b97ca\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.473784 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-scripts\") pod \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.473832 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-config\") pod \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.473858 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdbserver-sb-tls-certs\") pod \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.473911 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-sb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") pod \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474676 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-combined-ca-bundle\") pod \"c419046a-ade1-4e4e-be91-97f42b0b97ca\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474711 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-trtpp\" (UniqueName: \"kubernetes.io/projected/f8ea0b02-38d3-4c50-a19b-ba16977ae714-kube-api-access-trtpp\") pod \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474757 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdb-rundir\") pod \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474794 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-metrics-certs-tls-certs\") pod \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474817 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pk5zk\" (UniqueName: \"kubernetes.io/projected/c419046a-ade1-4e4e-be91-97f42b0b97ca-kube-api-access-pk5zk\") pod \"c419046a-ade1-4e4e-be91-97f42b0b97ca\" (UID: \"c419046a-ade1-4e4e-be91-97f42b0b97ca\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474837 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2p78c\" (UniqueName: \"kubernetes.io/projected/339172d4-e389-42d9-a67c-4f9f071ec083-kube-api-access-2p78c\") pod \"339172d4-e389-42d9-a67c-4f9f071ec083\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474853 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-nb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"339172d4-e389-42d9-a67c-4f9f071ec083\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474870 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-combined-ca-bundle\") pod \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\" (UID: \"f8ea0b02-38d3-4c50-a19b-ba16977ae714\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474889 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-scripts\") pod \"339172d4-e389-42d9-a67c-4f9f071ec083\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474912 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-combined-ca-bundle\") pod \"339172d4-e389-42d9-a67c-4f9f071ec083\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474932 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdbserver-nb-tls-certs\") pod \"339172d4-e389-42d9-a67c-4f9f071ec083\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474984 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-config\") pod \"339172d4-e389-42d9-a67c-4f9f071ec083\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.475492 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474278 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "339172d4-e389-42d9-a67c-4f9f071ec083" (UID: "339172d4-e389-42d9-a67c-4f9f071ec083"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.474649 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-config" (OuterVolumeSpecName: "config") pod "f8ea0b02-38d3-4c50-a19b-ba16977ae714" (UID: "f8ea0b02-38d3-4c50-a19b-ba16977ae714"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.480016 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-scripts" (OuterVolumeSpecName: "scripts") pod "f8ea0b02-38d3-4c50-a19b-ba16977ae714" (UID: "f8ea0b02-38d3-4c50-a19b-ba16977ae714"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.482259 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "f8ea0b02-38d3-4c50-a19b-ba16977ae714" (UID: "f8ea0b02-38d3-4c50-a19b-ba16977ae714"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.489169 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "c419046a-ade1-4e4e-be91-97f42b0b97ca" (UID: "c419046a-ade1-4e4e-be91-97f42b0b97ca"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.492501 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-config" (OuterVolumeSpecName: "config") pod "339172d4-e389-42d9-a67c-4f9f071ec083" (UID: "339172d4-e389-42d9-a67c-4f9f071ec083"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.497490 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-scripts" (OuterVolumeSpecName: "scripts") pod "339172d4-e389-42d9-a67c-4f9f071ec083" (UID: "339172d4-e389-42d9-a67c-4f9f071ec083"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.520983 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage18-crc" (OuterVolumeSpecName: "ovndbcluster-sb-etc-ovn") pod "f8ea0b02-38d3-4c50-a19b-ba16977ae714" (UID: "f8ea0b02-38d3-4c50-a19b-ba16977ae714"). InnerVolumeSpecName "local-storage18-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.530872 4809 generic.go:334] "Generic (PLEG): container finished" podID="bbcb16c3-1299-4bd8-bb0f-ee431ad63977" containerID="e4c70b0180020ddd591c77644527890ef67f4dc600b44df49470b7ba47118826" exitCode=0 Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.530995 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"bbcb16c3-1299-4bd8-bb0f-ee431ad63977","Type":"ContainerDied","Data":"e4c70b0180020ddd591c77644527890ef67f4dc600b44df49470b7ba47118826"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.572116 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/339172d4-e389-42d9-a67c-4f9f071ec083-kube-api-access-2p78c" (OuterVolumeSpecName: "kube-api-access-2p78c") pod "339172d4-e389-42d9-a67c-4f9f071ec083" (UID: "339172d4-e389-42d9-a67c-4f9f071ec083"). InnerVolumeSpecName "kube-api-access-2p78c". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.599752 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.599791 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/f8ea0b02-38d3-4c50-a19b-ba16977ae714-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.599828 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") on node \"crc\" " Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.599837 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.599852 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2p78c\" (UniqueName: \"kubernetes.io/projected/339172d4-e389-42d9-a67c-4f9f071ec083-kube-api-access-2p78c\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.599861 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.599870 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/339172d4-e389-42d9-a67c-4f9f071ec083-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.599880 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.599889 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/c419046a-ade1-4e4e-be91-97f42b0b97ca-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.601565 4809 scope.go:117] "RemoveContainer" containerID="40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.601827 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f8ea0b02-38d3-4c50-a19b-ba16977ae714-kube-api-access-trtpp" (OuterVolumeSpecName: "kube-api-access-trtpp") pod "f8ea0b02-38d3-4c50-a19b-ba16977ae714" (UID: "f8ea0b02-38d3-4c50-a19b-ba16977ae714"). InnerVolumeSpecName "kube-api-access-trtpp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.621934 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "ovndbcluster-nb-etc-ovn") pod "339172d4-e389-42d9-a67c-4f9f071ec083" (UID: "339172d4-e389-42d9-a67c-4f9f071ec083"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.621970 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c419046a-ade1-4e4e-be91-97f42b0b97ca-kube-api-access-pk5zk" (OuterVolumeSpecName: "kube-api-access-pk5zk") pod "c419046a-ade1-4e4e-be91-97f42b0b97ca" (UID: "c419046a-ade1-4e4e-be91-97f42b0b97ca"). InnerVolumeSpecName "kube-api-access-pk5zk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: E1013 19:45:02.633156 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386\": container with ID starting with 40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386 not found: ID does not exist" containerID="40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.633198 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386"} err="failed to get container status \"40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386\": rpc error: code = NotFound desc = could not find container \"40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386\": container with ID starting with 40708610dbed9d5e733e98cec613504154921488f7a8b4245ec31345ab713386 not found: ID does not exist" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.643100 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_f8ea0b02-38d3-4c50-a19b-ba16977ae714/ovsdbserver-sb/0.log" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.643165 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" containerID="2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010" exitCode=2 Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.643188 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" containerID="0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7" exitCode=143 Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.643244 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"f8ea0b02-38d3-4c50-a19b-ba16977ae714","Type":"ContainerDied","Data":"2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.643284 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"f8ea0b02-38d3-4c50-a19b-ba16977ae714","Type":"ContainerDied","Data":"0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.643297 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"f8ea0b02-38d3-4c50-a19b-ba16977ae714","Type":"ContainerDied","Data":"af47cd0f358abab7f81c66f29a7832ae23150acad5d1104c400dc323095f7eb7"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.643316 4809 scope.go:117] "RemoveContainer" containerID="2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.643450 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.704514 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-trtpp\" (UniqueName: \"kubernetes.io/projected/f8ea0b02-38d3-4c50-a19b-ba16977ae714-kube-api-access-trtpp\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.704540 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pk5zk\" (UniqueName: \"kubernetes.io/projected/c419046a-ade1-4e4e-be91-97f42b0b97ca-kube-api-access-pk5zk\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.704566 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 19:45:02 crc kubenswrapper[4809]: E1013 19:45:02.730875 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="3f8859ec6cef8365c117ad3687b4343843fe150125e0ae043e99a556da6d76c9" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.731619 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_339172d4-e389-42d9-a67c-4f9f071ec083/ovsdbserver-nb/0.log" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.731655 4809 generic.go:334] "Generic (PLEG): container finished" podID="339172d4-e389-42d9-a67c-4f9f071ec083" containerID="3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c" exitCode=143 Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.731682 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"339172d4-e389-42d9-a67c-4f9f071ec083","Type":"ContainerDied","Data":"3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.731707 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"339172d4-e389-42d9-a67c-4f9f071ec083","Type":"ContainerDied","Data":"245f6cde1e1103d14383863de6a9b40b4a2a59ca5316e8dc31932b1718841752"} Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.731785 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.745061 4809 scope.go:117] "RemoveContainer" containerID="0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7" Oct 13 19:45:02 crc kubenswrapper[4809]: E1013 19:45:02.783881 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="3f8859ec6cef8365c117ad3687b4343843fe150125e0ae043e99a556da6d76c9" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.784307 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c419046a-ade1-4e4e-be91-97f42b0b97ca" (UID: "c419046a-ade1-4e4e-be91-97f42b0b97ca"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.806520 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.813071 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f8ea0b02-38d3-4c50-a19b-ba16977ae714" (UID: "f8ea0b02-38d3-4c50-a19b-ba16977ae714"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:02 crc kubenswrapper[4809]: E1013 19:45:02.832931 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="3f8859ec6cef8365c117ad3687b4343843fe150125e0ae043e99a556da6d76c9" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:45:02 crc kubenswrapper[4809]: E1013 19:45:02.833003 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="185dda58-faaa-4be7-b012-d6a42fb7d60d" containerName="nova-cell0-conductor-conductor" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.876610 4809 scope.go:117] "RemoveContainer" containerID="2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010" Oct 13 19:45:02 crc kubenswrapper[4809]: E1013 19:45:02.901406 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010\": container with ID starting with 2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010 not found: ID does not exist" containerID="2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.901449 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010"} err="failed to get container status \"2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010\": rpc error: code = NotFound desc = could not find container \"2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010\": container with ID starting with 2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010 not found: ID does not exist" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.901473 4809 scope.go:117] "RemoveContainer" containerID="0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7" Oct 13 19:45:02 crc kubenswrapper[4809]: E1013 19:45:02.912138 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7\": container with ID starting with 0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7 not found: ID does not exist" containerID="0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.912180 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7"} err="failed to get container status \"0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7\": rpc error: code = NotFound desc = could not find container \"0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7\": container with ID starting with 0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7 not found: ID does not exist" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.912205 4809 scope.go:117] "RemoveContainer" containerID="2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.914291 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.952051 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010"} err="failed to get container status \"2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010\": rpc error: code = NotFound desc = could not find container \"2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010\": container with ID starting with 2143e08559b3fde5cc0bff8ec5ec8d6375352280e3db68cf625a39eb61efd010 not found: ID does not exist" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.952096 4809 scope.go:117] "RemoveContainer" containerID="0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.965296 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7"} err="failed to get container status \"0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7\": rpc error: code = NotFound desc = could not find container \"0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7\": container with ID starting with 0ed209745845d0b74e736bbe75033815a85bb43e87a3dda10b43215131cc82e7 not found: ID does not exist" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.965337 4809 scope.go:117] "RemoveContainer" containerID="f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494" Oct 13 19:45:02 crc kubenswrapper[4809]: I1013 19:45:02.978226 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:02.987752 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage18-crc" (UniqueName: "kubernetes.io/local-volume/local-storage18-crc") on node "crc" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.021282 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "339172d4-e389-42d9-a67c-4f9f071ec083" (UID: "339172d4-e389-42d9-a67c-4f9f071ec083"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.021114 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.028742 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinderd918-account-delete-7wj42"] Oct 13 19:45:03 crc kubenswrapper[4809]: E1013 19:45:03.037776 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c419046a-ade1-4e4e-be91-97f42b0b97ca" containerName="memcached" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.037858 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c419046a-ade1-4e4e-be91-97f42b0b97ca" containerName="memcached" Oct 13 19:45:03 crc kubenswrapper[4809]: E1013 19:45:03.037925 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="339172d4-e389-42d9-a67c-4f9f071ec083" containerName="openstack-network-exporter" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.037977 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="339172d4-e389-42d9-a67c-4f9f071ec083" containerName="openstack-network-exporter" Oct 13 19:45:03 crc kubenswrapper[4809]: E1013 19:45:03.038034 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" containerName="openstack-network-exporter" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.038093 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" containerName="openstack-network-exporter" Oct 13 19:45:03 crc kubenswrapper[4809]: E1013 19:45:03.038155 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="339172d4-e389-42d9-a67c-4f9f071ec083" containerName="ovsdbserver-nb" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.038206 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="339172d4-e389-42d9-a67c-4f9f071ec083" containerName="ovsdbserver-nb" Oct 13 19:45:03 crc kubenswrapper[4809]: E1013 19:45:03.038264 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" containerName="ovsdbserver-sb" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.054833 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" containerName="ovsdbserver-sb" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.055521 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c419046a-ade1-4e4e-be91-97f42b0b97ca" containerName="memcached" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.055620 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="339172d4-e389-42d9-a67c-4f9f071ec083" containerName="ovsdbserver-nb" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.055685 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="339172d4-e389-42d9-a67c-4f9f071ec083" containerName="openstack-network-exporter" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.055780 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" containerName="ovsdbserver-sb" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.055847 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" containerName="openstack-network-exporter" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.056587 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.051759 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdbserver-nb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-nb-tls-certs") pod "339172d4-e389-42d9-a67c-4f9f071ec083" (UID: "339172d4-e389-42d9-a67c-4f9f071ec083"). InnerVolumeSpecName "ovsdbserver-nb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.122911 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-memcached-tls-certs" (OuterVolumeSpecName: "memcached-tls-certs") pod "c419046a-ade1-4e4e-be91-97f42b0b97ca" (UID: "c419046a-ade1-4e4e-be91-97f42b0b97ca"). InnerVolumeSpecName "memcached-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.124010 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mh7xk\" (UniqueName: \"kubernetes.io/projected/27b7ae73-9ca7-4755-9f77-7e622f5974e0-kube-api-access-mh7xk\") pod \"cinderd918-account-delete-7wj42\" (UID: \"27b7ae73-9ca7-4755-9f77-7e622f5974e0\") " pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.124106 4809 reconciler_common.go:293] "Volume detached for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/c419046a-ade1-4e4e-be91-97f42b0b97ca-memcached-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.124118 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.124128 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.124137 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-ovsdbserver-nb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.141637 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinderd918-account-delete-7wj42"] Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.208828 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4"] Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.227025 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mh7xk\" (UniqueName: \"kubernetes.io/projected/27b7ae73-9ca7-4755-9f77-7e622f5974e0-kube-api-access-mh7xk\") pod \"cinderd918-account-delete-7wj42\" (UID: \"27b7ae73-9ca7-4755-9f77-7e622f5974e0\") " pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.248778 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.278589 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdbserver-sb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-sb-tls-certs") pod "f8ea0b02-38d3-4c50-a19b-ba16977ae714" (UID: "f8ea0b02-38d3-4c50-a19b-ba16977ae714"). InnerVolumeSpecName "ovsdbserver-sb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.311517 4809 scope.go:117] "RemoveContainer" containerID="3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.329903 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-ovsdbserver-sb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.372376 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mh7xk\" (UniqueName: \"kubernetes.io/projected/27b7ae73-9ca7-4755-9f77-7e622f5974e0-kube-api-access-mh7xk\") pod \"cinderd918-account-delete-7wj42\" (UID: \"27b7ae73-9ca7-4755-9f77-7e622f5974e0\") " pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.373720 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "f8ea0b02-38d3-4c50-a19b-ba16977ae714" (UID: "f8ea0b02-38d3-4c50-a19b-ba16977ae714"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.377678 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-756b79694d-dfp6b"] Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.394704 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-d6f7fd7fd-trlg4"] Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.484943 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "339172d4-e389-42d9-a67c-4f9f071ec083" (UID: "339172d4-e389-42d9-a67c-4f9f071ec083"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.485855 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-metrics-certs-tls-certs\") pod \"339172d4-e389-42d9-a67c-4f9f071ec083\" (UID: \"339172d4-e389-42d9-a67c-4f9f071ec083\") " Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.486975 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/f8ea0b02-38d3-4c50-a19b-ba16977ae714-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:03 crc kubenswrapper[4809]: E1013 19:45:03.488725 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:45:03 crc kubenswrapper[4809]: E1013 19:45:03.488808 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data podName:d5c6d7bf-b55a-41ba-b79e-e54b199a6231 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:03.988786104 +0000 UTC m=+1222.594532689 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data") pod "rabbitmq-cell1-server-0" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:45:03 crc kubenswrapper[4809]: W1013 19:45:03.496974 4809 empty_dir.go:500] Warning: Unmount skipped because path does not exist: /var/lib/kubelet/pods/339172d4-e389-42d9-a67c-4f9f071ec083/volumes/kubernetes.io~secret/metrics-certs-tls-certs Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.497017 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "339172d4-e389-42d9-a67c-4f9f071ec083" (UID: "339172d4-e389-42d9-a67c-4f9f071ec083"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.551603 4809 scope.go:117] "RemoveContainer" containerID="f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494" Oct 13 19:45:03 crc kubenswrapper[4809]: E1013 19:45:03.574250 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494\": container with ID starting with f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494 not found: ID does not exist" containerID="f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.574299 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494"} err="failed to get container status \"f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494\": rpc error: code = NotFound desc = could not find container \"f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494\": container with ID starting with f0eee460b1fd361ddaa09a70d38edd00e9dbcbe1f51f42e94f3bc618123d7494 not found: ID does not exist" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.574324 4809 scope.go:117] "RemoveContainer" containerID="3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c" Oct 13 19:45:03 crc kubenswrapper[4809]: E1013 19:45:03.575526 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c\": container with ID starting with 3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c not found: ID does not exist" containerID="3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.577234 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c"} err="failed to get container status \"3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c\": rpc error: code = NotFound desc = could not find container \"3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c\": container with ID starting with 3d99ed8c321f527d14fc22ce41a560777cca8c9a63d8d3f33f2dbabe6eeda56c not found: ID does not exist" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.591148 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/339172d4-e389-42d9-a67c-4f9f071ec083-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.598608 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.616516 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.657396 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-qfjdg"] Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.740675 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-qfjdg"] Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.758936 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placementb3a5-account-delete-nvznc"] Oct 13 19:45:03 crc kubenswrapper[4809]: E1013 19:45:03.759855 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.759872 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.760129 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.766876 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementb3a5-account-delete-nvznc" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.767935 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" event={"ID":"c9df7ffe-d66c-4534-84c3-91ac58029e3c","Type":"ContainerStarted","Data":"19007c7299f0b13882762293f1615499cae9bac04bdfee625a31b7127bce5422"} Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.817220 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-nova-novncproxy-tls-certs\") pod \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.817307 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-combined-ca-bundle\") pod \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.817444 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wp9w2\" (UniqueName: \"kubernetes.io/projected/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-kube-api-access-wp9w2\") pod \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.817537 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-vencrypt-tls-certs\") pod \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.817609 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-config-data\") pod \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\" (UID: \"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc\") " Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.899298 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placementb3a5-account-delete-nvznc"] Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.929834 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc","Type":"ContainerDied","Data":"2481cc3d4a62f978bfa27b2bbac6f6bf5f15b6e443c4d8ab609b5c01d3eb87d7"} Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.929909 4809 scope.go:117] "RemoveContainer" containerID="2715935850f83938f71876577a0acb74c4eaba69d9b57157ceb8966ec64d77e6" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.930026 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.946654 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-kube-api-access-wp9w2" (OuterVolumeSpecName: "kube-api-access-wp9w2") pod "7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc" (UID: "7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc"). InnerVolumeSpecName "kube-api-access-wp9w2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.950404 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc"] Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.950454 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" event={"ID":"9ea893d9-7800-4580-9343-86b8beb7e0ef","Type":"ContainerStarted","Data":"bfa1a2a2ccbad7cc638c3fec1f0a688014b98ad8fbd4ad593464e0ed85d75f07"} Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.966719 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-b4t67\" (UniqueName: \"kubernetes.io/projected/0d5b54dd-75aa-45e9-aab4-1703b6065561-kube-api-access-b4t67\") pod \"placementb3a5-account-delete-nvznc\" (UID: \"0d5b54dd-75aa-45e9-aab4-1703b6065561\") " pod="openstack-kuttl-tests/placementb3a5-account-delete-nvznc" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.966840 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wp9w2\" (UniqueName: \"kubernetes.io/projected/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-kube-api-access-wp9w2\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:03 crc kubenswrapper[4809]: I1013 19:45:03.977939 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" event={"ID":"95b7e82e-ad9d-496e-af43-eb1774ee819f","Type":"ContainerStarted","Data":"3dbb8e0e65045ac90f115402e19b066ca25a42dbac8526e8c41b3be684d024bd"} Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.045396 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-42kqc"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.056315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" event={"ID":"e0eddaf5-2109-4214-8e31-b673139412cb","Type":"ContainerStarted","Data":"a751680eff92bf38a1f171528b185e29cfc657843756b451e35293275be2f15a"} Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.062554 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-42kqc"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.070476 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-b4t67\" (UniqueName: \"kubernetes.io/projected/0d5b54dd-75aa-45e9-aab4-1703b6065561-kube-api-access-b4t67\") pod \"placementb3a5-account-delete-nvznc\" (UID: \"0d5b54dd-75aa-45e9-aab4-1703b6065561\") " pod="openstack-kuttl-tests/placementb3a5-account-delete-nvznc" Oct 13 19:45:04 crc kubenswrapper[4809]: E1013 19:45:04.070704 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:45:04 crc kubenswrapper[4809]: E1013 19:45:04.070772 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data podName:d5c6d7bf-b55a-41ba-b79e-e54b199a6231 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:05.070757667 +0000 UTC m=+1223.676504252 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data") pod "rabbitmq-cell1-server-0" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.070801 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-777bc59d74-vkf88"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.078996 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.110113 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.123845 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.134471 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" event={"ID":"6c204559-08e1-4479-bd0d-d681e3c18329","Type":"ContainerStarted","Data":"3c67c867d23df72b1be9bed87223811b54157c48f4b8add24ad405ffe100a6e1"} Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.139672 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance44b2-account-delete-ppbdn"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.141257 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance44b2-account-delete-ppbdn" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.160152 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-b4t67\" (UniqueName: \"kubernetes.io/projected/0d5b54dd-75aa-45e9-aab4-1703b6065561-kube-api-access-b4t67\") pod \"placementb3a5-account-delete-nvznc\" (UID: \"0d5b54dd-75aa-45e9-aab4-1703b6065561\") " pod="openstack-kuttl-tests/placementb3a5-account-delete-nvznc" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.176972 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nffnr\" (UniqueName: \"kubernetes.io/projected/bf68f0e5-309d-479f-97bd-54a730867363-kube-api-access-nffnr\") pod \"glance44b2-account-delete-ppbdn\" (UID: \"bf68f0e5-309d-479f-97bd-54a730867363\") " pod="openstack-kuttl-tests/glance44b2-account-delete-ppbdn" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.192055 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pfwcd\" (UniqueName: \"kubernetes.io/projected/922fe55b-5779-45a2-97dc-de10a14290a9-kube-api-access-pfwcd\") pod \"neutron0a4d-account-delete-nlbsg\" (UID: \"922fe55b-5779-45a2-97dc-de10a14290a9\") " pod="openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.349907 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pfwcd\" (UniqueName: \"kubernetes.io/projected/922fe55b-5779-45a2-97dc-de10a14290a9-kube-api-access-pfwcd\") pod \"neutron0a4d-account-delete-nlbsg\" (UID: \"922fe55b-5779-45a2-97dc-de10a14290a9\") " pod="openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.350782 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nffnr\" (UniqueName: \"kubernetes.io/projected/bf68f0e5-309d-479f-97bd-54a730867363-kube-api-access-nffnr\") pod \"glance44b2-account-delete-ppbdn\" (UID: \"bf68f0e5-309d-479f-97bd-54a730867363\") " pod="openstack-kuttl-tests/glance44b2-account-delete-ppbdn" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.352671 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5292cca9-82d2-474c-97dc-5a86b9a7bd59" path="/var/lib/kubelet/pods/5292cca9-82d2-474c-97dc-5a86b9a7bd59/volumes" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.353616 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f4cf2b33-8c58-4242-acf9-2e9e377682fb" path="/var/lib/kubelet/pods/f4cf2b33-8c58-4242-acf9-2e9e377682fb/volumes" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.362390 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-config-data" (OuterVolumeSpecName: "config-data") pod "7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc" (UID: "7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.433128 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pfwcd\" (UniqueName: \"kubernetes.io/projected/922fe55b-5779-45a2-97dc-de10a14290a9-kube-api-access-pfwcd\") pod \"neutron0a4d-account-delete-nlbsg\" (UID: \"922fe55b-5779-45a2-97dc-de10a14290a9\") " pod="openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.469415 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.531672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nffnr\" (UniqueName: \"kubernetes.io/projected/bf68f0e5-309d-479f-97bd-54a730867363-kube-api-access-nffnr\") pod \"glance44b2-account-delete-ppbdn\" (UID: \"bf68f0e5-309d-479f-97bd-54a730867363\") " pod="openstack-kuttl-tests/glance44b2-account-delete-ppbdn" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.637127 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc" (UID: "7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.681414 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.701987 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-nova-novncproxy-tls-certs" (OuterVolumeSpecName: "nova-novncproxy-tls-certs") pod "7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc" (UID: "7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc"). InnerVolumeSpecName "nova-novncproxy-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.805040 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.805087 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance44b2-account-delete-ppbdn"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.805103 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.805116 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-6r6c7"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.827077 4809 reconciler_common.go:293] "Volume detached for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-nova-novncproxy-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.844201 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-6r6c7"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.912418 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican5e97-account-delete-tpstd"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.913999 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican5e97-account-delete-tpstd" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.965524 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-p7glh"] Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.970588 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-vencrypt-tls-certs" (OuterVolumeSpecName: "vencrypt-tls-certs") pod "7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc" (UID: "7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc"). InnerVolumeSpecName "vencrypt-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:04 crc kubenswrapper[4809]: I1013 19:45:04.986843 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.040264 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nsnzf\" (UniqueName: \"kubernetes.io/projected/97fc4d46-2d2e-4912-8306-83d54527e043-kube-api-access-nsnzf\") pod \"barbican5e97-account-delete-tpstd\" (UID: \"97fc4d46-2d2e-4912-8306-83d54527e043\") " pod="openstack-kuttl-tests/barbican5e97-account-delete-tpstd" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.040336 4809 reconciler_common.go:293] "Volume detached for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc-vencrypt-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.040340 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.040424 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data podName:bcf1849c-287f-45f9-8f55-7d34f33a6be4 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:05.54040067 +0000 UTC m=+1224.146147255 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data") pod "rabbitmq-server-0" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4") : configmap "rabbitmq-config-data" not found Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.062967 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-p7glh"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.083905 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican5e97-account-delete-tpstd"] Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.117915 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="2302d6168e9b16d0bbdfa4b287657d566e9601dbc354502de28efba6efe0083e" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.120937 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="2302d6168e9b16d0bbdfa4b287657d566e9601dbc354502de28efba6efe0083e" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.144760 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config\") pod \"c628ecbf-267b-4263-8935-566beeac30ad\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.144912 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-combined-ca-bundle\") pod \"c628ecbf-267b-4263-8935-566beeac30ad\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.144986 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7mmxw\" (UniqueName: \"kubernetes.io/projected/c628ecbf-267b-4263-8935-566beeac30ad-kube-api-access-7mmxw\") pod \"c628ecbf-267b-4263-8935-566beeac30ad\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.145073 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config-secret\") pod \"c628ecbf-267b-4263-8935-566beeac30ad\" (UID: \"c628ecbf-267b-4263-8935-566beeac30ad\") " Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.145584 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nsnzf\" (UniqueName: \"kubernetes.io/projected/97fc4d46-2d2e-4912-8306-83d54527e043-kube-api-access-nsnzf\") pod \"barbican5e97-account-delete-tpstd\" (UID: \"97fc4d46-2d2e-4912-8306-83d54527e043\") " pod="openstack-kuttl-tests/barbican5e97-account-delete-tpstd" Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.149943 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.150001 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data podName:d5c6d7bf-b55a-41ba-b79e-e54b199a6231 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:07.149986561 +0000 UTC m=+1225.755733136 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data") pod "rabbitmq-cell1-server-0" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.156207 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="2302d6168e9b16d0bbdfa4b287657d566e9601dbc354502de28efba6efe0083e" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.156268 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="fc8b2657-8ca1-4338-ae88-a48d6f72e149" containerName="nova-cell1-conductor-conductor" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.163947 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c628ecbf-267b-4263-8935-566beeac30ad-kube-api-access-7mmxw" (OuterVolumeSpecName: "kube-api-access-7mmxw") pod "c628ecbf-267b-4263-8935-566beeac30ad" (UID: "c628ecbf-267b-4263-8935-566beeac30ad"). InnerVolumeSpecName "kube-api-access-7mmxw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.182313 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-cgpqw"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.201811 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-cgpqw"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.204551 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" event={"ID":"eba2db85-5bd2-409c-853c-f7ba635fe4d9","Type":"ContainerStarted","Data":"51a792e31bab85f5a8085f84698b650b0a5c1807422786eaea33506be808bd99"} Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.221553 4809 generic.go:334] "Generic (PLEG): container finished" podID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerID="50ae32f85a284005385916ccb60aaef10d2ceaddafd6e701beca77905c3ee814" exitCode=0 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.221673 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3bb669d6-e028-405b-a0b7-0c6a6ca6405f","Type":"ContainerDied","Data":"50ae32f85a284005385916ccb60aaef10d2ceaddafd6e701beca77905c3ee814"} Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.230994 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.185:8775/\": read tcp 10.217.0.2:42248->10.217.0.185:8775: read: connection reset by peer" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.235328 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/cinder-api-0" podUID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" containerName="cinder-api" probeResult="failure" output="Get \"https://10.217.0.150:8776/healthcheck\": read tcp 10.217.0.2:42408->10.217.0.150:8776: read: connection reset by peer" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.240026 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.185:8775/\": read tcp 10.217.0.2:42252->10.217.0.185:8775: read: connection reset by peer" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.240801 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-lkwnv"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.242326 4809 generic.go:334] "Generic (PLEG): container finished" podID="185dda58-faaa-4be7-b012-d6a42fb7d60d" containerID="3f8859ec6cef8365c117ad3687b4343843fe150125e0ae043e99a556da6d76c9" exitCode=0 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.242389 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"185dda58-faaa-4be7-b012-d6a42fb7d60d","Type":"ContainerDied","Data":"3f8859ec6cef8365c117ad3687b4343843fe150125e0ae043e99a556da6d76c9"} Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.288869 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7mmxw\" (UniqueName: \"kubernetes.io/projected/c628ecbf-267b-4263-8935-566beeac30ad-kube-api-access-7mmxw\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.304896 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nsnzf\" (UniqueName: \"kubernetes.io/projected/97fc4d46-2d2e-4912-8306-83d54527e043-kube-api-access-nsnzf\") pod \"barbican5e97-account-delete-tpstd\" (UID: \"97fc4d46-2d2e-4912-8306-83d54527e043\") " pod="openstack-kuttl-tests/barbican5e97-account-delete-tpstd" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.338764 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-lkwnv"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.355352 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" event={"ID":"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a","Type":"ContainerStarted","Data":"8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c"} Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.360332 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.364106 4809 scope.go:117] "RemoveContainer" containerID="616cde2fc4a0ce2ac15e6161bb21f37c74a96f6a2e9e58de9907f952d126aac8" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.410163 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="90b519b7-1a01-4d06-b2c9-a5490d7fcedf" containerName="kube-state-metrics" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.416351 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" event={"ID":"e0eddaf5-2109-4214-8e31-b673139412cb","Type":"ContainerStarted","Data":"729c35f0d99784db34bd0db40263fcbf3015be5f82740f319db9fea8d9b36949"} Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.441833 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn"] Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.442748 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.481241 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.482223 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config" (OuterVolumeSpecName: "openstack-config") pod "c628ecbf-267b-4263-8935-566beeac30ad" (UID: "c628ecbf-267b-4263-8935-566beeac30ad"). InnerVolumeSpecName "openstack-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.488884 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.488943 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerName="ovn-northd" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.498718 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.500187 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-zxfhn"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.537318 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-8968f5f6b-pz6kq"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.537634 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" podUID="396d9379-362c-4b72-a376-6156d12ca6ae" containerName="placement-log" containerID="cri-o://ba8ddf9ef64a4f81ae39b0d46905c5ed56e8c624cf16745e6880801694b5ece9" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.537923 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" podUID="396d9379-362c-4b72-a376-6156d12ca6ae" containerName="placement-api" containerID="cri-o://489a6823044c32e96c32f1f15f32de0fac90b3c41fdcb0395d4062fc4918b112" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.563866 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-d6f7fd7fd-trlg4"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.574453 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.592794 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-jkmxr"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.600980 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/novacell00d41-account-delete-mv8f9"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.602464 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell00d41-account-delete-mv8f9" Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.604174 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.604218 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data podName:bcf1849c-287f-45f9-8f55-7d34f33a6be4 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:06.604205776 +0000 UTC m=+1225.209952361 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data") pod "rabbitmq-server-0" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4") : configmap "rabbitmq-config-data" not found Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.616781 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config-secret" (OuterVolumeSpecName: "openstack-config-secret") pod "c628ecbf-267b-4263-8935-566beeac30ad" (UID: "c628ecbf-267b-4263-8935-566beeac30ad"). InnerVolumeSpecName "openstack-config-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.637685 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c628ecbf-267b-4263-8935-566beeac30ad" (UID: "c628ecbf-267b-4263-8935-566beeac30ad"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.703096 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/novacell00d41-account-delete-mv8f9"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.706800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p9qwk\" (UniqueName: \"kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk\") pod \"novacell00d41-account-delete-mv8f9\" (UID: \"3bb8559e-ad86-40d1-9495-5fc2c9cd14fa\") " pod="openstack-kuttl-tests/novacell00d41-account-delete-mv8f9" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.706990 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.707008 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/c628ecbf-267b-4263-8935-566beeac30ad-openstack-config-secret\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.740196 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.740837 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-server" containerID="cri-o://282933e21b898ccdf1e8a0e6b21b48bf72276411309ec4ba61a6d5e364e00918" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.741430 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="swift-recon-cron" containerID="cri-o://fe3f8bf99ba77e913d1b6273b90dcfb870e2bd36792d8230e3161b9e97032c5d" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.741496 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="rsync" containerID="cri-o://0495f120480d6aed9a4406927491381ff1333cabcedfff21bb47bf03075b973a" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.741538 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-expirer" containerID="cri-o://59181c03906bf99f0fc4ed6c21bc8171725fb6a9ba83a0c6440641de1838b867" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.741584 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-updater" containerID="cri-o://cc6db10c6ed5b3269ac881bcd3bf568ace1e9c418ed876ff6ba1f815f5c10d97" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.741627 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-auditor" containerID="cri-o://bf9a242de91ff525cfd91b83562260b664255c980067b2e135eaa61b14ea9960" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.741669 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-replicator" containerID="cri-o://191e8e5a9f827d6b8660954fdc56f404f0f5ec51eb75f501e28d72c60aa32742" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.741706 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-server" containerID="cri-o://0074853b492cab815c540e06f9e05a8aea5922f9bb7c4c1ed1eadfef92370f23" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.742107 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-updater" containerID="cri-o://3e2b5f9e4c6df8a132c9b75ed68978fbf092dc21cdc6483b075dfffa7bf0687d" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.742176 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-auditor" containerID="cri-o://6df4e2fe55ced65dd74a2091240a168da72848eef6a1ff2be3b881e476d14b60" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.742396 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-replicator" containerID="cri-o://31306965213dee7e6a00f7372efbc9460f90f64696655435a77969451e7d50a4" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.742488 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-server" containerID="cri-o://818e471a2db1b660c9b5d061345ede331c20312b6608e005de8176a11f2316a8" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.742608 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-reaper" containerID="cri-o://c6a15c2055631d05cbd589c59d3cfa0a1d8cfcfe096a23ab4b42dbfd669ecb05" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.742694 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-auditor" containerID="cri-o://ebf3d6a13675436198cae1cfc3a2474eed1c12eb36d7950db9cce8259cb38b84" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.742782 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-replicator" containerID="cri-o://051a814ca15ee10a633b7490920e034f41b513e493692d815ed596807be85acf" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.758922 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594 is running failed: container process not found" containerID="48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.762530 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.762869 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="90b519b7-1a01-4d06-b2c9-a5490d7fcedf" containerName="kube-state-metrics" containerID="cri-o://1f802cb44cf177d201622044c6d059eb7bcc3d5375426c71ce336691a770d1c2" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.769163 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594 is running failed: container process not found" containerID="48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.771103 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594 is running failed: container process not found" containerID="48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.771176 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594 is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="599d61e7-ccf1-4939-bc59-8ac9daebc05b" containerName="nova-scheduler-scheduler" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.794937 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-55985cbc8b-lbkm8"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.795226 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" podUID="423e0b8a-e89b-4d15-aa3f-315377666698" containerName="neutron-api" containerID="cri-o://5ccdf369336c30e3622d7a6f197c3e1ae0a313f235d1c625af63739780154a07" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.795374 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" podUID="423e0b8a-e89b-4d15-aa3f-315377666698" containerName="neutron-httpd" containerID="cri-o://35d11c057d7d2c11ba64f7111b9dd2283c1ac3a0a80559bcef24d5626524857d" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.808707 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p9qwk\" (UniqueName: \"kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk\") pod \"novacell00d41-account-delete-mv8f9\" (UID: \"3bb8559e-ad86-40d1-9495-5fc2c9cd14fa\") " pod="openstack-kuttl-tests/novacell00d41-account-delete-mv8f9" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.814067 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-777bc59d74-vkf88"] Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.821902 4809 projected.go:194] Error preparing data for projected volume kube-api-access-p9qwk for pod openstack-kuttl-tests/novacell00d41-account-delete-mv8f9: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:05 crc kubenswrapper[4809]: E1013 19:45:05.821969 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk podName:3bb8559e-ad86-40d1-9495-5fc2c9cd14fa nodeName:}" failed. No retries permitted until 2025-10-13 19:45:06.321951707 +0000 UTC m=+1224.927698292 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-p9qwk" (UniqueName: "kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk") pod "novacell00d41-account-delete-mv8f9" (UID: "3bb8559e-ad86-40d1-9495-5fc2c9cd14fa") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.835231 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-b3a5-account-create-7fxs6"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.844898 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-create-h5jsj"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.852252 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placementb3a5-account-delete-nvznc"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.859082 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-create-h5jsj"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.901956 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-b3a5-account-create-7fxs6"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.908474 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.922695 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.939417 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.950149 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.955115 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.957583 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.960414 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.960636 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" podUID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerName="proxy-httpd" containerID="cri-o://7dd187eabf26c28df4fd630be2f0929e8df4c8ccbd1d1965e00005f75739076f" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.960801 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" podUID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerName="proxy-server" containerID="cri-o://4c7cadbf8bd79d3aa682260d677bb56c7856f812bf9092d9b028e33dcc905b0f" gracePeriod=30 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.966525 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-0a4d-account-create-pgbx6"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.978113 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-dpflk"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.987498 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="d5c6d7bf-b55a-41ba-b79e-e54b199a6231" containerName="rabbitmq" containerID="cri-o://92af015300ae6e953bd0aaab11027091120e1a87c561204ea0b559d65d72e0e4" gracePeriod=604800 Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.987878 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-dpflk"] Oct 13 19:45:05 crc kubenswrapper[4809]: I1013 19:45:05.997307 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.024664 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.040825 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.041181 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" podUID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerName="barbican-api-log" containerID="cri-o://66871ab711f33abc1ea4451d69acdfa8171ec474c640458f5ec673e0b9cc3e87" gracePeriod=30 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.041348 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" podUID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerName="barbican-api" containerID="cri-o://4628281ce6107d3f07dcb3ee4e1d09bf9f02f3468183d60a4e47f3ea12f41b57" gracePeriod=30 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.056812 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-create-dqnjb"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.072965 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.073314 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" podUID="131e94e6-4bc7-490a-859b-e985024b57fc" containerName="barbican-worker-log" containerID="cri-o://aa4ce2f3dd483c2c5eaf428dfe0da7127b78dc0a6a7f16f8f1a88d147a2f2e52" gracePeriod=30 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.073476 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" podUID="131e94e6-4bc7-490a-859b-e985024b57fc" containerName="barbican-worker" containerID="cri-o://6ff32ce6c6f283bb1ae7c54fc4347807489cb6edec7f361e4bc1d8a24cb83a8e" gracePeriod=30 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.078378 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.078601 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" podUID="214bda65-917f-40ef-9340-f59ef787e98e" containerName="barbican-keystone-listener-log" containerID="cri-o://169a6617effde6c6586a993347bb6be736b78486f007dbb6e6cebef281cf29dc" gracePeriod=30 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.078671 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" podUID="214bda65-917f-40ef-9340-f59ef787e98e" containerName="barbican-keystone-listener" containerID="cri-o://f831dcfb7f69ddbce075e32728cbfea26f5b9594bc4d3f601565c4408f758448" gracePeriod=30 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.086180 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-create-dqnjb"] Oct 13 19:45:06 crc kubenswrapper[4809]: E1013 19:45:06.102481 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf is running failed: container process not found" containerID="5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.116849 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.118393 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-th75b\" (UniqueName: \"kubernetes.io/projected/a778598d-8ef9-43ef-822f-b989a424879b-kube-api-access-th75b\") pod \"dnsmasq-dnsmasq-84b9f45d47-9nvrz\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.118528 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-9nvrz\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.118683 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-9nvrz\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:06 crc kubenswrapper[4809]: E1013 19:45:06.145158 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf is running failed: container process not found" containerID="5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.150511 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6"] Oct 13 19:45:06 crc kubenswrapper[4809]: E1013 19:45:06.168883 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf is running failed: container process not found" containerID="5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 19:45:06 crc kubenswrapper[4809]: E1013 19:45:06.168979 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/openstack-galera-0" podUID="95823992-baf3-448d-9130-9bdc71315b07" containerName="galera" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.223358 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-9nvrz\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.223716 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-th75b\" (UniqueName: \"kubernetes.io/projected/a778598d-8ef9-43ef-822f-b989a424879b-kube-api-access-th75b\") pod \"dnsmasq-dnsmasq-84b9f45d47-9nvrz\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.223846 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-9nvrz\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.224409 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-9nvrz\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.225333 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-9nvrz\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.274180 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-th75b\" (UniqueName: \"kubernetes.io/projected/a778598d-8ef9-43ef-822f-b989a424879b-kube-api-access-th75b\") pod \"dnsmasq-dnsmasq-84b9f45d47-9nvrz\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.289404 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="061b89ae-e795-4134-a65a-eff567a55062" path="/var/lib/kubelet/pods/061b89ae-e795-4134-a65a-eff567a55062/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.290293 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1fd6bef2-f7a8-45d1-b345-f811eeadd23c" path="/var/lib/kubelet/pods/1fd6bef2-f7a8-45d1-b345-f811eeadd23c/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.290830 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="297e9503-dc4b-46f0-824c-aba399dc50cc" path="/var/lib/kubelet/pods/297e9503-dc4b-46f0-824c-aba399dc50cc/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.291596 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="44f7c65b-7f3e-40f7-878a-28338dbeedb2" path="/var/lib/kubelet/pods/44f7c65b-7f3e-40f7-878a-28338dbeedb2/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.292813 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4757a51d-7b34-413d-bac6-6e19659a52e1" path="/var/lib/kubelet/pods/4757a51d-7b34-413d-bac6-6e19659a52e1/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.293383 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="875f15be-14fd-4725-8618-72482ce4474a" path="/var/lib/kubelet/pods/875f15be-14fd-4725-8618-72482ce4474a/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.294652 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9dbb0182-059a-4b78-af09-398f1d3bbc74" path="/var/lib/kubelet/pods/9dbb0182-059a-4b78-af09-398f1d3bbc74/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.295740 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bde8b0a4-d592-4d06-a7eb-d8798c20747b" path="/var/lib/kubelet/pods/bde8b0a4-d592-4d06-a7eb-d8798c20747b/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.296354 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c628ecbf-267b-4263-8935-566beeac30ad" path="/var/lib/kubelet/pods/c628ecbf-267b-4263-8935-566beeac30ad/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.297152 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="da91165b-4260-4354-8b08-6ac0fbb12bc5" path="/var/lib/kubelet/pods/da91165b-4260-4354-8b08-6ac0fbb12bc5/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.297879 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="decf8a0b-69f3-4712-9069-2723174749a9" path="/var/lib/kubelet/pods/decf8a0b-69f3-4712-9069-2723174749a9/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.298364 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f01b8ece-1234-4c63-89ba-dd6370261768" path="/var/lib/kubelet/pods/f01b8ece-1234-4c63-89ba-dd6370261768/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.299044 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f8ea0b02-38d3-4c50-a19b-ba16977ae714" path="/var/lib/kubelet/pods/f8ea0b02-38d3-4c50-a19b-ba16977ae714/volumes" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.300831 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-756b79694d-dfp6b"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.300872 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance44b2-account-delete-ppbdn"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.300886 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-44b2-account-create-xknxd"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.300903 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-44b2-account-create-xknxd"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.300921 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.311355 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-328f-account-create-vh6gp"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.321455 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.327283 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p9qwk\" (UniqueName: \"kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk\") pod \"novacell00d41-account-delete-mv8f9\" (UID: \"3bb8559e-ad86-40d1-9495-5fc2c9cd14fa\") " pod="openstack-kuttl-tests/novacell00d41-account-delete-mv8f9" Oct 13 19:45:06 crc kubenswrapper[4809]: E1013 19:45:06.331939 4809 projected.go:194] Error preparing data for projected volume kube-api-access-p9qwk for pod openstack-kuttl-tests/novacell00d41-account-delete-mv8f9: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:06 crc kubenswrapper[4809]: E1013 19:45:06.332036 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk podName:3bb8559e-ad86-40d1-9495-5fc2c9cd14fa nodeName:}" failed. No retries permitted until 2025-10-13 19:45:07.332009071 +0000 UTC m=+1225.937755656 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-p9qwk" (UniqueName: "kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk") pod "novacell00d41-account-delete-mv8f9" (UID: "3bb8559e-ad86-40d1-9495-5fc2c9cd14fa") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.332399 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-grt5z"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.341425 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican5e97-account-delete-tpstd"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.355535 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-18b0-account-create-vlz95"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.375471 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-5e97-account-create-f8v98"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.384684 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-86dt7"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.397789 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-wmsp8"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.403892 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-4xl9v"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.416931 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.450483 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-grt5z"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.451612 4809 generic.go:334] "Generic (PLEG): container finished" podID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerID="66871ab711f33abc1ea4451d69acdfa8171ec474c640458f5ec673e0b9cc3e87" exitCode=143 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.451693 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" event={"ID":"44f805ab-0c09-40b7-bcbc-c95283fa1846","Type":"ContainerDied","Data":"66871ab711f33abc1ea4451d69acdfa8171ec474c640458f5ec673e0b9cc3e87"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.458247 4809 generic.go:334] "Generic (PLEG): container finished" podID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerID="4c7cadbf8bd79d3aa682260d677bb56c7856f812bf9092d9b028e33dcc905b0f" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.458318 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" event={"ID":"bf812fdb-4081-4f7f-a21b-3444914f4ae4","Type":"ContainerDied","Data":"4c7cadbf8bd79d3aa682260d677bb56c7856f812bf9092d9b028e33dcc905b0f"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.458886 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-18b0-account-create-vlz95"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.465964 4809 generic.go:334] "Generic (PLEG): container finished" podID="f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" containerID="87d513b1a199c3c90d294ca329f1a1eb871ca98d9653c6ced8d6af8957fb4c5f" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.466042 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8","Type":"ContainerDied","Data":"87d513b1a199c3c90d294ca329f1a1eb871ca98d9653c6ced8d6af8957fb4c5f"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.478189 4809 generic.go:334] "Generic (PLEG): container finished" podID="95823992-baf3-448d-9130-9bdc71315b07" containerID="5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.478278 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"95823992-baf3-448d-9130-9bdc71315b07","Type":"ContainerDied","Data":"5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.488356 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-wmsp8"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.491865 4809 generic.go:334] "Generic (PLEG): container finished" podID="90b519b7-1a01-4d06-b2c9-a5490d7fcedf" containerID="1f802cb44cf177d201622044c6d059eb7bcc3d5375426c71ce336691a770d1c2" exitCode=2 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.491927 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"90b519b7-1a01-4d06-b2c9-a5490d7fcedf","Type":"ContainerDied","Data":"1f802cb44cf177d201622044c6d059eb7bcc3d5375426c71ce336691a770d1c2"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.494418 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-hpk27"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.499602 4809 generic.go:334] "Generic (PLEG): container finished" podID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerID="31178341856bc268b8e8a64d492a5a326326421725a207234081af25b335ca48" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.499651 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204","Type":"ContainerDied","Data":"31178341856bc268b8e8a64d492a5a326326421725a207234081af25b335ca48"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.501614 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-5e97-account-create-f8v98"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.504125 4809 generic.go:334] "Generic (PLEG): container finished" podID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" containerID="4b3d335df74341a91d3eb3ff744144edf4d985f9e54734c5f4af072b50ef0577" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.504259 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ffa81077-637e-4699-bb60-d80a9b8eb7aa","Type":"ContainerDied","Data":"4b3d335df74341a91d3eb3ff744144edf4d985f9e54734c5f4af072b50ef0577"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.506838 4809 generic.go:334] "Generic (PLEG): container finished" podID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerID="e573ecba766ae516c1b8c01938690be8ea7d7187c5a41d287174141938783d6e" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.506922 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"87723e18-18a7-42e2-90ae-f3ecdb2ea012","Type":"ContainerDied","Data":"e573ecba766ae516c1b8c01938690be8ea7d7187c5a41d287174141938783d6e"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.506945 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"87723e18-18a7-42e2-90ae-f3ecdb2ea012","Type":"ContainerDied","Data":"457b19d588622d34a5bc62c8b81e5b41aafef45def3b1fe403e0485af2ec764a"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.506982 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="457b19d588622d34a5bc62c8b81e5b41aafef45def3b1fe403e0485af2ec764a" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.509380 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell00d41-account-delete-mv8f9"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.516557 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-4xl9v"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.517087 4809 generic.go:334] "Generic (PLEG): container finished" podID="423e0b8a-e89b-4d15-aa3f-315377666698" containerID="35d11c057d7d2c11ba64f7111b9dd2283c1ac3a0a80559bcef24d5626524857d" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.517150 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" event={"ID":"423e0b8a-e89b-4d15-aa3f-315377666698","Type":"ContainerDied","Data":"35d11c057d7d2c11ba64f7111b9dd2283c1ac3a0a80559bcef24d5626524857d"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.522866 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-6q5m4"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.527930 4809 generic.go:334] "Generic (PLEG): container finished" podID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerID="486b0caefd39445fdcdfec2a4104ea987abc7dd868106f2cf6454f27e47a6145" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.528018 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3bb669d6-e028-405b-a0b7-0c6a6ca6405f","Type":"ContainerDied","Data":"486b0caefd39445fdcdfec2a4104ea987abc7dd868106f2cf6454f27e47a6145"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.530652 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.531388 4809 generic.go:334] "Generic (PLEG): container finished" podID="9cb418d7-f587-412d-9ab7-1f3b32837cd8" containerID="dd29f4ee2e88862e481b73f02923a3fecc2398bcf831dd94edc4c0b978dddd07" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.531471 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"9cb418d7-f587-412d-9ab7-1f3b32837cd8","Type":"ContainerDied","Data":"dd29f4ee2e88862e481b73f02923a3fecc2398bcf831dd94edc4c0b978dddd07"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.531495 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"9cb418d7-f587-412d-9ab7-1f3b32837cd8","Type":"ContainerDied","Data":"e05ac1a9ade4230d30c8ffe5cb6d5663a91e5f88be9980971a424800aa68d6ce"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.531507 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e05ac1a9ade4230d30c8ffe5cb6d5663a91e5f88be9980971a424800aa68d6ce" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.533160 4809 generic.go:334] "Generic (PLEG): container finished" podID="214bda65-917f-40ef-9340-f59ef787e98e" containerID="169a6617effde6c6586a993347bb6be736b78486f007dbb6e6cebef281cf29dc" exitCode=143 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.533201 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" event={"ID":"214bda65-917f-40ef-9340-f59ef787e98e","Type":"ContainerDied","Data":"169a6617effde6c6586a993347bb6be736b78486f007dbb6e6cebef281cf29dc"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.537090 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-6q5m4"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.541441 4809 generic.go:334] "Generic (PLEG): container finished" podID="396d9379-362c-4b72-a376-6156d12ca6ae" containerID="ba8ddf9ef64a4f81ae39b0d46905c5ed56e8c624cf16745e6880801694b5ece9" exitCode=143 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.541570 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" event={"ID":"396d9379-362c-4b72-a376-6156d12ca6ae","Type":"ContainerDied","Data":"ba8ddf9ef64a4f81ae39b0d46905c5ed56e8c624cf16745e6880801694b5ece9"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.544044 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"185dda58-faaa-4be7-b012-d6a42fb7d60d","Type":"ContainerDied","Data":"b653a8e36eb74de9958dc01bbfc490da8e6dac46ddc97c1970722e3a30881a9c"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.544098 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b653a8e36eb74de9958dc01bbfc490da8e6dac46ddc97c1970722e3a30881a9c" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.545536 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.549610 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" event={"ID":"27b7ae73-9ca7-4755-9f77-7e622f5974e0","Type":"ContainerStarted","Data":"3df833b65d198063e6e417e251c564e398e06ddd8d3b7bec63056ae31fa40516"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.551422 4809 generic.go:334] "Generic (PLEG): container finished" podID="599d61e7-ccf1-4939-bc59-8ac9daebc05b" containerID="48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.551486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"599d61e7-ccf1-4939-bc59-8ac9daebc05b","Type":"ContainerDied","Data":"48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.551575 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-0d41-account-create-gm4ss"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.554792 4809 generic.go:334] "Generic (PLEG): container finished" podID="131e94e6-4bc7-490a-859b-e985024b57fc" containerID="aa4ce2f3dd483c2c5eaf428dfe0da7127b78dc0a6a7f16f8f1a88d147a2f2e52" exitCode=143 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.554859 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" event={"ID":"131e94e6-4bc7-490a-859b-e985024b57fc","Type":"ContainerDied","Data":"aa4ce2f3dd483c2c5eaf428dfe0da7127b78dc0a6a7f16f8f1a88d147a2f2e52"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.558335 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.563149 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-8ghn2"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566114 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="0495f120480d6aed9a4406927491381ff1333cabcedfff21bb47bf03075b973a" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566156 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="59181c03906bf99f0fc4ed6c21bc8171725fb6a9ba83a0c6440641de1838b867" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566171 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="cc6db10c6ed5b3269ac881bcd3bf568ace1e9c418ed876ff6ba1f815f5c10d97" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566182 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="bf9a242de91ff525cfd91b83562260b664255c980067b2e135eaa61b14ea9960" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566156 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"0495f120480d6aed9a4406927491381ff1333cabcedfff21bb47bf03075b973a"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566225 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"59181c03906bf99f0fc4ed6c21bc8171725fb6a9ba83a0c6440641de1838b867"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566242 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"cc6db10c6ed5b3269ac881bcd3bf568ace1e9c418ed876ff6ba1f815f5c10d97"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566256 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"bf9a242de91ff525cfd91b83562260b664255c980067b2e135eaa61b14ea9960"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566269 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"191e8e5a9f827d6b8660954fdc56f404f0f5ec51eb75f501e28d72c60aa32742"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566193 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="191e8e5a9f827d6b8660954fdc56f404f0f5ec51eb75f501e28d72c60aa32742" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566296 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="0074853b492cab815c540e06f9e05a8aea5922f9bb7c4c1ed1eadfef92370f23" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566309 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="3e2b5f9e4c6df8a132c9b75ed68978fbf092dc21cdc6483b075dfffa7bf0687d" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566322 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="6df4e2fe55ced65dd74a2091240a168da72848eef6a1ff2be3b881e476d14b60" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566333 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="31306965213dee7e6a00f7372efbc9460f90f64696655435a77969451e7d50a4" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566343 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="818e471a2db1b660c9b5d061345ede331c20312b6608e005de8176a11f2316a8" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566353 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="c6a15c2055631d05cbd589c59d3cfa0a1d8cfcfe096a23ab4b42dbfd669ecb05" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566363 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="ebf3d6a13675436198cae1cfc3a2474eed1c12eb36d7950db9cce8259cb38b84" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566365 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"0074853b492cab815c540e06f9e05a8aea5922f9bb7c4c1ed1eadfef92370f23"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566373 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="051a814ca15ee10a633b7490920e034f41b513e493692d815ed596807be85acf" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566387 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="282933e21b898ccdf1e8a0e6b21b48bf72276411309ec4ba61a6d5e364e00918" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566389 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"3e2b5f9e4c6df8a132c9b75ed68978fbf092dc21cdc6483b075dfffa7bf0687d"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566465 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"6df4e2fe55ced65dd74a2091240a168da72848eef6a1ff2be3b881e476d14b60"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566479 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"31306965213dee7e6a00f7372efbc9460f90f64696655435a77969451e7d50a4"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566493 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"818e471a2db1b660c9b5d061345ede331c20312b6608e005de8176a11f2316a8"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"c6a15c2055631d05cbd589c59d3cfa0a1d8cfcfe096a23ab4b42dbfd669ecb05"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566521 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"ebf3d6a13675436198cae1cfc3a2474eed1c12eb36d7950db9cce8259cb38b84"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566535 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"051a814ca15ee10a633b7490920e034f41b513e493692d815ed596807be85acf"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.566548 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"282933e21b898ccdf1e8a0e6b21b48bf72276411309ec4ba61a6d5e364e00918"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.567636 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-8ghn2"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.569038 4809 generic.go:334] "Generic (PLEG): container finished" podID="fc8b2657-8ca1-4338-ae88-a48d6f72e149" containerID="2302d6168e9b16d0bbdfa4b287657d566e9601dbc354502de28efba6efe0083e" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.569056 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"fc8b2657-8ca1-4338-ae88-a48d6f72e149","Type":"ContainerDied","Data":"2302d6168e9b16d0bbdfa4b287657d566e9601dbc354502de28efba6efe0083e"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.572930 4809 generic.go:334] "Generic (PLEG): container finished" podID="1ec7215b-a5bd-4138-8d29-96f03e3a40be" containerID="913fc44a76273ddb9bd20a097585185152ff651fd92b1592e4db8b7f284ee1f2" exitCode=0 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.572962 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1ec7215b-a5bd-4138-8d29-96f03e3a40be","Type":"ContainerDied","Data":"913fc44a76273ddb9bd20a097585185152ff651fd92b1592e4db8b7f284ee1f2"} Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.573234 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-f5xt5"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.584878 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-f5xt5"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.584970 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone3708-account-delete-f9qzv"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.586553 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.586653 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone3708-account-delete-f9qzv" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.592474 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-747f74f456-89wqk"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.596956 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone3708-account-delete-f9qzv"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.597620 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" podUID="1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" containerName="keystone-api" containerID="cri-o://e177831c8d5b623370937ad46c1416358cf9612befed0bf5a56296b2fb219dbe" gracePeriod=30 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.603465 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-2wfrr"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.629845 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-2wfrr"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.634596 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone3708-account-delete-f9qzv"] Oct 13 19:45:06 crc kubenswrapper[4809]: E1013 19:45:06.645433 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:45:06 crc kubenswrapper[4809]: E1013 19:45:06.645532 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data podName:bcf1849c-287f-45f9-8f55-7d34f33a6be4 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:08.645507639 +0000 UTC m=+1227.251254224 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data") pod "rabbitmq-server-0" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4") : configmap "rabbitmq-config-data" not found Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.652554 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-3708-account-create-pwwkc"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.661871 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-3708-account-create-pwwkc"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.672656 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinderd918-account-delete-7wj42"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.693973 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.752844 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-swgnv\" (UniqueName: \"kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv\") pod \"keystone3708-account-delete-f9qzv\" (UID: \"7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5\") " pod="openstack-kuttl-tests/keystone3708-account-delete-f9qzv" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.762155 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/placementb3a5-account-delete-nvznc" secret="" err="secret \"galera-openstack-dockercfg-2sw86\" not found" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.762211 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementb3a5-account-delete-nvznc" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.803801 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.821949 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.824072 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" podUID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.0.153:8080/healthcheck\": dial tcp 10.217.0.153:8080: connect: connection refused" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.824280 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" podUID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerName="proxy-server" probeResult="failure" output="Get \"https://10.217.0.153:8080/healthcheck\": dial tcp 10.217.0.153:8080: connect: connection refused" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.839634 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/glance44b2-account-delete-ppbdn" secret="" err="secret \"galera-openstack-dockercfg-2sw86\" not found" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.839698 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance44b2-account-delete-ppbdn" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.841030 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg" secret="" err="secret \"galera-openstack-dockercfg-2sw86\" not found" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.841052 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.865945 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/barbican5e97-account-delete-tpstd" secret="" err="secret \"galera-openstack-dockercfg-2sw86\" not found" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.866023 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican5e97-account-delete-tpstd" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.869279 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-swgnv\" (UniqueName: \"kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv\") pod \"keystone3708-account-delete-f9qzv\" (UID: \"7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5\") " pod="openstack-kuttl-tests/keystone3708-account-delete-f9qzv" Oct 13 19:45:06 crc kubenswrapper[4809]: E1013 19:45:06.873580 4809 projected.go:194] Error preparing data for projected volume kube-api-access-swgnv for pod openstack-kuttl-tests/keystone3708-account-delete-f9qzv: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:06 crc kubenswrapper[4809]: E1013 19:45:06.873711 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv podName:7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:07.373680967 +0000 UTC m=+1225.979427552 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-swgnv" (UniqueName: "kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv") pod "keystone3708-account-delete-f9qzv" (UID: "7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:06 crc kubenswrapper[4809]: E1013 19:45:06.904675 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[kube-api-access-p9qwk], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/novacell00d41-account-delete-mv8f9" podUID="3bb8559e-ad86-40d1-9495-5fc2c9cd14fa" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.956554 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.958765 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.959892 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="bcf1849c-287f-45f9-8f55-7d34f33a6be4" containerName="rabbitmq" containerID="cri-o://88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a" gracePeriod=604800 Oct 13 19:45:06 crc kubenswrapper[4809]: I1013 19:45:06.987464 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.018040 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.029109 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.086468 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-combined-ca-bundle\") pod \"185dda58-faaa-4be7-b012-d6a42fb7d60d\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.086822 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fwxnn\" (UniqueName: \"kubernetes.io/projected/185dda58-faaa-4be7-b012-d6a42fb7d60d-kube-api-access-fwxnn\") pod \"185dda58-faaa-4be7-b012-d6a42fb7d60d\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.086886 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-config-data\") pod \"185dda58-faaa-4be7-b012-d6a42fb7d60d\" (UID: \"185dda58-faaa-4be7-b012-d6a42fb7d60d\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.123589 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.204654 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-public-tls-certs\") pod \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.204739 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ffa81077-637e-4699-bb60-d80a9b8eb7aa-logs\") pod \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.204779 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-nova-metadata-tls-certs\") pod \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.204842 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-combined-ca-bundle\") pod \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.204890 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-combined-ca-bundle\") pod \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.204920 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-default\") pod \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.204953 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-galera-tls-certs\") pod \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.204986 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-operator-scripts\") pod \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.205001 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data-custom\") pod \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.205047 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-generated\") pod \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.205071 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kolla-config\") pod \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.205093 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xs6qq\" (UniqueName: \"kubernetes.io/projected/87723e18-18a7-42e2-90ae-f3ecdb2ea012-kube-api-access-xs6qq\") pod \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.205869 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4mdjv\" (UniqueName: \"kubernetes.io/projected/ffa81077-637e-4699-bb60-d80a9b8eb7aa-kube-api-access-4mdjv\") pod \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.205902 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-config-data\") pod \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.205925 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-combined-ca-bundle\") pod \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.205944 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-combined-ca-bundle\") pod \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.205966 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-secrets\") pod \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.205987 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.206010 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-scripts\") pod \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.206026 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-internal-tls-certs\") pod \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.206052 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-internal-tls-certs\") pod \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.206073 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-config-data\") pod \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.206097 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-logs\") pod \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.206113 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data\") pod \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.206132 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dt6sm\" (UniqueName: \"kubernetes.io/projected/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kube-api-access-dt6sm\") pod \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\" (UID: \"9cb418d7-f587-412d-9ab7-1f3b32837cd8\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.206158 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ffa81077-637e-4699-bb60-d80a9b8eb7aa-etc-machine-id\") pod \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\" (UID: \"ffa81077-637e-4699-bb60-d80a9b8eb7aa\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.206197 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/87723e18-18a7-42e2-90ae-f3ecdb2ea012-logs\") pod \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\" (UID: \"87723e18-18a7-42e2-90ae-f3ecdb2ea012\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.205852 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "9cb418d7-f587-412d-9ab7-1f3b32837cd8" (UID: "9cb418d7-f587-412d-9ab7-1f3b32837cd8"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: E1013 19:45:07.210915 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:45:07 crc kubenswrapper[4809]: E1013 19:45:07.220813 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data podName:d5c6d7bf-b55a-41ba-b79e-e54b199a6231 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:11.220791322 +0000 UTC m=+1229.826537907 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data") pod "rabbitmq-cell1-server-0" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.221231 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "9cb418d7-f587-412d-9ab7-1f3b32837cd8" (UID: "9cb418d7-f587-412d-9ab7-1f3b32837cd8"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.222242 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-logs" (OuterVolumeSpecName: "logs") pod "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" (UID: "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.249379 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "9cb418d7-f587-412d-9ab7-1f3b32837cd8" (UID: "9cb418d7-f587-412d-9ab7-1f3b32837cd8"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.271096 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ffa81077-637e-4699-bb60-d80a9b8eb7aa-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "ffa81077-637e-4699-bb60-d80a9b8eb7aa" (UID: "ffa81077-637e-4699-bb60-d80a9b8eb7aa"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.212446 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "9cb418d7-f587-412d-9ab7-1f3b32837cd8" (UID: "9cb418d7-f587-412d-9ab7-1f3b32837cd8"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.217971 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/87723e18-18a7-42e2-90ae-f3ecdb2ea012-logs" (OuterVolumeSpecName: "logs") pod "87723e18-18a7-42e2-90ae-f3ecdb2ea012" (UID: "87723e18-18a7-42e2-90ae-f3ecdb2ea012"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.220679 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ffa81077-637e-4699-bb60-d80a9b8eb7aa-logs" (OuterVolumeSpecName: "logs") pod "ffa81077-637e-4699-bb60-d80a9b8eb7aa" (UID: "ffa81077-637e-4699-bb60-d80a9b8eb7aa"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.273051 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kube-api-access-dt6sm" (OuterVolumeSpecName: "kube-api-access-dt6sm") pod "9cb418d7-f587-412d-9ab7-1f3b32837cd8" (UID: "9cb418d7-f587-412d-9ab7-1f3b32837cd8"). InnerVolumeSpecName "kube-api-access-dt6sm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.273124 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ffa81077-637e-4699-bb60-d80a9b8eb7aa-kube-api-access-4mdjv" (OuterVolumeSpecName: "kube-api-access-4mdjv") pod "ffa81077-637e-4699-bb60-d80a9b8eb7aa" (UID: "ffa81077-637e-4699-bb60-d80a9b8eb7aa"). InnerVolumeSpecName "kube-api-access-4mdjv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.275439 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/185dda58-faaa-4be7-b012-d6a42fb7d60d-kube-api-access-fwxnn" (OuterVolumeSpecName: "kube-api-access-fwxnn") pod "185dda58-faaa-4be7-b012-d6a42fb7d60d" (UID: "185dda58-faaa-4be7-b012-d6a42fb7d60d"). InnerVolumeSpecName "kube-api-access-fwxnn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.285333 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-secrets" (OuterVolumeSpecName: "secrets") pod "9cb418d7-f587-412d-9ab7-1f3b32837cd8" (UID: "9cb418d7-f587-412d-9ab7-1f3b32837cd8"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.303613 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "ffa81077-637e-4699-bb60-d80a9b8eb7aa" (UID: "ffa81077-637e-4699-bb60-d80a9b8eb7aa"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.310082 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/87723e18-18a7-42e2-90ae-f3ecdb2ea012-kube-api-access-xs6qq" (OuterVolumeSpecName: "kube-api-access-xs6qq") pod "87723e18-18a7-42e2-90ae-f3ecdb2ea012" (UID: "87723e18-18a7-42e2-90ae-f3ecdb2ea012"). InnerVolumeSpecName "kube-api-access-xs6qq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.311847 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mv846\" (UniqueName: \"kubernetes.io/projected/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-kube-api-access-mv846\") pod \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.311912 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-public-tls-certs\") pod \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\" (UID: \"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204\") " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.311953 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-scripts" (OuterVolumeSpecName: "scripts") pod "ffa81077-637e-4699-bb60-d80a9b8eb7aa" (UID: "ffa81077-637e-4699-bb60-d80a9b8eb7aa"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312573 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312600 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dt6sm\" (UniqueName: \"kubernetes.io/projected/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kube-api-access-dt6sm\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312613 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ffa81077-637e-4699-bb60-d80a9b8eb7aa-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312627 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/87723e18-18a7-42e2-90ae-f3ecdb2ea012-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312639 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ffa81077-637e-4699-bb60-d80a9b8eb7aa-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312651 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fwxnn\" (UniqueName: \"kubernetes.io/projected/185dda58-faaa-4be7-b012-d6a42fb7d60d-kube-api-access-fwxnn\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312663 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312674 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312685 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312697 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/9cb418d7-f587-412d-9ab7-1f3b32837cd8-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312710 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/9cb418d7-f587-412d-9ab7-1f3b32837cd8-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312721 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xs6qq\" (UniqueName: \"kubernetes.io/projected/87723e18-18a7-42e2-90ae-f3ecdb2ea012-kube-api-access-xs6qq\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312750 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4mdjv\" (UniqueName: \"kubernetes.io/projected/ffa81077-637e-4699-bb60-d80a9b8eb7aa-kube-api-access-4mdjv\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312762 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.312772 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.337314 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-kube-api-access-mv846" (OuterVolumeSpecName: "kube-api-access-mv846") pod "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" (UID: "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204"). InnerVolumeSpecName "kube-api-access-mv846". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.404640 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage12-crc" (OuterVolumeSpecName: "mysql-db") pod "9cb418d7-f587-412d-9ab7-1f3b32837cd8" (UID: "9cb418d7-f587-412d-9ab7-1f3b32837cd8"). InnerVolumeSpecName "local-storage12-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.416875 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p9qwk\" (UniqueName: \"kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk\") pod \"novacell00d41-account-delete-mv8f9\" (UID: \"3bb8559e-ad86-40d1-9495-5fc2c9cd14fa\") " pod="openstack-kuttl-tests/novacell00d41-account-delete-mv8f9" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.416978 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-swgnv\" (UniqueName: \"kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv\") pod \"keystone3708-account-delete-f9qzv\" (UID: \"7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5\") " pod="openstack-kuttl-tests/keystone3708-account-delete-f9qzv" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.417119 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") on node \"crc\" " Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.417140 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mv846\" (UniqueName: \"kubernetes.io/projected/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-kube-api-access-mv846\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: E1013 19:45:07.427298 4809 projected.go:194] Error preparing data for projected volume kube-api-access-swgnv for pod openstack-kuttl-tests/keystone3708-account-delete-f9qzv: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:07 crc kubenswrapper[4809]: E1013 19:45:07.427411 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv podName:7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:08.427383035 +0000 UTC m=+1227.033129620 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-swgnv" (UniqueName: "kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv") pod "keystone3708-account-delete-f9qzv" (UID: "7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:07 crc kubenswrapper[4809]: E1013 19:45:07.427795 4809 projected.go:194] Error preparing data for projected volume kube-api-access-p9qwk for pod openstack-kuttl-tests/novacell00d41-account-delete-mv8f9: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:07 crc kubenswrapper[4809]: E1013 19:45:07.427832 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk podName:3bb8559e-ad86-40d1-9495-5fc2c9cd14fa nodeName:}" failed. No retries permitted until 2025-10-13 19:45:09.427824558 +0000 UTC m=+1228.033571143 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-p9qwk" (UniqueName: "kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk") pod "novacell00d41-account-delete-mv8f9" (UID: "3bb8559e-ad86-40d1-9495-5fc2c9cd14fa") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.617139 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placementb3a5-account-delete-nvznc"] Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.719572 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.721093 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ffa81077-637e-4699-bb60-d80a9b8eb7aa","Type":"ContainerDied","Data":"8daf5bfe822486843015e4999ff962e0236b6910d30b324ea5df5b9f08eeb619"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.721145 4809 scope.go:117] "RemoveContainer" containerID="4b3d335df74341a91d3eb3ff744144edf4d985f9e54734c5f4af072b50ef0577" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.763648 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8","Type":"ContainerDied","Data":"4950758fe7d4eecbfadedbb621622bf162c2f37d0a1a82d28e10b5d48480e685"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.763703 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="4950758fe7d4eecbfadedbb621622bf162c2f37d0a1a82d28e10b5d48480e685" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.767939 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" event={"ID":"9ea893d9-7800-4580-9343-86b8beb7e0ef","Type":"ContainerStarted","Data":"59bae8d332436f41c2cc44fedebd5d03ac170de1ab0fcad35e4130ec791ac2c3"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.768109 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" podUID="9ea893d9-7800-4580-9343-86b8beb7e0ef" containerName="keystone-api" containerID="cri-o://59bae8d332436f41c2cc44fedebd5d03ac170de1ab0fcad35e4130ec791ac2c3" gracePeriod=30 Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.768427 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.777190 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "87723e18-18a7-42e2-90ae-f3ecdb2ea012" (UID: "87723e18-18a7-42e2-90ae-f3ecdb2ea012"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.788669 4809 generic.go:334] "Generic (PLEG): container finished" podID="6c204559-08e1-4479-bd0d-d681e3c18329" containerID="5ed381c07e7fda307ab104575fbc39db8bf65d33eca9eb946ec8d4ec6a81b35e" exitCode=0 Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.788844 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" event={"ID":"6c204559-08e1-4479-bd0d-d681e3c18329","Type":"ContainerDied","Data":"5ed381c07e7fda307ab104575fbc39db8bf65d33eca9eb946ec8d4ec6a81b35e"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.805274 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" podStartSLOduration=7.805255736 podStartE2EDuration="7.805255736s" podCreationTimestamp="2025-10-13 19:45:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:45:07.803884347 +0000 UTC m=+1226.409630942" watchObservedRunningTime="2025-10-13 19:45:07.805255736 +0000 UTC m=+1226.411002321" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.811985 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bcd0c796-b1a2-45d5-a7d6-ed3e968f0204","Type":"ContainerDied","Data":"e458db1ef1cae13e2397b2f8a23107bbdddc1b27a7eec655d529bba22aac2c5f"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.812173 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.833541 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" event={"ID":"eba2db85-5bd2-409c-853c-f7ba635fe4d9","Type":"ContainerStarted","Data":"5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.858981 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.871086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" event={"ID":"e0eddaf5-2109-4214-8e31-b673139412cb","Type":"ContainerStarted","Data":"85636d23c18d42d1e9590e34029aedea445e505abe06dcdd6df7cc73dd5bea7a"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.871197 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" podUID="e0eddaf5-2109-4214-8e31-b673139412cb" containerName="barbican-worker-log" containerID="cri-o://729c35f0d99784db34bd0db40263fcbf3015be5f82740f319db9fea8d9b36949" gracePeriod=30 Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.871447 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" podUID="e0eddaf5-2109-4214-8e31-b673139412cb" containerName="barbican-worker" containerID="cri-o://85636d23c18d42d1e9590e34029aedea445e505abe06dcdd6df7cc73dd5bea7a" gracePeriod=30 Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.891571 4809 generic.go:334] "Generic (PLEG): container finished" podID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerID="7dd187eabf26c28df4fd630be2f0929e8df4c8ccbd1d1965e00005f75739076f" exitCode=0 Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.891668 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" event={"ID":"bf812fdb-4081-4f7f-a21b-3444914f4ae4","Type":"ContainerDied","Data":"7dd187eabf26c28df4fd630be2f0929e8df4c8ccbd1d1965e00005f75739076f"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.891707 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" event={"ID":"bf812fdb-4081-4f7f-a21b-3444914f4ae4","Type":"ContainerDied","Data":"0f813f26125904492b62e017477f60a6780fcf535d0d1f4748e62a6d1268a2d0"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.891737 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0f813f26125904492b62e017477f60a6780fcf535d0d1f4748e62a6d1268a2d0" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.893276 4809 generic.go:334] "Generic (PLEG): container finished" podID="27b7ae73-9ca7-4755-9f77-7e622f5974e0" containerID="83509cb4d5e9997c8e965ebf5a58e345d930d6c1489b220ddd343d0e2b8063d0" exitCode=1 Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.893329 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" event={"ID":"27b7ae73-9ca7-4755-9f77-7e622f5974e0","Type":"ContainerDied","Data":"83509cb4d5e9997c8e965ebf5a58e345d930d6c1489b220ddd343d0e2b8063d0"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.898022 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" secret="" err="secret \"galera-openstack-dockercfg-2sw86\" not found" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.898115 4809 scope.go:117] "RemoveContainer" containerID="83509cb4d5e9997c8e965ebf5a58e345d930d6c1489b220ddd343d0e2b8063d0" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.902395 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-22w59"] Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.908826 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"599d61e7-ccf1-4939-bc59-8ac9daebc05b","Type":"ContainerDied","Data":"81f745eee0caecd60a3e6473dbd6e096b313fe97ba798f5f87e892a3ea6cd02b"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.908894 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="81f745eee0caecd60a3e6473dbd6e096b313fe97ba798f5f87e892a3ea6cd02b" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.910837 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-22w59"] Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.920352 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"95823992-baf3-448d-9130-9bdc71315b07","Type":"ContainerDied","Data":"ed59208fe594fbea68907e6ee2c469979e9d55caad0d24802241dcdee7e7955e"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.920417 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ed59208fe594fbea68907e6ee2c469979e9d55caad0d24802241dcdee7e7955e" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.927411 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-d918-account-create-7rcvv"] Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.929586 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3bb669d6-e028-405b-a0b7-0c6a6ca6405f","Type":"ContainerDied","Data":"1dc0981ec5a3a82619fb2a0de703f8cb3fc2fd94e53273dffdaa56ed4d7049e9"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.929634 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1dc0981ec5a3a82619fb2a0de703f8cb3fc2fd94e53273dffdaa56ed4d7049e9" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.933921 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"90b519b7-1a01-4d06-b2c9-a5490d7fcedf","Type":"ContainerDied","Data":"793bb888b4669e0a39be251da0d9e033c7fe9ff8463cf72a11f3bf0c9e99594a"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.933963 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="793bb888b4669e0a39be251da0d9e033c7fe9ff8463cf72a11f3bf0c9e99594a" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.933979 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinderd918-account-delete-7wj42"] Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.945574 4809 generic.go:334] "Generic (PLEG): container finished" podID="bbcb16c3-1299-4bd8-bb0f-ee431ad63977" containerID="3e96fdca3e201999af98d357d3e03b0dc8fca6623cb12a57c47077878ce7728b" exitCode=0 Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.945680 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"bbcb16c3-1299-4bd8-bb0f-ee431ad63977","Type":"ContainerDied","Data":"3e96fdca3e201999af98d357d3e03b0dc8fca6623cb12a57c47077878ce7728b"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.948874 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-d918-account-create-7rcvv"] Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.952342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"fc8b2657-8ca1-4338-ae88-a48d6f72e149","Type":"ContainerDied","Data":"9db448c3b9baf1b4b64e7a9f44d427ff36e8e39557abaead3796a506473d45cd"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.952395 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9db448c3b9baf1b4b64e7a9f44d427ff36e8e39557abaead3796a506473d45cd" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.955560 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" podStartSLOduration=8.955545065999999 podStartE2EDuration="8.955545066s" podCreationTimestamp="2025-10-13 19:44:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:45:07.898416939 +0000 UTC m=+1226.504163524" watchObservedRunningTime="2025-10-13 19:45:07.955545066 +0000 UTC m=+1226.561291651" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.964567 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"1ec7215b-a5bd-4138-8d29-96f03e3a40be","Type":"ContainerDied","Data":"dd37ce1eee1e065c5e8dd007c4e03129b8d53dd823e4b423995fb56ee1c7c282"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.964626 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="dd37ce1eee1e065c5e8dd007c4e03129b8d53dd823e4b423995fb56ee1c7c282" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.970821 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.971861 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" event={"ID":"95b7e82e-ad9d-496e-af43-eb1774ee819f","Type":"ContainerStarted","Data":"4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d"} Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.971911 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell00d41-account-delete-mv8f9" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.971997 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.972181 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:45:07 crc kubenswrapper[4809]: I1013 19:45:07.996786 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" (UID: "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.019070 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9cb418d7-f587-412d-9ab7-1f3b32837cd8" (UID: "9cb418d7-f587-412d-9ab7-1f3b32837cd8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.063230 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.063517 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.105333 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican5e97-account-delete-tpstd"] Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.145939 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-config-data" (OuterVolumeSpecName: "config-data") pod "185dda58-faaa-4be7-b012-d6a42fb7d60d" (UID: "185dda58-faaa-4be7-b012-d6a42fb7d60d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.150131 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "9cb418d7-f587-412d-9ab7-1f3b32837cd8" (UID: "9cb418d7-f587-412d-9ab7-1f3b32837cd8"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.151882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-config-data" (OuterVolumeSpecName: "config-data") pod "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" (UID: "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.171977 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-config-data" (OuterVolumeSpecName: "config-data") pod "87723e18-18a7-42e2-90ae-f3ecdb2ea012" (UID: "87723e18-18a7-42e2-90ae-f3ecdb2ea012"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.180077 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage12-crc" (UniqueName: "kubernetes.io/local-volume/local-storage12-crc") on node "crc" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.189645 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.189686 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/9cb418d7-f587-412d-9ab7-1f3b32837cd8-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.189697 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.189708 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.189718 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: E1013 19:45:08.191997 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 19:45:08 crc kubenswrapper[4809]: E1013 19:45:08.192049 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0 podName:dd366127-4f01-4690-ba04-b580b8cf4353 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:08.69203298 +0000 UTC m=+1227.297779555 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0") pod "dnsmasq-dnsmasq-89b47bd49-528gc" (UID: "dd366127-4f01-4690-ba04-b580b8cf4353") : configmap "dns-swift-storage-0" not found Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.218716 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "185dda58-faaa-4be7-b012-d6a42fb7d60d" (UID: "185dda58-faaa-4be7-b012-d6a42fb7d60d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.221181 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="081d9193-67b2-42ad-aa2a-6edde173cade" path="/var/lib/kubelet/pods/081d9193-67b2-42ad-aa2a-6edde173cade/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.221681 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1aca7e7a-1017-49e8-8f20-f17ccd1a8d51" path="/var/lib/kubelet/pods/1aca7e7a-1017-49e8-8f20-f17ccd1a8d51/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.221713 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "87723e18-18a7-42e2-90ae-f3ecdb2ea012" (UID: "87723e18-18a7-42e2-90ae-f3ecdb2ea012"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.222327 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="339172d4-e389-42d9-a67c-4f9f071ec083" path="/var/lib/kubelet/pods/339172d4-e389-42d9-a67c-4f9f071ec083/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.223499 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="38587c6e-c16c-4cbf-a29a-63ec44545ec0" path="/var/lib/kubelet/pods/38587c6e-c16c-4cbf-a29a-63ec44545ec0/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.224056 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3fedd046-43b0-43f1-b8a3-180a48e122c4" path="/var/lib/kubelet/pods/3fedd046-43b0-43f1-b8a3-180a48e122c4/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.225179 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="44afc61d-58b8-47cd-86a9-cc1131d7f3d0" path="/var/lib/kubelet/pods/44afc61d-58b8-47cd-86a9-cc1131d7f3d0/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.225665 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5ba39566-e3fc-42bb-95fd-69b6e4fbad8b" path="/var/lib/kubelet/pods/5ba39566-e3fc-42bb-95fd-69b6e4fbad8b/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.226764 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5fd1b47b-e006-4fdd-9f46-392f5000a712" path="/var/lib/kubelet/pods/5fd1b47b-e006-4fdd-9f46-392f5000a712/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.227295 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="642544d4-ed4f-44de-a26d-47106914286a" path="/var/lib/kubelet/pods/642544d4-ed4f-44de-a26d-47106914286a/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.245802 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="68f4867d-b279-474e-a53c-7d593bc22b1d" path="/var/lib/kubelet/pods/68f4867d-b279-474e-a53c-7d593bc22b1d/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.274402 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7e64cfad-968b-4088-a020-063c9bc53b78" path="/var/lib/kubelet/pods/7e64cfad-968b-4088-a020-063c9bc53b78/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.274852 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "ffa81077-637e-4699-bb60-d80a9b8eb7aa" (UID: "ffa81077-637e-4699-bb60-d80a9b8eb7aa"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.276045 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc" path="/var/lib/kubelet/pods/7f3b5f06-88cd-4bbe-b5d2-06bb834b88bc/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.276852 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="841d8b83-b767-42ad-beaa-acb95e137fcf" path="/var/lib/kubelet/pods/841d8b83-b767-42ad-beaa-acb95e137fcf/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.277654 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="92f09578-f6f0-415c-badf-d9904c16df09" path="/var/lib/kubelet/pods/92f09578-f6f0-415c-badf-d9904c16df09/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.290866 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.290892 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/87723e18-18a7-42e2-90ae-f3ecdb2ea012-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.290904 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/185dda58-faaa-4be7-b012-d6a42fb7d60d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.293215 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9c4a18f9-6a01-4dec-8689-9db35b246724" path="/var/lib/kubelet/pods/9c4a18f9-6a01-4dec-8689-9db35b246724/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.296142 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d6b2a7fb-6f3b-4fb5-883f-54eee1796beb" path="/var/lib/kubelet/pods/d6b2a7fb-6f3b-4fb5-883f-54eee1796beb/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.304185 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d6f0774d-143a-4a12-bded-37f89f031a25" path="/var/lib/kubelet/pods/d6f0774d-143a-4a12-bded-37f89f031a25/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.305180 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="de3f2cc3-0d5f-4fb2-a71a-062bdea3264e" path="/var/lib/kubelet/pods/de3f2cc3-0d5f-4fb2-a71a-062bdea3264e/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.306062 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="eec8a2e4-69a7-433c-b50d-735a75a020fd" path="/var/lib/kubelet/pods/eec8a2e4-69a7-433c-b50d-735a75a020fd/volumes" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.329126 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ffa81077-637e-4699-bb60-d80a9b8eb7aa" (UID: "ffa81077-637e-4699-bb60-d80a9b8eb7aa"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.345299 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "ffa81077-637e-4699-bb60-d80a9b8eb7aa" (UID: "ffa81077-637e-4699-bb60-d80a9b8eb7aa"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.393038 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.393077 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.417150 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" (UID: "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.418547 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data" (OuterVolumeSpecName: "config-data") pod "ffa81077-637e-4699-bb60-d80a9b8eb7aa" (UID: "ffa81077-637e-4699-bb60-d80a9b8eb7aa"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.465937 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" (UID: "bcd0c796-b1a2-45d5-a7d6-ed3e968f0204"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.496245 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-swgnv\" (UniqueName: \"kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv\") pod \"keystone3708-account-delete-f9qzv\" (UID: \"7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5\") " pod="openstack-kuttl-tests/keystone3708-account-delete-f9qzv" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.496420 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.496438 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.496448 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ffa81077-637e-4699-bb60-d80a9b8eb7aa-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:08 crc kubenswrapper[4809]: E1013 19:45:08.502263 4809 projected.go:194] Error preparing data for projected volume kube-api-access-swgnv for pod openstack-kuttl-tests/keystone3708-account-delete-f9qzv: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:08 crc kubenswrapper[4809]: E1013 19:45:08.502315 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv podName:7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:10.502301156 +0000 UTC m=+1229.108047741 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-swgnv" (UniqueName: "kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv") pod "keystone3708-account-delete-f9qzv" (UID: "7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:08 crc kubenswrapper[4809]: E1013 19:45:08.719907 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:45:08 crc kubenswrapper[4809]: E1013 19:45:08.719973 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data podName:bcf1849c-287f-45f9-8f55-7d34f33a6be4 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:12.719958164 +0000 UTC m=+1231.325704749 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data") pod "rabbitmq-server-0" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4") : configmap "rabbitmq-config-data" not found Oct 13 19:45:08 crc kubenswrapper[4809]: E1013 19:45:08.720255 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 19:45:08 crc kubenswrapper[4809]: E1013 19:45:08.720282 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0 podName:dd366127-4f01-4690-ba04-b580b8cf4353 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:09.720275413 +0000 UTC m=+1228.326021998 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0") pod "dnsmasq-dnsmasq-89b47bd49-528gc" (UID: "dd366127-4f01-4690-ba04-b580b8cf4353") : configmap "dns-swift-storage-0" not found Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.720896 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance44b2-account-delete-ppbdn"] Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.720924 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz"] Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.720939 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg"] Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.732857 4809 scope.go:117] "RemoveContainer" containerID="7c961a71e8f5ec1e389a14f28cb81733f26c1ab8f2445884fc438a8c38aa75a1" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.746841 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.775293 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.832231 4809 scope.go:117] "RemoveContainer" containerID="31178341856bc268b8e8a64d492a5a326326421725a207234081af25b335ca48" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.846181 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.855015 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.861900 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.925284 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-ceilometer-tls-certs\") pod \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.925549 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-run-httpd\") pod \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.925633 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-scripts\") pod \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.925719 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-combined-ca-bundle\") pod \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.925818 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-public-tls-certs\") pod \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.925904 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-config-data\") pod \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.925981 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-httpd-run\") pod \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.926542 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-log-httpd\") pod \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.926650 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-combined-ca-bundle\") pod \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.926763 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-sg-core-conf-yaml\") pod \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.927959 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-logs\") pod \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.928036 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.928115 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-config-data\") pod \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.928189 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8wxdc\" (UniqueName: \"kubernetes.io/projected/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-kube-api-access-8wxdc\") pod \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\" (UID: \"3bb669d6-e028-405b-a0b7-0c6a6ca6405f\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.928341 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pjtvg\" (UniqueName: \"kubernetes.io/projected/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-kube-api-access-pjtvg\") pod \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.928447 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-scripts\") pod \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\" (UID: \"f670d3c5-faa8-4fa6-9d16-34630e9d8ed8\") " Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.933947 4809 scope.go:117] "RemoveContainer" containerID="1e902408da9fd79049a4d4316659d160f61cb8477b86a5ea720787927346cf8a" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.927649 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.927316 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "3bb669d6-e028-405b-a0b7-0c6a6ca6405f" (UID: "3bb669d6-e028-405b-a0b7-0c6a6ca6405f"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.927627 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" (UID: "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.934536 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-logs" (OuterVolumeSpecName: "logs") pod "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" (UID: "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.935127 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "3bb669d6-e028-405b-a0b7-0c6a6ca6405f" (UID: "3bb669d6-e028-405b-a0b7-0c6a6ca6405f"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.947615 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.972992 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-scripts" (OuterVolumeSpecName: "scripts") pod "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" (UID: "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.973088 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-scripts" (OuterVolumeSpecName: "scripts") pod "3bb669d6-e028-405b-a0b7-0c6a6ca6405f" (UID: "3bb669d6-e028-405b-a0b7-0c6a6ca6405f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.973177 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage15-crc" (OuterVolumeSpecName: "glance") pod "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" (UID: "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8"). InnerVolumeSpecName "local-storage15-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.981011 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-kube-api-access-pjtvg" (OuterVolumeSpecName: "kube-api-access-pjtvg") pod "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" (UID: "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8"). InnerVolumeSpecName "kube-api-access-pjtvg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.981124 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-kube-api-access-8wxdc" (OuterVolumeSpecName: "kube-api-access-8wxdc") pod "3bb669d6-e028-405b-a0b7-0c6a6ca6405f" (UID: "3bb669d6-e028-405b-a0b7-0c6a6ca6405f"). InnerVolumeSpecName "kube-api-access-8wxdc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:08 crc kubenswrapper[4809]: I1013 19:45:08.991103 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.001685 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.009881 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:45:09 crc kubenswrapper[4809]: E1013 19:45:09.010873 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[kube-api-access-swgnv], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/keystone3708-account-delete-f9qzv" podUID="7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.034597 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lqv8x\" (UniqueName: \"kubernetes.io/projected/1ec7215b-a5bd-4138-8d29-96f03e3a40be-kube-api-access-lqv8x\") pod \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.034701 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-httpd-run\") pod \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.034760 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-scripts\") pod \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.034790 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.034856 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-config-data\") pod \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.034939 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-logs\") pod \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.034967 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-combined-ca-bundle\") pod \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.035054 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-internal-tls-certs\") pod \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\" (UID: \"1ec7215b-a5bd-4138-8d29-96f03e3a40be\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.035545 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.035557 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.035566 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.035575 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.035584 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.035592 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.035614 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.035625 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8wxdc\" (UniqueName: \"kubernetes.io/projected/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-kube-api-access-8wxdc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.035636 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pjtvg\" (UniqueName: \"kubernetes.io/projected/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-kube-api-access-pjtvg\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.036404 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.038351 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "1ec7215b-a5bd-4138-8d29-96f03e3a40be" (UID: "1ec7215b-a5bd-4138-8d29-96f03e3a40be"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.042440 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-logs" (OuterVolumeSpecName: "logs") pod "1ec7215b-a5bd-4138-8d29-96f03e3a40be" (UID: "1ec7215b-a5bd-4138-8d29-96f03e3a40be"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.051309 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"bbcb16c3-1299-4bd8-bb0f-ee431ad63977","Type":"ContainerDied","Data":"fb7c4d606f4e7865389dec7d2887f19ad1bb1857858e37354e69347e2931dda8"} Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.051379 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="fb7c4d606f4e7865389dec7d2887f19ad1bb1857858e37354e69347e2931dda8" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.097940 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg" event={"ID":"922fe55b-5779-45a2-97dc-de10a14290a9","Type":"ContainerStarted","Data":"d71d3a88a49e5730cbd8522b43358038f4e34a69780a10d8250f123b6bc71c91"} Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.135300 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" (UID: "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.137381 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-config\") pod \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.137448 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placementb3a5-account-delete-nvznc" event={"ID":"0d5b54dd-75aa-45e9-aab4-1703b6065561","Type":"ContainerStarted","Data":"96288139a93a4cd69f897a1096c22f86d2e320575861c698ccbac21c14362ae5"} Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.137572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2n9vv\" (UniqueName: \"kubernetes.io/projected/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-api-access-2n9vv\") pod \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.137640 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-combined-ca-bundle\") pod \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.137664 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-config-data\") pod \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.137744 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ctr5x\" (UniqueName: \"kubernetes.io/projected/599d61e7-ccf1-4939-bc59-8ac9daebc05b-kube-api-access-ctr5x\") pod \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.137794 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage06-crc" (OuterVolumeSpecName: "glance") pod "1ec7215b-a5bd-4138-8d29-96f03e3a40be" (UID: "1ec7215b-a5bd-4138-8d29-96f03e3a40be"). InnerVolumeSpecName "local-storage06-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.137850 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-certs\") pod \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\" (UID: \"90b519b7-1a01-4d06-b2c9-a5490d7fcedf\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.137874 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-combined-ca-bundle\") pod \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\" (UID: \"599d61e7-ccf1-4939-bc59-8ac9daebc05b\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.138841 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-scripts" (OuterVolumeSpecName: "scripts") pod "1ec7215b-a5bd-4138-8d29-96f03e3a40be" (UID: "1ec7215b-a5bd-4138-8d29-96f03e3a40be"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.143630 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.144228 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.144247 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.144296 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.144309 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.144319 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/1ec7215b-a5bd-4138-8d29-96f03e3a40be-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.144368 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.144408 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" event={"ID":"a778598d-8ef9-43ef-822f-b989a424879b","Type":"ContainerStarted","Data":"dcccd3864a54c777952eaf02821b9885377e0165236086bbba0c930881ee9e95"} Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.146328 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.150320 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1ec7215b-a5bd-4138-8d29-96f03e3a40be-kube-api-access-lqv8x" (OuterVolumeSpecName: "kube-api-access-lqv8x") pod "1ec7215b-a5bd-4138-8d29-96f03e3a40be" (UID: "1ec7215b-a5bd-4138-8d29-96f03e3a40be"). InnerVolumeSpecName "kube-api-access-lqv8x". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.150788 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell00d41-account-delete-mv8f9" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.155861 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" podUID="05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" containerName="barbican-keystone-listener-log" containerID="cri-o://8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c" gracePeriod=30 Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.155979 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" podUID="05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" containerName="barbican-keystone-listener" containerID="cri-o://7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239" gracePeriod=30 Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.155957 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" event={"ID":"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a","Type":"ContainerStarted","Data":"7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239"} Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.158582 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.176070 4809 generic.go:334] "Generic (PLEG): container finished" podID="e0eddaf5-2109-4214-8e31-b673139412cb" containerID="729c35f0d99784db34bd0db40263fcbf3015be5f82740f319db9fea8d9b36949" exitCode=143 Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.176148 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" event={"ID":"e0eddaf5-2109-4214-8e31-b673139412cb","Type":"ContainerDied","Data":"729c35f0d99784db34bd0db40263fcbf3015be5f82740f319db9fea8d9b36949"} Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.181928 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" event={"ID":"c9df7ffe-d66c-4534-84c3-91ac58029e3c","Type":"ContainerStarted","Data":"f7e96a2e4ff2154eddc822033e6030ce33063feeb6f28c9e6ec534a7883d4186"} Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.185993 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican5e97-account-delete-tpstd" event={"ID":"97fc4d46-2d2e-4912-8306-83d54527e043","Type":"ContainerStarted","Data":"015abcab3b7122e7a26746f27f0f85cbfe6b2ddb78af8c187c5e7d0ead6fa0fc"} Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.214095 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance44b2-account-delete-ppbdn" event={"ID":"bf68f0e5-309d-479f-97bd-54a730867363","Type":"ContainerStarted","Data":"e76dff15359f1a5d079b658bd87df9ee94e806aa447050c65db98b338ad13fcf"} Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.214169 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.214563 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.214746 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.216891 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/599d61e7-ccf1-4939-bc59-8ac9daebc05b-kube-api-access-ctr5x" (OuterVolumeSpecName: "kube-api-access-ctr5x") pod "599d61e7-ccf1-4939-bc59-8ac9daebc05b" (UID: "599d61e7-ccf1-4939-bc59-8ac9daebc05b"). InnerVolumeSpecName "kube-api-access-ctr5x". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.240129 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" podStartSLOduration=10.240092847 podStartE2EDuration="10.240092847s" podCreationTimestamp="2025-10-13 19:44:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:45:09.231025929 +0000 UTC m=+1227.836772524" watchObservedRunningTime="2025-10-13 19:45:09.240092847 +0000 UTC m=+1227.845839442" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.246420 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-api-access-2n9vv" (OuterVolumeSpecName: "kube-api-access-2n9vv") pod "90b519b7-1a01-4d06-b2c9-a5490d7fcedf" (UID: "90b519b7-1a01-4d06-b2c9-a5490d7fcedf"). InnerVolumeSpecName "kube-api-access-2n9vv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.247465 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-kolla-config\") pod \"95823992-baf3-448d-9130-9bdc71315b07\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.247509 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-config-data\") pod \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.247555 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-operator-scripts\") pod \"95823992-baf3-448d-9130-9bdc71315b07\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.247576 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-combined-ca-bundle\") pod \"95823992-baf3-448d-9130-9bdc71315b07\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.247598 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-public-tls-certs\") pod \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.247666 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-29vgf\" (UniqueName: \"kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-kube-api-access-29vgf\") pod \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.247695 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-log-httpd\") pod \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.247761 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/95823992-baf3-448d-9130-9bdc71315b07-config-data-generated\") pod \"95823992-baf3-448d-9130-9bdc71315b07\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.247785 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-galera-tls-certs\") pod \"95823992-baf3-448d-9130-9bdc71315b07\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.247825 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-combined-ca-bundle\") pod \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.247891 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"95823992-baf3-448d-9130-9bdc71315b07\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.248056 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-combined-ca-bundle\") pod \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.248078 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z2n74\" (UniqueName: \"kubernetes.io/projected/fc8b2657-8ca1-4338-ae88-a48d6f72e149-kube-api-access-z2n74\") pod \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\" (UID: \"fc8b2657-8ca1-4338-ae88-a48d6f72e149\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.248219 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-secrets\") pod \"95823992-baf3-448d-9130-9bdc71315b07\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.248245 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-internal-tls-certs\") pod \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.248368 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-config-data-default\") pod \"95823992-baf3-448d-9130-9bdc71315b07\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.248526 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-run-httpd\") pod \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.248554 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lv62g\" (UniqueName: \"kubernetes.io/projected/95823992-baf3-448d-9130-9bdc71315b07-kube-api-access-lv62g\") pod \"95823992-baf3-448d-9130-9bdc71315b07\" (UID: \"95823992-baf3-448d-9130-9bdc71315b07\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.248580 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-config-data\") pod \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.248602 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-etc-swift\") pod \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.249278 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lqv8x\" (UniqueName: \"kubernetes.io/projected/1ec7215b-a5bd-4138-8d29-96f03e3a40be-kube-api-access-lqv8x\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.249292 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2n9vv\" (UniqueName: \"kubernetes.io/projected/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-api-access-2n9vv\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.249304 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ctr5x\" (UniqueName: \"kubernetes.io/projected/599d61e7-ccf1-4939-bc59-8ac9daebc05b-kube-api-access-ctr5x\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.252812 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/95823992-baf3-448d-9130-9bdc71315b07-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "95823992-baf3-448d-9130-9bdc71315b07" (UID: "95823992-baf3-448d-9130-9bdc71315b07"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.254262 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "bf812fdb-4081-4f7f-a21b-3444914f4ae4" (UID: "bf812fdb-4081-4f7f-a21b-3444914f4ae4"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.254872 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "95823992-baf3-448d-9130-9bdc71315b07" (UID: "95823992-baf3-448d-9130-9bdc71315b07"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.255489 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "bf812fdb-4081-4f7f-a21b-3444914f4ae4" (UID: "bf812fdb-4081-4f7f-a21b-3444914f4ae4"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.258461 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "95823992-baf3-448d-9130-9bdc71315b07" (UID: "95823992-baf3-448d-9130-9bdc71315b07"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.263143 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "95823992-baf3-448d-9130-9bdc71315b07" (UID: "95823992-baf3-448d-9130-9bdc71315b07"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.267658 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fc8b2657-8ca1-4338-ae88-a48d6f72e149-kube-api-access-z2n74" (OuterVolumeSpecName: "kube-api-access-z2n74") pod "fc8b2657-8ca1-4338-ae88-a48d6f72e149" (UID: "fc8b2657-8ca1-4338-ae88-a48d6f72e149"). InnerVolumeSpecName "kube-api-access-z2n74". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.353131 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data-custom\") pod \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.353403 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "bf812fdb-4081-4f7f-a21b-3444914f4ae4" (UID: "bf812fdb-4081-4f7f-a21b-3444914f4ae4"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.355685 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-etc-machine-id\") pod \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.355825 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "bbcb16c3-1299-4bd8-bb0f-ee431ad63977" (UID: "bbcb16c3-1299-4bd8-bb0f-ee431ad63977"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.356346 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-combined-ca-bundle\") pod \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.358523 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-scripts\") pod \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.358614 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data\") pod \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.358764 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pn72z\" (UniqueName: \"kubernetes.io/projected/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-kube-api-access-pn72z\") pod \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\" (UID: \"bbcb16c3-1299-4bd8-bb0f-ee431ad63977\") " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.358935 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-etc-swift\") pod \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\" (UID: \"bf812fdb-4081-4f7f-a21b-3444914f4ae4\") " Oct 13 19:45:09 crc kubenswrapper[4809]: W1013 19:45:09.359473 4809 empty_dir.go:500] Warning: Unmount skipped because path does not exist: /var/lib/kubelet/pods/bf812fdb-4081-4f7f-a21b-3444914f4ae4/volumes/kubernetes.io~projected/etc-swift Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.359549 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "bf812fdb-4081-4f7f-a21b-3444914f4ae4" (UID: "bf812fdb-4081-4f7f-a21b-3444914f4ae4"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.359835 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.359902 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.359956 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.360020 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.360079 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.360146 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/95823992-baf3-448d-9130-9bdc71315b07-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.360200 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/bf812fdb-4081-4f7f-a21b-3444914f4ae4-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.360284 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/95823992-baf3-448d-9130-9bdc71315b07-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.360346 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z2n74\" (UniqueName: \"kubernetes.io/projected/fc8b2657-8ca1-4338-ae88-a48d6f72e149-kube-api-access-z2n74\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.369946 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-kube-api-access-29vgf" (OuterVolumeSpecName: "kube-api-access-29vgf") pod "bf812fdb-4081-4f7f-a21b-3444914f4ae4" (UID: "bf812fdb-4081-4f7f-a21b-3444914f4ae4"). InnerVolumeSpecName "kube-api-access-29vgf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.382973 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/95823992-baf3-448d-9130-9bdc71315b07-kube-api-access-lv62g" (OuterVolumeSpecName: "kube-api-access-lv62g") pod "95823992-baf3-448d-9130-9bdc71315b07" (UID: "95823992-baf3-448d-9130-9bdc71315b07"). InnerVolumeSpecName "kube-api-access-lv62g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.383616 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-secrets" (OuterVolumeSpecName: "secrets") pod "95823992-baf3-448d-9130-9bdc71315b07" (UID: "95823992-baf3-448d-9130-9bdc71315b07"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.388888 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "bbcb16c3-1299-4bd8-bb0f-ee431ad63977" (UID: "bbcb16c3-1299-4bd8-bb0f-ee431ad63977"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.389022 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-scripts" (OuterVolumeSpecName: "scripts") pod "bbcb16c3-1299-4bd8-bb0f-ee431ad63977" (UID: "bbcb16c3-1299-4bd8-bb0f-ee431ad63977"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.389665 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-kube-api-access-pn72z" (OuterVolumeSpecName: "kube-api-access-pn72z") pod "bbcb16c3-1299-4bd8-bb0f-ee431ad63977" (UID: "bbcb16c3-1299-4bd8-bb0f-ee431ad63977"). InnerVolumeSpecName "kube-api-access-pn72z". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.398888 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage19-crc" (OuterVolumeSpecName: "mysql-db") pod "95823992-baf3-448d-9130-9bdc71315b07" (UID: "95823992-baf3-448d-9130-9bdc71315b07"). InnerVolumeSpecName "local-storage19-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.462848 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p9qwk\" (UniqueName: \"kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk\") pod \"novacell00d41-account-delete-mv8f9\" (UID: \"3bb8559e-ad86-40d1-9495-5fc2c9cd14fa\") " pod="openstack-kuttl-tests/novacell00d41-account-delete-mv8f9" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.463112 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pn72z\" (UniqueName: \"kubernetes.io/projected/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-kube-api-access-pn72z\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.463130 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lv62g\" (UniqueName: \"kubernetes.io/projected/95823992-baf3-448d-9130-9bdc71315b07-kube-api-access-lv62g\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.463142 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.463155 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-29vgf\" (UniqueName: \"kubernetes.io/projected/bf812fdb-4081-4f7f-a21b-3444914f4ae4-kube-api-access-29vgf\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.463180 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" " Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.463191 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.463206 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:09 crc kubenswrapper[4809]: E1013 19:45:09.473293 4809 projected.go:194] Error preparing data for projected volume kube-api-access-p9qwk for pod openstack-kuttl-tests/novacell00d41-account-delete-mv8f9: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:09 crc kubenswrapper[4809]: E1013 19:45:09.473433 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk podName:3bb8559e-ad86-40d1-9495-5fc2c9cd14fa nodeName:}" failed. No retries permitted until 2025-10-13 19:45:13.473397291 +0000 UTC m=+1232.079143876 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-p9qwk" (UniqueName: "kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk") pod "novacell00d41-account-delete-mv8f9" (UID: "3bb8559e-ad86-40d1-9495-5fc2c9cd14fa") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.611794 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" podUID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerName="barbican-api" probeResult="failure" output="Get \"https://10.217.0.144:9311/healthcheck\": read tcp 10.217.0.2:41508->10.217.0.144:9311: read: connection reset by peer" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.611902 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" podUID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerName="barbican-api-log" probeResult="failure" output="Get \"https://10.217.0.144:9311/healthcheck\": read tcp 10.217.0.2:41520->10.217.0.144:9311: read: connection reset by peer" Oct 13 19:45:09 crc kubenswrapper[4809]: E1013 19:45:09.784774 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 19:45:09 crc kubenswrapper[4809]: E1013 19:45:09.784846 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0 podName:dd366127-4f01-4690-ba04-b580b8cf4353 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:11.784829579 +0000 UTC m=+1230.390576164 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0") pod "dnsmasq-dnsmasq-89b47bd49-528gc" (UID: "dd366127-4f01-4690-ba04-b580b8cf4353") : configmap "dns-swift-storage-0" not found Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.844623 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage06-crc" (UniqueName: "kubernetes.io/local-volume/local-storage06-crc") on node "crc" Oct 13 19:45:09 crc kubenswrapper[4809]: I1013 19:45:09.885843 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.005399 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage15-crc" (UniqueName: "kubernetes.io/local-volume/local-storage15-crc") on node "crc" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.103080 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.185788 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="185dda58-faaa-4be7-b012-d6a42fb7d60d" path="/var/lib/kubelet/pods/185dda58-faaa-4be7-b012-d6a42fb7d60d/volumes" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.186483 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" path="/var/lib/kubelet/pods/bcd0c796-b1a2-45d5-a7d6-ed3e968f0204/volumes" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.195402 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" path="/var/lib/kubelet/pods/ffa81077-637e-4699-bb60-d80a9b8eb7aa/volumes" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.218582 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-config-data" (OuterVolumeSpecName: "config-data") pod "fc8b2657-8ca1-4338-ae88-a48d6f72e149" (UID: "fc8b2657-8ca1-4338-ae88-a48d6f72e149"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.232363 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "599d61e7-ccf1-4939-bc59-8ac9daebc05b" (UID: "599d61e7-ccf1-4939-bc59-8ac9daebc05b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.268529 4809 generic.go:334] "Generic (PLEG): container finished" podID="05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" containerID="8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c" exitCode=143 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.275843 4809 generic.go:334] "Generic (PLEG): container finished" podID="922fe55b-5779-45a2-97dc-de10a14290a9" containerID="7014a229ad14b4323beca188b2a709828b43d0d2e51a84398b463a8917b36562" exitCode=1 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.280056 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1ec7215b-a5bd-4138-8d29-96f03e3a40be" (UID: "1ec7215b-a5bd-4138-8d29-96f03e3a40be"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.318373 4809 generic.go:334] "Generic (PLEG): container finished" podID="0d5b54dd-75aa-45e9-aab4-1703b6065561" containerID="72c688a98e8a12ad83f13c3c56ab8b3162bc9362f0155c50cee48762de306987" exitCode=1 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.320155 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.320171 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.320182 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.351862 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-config-data" (OuterVolumeSpecName: "config-data") pod "599d61e7-ccf1-4939-bc59-8ac9daebc05b" (UID: "599d61e7-ccf1-4939-bc59-8ac9daebc05b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.353933 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" podUID="c9df7ffe-d66c-4534-84c3-91ac58029e3c" containerName="barbican-api-log" containerID="cri-o://f7e96a2e4ff2154eddc822033e6030ce33063feeb6f28c9e6ec534a7883d4186" gracePeriod=30 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.354794 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" podUID="c9df7ffe-d66c-4534-84c3-91ac58029e3c" containerName="barbican-api" containerID="cri-o://a3a9325e1a017eb7bbed7db83639aa787fbe2cd630e11d562b23b9f81b042577" gracePeriod=30 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.361496 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-config" (OuterVolumeSpecName: "kube-state-metrics-tls-config") pod "90b519b7-1a01-4d06-b2c9-a5490d7fcedf" (UID: "90b519b7-1a01-4d06-b2c9-a5490d7fcedf"). InnerVolumeSpecName "kube-state-metrics-tls-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.364939 4809 generic.go:334] "Generic (PLEG): container finished" podID="1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" containerID="e177831c8d5b623370937ad46c1416358cf9612befed0bf5a56296b2fb219dbe" exitCode=0 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.373667 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" podUID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerName="placement-log" containerID="cri-o://4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d" gracePeriod=30 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.374036 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" podUID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerName="placement-api" containerID="cri-o://661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825" gracePeriod=30 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.384790 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "3bb669d6-e028-405b-a0b7-0c6a6ca6405f" (UID: "3bb669d6-e028-405b-a0b7-0c6a6ca6405f"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.390623 4809 generic.go:334] "Generic (PLEG): container finished" podID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerID="4628281ce6107d3f07dcb3ee4e1d09bf9f02f3468183d60a4e47f3ea12f41b57" exitCode=0 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.392248 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage19-crc" (UniqueName: "kubernetes.io/local-volume/local-storage19-crc") on node "crc" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.394623 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "95823992-baf3-448d-9130-9bdc71315b07" (UID: "95823992-baf3-448d-9130-9bdc71315b07"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.396471 4809 generic.go:334] "Generic (PLEG): container finished" podID="a778598d-8ef9-43ef-822f-b989a424879b" containerID="33ffadca47573b5fc6aca6c3909ae68ab862d9c7d984d49e5a689c73864f6d57" exitCode=0 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.411344 4809 generic.go:334] "Generic (PLEG): container finished" podID="27b7ae73-9ca7-4755-9f77-7e622f5974e0" containerID="72bb0ca82d78ecf3cd450dd7f2ced7e254f7823e0f616e293438e04f928fab86" exitCode=1 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.418635 4809 generic.go:334] "Generic (PLEG): container finished" podID="bf68f0e5-309d-479f-97bd-54a730867363" containerID="8fc9fc5421227b611e20418b9115f6feddc648021560c5856e950e085ec6a36f" exitCode=1 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.421649 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" podStartSLOduration=10.421632853 podStartE2EDuration="10.421632853s" podCreationTimestamp="2025-10-13 19:45:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:45:10.384927438 +0000 UTC m=+1228.990674033" watchObservedRunningTime="2025-10-13 19:45:10.421632853 +0000 UTC m=+1229.027379448" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.423478 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" podStartSLOduration=10.423465105 podStartE2EDuration="10.423465105s" podCreationTimestamp="2025-10-13 19:45:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:45:10.407197362 +0000 UTC m=+1229.012943957" watchObservedRunningTime="2025-10-13 19:45:10.423465105 +0000 UTC m=+1229.029211690" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.425374 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.425401 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.425412 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.425425 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.425434 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/599d61e7-ccf1-4939-bc59-8ac9daebc05b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.431660 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "fc8b2657-8ca1-4338-ae88-a48d6f72e149" (UID: "fc8b2657-8ca1-4338-ae88-a48d6f72e149"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.437228 4809 generic.go:334] "Generic (PLEG): container finished" podID="396d9379-362c-4b72-a376-6156d12ca6ae" containerID="489a6823044c32e96c32f1f15f32de0fac90b3c41fdcb0395d4062fc4918b112" exitCode=0 Oct 13 19:45:10 crc kubenswrapper[4809]: E1013 19:45:10.443405 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:45:10 crc kubenswrapper[4809]: E1013 19:45:10.445118 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:45:10 crc kubenswrapper[4809]: E1013 19:45:10.446346 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:45:10 crc kubenswrapper[4809]: E1013 19:45:10.446407 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerName="ovn-northd" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.447789 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" podUID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" containerName="neutron-api" containerID="cri-o://5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e" gracePeriod=30 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.447881 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" podUID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" containerName="neutron-httpd" containerID="cri-o://4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759" gracePeriod=30 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.452469 4809 generic.go:334] "Generic (PLEG): container finished" podID="97fc4d46-2d2e-4912-8306-83d54527e043" containerID="baeddd8e0738210c6873faa68994ca9e433ee7db4ab23447148dcb832c4d65e1" exitCode=1 Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.452571 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone3708-account-delete-f9qzv" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.452843 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell00d41-account-delete-mv8f9" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.455560 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.455878 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.456341 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.456477 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.456507 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.480743 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-certs" (OuterVolumeSpecName: "kube-state-metrics-tls-certs") pod "90b519b7-1a01-4d06-b2c9-a5490d7fcedf" (UID: "90b519b7-1a01-4d06-b2c9-a5490d7fcedf"). InnerVolumeSpecName "kube-state-metrics-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.484625 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.516835 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" (UID: "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.527016 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-swgnv\" (UniqueName: \"kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv\") pod \"keystone3708-account-delete-f9qzv\" (UID: \"7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5\") " pod="openstack-kuttl-tests/keystone3708-account-delete-f9qzv" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.527191 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fc8b2657-8ca1-4338-ae88-a48d6f72e149-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.527512 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-kube-state-metrics-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.527741 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: E1013 19:45:10.535534 4809 projected.go:194] Error preparing data for projected volume kube-api-access-swgnv for pod openstack-kuttl-tests/keystone3708-account-delete-f9qzv: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:10 crc kubenswrapper[4809]: E1013 19:45:10.535604 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv podName:7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:14.535583848 +0000 UTC m=+1233.141330433 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-swgnv" (UniqueName: "kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv") pod "keystone3708-account-delete-f9qzv" (UID: "7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.536483 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "90b519b7-1a01-4d06-b2c9-a5490d7fcedf" (UID: "90b519b7-1a01-4d06-b2c9-a5490d7fcedf"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.589018 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3bb669d6-e028-405b-a0b7-0c6a6ca6405f" (UID: "3bb669d6-e028-405b-a0b7-0c6a6ca6405f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.590666 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" podStartSLOduration=10.590651976 podStartE2EDuration="10.590651976s" podCreationTimestamp="2025-10-13 19:45:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:45:10.575164316 +0000 UTC m=+1229.180910891" watchObservedRunningTime="2025-10-13 19:45:10.590651976 +0000 UTC m=+1229.196398561" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.626976 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bf812fdb-4081-4f7f-a21b-3444914f4ae4" (UID: "bf812fdb-4081-4f7f-a21b-3444914f4ae4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.628156 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "95823992-baf3-448d-9130-9bdc71315b07" (UID: "95823992-baf3-448d-9130-9bdc71315b07"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.629509 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.629541 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/90b519b7-1a01-4d06-b2c9-a5490d7fcedf-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.629551 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/95823992-baf3-448d-9130-9bdc71315b07-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.629560 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.652679 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-config-data" (OuterVolumeSpecName: "config-data") pod "1ec7215b-a5bd-4138-8d29-96f03e3a40be" (UID: "1ec7215b-a5bd-4138-8d29-96f03e3a40be"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.733934 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.755087 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "bf812fdb-4081-4f7f-a21b-3444914f4ae4" (UID: "bf812fdb-4081-4f7f-a21b-3444914f4ae4"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.766990 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-config-data" (OuterVolumeSpecName: "config-data") pod "bf812fdb-4081-4f7f-a21b-3444914f4ae4" (UID: "bf812fdb-4081-4f7f-a21b-3444914f4ae4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.772932 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "bf812fdb-4081-4f7f-a21b-3444914f4ae4" (UID: "bf812fdb-4081-4f7f-a21b-3444914f4ae4"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.803937 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bbcb16c3-1299-4bd8-bb0f-ee431ad63977" (UID: "bbcb16c3-1299-4bd8-bb0f-ee431ad63977"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.838406 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.838839 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.838854 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.838867 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bf812fdb-4081-4f7f-a21b-3444914f4ae4-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.863042 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-config-data" (OuterVolumeSpecName: "config-data") pod "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" (UID: "f670d3c5-faa8-4fa6-9d16-34630e9d8ed8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.883110 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "3bb669d6-e028-405b-a0b7-0c6a6ca6405f" (UID: "3bb669d6-e028-405b-a0b7-0c6a6ca6405f"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.928413 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "1ec7215b-a5bd-4138-8d29-96f03e3a40be" (UID: "1ec7215b-a5bd-4138-8d29-96f03e3a40be"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.940229 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.940256 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.940267 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1ec7215b-a5bd-4138-8d29-96f03e3a40be-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.941708 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data" (OuterVolumeSpecName: "config-data") pod "bbcb16c3-1299-4bd8-bb0f-ee431ad63977" (UID: "bbcb16c3-1299-4bd8-bb0f-ee431ad63977"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:10 crc kubenswrapper[4809]: I1013 19:45:10.946078 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-config-data" (OuterVolumeSpecName: "config-data") pod "3bb669d6-e028-405b-a0b7-0c6a6ca6405f" (UID: "3bb669d6-e028-405b-a0b7-0c6a6ca6405f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.042361 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3bb669d6-e028-405b-a0b7-0c6a6ca6405f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.042399 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bbcb16c3-1299-4bd8-bb0f-ee431ad63977-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:11 crc kubenswrapper[4809]: E1013 19:45:11.256560 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:45:11 crc kubenswrapper[4809]: E1013 19:45:11.257040 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data podName:d5c6d7bf-b55a-41ba-b79e-e54b199a6231 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:19.257017263 +0000 UTC m=+1237.862763898 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data") pod "rabbitmq-cell1-server-0" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.540981 4809 generic.go:334] "Generic (PLEG): container finished" podID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerID="4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d" exitCode=143 Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.560950 4809 generic.go:334] "Generic (PLEG): container finished" podID="131e94e6-4bc7-490a-859b-e985024b57fc" containerID="6ff32ce6c6f283bb1ae7c54fc4347807489cb6edec7f361e4bc1d8a24cb83a8e" exitCode=0 Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.564323 4809 generic.go:334] "Generic (PLEG): container finished" podID="214bda65-917f-40ef-9340-f59ef787e98e" containerID="f831dcfb7f69ddbce075e32728cbfea26f5b9594bc4d3f601565c4408f758448" exitCode=0 Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.572432 4809 generic.go:334] "Generic (PLEG): container finished" podID="c9df7ffe-d66c-4534-84c3-91ac58029e3c" containerID="a3a9325e1a017eb7bbed7db83639aa787fbe2cd630e11d562b23b9f81b042577" exitCode=0 Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.572456 4809 generic.go:334] "Generic (PLEG): container finished" podID="c9df7ffe-d66c-4534-84c3-91ac58029e3c" containerID="f7e96a2e4ff2154eddc822033e6030ce33063feeb6f28c9e6ec534a7883d4186" exitCode=143 Oct 13 19:45:11 crc kubenswrapper[4809]: E1013 19:45:11.720692 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod27b7ae73_9ca7_4755_9f77_7e622f5974e0.slice/crio-72bb0ca82d78ecf3cd450dd7f2ced7e254f7823e0f616e293438e04f928fab86.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod922fe55b_5779_45a2_97dc_de10a14290a9.slice/crio-7014a229ad14b4323beca188b2a709828b43d0d2e51a84398b463a8917b36562.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1c8f8426_1fbb_44cd_8ffc_6c945b484b6f.slice/crio-conmon-e177831c8d5b623370937ad46c1416358cf9612befed0bf5a56296b2fb219dbe.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbf68f0e5_309d_479f_97bd_54a730867363.slice/crio-conmon-8fc9fc5421227b611e20418b9115f6feddc648021560c5856e950e085ec6a36f.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod97fc4d46_2d2e_4912_8306_83d54527e043.slice/crio-conmon-baeddd8e0738210c6873faa68994ca9e433ee7db4ab23447148dcb832c4d65e1.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod27b7ae73_9ca7_4755_9f77_7e622f5974e0.slice/crio-conmon-72bb0ca82d78ecf3cd450dd7f2ced7e254f7823e0f616e293438e04f928fab86.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1c8f8426_1fbb_44cd_8ffc_6c945b484b6f.slice/crio-e177831c8d5b623370937ad46c1416358cf9612befed0bf5a56296b2fb219dbe.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod922fe55b_5779_45a2_97dc_de10a14290a9.slice/crio-conmon-7014a229ad14b4323beca188b2a709828b43d0d2e51a84398b463a8917b36562.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0d5b54dd_75aa_45e9_aab4_1703b6065561.slice/crio-72c688a98e8a12ad83f13c3c56ab8b3162bc9362f0155c50cee48762de306987.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:45:11 crc kubenswrapper[4809]: E1013 19:45:11.871690 4809 kubelet.go:2526] "Housekeeping took longer than expected" err="housekeeping took too long" expected="1s" actual="1.716s" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871748 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" event={"ID":"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a","Type":"ContainerDied","Data":"8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871784 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871800 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871810 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871822 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871831 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg" event={"ID":"922fe55b-5779-45a2-97dc-de10a14290a9","Type":"ContainerDied","Data":"7014a229ad14b4323beca188b2a709828b43d0d2e51a84398b463a8917b36562"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871897 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871920 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placementb3a5-account-delete-nvznc" event={"ID":"0d5b54dd-75aa-45e9-aab4-1703b6065561","Type":"ContainerDied","Data":"72c688a98e8a12ad83f13c3c56ab8b3162bc9362f0155c50cee48762de306987"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871931 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" event={"ID":"c9df7ffe-d66c-4534-84c3-91ac58029e3c","Type":"ContainerStarted","Data":"a3a9325e1a017eb7bbed7db83639aa787fbe2cd630e11d562b23b9f81b042577"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871947 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" event={"ID":"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f","Type":"ContainerDied","Data":"e177831c8d5b623370937ad46c1416358cf9612befed0bf5a56296b2fb219dbe"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871965 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" event={"ID":"95b7e82e-ad9d-496e-af43-eb1774ee819f","Type":"ContainerStarted","Data":"661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871980 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" event={"ID":"44f805ab-0c09-40b7-bcbc-c95283fa1846","Type":"ContainerDied","Data":"4628281ce6107d3f07dcb3ee4e1d09bf9f02f3468183d60a4e47f3ea12f41b57"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.871998 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" event={"ID":"44f805ab-0c09-40b7-bcbc-c95283fa1846","Type":"ContainerDied","Data":"1671d21a9836b33ff5d9b09dd35f02903bd165d5e627240684be0b5856eedffa"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.873975 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1671d21a9836b33ff5d9b09dd35f02903bd165d5e627240684be0b5856eedffa" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.873988 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" event={"ID":"a778598d-8ef9-43ef-822f-b989a424879b","Type":"ContainerDied","Data":"33ffadca47573b5fc6aca6c3909ae68ab862d9c7d984d49e5a689c73864f6d57"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874002 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" event={"ID":"27b7ae73-9ca7-4755-9f77-7e622f5974e0","Type":"ContainerDied","Data":"72bb0ca82d78ecf3cd450dd7f2ced7e254f7823e0f616e293438e04f928fab86"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874021 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance44b2-account-delete-ppbdn" event={"ID":"bf68f0e5-309d-479f-97bd-54a730867363","Type":"ContainerDied","Data":"8fc9fc5421227b611e20418b9115f6feddc648021560c5856e950e085ec6a36f"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874035 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" event={"ID":"396d9379-362c-4b72-a376-6156d12ca6ae","Type":"ContainerDied","Data":"489a6823044c32e96c32f1f15f32de0fac90b3c41fdcb0395d4062fc4918b112"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874050 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" event={"ID":"396d9379-362c-4b72-a376-6156d12ca6ae","Type":"ContainerDied","Data":"e1bb9bb4fe2016c5f50fa05f9422d095344e0fcce0cf77f377bfe675ec8c5f68"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874061 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e1bb9bb4fe2016c5f50fa05f9422d095344e0fcce0cf77f377bfe675ec8c5f68" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874070 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" event={"ID":"6c204559-08e1-4479-bd0d-d681e3c18329","Type":"ContainerDied","Data":"3c67c867d23df72b1be9bed87223811b54157c48f4b8add24ad405ffe100a6e1"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874080 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3c67c867d23df72b1be9bed87223811b54157c48f4b8add24ad405ffe100a6e1" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874089 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" event={"ID":"eba2db85-5bd2-409c-853c-f7ba635fe4d9","Type":"ContainerStarted","Data":"4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874099 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican5e97-account-delete-tpstd" event={"ID":"97fc4d46-2d2e-4912-8306-83d54527e043","Type":"ContainerDied","Data":"baeddd8e0738210c6873faa68994ca9e433ee7db4ab23447148dcb832c4d65e1"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874112 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance44b2-account-delete-ppbdn" event={"ID":"bf68f0e5-309d-479f-97bd-54a730867363","Type":"ContainerDied","Data":"e76dff15359f1a5d079b658bd87df9ee94e806aa447050c65db98b338ad13fcf"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874121 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e76dff15359f1a5d079b658bd87df9ee94e806aa447050c65db98b338ad13fcf" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874131 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" event={"ID":"95b7e82e-ad9d-496e-af43-eb1774ee819f","Type":"ContainerDied","Data":"4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874142 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" event={"ID":"131e94e6-4bc7-490a-859b-e985024b57fc","Type":"ContainerDied","Data":"6ff32ce6c6f283bb1ae7c54fc4347807489cb6edec7f361e4bc1d8a24cb83a8e"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874155 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" event={"ID":"214bda65-917f-40ef-9340-f59ef787e98e","Type":"ContainerDied","Data":"f831dcfb7f69ddbce075e32728cbfea26f5b9594bc4d3f601565c4408f758448"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874169 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg" event={"ID":"922fe55b-5779-45a2-97dc-de10a14290a9","Type":"ContainerDied","Data":"d71d3a88a49e5730cbd8522b43358038f4e34a69780a10d8250f123b6bc71c91"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874178 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d71d3a88a49e5730cbd8522b43358038f4e34a69780a10d8250f123b6bc71c91" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874187 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" event={"ID":"c9df7ffe-d66c-4534-84c3-91ac58029e3c","Type":"ContainerDied","Data":"a3a9325e1a017eb7bbed7db83639aa787fbe2cd630e11d562b23b9f81b042577"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874199 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" event={"ID":"c9df7ffe-d66c-4534-84c3-91ac58029e3c","Type":"ContainerDied","Data":"f7e96a2e4ff2154eddc822033e6030ce33063feeb6f28c9e6ec534a7883d4186"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874210 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" event={"ID":"27b7ae73-9ca7-4755-9f77-7e622f5974e0","Type":"ContainerDied","Data":"3df833b65d198063e6e417e251c564e398e06ddd8d3b7bec63056ae31fa40516"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874223 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3df833b65d198063e6e417e251c564e398e06ddd8d3b7bec63056ae31fa40516" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874235 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican5e97-account-delete-tpstd" event={"ID":"97fc4d46-2d2e-4912-8306-83d54527e043","Type":"ContainerDied","Data":"015abcab3b7122e7a26746f27f0f85cbfe6b2ddb78af8c187c5e7d0ead6fa0fc"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874246 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="015abcab3b7122e7a26746f27f0f85cbfe6b2ddb78af8c187c5e7d0ead6fa0fc" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874259 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" event={"ID":"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f","Type":"ContainerDied","Data":"fd41984b854597e7f413cf682a2de88641865299ee824763cf0a638ab230aac3"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874271 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="fd41984b854597e7f413cf682a2de88641865299ee824763cf0a638ab230aac3" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874280 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placementb3a5-account-delete-nvznc" event={"ID":"0d5b54dd-75aa-45e9-aab4-1703b6065561","Type":"ContainerDied","Data":"96288139a93a4cd69f897a1096c22f86d2e320575861c698ccbac21c14362ae5"} Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874289 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="96288139a93a4cd69f897a1096c22f86d2e320575861c698ccbac21c14362ae5" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.874309 4809 scope.go:117] "RemoveContainer" containerID="83509cb4d5e9997c8e965ebf5a58e345d930d6c1489b220ddd343d0e2b8063d0" Oct 13 19:45:11 crc kubenswrapper[4809]: E1013 19:45:11.878714 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 19:45:11 crc kubenswrapper[4809]: E1013 19:45:11.878919 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0 podName:dd366127-4f01-4690-ba04-b580b8cf4353 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:15.878903813 +0000 UTC m=+1234.484650398 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0") pod "dnsmasq-dnsmasq-89b47bd49-528gc" (UID: "dd366127-4f01-4690-ba04-b580b8cf4353") : configmap "dns-swift-storage-0" not found Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.888660 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.983177 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-public-tls-certs\") pod \"396d9379-362c-4b72-a376-6156d12ca6ae\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.983748 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-internal-tls-certs\") pod \"396d9379-362c-4b72-a376-6156d12ca6ae\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.983797 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/396d9379-362c-4b72-a376-6156d12ca6ae-logs\") pod \"396d9379-362c-4b72-a376-6156d12ca6ae\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.983833 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fngfg\" (UniqueName: \"kubernetes.io/projected/396d9379-362c-4b72-a376-6156d12ca6ae-kube-api-access-fngfg\") pod \"396d9379-362c-4b72-a376-6156d12ca6ae\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.984019 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-combined-ca-bundle\") pod \"396d9379-362c-4b72-a376-6156d12ca6ae\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.984098 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-config-data\") pod \"396d9379-362c-4b72-a376-6156d12ca6ae\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.984187 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-scripts\") pod \"396d9379-362c-4b72-a376-6156d12ca6ae\" (UID: \"396d9379-362c-4b72-a376-6156d12ca6ae\") " Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.987485 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/396d9379-362c-4b72-a376-6156d12ca6ae-logs" (OuterVolumeSpecName: "logs") pod "396d9379-362c-4b72-a376-6156d12ca6ae" (UID: "396d9379-362c-4b72-a376-6156d12ca6ae"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.997041 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-scripts" (OuterVolumeSpecName: "scripts") pod "396d9379-362c-4b72-a376-6156d12ca6ae" (UID: "396d9379-362c-4b72-a376-6156d12ca6ae"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:11 crc kubenswrapper[4809]: I1013 19:45:11.999584 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/396d9379-362c-4b72-a376-6156d12ca6ae-kube-api-access-fngfg" (OuterVolumeSpecName: "kube-api-access-fngfg") pod "396d9379-362c-4b72-a376-6156d12ca6ae" (UID: "396d9379-362c-4b72-a376-6156d12ca6ae"). InnerVolumeSpecName "kube-api-access-fngfg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.030475 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.067270 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.082697 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone3708-account-delete-f9qzv" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.087310 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/396d9379-362c-4b72-a376-6156d12ca6ae-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.087334 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fngfg\" (UniqueName: \"kubernetes.io/projected/396d9379-362c-4b72-a376-6156d12ca6ae-kube-api-access-fngfg\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.087343 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.093035 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "396d9379-362c-4b72-a376-6156d12ca6ae" (UID: "396d9379-362c-4b72-a376-6156d12ca6ae"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.094927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-config-data" (OuterVolumeSpecName: "config-data") pod "396d9379-362c-4b72-a376-6156d12ca6ae" (UID: "396d9379-362c-4b72-a376-6156d12ca6ae"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.108667 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.136236 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.146278 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.187182 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "396d9379-362c-4b72-a376-6156d12ca6ae" (UID: "396d9379-362c-4b72-a376-6156d12ca6ae"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.187269 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "396d9379-362c-4b72-a376-6156d12ca6ae" (UID: "396d9379-362c-4b72-a376-6156d12ca6ae"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.188922 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data\") pod \"44f805ab-0c09-40b7-bcbc-c95283fa1846\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189005 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/6c204559-08e1-4479-bd0d-d681e3c18329-secret-volume\") pod \"6c204559-08e1-4479-bd0d-d681e3c18329\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189028 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-internal-tls-certs\") pod \"44f805ab-0c09-40b7-bcbc-c95283fa1846\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189049 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fj4qw\" (UniqueName: \"kubernetes.io/projected/44f805ab-0c09-40b7-bcbc-c95283fa1846-kube-api-access-fj4qw\") pod \"44f805ab-0c09-40b7-bcbc-c95283fa1846\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189179 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-public-tls-certs\") pod \"44f805ab-0c09-40b7-bcbc-c95283fa1846\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189202 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data-custom\") pod \"44f805ab-0c09-40b7-bcbc-c95283fa1846\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189241 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-combined-ca-bundle\") pod \"44f805ab-0c09-40b7-bcbc-c95283fa1846\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189274 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/44f805ab-0c09-40b7-bcbc-c95283fa1846-logs\") pod \"44f805ab-0c09-40b7-bcbc-c95283fa1846\" (UID: \"44f805ab-0c09-40b7-bcbc-c95283fa1846\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189296 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mnx8j\" (UniqueName: \"kubernetes.io/projected/6c204559-08e1-4479-bd0d-d681e3c18329-kube-api-access-mnx8j\") pod \"6c204559-08e1-4479-bd0d-d681e3c18329\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189352 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6c204559-08e1-4479-bd0d-d681e3c18329-config-volume\") pod \"6c204559-08e1-4479-bd0d-d681e3c18329\" (UID: \"6c204559-08e1-4479-bd0d-d681e3c18329\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189844 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189861 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189874 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.189893 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/396d9379-362c-4b72-a376-6156d12ca6ae-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.190635 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6c204559-08e1-4479-bd0d-d681e3c18329-config-volume" (OuterVolumeSpecName: "config-volume") pod "6c204559-08e1-4479-bd0d-d681e3c18329" (UID: "6c204559-08e1-4479-bd0d-d681e3c18329"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.191917 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/44f805ab-0c09-40b7-bcbc-c95283fa1846-logs" (OuterVolumeSpecName: "logs") pod "44f805ab-0c09-40b7-bcbc-c95283fa1846" (UID: "44f805ab-0c09-40b7-bcbc-c95283fa1846"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.196405 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c204559-08e1-4479-bd0d-d681e3c18329-secret-volume" (OuterVolumeSpecName: "secret-volume") pod "6c204559-08e1-4479-bd0d-d681e3c18329" (UID: "6c204559-08e1-4479-bd0d-d681e3c18329"). InnerVolumeSpecName "secret-volume". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.210806 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "44f805ab-0c09-40b7-bcbc-c95283fa1846" (UID: "44f805ab-0c09-40b7-bcbc-c95283fa1846"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.211166 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/44f805ab-0c09-40b7-bcbc-c95283fa1846-kube-api-access-fj4qw" (OuterVolumeSpecName: "kube-api-access-fj4qw") pod "44f805ab-0c09-40b7-bcbc-c95283fa1846" (UID: "44f805ab-0c09-40b7-bcbc-c95283fa1846"). InnerVolumeSpecName "kube-api-access-fj4qw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.218600 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6c204559-08e1-4479-bd0d-d681e3c18329-kube-api-access-mnx8j" (OuterVolumeSpecName: "kube-api-access-mnx8j") pod "6c204559-08e1-4479-bd0d-d681e3c18329" (UID: "6c204559-08e1-4479-bd0d-d681e3c18329"). InnerVolumeSpecName "kube-api-access-mnx8j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.256219 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "44f805ab-0c09-40b7-bcbc-c95283fa1846" (UID: "44f805ab-0c09-40b7-bcbc-c95283fa1846"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.258156 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "44f805ab-0c09-40b7-bcbc-c95283fa1846" (UID: "44f805ab-0c09-40b7-bcbc-c95283fa1846"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.269926 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.287966 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.288872 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.289147 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.289259 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.289551 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.289705 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.291206 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-config-data\") pod \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.292532 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-public-tls-certs\") pod \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.292793 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-scripts\") pod \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.293000 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pfwcd\" (UniqueName: \"kubernetes.io/projected/922fe55b-5779-45a2-97dc-de10a14290a9-kube-api-access-pfwcd\") pod \"922fe55b-5779-45a2-97dc-de10a14290a9\" (UID: \"922fe55b-5779-45a2-97dc-de10a14290a9\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.293293 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-combined-ca-bundle\") pod \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.293490 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-internal-tls-certs\") pod \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.293936 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-fernet-keys\") pod \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.294072 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-287xf\" (UniqueName: \"kubernetes.io/projected/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-kube-api-access-287xf\") pod \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.294212 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-credential-keys\") pod \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\" (UID: \"1c8f8426-1fbb-44cd-8ffc-6c945b484b6f\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.294976 4809 reconciler_common.go:293] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6c204559-08e1-4479-bd0d-d681e3c18329-config-volume\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.295071 4809 reconciler_common.go:293] "Volume detached for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/6c204559-08e1-4479-bd0d-d681e3c18329-secret-volume\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.295140 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fj4qw\" (UniqueName: \"kubernetes.io/projected/44f805ab-0c09-40b7-bcbc-c95283fa1846-kube-api-access-fj4qw\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.295202 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.295329 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.295408 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.295478 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/44f805ab-0c09-40b7-bcbc-c95283fa1846-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.295542 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mnx8j\" (UniqueName: \"kubernetes.io/projected/6c204559-08e1-4479-bd0d-d681e3c18329-kube-api-access-mnx8j\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.316272 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementb3a5-account-delete-nvznc" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.328371 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-scripts" (OuterVolumeSpecName: "scripts") pod "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" (UID: "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.328873 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data" (OuterVolumeSpecName: "config-data") pod "44f805ab-0c09-40b7-bcbc-c95283fa1846" (UID: "44f805ab-0c09-40b7-bcbc-c95283fa1846"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.336221 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" (UID: "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.337623 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-config-data" (OuterVolumeSpecName: "config-data") pod "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" (UID: "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.337740 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" (UID: "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.345882 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican5e97-account-delete-tpstd" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.348443 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-kube-api-access-287xf" (OuterVolumeSpecName: "kube-api-access-287xf") pod "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" (UID: "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f"). InnerVolumeSpecName "kube-api-access-287xf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.348525 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/922fe55b-5779-45a2-97dc-de10a14290a9-kube-api-access-pfwcd" (OuterVolumeSpecName: "kube-api-access-pfwcd") pod "922fe55b-5779-45a2-97dc-de10a14290a9" (UID: "922fe55b-5779-45a2-97dc-de10a14290a9"). InnerVolumeSpecName "kube-api-access-pfwcd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.348806 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.351724 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "44f805ab-0c09-40b7-bcbc-c95283fa1846" (UID: "44f805ab-0c09-40b7-bcbc-c95283fa1846"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.357040 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" (UID: "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.358013 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.368373 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.383856 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.387217 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance44b2-account-delete-ppbdn" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.391154 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.394214 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.397096 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mh7xk\" (UniqueName: \"kubernetes.io/projected/27b7ae73-9ca7-4755-9f77-7e622f5974e0-kube-api-access-mh7xk\") pod \"27b7ae73-9ca7-4755-9f77-7e622f5974e0\" (UID: \"27b7ae73-9ca7-4755-9f77-7e622f5974e0\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.397297 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-b4t67\" (UniqueName: \"kubernetes.io/projected/0d5b54dd-75aa-45e9-aab4-1703b6065561-kube-api-access-b4t67\") pod \"0d5b54dd-75aa-45e9-aab4-1703b6065561\" (UID: \"0d5b54dd-75aa-45e9-aab4-1703b6065561\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.397945 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.397965 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pfwcd\" (UniqueName: \"kubernetes.io/projected/922fe55b-5779-45a2-97dc-de10a14290a9-kube-api-access-pfwcd\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.397979 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.397989 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.398001 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-287xf\" (UniqueName: \"kubernetes.io/projected/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-kube-api-access-287xf\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.398010 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.398019 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.398027 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.398036 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/44f805ab-0c09-40b7-bcbc-c95283fa1846-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.406419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/27b7ae73-9ca7-4755-9f77-7e622f5974e0-kube-api-access-mh7xk" (OuterVolumeSpecName: "kube-api-access-mh7xk") pod "27b7ae73-9ca7-4755-9f77-7e622f5974e0" (UID: "27b7ae73-9ca7-4755-9f77-7e622f5974e0"). InnerVolumeSpecName "kube-api-access-mh7xk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.407821 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.408405 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0d5b54dd-75aa-45e9-aab4-1703b6065561-kube-api-access-b4t67" (OuterVolumeSpecName: "kube-api-access-b4t67") pod "0d5b54dd-75aa-45e9-aab4-1703b6065561" (UID: "0d5b54dd-75aa-45e9-aab4-1703b6065561"). InnerVolumeSpecName "kube-api-access-b4t67". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.408742 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.416575 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.416714 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" (UID: "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.424885 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.432069 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.433377 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.436213 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" (UID: "1c8f8426-1fbb-44cd-8ffc-6c945b484b6f"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.455390 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell00d41-account-delete-mv8f9"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.462526 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/novacell00d41-account-delete-mv8f9"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.470690 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.482817 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5cfb8d5c7b-fjcsj"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.498596 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data-custom\") pod \"131e94e6-4bc7-490a-859b-e985024b57fc\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.498663 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-986cl\" (UniqueName: \"kubernetes.io/projected/214bda65-917f-40ef-9340-f59ef787e98e-kube-api-access-986cl\") pod \"214bda65-917f-40ef-9340-f59ef787e98e\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.498702 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/131e94e6-4bc7-490a-859b-e985024b57fc-logs\") pod \"131e94e6-4bc7-490a-859b-e985024b57fc\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.498756 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data\") pod \"131e94e6-4bc7-490a-859b-e985024b57fc\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.498878 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data-custom\") pod \"214bda65-917f-40ef-9340-f59ef787e98e\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.498920 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-combined-ca-bundle\") pod \"214bda65-917f-40ef-9340-f59ef787e98e\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.498954 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-combined-ca-bundle\") pod \"131e94e6-4bc7-490a-859b-e985024b57fc\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.498973 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7624l\" (UniqueName: \"kubernetes.io/projected/131e94e6-4bc7-490a-859b-e985024b57fc-kube-api-access-7624l\") pod \"131e94e6-4bc7-490a-859b-e985024b57fc\" (UID: \"131e94e6-4bc7-490a-859b-e985024b57fc\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.499009 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nsnzf\" (UniqueName: \"kubernetes.io/projected/97fc4d46-2d2e-4912-8306-83d54527e043-kube-api-access-nsnzf\") pod \"97fc4d46-2d2e-4912-8306-83d54527e043\" (UID: \"97fc4d46-2d2e-4912-8306-83d54527e043\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.499034 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data\") pod \"214bda65-917f-40ef-9340-f59ef787e98e\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.499056 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/214bda65-917f-40ef-9340-f59ef787e98e-logs\") pod \"214bda65-917f-40ef-9340-f59ef787e98e\" (UID: \"214bda65-917f-40ef-9340-f59ef787e98e\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.499080 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nffnr\" (UniqueName: \"kubernetes.io/projected/bf68f0e5-309d-479f-97bd-54a730867363-kube-api-access-nffnr\") pod \"bf68f0e5-309d-479f-97bd-54a730867363\" (UID: \"bf68f0e5-309d-479f-97bd-54a730867363\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.499452 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mh7xk\" (UniqueName: \"kubernetes.io/projected/27b7ae73-9ca7-4755-9f77-7e622f5974e0-kube-api-access-mh7xk\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.499464 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.499473 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-b4t67\" (UniqueName: \"kubernetes.io/projected/0d5b54dd-75aa-45e9-aab4-1703b6065561-kube-api-access-b4t67\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.499513 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.502449 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/131e94e6-4bc7-490a-859b-e985024b57fc-logs" (OuterVolumeSpecName: "logs") pod "131e94e6-4bc7-490a-859b-e985024b57fc" (UID: "131e94e6-4bc7-490a-859b-e985024b57fc"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.504015 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bf68f0e5-309d-479f-97bd-54a730867363-kube-api-access-nffnr" (OuterVolumeSpecName: "kube-api-access-nffnr") pod "bf68f0e5-309d-479f-97bd-54a730867363" (UID: "bf68f0e5-309d-479f-97bd-54a730867363"). InnerVolumeSpecName "kube-api-access-nffnr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.504938 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "131e94e6-4bc7-490a-859b-e985024b57fc" (UID: "131e94e6-4bc7-490a-859b-e985024b57fc"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.508525 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/214bda65-917f-40ef-9340-f59ef787e98e-logs" (OuterVolumeSpecName: "logs") pod "214bda65-917f-40ef-9340-f59ef787e98e" (UID: "214bda65-917f-40ef-9340-f59ef787e98e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.518385 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/131e94e6-4bc7-490a-859b-e985024b57fc-kube-api-access-7624l" (OuterVolumeSpecName: "kube-api-access-7624l") pod "131e94e6-4bc7-490a-859b-e985024b57fc" (UID: "131e94e6-4bc7-490a-859b-e985024b57fc"). InnerVolumeSpecName "kube-api-access-7624l". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.518638 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/214bda65-917f-40ef-9340-f59ef787e98e-kube-api-access-986cl" (OuterVolumeSpecName: "kube-api-access-986cl") pod "214bda65-917f-40ef-9340-f59ef787e98e" (UID: "214bda65-917f-40ef-9340-f59ef787e98e"). InnerVolumeSpecName "kube-api-access-986cl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.522319 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/97fc4d46-2d2e-4912-8306-83d54527e043-kube-api-access-nsnzf" (OuterVolumeSpecName: "kube-api-access-nsnzf") pod "97fc4d46-2d2e-4912-8306-83d54527e043" (UID: "97fc4d46-2d2e-4912-8306-83d54527e043"). InnerVolumeSpecName "kube-api-access-nsnzf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.542020 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "214bda65-917f-40ef-9340-f59ef787e98e" (UID: "214bda65-917f-40ef-9340-f59ef787e98e"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.586446 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "131e94e6-4bc7-490a-859b-e985024b57fc" (UID: "131e94e6-4bc7-490a-859b-e985024b57fc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.605161 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "214bda65-917f-40ef-9340-f59ef787e98e" (UID: "214bda65-917f-40ef-9340-f59ef787e98e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.605657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data\") pod \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.605755 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c9df7ffe-d66c-4534-84c3-91ac58029e3c-logs\") pod \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.605800 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data-custom\") pod \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.606110 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-public-tls-certs\") pod \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.606200 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-89k52\" (UniqueName: \"kubernetes.io/projected/c9df7ffe-d66c-4534-84c3-91ac58029e3c-kube-api-access-89k52\") pod \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.606250 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-internal-tls-certs\") pod \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.606286 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-combined-ca-bundle\") pod \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\" (UID: \"c9df7ffe-d66c-4534-84c3-91ac58029e3c\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.608812 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c9df7ffe-d66c-4534-84c3-91ac58029e3c-logs" (OuterVolumeSpecName: "logs") pod "c9df7ffe-d66c-4534-84c3-91ac58029e3c" (UID: "c9df7ffe-d66c-4534-84c3-91ac58029e3c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610202 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610228 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610238 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610349 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7624l\" (UniqueName: \"kubernetes.io/projected/131e94e6-4bc7-490a-859b-e985024b57fc-kube-api-access-7624l\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610363 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nsnzf\" (UniqueName: \"kubernetes.io/projected/97fc4d46-2d2e-4912-8306-83d54527e043-kube-api-access-nsnzf\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610372 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/214bda65-917f-40ef-9340-f59ef787e98e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610381 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nffnr\" (UniqueName: \"kubernetes.io/projected/bf68f0e5-309d-479f-97bd-54a730867363-kube-api-access-nffnr\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610391 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610403 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-986cl\" (UniqueName: \"kubernetes.io/projected/214bda65-917f-40ef-9340-f59ef787e98e-kube-api-access-986cl\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610475 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/131e94e6-4bc7-490a-859b-e985024b57fc-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610485 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p9qwk\" (UniqueName: \"kubernetes.io/projected/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa-kube-api-access-p9qwk\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.610943 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c9df7ffe-d66c-4534-84c3-91ac58029e3c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.624656 4809 generic.go:334] "Generic (PLEG): container finished" podID="d5c6d7bf-b55a-41ba-b79e-e54b199a6231" containerID="92af015300ae6e953bd0aaab11027091120e1a87c561204ea0b559d65d72e0e4" exitCode=0 Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.624767 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"d5c6d7bf-b55a-41ba-b79e-e54b199a6231","Type":"ContainerDied","Data":"92af015300ae6e953bd0aaab11027091120e1a87c561204ea0b559d65d72e0e4"} Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.626692 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" event={"ID":"214bda65-917f-40ef-9340-f59ef787e98e","Type":"ContainerDied","Data":"e1dec77344b8b7bee77f6083fe5cfafb45d1e5a8bfd5e98f298cf284563f6de3"} Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.626708 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.626752 4809 scope.go:117] "RemoveContainer" containerID="f831dcfb7f69ddbce075e32728cbfea26f5b9594bc4d3f601565c4408f758448" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.632270 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" event={"ID":"c9df7ffe-d66c-4534-84c3-91ac58029e3c","Type":"ContainerDied","Data":"19007c7299f0b13882762293f1615499cae9bac04bdfee625a31b7127bce5422"} Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.635518 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data" (OuterVolumeSpecName: "config-data") pod "214bda65-917f-40ef-9340-f59ef787e98e" (UID: "214bda65-917f-40ef-9340-f59ef787e98e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.635966 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c9df7ffe-d66c-4534-84c3-91ac58029e3c-kube-api-access-89k52" (OuterVolumeSpecName: "kube-api-access-89k52") pod "c9df7ffe-d66c-4534-84c3-91ac58029e3c" (UID: "c9df7ffe-d66c-4534-84c3-91ac58029e3c"). InnerVolumeSpecName "kube-api-access-89k52". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.636098 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" event={"ID":"a778598d-8ef9-43ef-822f-b989a424879b","Type":"ContainerStarted","Data":"3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028"} Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.636588 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data" (OuterVolumeSpecName: "config-data") pod "131e94e6-4bc7-490a-859b-e985024b57fc" (UID: "131e94e6-4bc7-490a-859b-e985024b57fc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.645367 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_64ecabc0-12d2-4e08-93c0-c0f83aeb9c28/ovn-northd/0.log" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.645422 4809 generic.go:334] "Generic (PLEG): container finished" podID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerID="d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" exitCode=139 Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.645495 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28","Type":"ContainerDied","Data":"d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3"} Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.646956 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "c9df7ffe-d66c-4534-84c3-91ac58029e3c" (UID: "c9df7ffe-d66c-4534-84c3-91ac58029e3c"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.650754 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance44b2-account-delete-ppbdn" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.650801 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.650818 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6" event={"ID":"131e94e6-4bc7-490a-859b-e985024b57fc","Type":"ContainerDied","Data":"d672f28842fe05ec25e986bfbe86a090edc6c2bb85f6fb22115de4720769fa5e"} Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.650855 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone3708-account-delete-f9qzv" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.650908 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-8968f5f6b-pz6kq" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.651469 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-756b79694d-dfp6b" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.652597 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c9df7ffe-d66c-4534-84c3-91ac58029e3c" (UID: "c9df7ffe-d66c-4534-84c3-91ac58029e3c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.652765 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementb3a5-account-delete-nvznc" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.652835 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-747f74f456-89wqk" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.652955 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.653044 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.653146 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.653209 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican5e97-account-delete-tpstd" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.653424 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinderd918-account-delete-7wj42" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.723680 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.723719 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/214bda65-917f-40ef-9340-f59ef787e98e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.723749 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-89k52\" (UniqueName: \"kubernetes.io/projected/c9df7ffe-d66c-4534-84c3-91ac58029e3c-kube-api-access-89k52\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.723760 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/131e94e6-4bc7-490a-859b-e985024b57fc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.723770 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: E1013 19:45:12.723808 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:45:12 crc kubenswrapper[4809]: E1013 19:45:12.723891 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data podName:bcf1849c-287f-45f9-8f55-7d34f33a6be4 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:20.723871606 +0000 UTC m=+1239.329618181 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data") pod "rabbitmq-server-0" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4") : configmap "rabbitmq-config-data" not found Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.733636 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "c9df7ffe-d66c-4534-84c3-91ac58029e3c" (UID: "c9df7ffe-d66c-4534-84c3-91ac58029e3c"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.735157 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" podStartSLOduration=8.735135496 podStartE2EDuration="8.735135496s" podCreationTimestamp="2025-10-13 19:45:04 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:45:12.721675663 +0000 UTC m=+1231.327422248" watchObservedRunningTime="2025-10-13 19:45:12.735135496 +0000 UTC m=+1231.340882101" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.747835 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data" (OuterVolumeSpecName: "config-data") pod "c9df7ffe-d66c-4534-84c3-91ac58029e3c" (UID: "c9df7ffe-d66c-4534-84c3-91ac58029e3c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.763999 4809 scope.go:117] "RemoveContainer" containerID="169a6617effde6c6586a993347bb6be736b78486f007dbb6e6cebef281cf29dc" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.781099 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "c9df7ffe-d66c-4534-84c3-91ac58029e3c" (UID: "c9df7ffe-d66c-4534-84c3-91ac58029e3c"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.801040 4809 scope.go:117] "RemoveContainer" containerID="a3a9325e1a017eb7bbed7db83639aa787fbe2cd630e11d562b23b9f81b042577" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.806017 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_64ecabc0-12d2-4e08-93c0-c0f83aeb9c28/ovn-northd/0.log" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.806105 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.822164 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-8968f5f6b-pz6kq"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.826388 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.827480 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.827600 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c9df7ffe-d66c-4534-84c3-91ac58029e3c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.832502 4809 scope.go:117] "RemoveContainer" containerID="f7e96a2e4ff2154eddc822033e6030ce33063feeb6f28c9e6ec534a7883d4186" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.832736 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.840779 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-8968f5f6b-pz6kq"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.853280 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.862653 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-555cfd68b7-xfgp6"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.869000 4809 scope.go:117] "RemoveContainer" containerID="6ff32ce6c6f283bb1ae7c54fc4347807489cb6edec7f361e4bc1d8a24cb83a8e" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.877933 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.886423 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-79f677b69b-hpbh8"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.897124 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-747f74f456-89wqk"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.901182 4809 scope.go:117] "RemoveContainer" containerID="aa4ce2f3dd483c2c5eaf428dfe0da7127b78dc0a6a7f16f8f1a88d147a2f2e52" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.902711 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-747f74f456-89wqk"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.912914 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance44b2-account-delete-ppbdn"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.923765 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance44b2-account-delete-ppbdn"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.928925 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-combined-ca-bundle\") pod \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.928978 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-northd-tls-certs\") pod \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929049 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-confd\") pod \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929079 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-pod-info\") pod \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929114 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-99nhc\" (UniqueName: \"kubernetes.io/projected/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-kube-api-access-99nhc\") pod \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929144 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-metrics-certs-tls-certs\") pod \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929198 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-server-conf\") pod \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929222 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-erlang-cookie\") pod \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929241 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-erlang-cookie-secret\") pod \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929260 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929285 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-rundir\") pod \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929347 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data\") pod \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929374 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-plugins-conf\") pod \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929392 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-phn5h\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-kube-api-access-phn5h\") pod \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.929442 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-config\") pod \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.930073 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "d5c6d7bf-b55a-41ba-b79e-e54b199a6231" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.934267 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-pod-info" (OuterVolumeSpecName: "pod-info") pod "d5c6d7bf-b55a-41ba-b79e-e54b199a6231" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.935261 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" (UID: "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.936834 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "d5c6d7bf-b55a-41ba-b79e-e54b199a6231" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.937271 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-scripts\") pod \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\" (UID: \"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.937600 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-tls\") pod \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.937640 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-plugins\") pod \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\" (UID: \"d5c6d7bf-b55a-41ba-b79e-e54b199a6231\") " Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.938465 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.938933 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "d5c6d7bf-b55a-41ba-b79e-e54b199a6231" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.939498 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.939519 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.939551 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.939665 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-kube-api-access-99nhc" (OuterVolumeSpecName: "kube-api-access-99nhc") pod "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" (UID: "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28"). InnerVolumeSpecName "kube-api-access-99nhc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.940244 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-scripts" (OuterVolumeSpecName: "scripts") pod "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" (UID: "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.941077 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-config" (OuterVolumeSpecName: "config") pod "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" (UID: "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.941688 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-kube-api-access-phn5h" (OuterVolumeSpecName: "kube-api-access-phn5h") pod "d5c6d7bf-b55a-41ba-b79e-e54b199a6231" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231"). InnerVolumeSpecName "kube-api-access-phn5h". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.942196 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "d5c6d7bf-b55a-41ba-b79e-e54b199a6231" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.942490 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage01-crc" (OuterVolumeSpecName: "persistence") pod "d5c6d7bf-b55a-41ba-b79e-e54b199a6231" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231"). InnerVolumeSpecName "local-storage01-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.948281 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "d5c6d7bf-b55a-41ba-b79e-e54b199a6231" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.978620 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" (UID: "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.986884 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone3708-account-delete-f9qzv"] Oct 13 19:45:12 crc kubenswrapper[4809]: I1013 19:45:12.997169 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data" (OuterVolumeSpecName: "config-data") pod "d5c6d7bf-b55a-41ba-b79e-e54b199a6231" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.008607 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone3708-account-delete-f9qzv"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.012789 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-server-conf" (OuterVolumeSpecName: "server-conf") pod "d5c6d7bf-b55a-41ba-b79e-e54b199a6231" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.021455 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.030046 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cff58c5c4-wn8lb"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.041684 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican5e97-account-delete-tpstd"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.043364 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.043395 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-99nhc\" (UniqueName: \"kubernetes.io/projected/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-kube-api-access-99nhc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.043411 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.043425 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.043459 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") on node \"crc\" " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.043476 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.044614 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-phn5h\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-kube-api-access-phn5h\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.044719 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.044747 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-swgnv\" (UniqueName: \"kubernetes.io/projected/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5-kube-api-access-swgnv\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.044759 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.044769 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.044779 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.048238 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican5e97-account-delete-tpstd"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.057861 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-northd-tls-certs" (OuterVolumeSpecName: "ovn-northd-tls-certs") pod "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" (UID: "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28"). InnerVolumeSpecName "ovn-northd-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.059210 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinderd918-account-delete-7wj42"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.065439 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinderd918-account-delete-7wj42"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.073208 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage01-crc" (UniqueName: "kubernetes.io/local-volume/local-storage01-crc") on node "crc" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.075612 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.078158 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" (UID: "64ecabc0-12d2-4e08-93c0-c0f83aeb9c28"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.089966 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron0a4d-account-delete-nlbsg"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.096179 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placementb3a5-account-delete-nvznc"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.101389 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placementb3a5-account-delete-nvznc"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.107655 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "d5c6d7bf-b55a-41ba-b79e-e54b199a6231" (UID: "d5c6d7bf-b55a-41ba-b79e-e54b199a6231"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.111395 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-756b79694d-dfp6b"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.118062 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-756b79694d-dfp6b"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.145571 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.145847 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.145857 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28-ovn-northd-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.145865 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/d5c6d7bf-b55a-41ba-b79e-e54b199a6231-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.416087 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.551247 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/bcf1849c-287f-45f9-8f55-7d34f33a6be4-erlang-cookie-secret\") pod \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.551326 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/bcf1849c-287f-45f9-8f55-7d34f33a6be4-pod-info\") pod \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.551377 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data\") pod \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.551400 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-plugins\") pod \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.551440 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-erlang-cookie\") pod \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.551474 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-confd\") pod \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.551526 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-tls\") pod \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.551582 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-plugins-conf\") pod \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.551607 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mwt76\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-kube-api-access-mwt76\") pod \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.551633 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.551662 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-server-conf\") pod \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\" (UID: \"bcf1849c-287f-45f9-8f55-7d34f33a6be4\") " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.553439 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "bcf1849c-287f-45f9-8f55-7d34f33a6be4" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.553694 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "bcf1849c-287f-45f9-8f55-7d34f33a6be4" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.554231 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "bcf1849c-287f-45f9-8f55-7d34f33a6be4" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.558621 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-kube-api-access-mwt76" (OuterVolumeSpecName: "kube-api-access-mwt76") pod "bcf1849c-287f-45f9-8f55-7d34f33a6be4" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4"). InnerVolumeSpecName "kube-api-access-mwt76". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.558742 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bcf1849c-287f-45f9-8f55-7d34f33a6be4-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "bcf1849c-287f-45f9-8f55-7d34f33a6be4" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.558925 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/bcf1849c-287f-45f9-8f55-7d34f33a6be4-pod-info" (OuterVolumeSpecName: "pod-info") pod "bcf1849c-287f-45f9-8f55-7d34f33a6be4" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.566866 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage02-crc" (OuterVolumeSpecName: "persistence") pod "bcf1849c-287f-45f9-8f55-7d34f33a6be4" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4"). InnerVolumeSpecName "local-storage02-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.573578 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data" (OuterVolumeSpecName: "config-data") pod "bcf1849c-287f-45f9-8f55-7d34f33a6be4" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.575211 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "bcf1849c-287f-45f9-8f55-7d34f33a6be4" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.596353 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-server-conf" (OuterVolumeSpecName: "server-conf") pod "bcf1849c-287f-45f9-8f55-7d34f33a6be4" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.655916 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/bcf1849c-287f-45f9-8f55-7d34f33a6be4-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.655957 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/bcf1849c-287f-45f9-8f55-7d34f33a6be4-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.655970 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.655981 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.655995 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.656009 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.656020 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.656032 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mwt76\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-kube-api-access-mwt76\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.656057 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") on node \"crc\" " Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.656069 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/bcf1849c-287f-45f9-8f55-7d34f33a6be4-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.669326 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_64ecabc0-12d2-4e08-93c0-c0f83aeb9c28/ovn-northd/0.log" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.669390 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"64ecabc0-12d2-4e08-93c0-c0f83aeb9c28","Type":"ContainerDied","Data":"f71678ac8eba453a5359ebfe911f91f5f6523688b29b8d819dafff2ac13cbb56"} Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.669424 4809 scope.go:117] "RemoveContainer" containerID="c669f3fbb0dc4815a7c9287510f08b22a81f1e0186c0f79e71bb7e0496f4a3e6" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.669546 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.683029 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage02-crc" (UniqueName: "kubernetes.io/local-volume/local-storage02-crc") on node "crc" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.685633 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"d5c6d7bf-b55a-41ba-b79e-e54b199a6231","Type":"ContainerDied","Data":"dca33c7b2303eae4aec7892f4d6d0e8b5a47746729a24ed9d8c9f65dd20335e5"} Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.685771 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.692311 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "bcf1849c-287f-45f9-8f55-7d34f33a6be4" (UID: "bcf1849c-287f-45f9-8f55-7d34f33a6be4"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.721297 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.721498 4809 scope.go:117] "RemoveContainer" containerID="d4eb9d0b5174c8531ca49136c452c84f914bb254110a634447894bf49a52ebb3" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.723618 4809 generic.go:334] "Generic (PLEG): container finished" podID="bcf1849c-287f-45f9-8f55-7d34f33a6be4" containerID="88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a" exitCode=0 Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.724942 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.725898 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"bcf1849c-287f-45f9-8f55-7d34f33a6be4","Type":"ContainerDied","Data":"88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a"} Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.726404 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.726431 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"bcf1849c-287f-45f9-8f55-7d34f33a6be4","Type":"ContainerDied","Data":"e166028b92872dd2cf3ae9b9a8645db7ca4f91ef2caf919fe898d3eec79728be"} Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.733854 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.755998 4809 scope.go:117] "RemoveContainer" containerID="92af015300ae6e953bd0aaab11027091120e1a87c561204ea0b559d65d72e0e4" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.757880 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/bcf1849c-287f-45f9-8f55-7d34f33a6be4-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.757900 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.766858 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.800905 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.804590 4809 scope.go:117] "RemoveContainer" containerID="22ddba3fe60a8556ae65e783305ee744498bffcb6c1c6821b966300c4438ea83" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.810953 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.814939 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.828370 4809 scope.go:117] "RemoveContainer" containerID="88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.851259 4809 scope.go:117] "RemoveContainer" containerID="c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.876670 4809 scope.go:117] "RemoveContainer" containerID="88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a" Oct 13 19:45:13 crc kubenswrapper[4809]: E1013 19:45:13.877334 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a\": container with ID starting with 88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a not found: ID does not exist" containerID="88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.877475 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a"} err="failed to get container status \"88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a\": rpc error: code = NotFound desc = could not find container \"88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a\": container with ID starting with 88d68d4bb4effcd1cf6a4af2e48957748038d340b16711ef5200e5bbc41d294a not found: ID does not exist" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.877501 4809 scope.go:117] "RemoveContainer" containerID="c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311" Oct 13 19:45:13 crc kubenswrapper[4809]: E1013 19:45:13.879392 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311\": container with ID starting with c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311 not found: ID does not exist" containerID="c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311" Oct 13 19:45:13 crc kubenswrapper[4809]: I1013 19:45:13.879459 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311"} err="failed to get container status \"c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311\": rpc error: code = NotFound desc = could not find container \"c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311\": container with ID starting with c8d11b6c0c161f0d395b2b6393ce20474d6abce8a1208538e16f9be579df1311 not found: ID does not exist" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.172645 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0d5b54dd-75aa-45e9-aab4-1703b6065561" path="/var/lib/kubelet/pods/0d5b54dd-75aa-45e9-aab4-1703b6065561/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.174137 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="131e94e6-4bc7-490a-859b-e985024b57fc" path="/var/lib/kubelet/pods/131e94e6-4bc7-490a-859b-e985024b57fc/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.175643 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" path="/var/lib/kubelet/pods/1c8f8426-1fbb-44cd-8ffc-6c945b484b6f/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.181589 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1ec7215b-a5bd-4138-8d29-96f03e3a40be" path="/var/lib/kubelet/pods/1ec7215b-a5bd-4138-8d29-96f03e3a40be/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.188563 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="214bda65-917f-40ef-9340-f59ef787e98e" path="/var/lib/kubelet/pods/214bda65-917f-40ef-9340-f59ef787e98e/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.192912 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="27b7ae73-9ca7-4755-9f77-7e622f5974e0" path="/var/lib/kubelet/pods/27b7ae73-9ca7-4755-9f77-7e622f5974e0/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.194033 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="396d9379-362c-4b72-a376-6156d12ca6ae" path="/var/lib/kubelet/pods/396d9379-362c-4b72-a376-6156d12ca6ae/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.195259 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" path="/var/lib/kubelet/pods/3bb669d6-e028-405b-a0b7-0c6a6ca6405f/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.197348 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3bb8559e-ad86-40d1-9495-5fc2c9cd14fa" path="/var/lib/kubelet/pods/3bb8559e-ad86-40d1-9495-5fc2c9cd14fa/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.198188 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="44f805ab-0c09-40b7-bcbc-c95283fa1846" path="/var/lib/kubelet/pods/44f805ab-0c09-40b7-bcbc-c95283fa1846/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.199263 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="599d61e7-ccf1-4939-bc59-8ac9daebc05b" path="/var/lib/kubelet/pods/599d61e7-ccf1-4939-bc59-8ac9daebc05b/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.201966 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" path="/var/lib/kubelet/pods/64ecabc0-12d2-4e08-93c0-c0f83aeb9c28/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.202873 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5" path="/var/lib/kubelet/pods/7a8a8c4c-9236-433a-b3fd-4d61b1f21dc5/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.203426 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="90b519b7-1a01-4d06-b2c9-a5490d7fcedf" path="/var/lib/kubelet/pods/90b519b7-1a01-4d06-b2c9-a5490d7fcedf/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.204272 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="922fe55b-5779-45a2-97dc-de10a14290a9" path="/var/lib/kubelet/pods/922fe55b-5779-45a2-97dc-de10a14290a9/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.214912 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="95823992-baf3-448d-9130-9bdc71315b07" path="/var/lib/kubelet/pods/95823992-baf3-448d-9130-9bdc71315b07/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.215881 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="97fc4d46-2d2e-4912-8306-83d54527e043" path="/var/lib/kubelet/pods/97fc4d46-2d2e-4912-8306-83d54527e043/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.216539 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bbcb16c3-1299-4bd8-bb0f-ee431ad63977" path="/var/lib/kubelet/pods/bbcb16c3-1299-4bd8-bb0f-ee431ad63977/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.221715 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bcf1849c-287f-45f9-8f55-7d34f33a6be4" path="/var/lib/kubelet/pods/bcf1849c-287f-45f9-8f55-7d34f33a6be4/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.222452 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bf68f0e5-309d-479f-97bd-54a730867363" path="/var/lib/kubelet/pods/bf68f0e5-309d-479f-97bd-54a730867363/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.230173 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" path="/var/lib/kubelet/pods/bf812fdb-4081-4f7f-a21b-3444914f4ae4/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.231028 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c9df7ffe-d66c-4534-84c3-91ac58029e3c" path="/var/lib/kubelet/pods/c9df7ffe-d66c-4534-84c3-91ac58029e3c/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.232026 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d5c6d7bf-b55a-41ba-b79e-e54b199a6231" path="/var/lib/kubelet/pods/d5c6d7bf-b55a-41ba-b79e-e54b199a6231/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.233564 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" path="/var/lib/kubelet/pods/f670d3c5-faa8-4fa6-9d16-34630e9d8ed8/volumes" Oct 13 19:45:14 crc kubenswrapper[4809]: I1013 19:45:14.234516 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fc8b2657-8ca1-4338-ae88-a48d6f72e149" path="/var/lib/kubelet/pods/fc8b2657-8ca1-4338-ae88-a48d6f72e149/volumes" Oct 13 19:45:15 crc kubenswrapper[4809]: I1013 19:45:15.320889 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" podUID="423e0b8a-e89b-4d15-aa3f-315377666698" containerName="neutron-httpd" probeResult="failure" output="Get \"https://10.217.0.149:9696/\": dial tcp 10.217.0.149:9696: connect: connection refused" Oct 13 19:45:15 crc kubenswrapper[4809]: E1013 19:45:15.894056 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 19:45:15 crc kubenswrapper[4809]: E1013 19:45:15.894217 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0 podName:dd366127-4f01-4690-ba04-b580b8cf4353 nodeName:}" failed. No retries permitted until 2025-10-13 19:45:23.894200858 +0000 UTC m=+1242.499947433 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0") pod "dnsmasq-dnsmasq-89b47bd49-528gc" (UID: "dd366127-4f01-4690-ba04-b580b8cf4353") : configmap "dns-swift-storage-0" not found Oct 13 19:45:21 crc kubenswrapper[4809]: I1013 19:45:21.959748 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.029086 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc"] Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.029539 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" podUID="dd366127-4f01-4690-ba04-b580b8cf4353" containerName="dnsmasq-dns" containerID="cri-o://91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c" gracePeriod=10 Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.550436 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.736310 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hd2g4\" (UniqueName: \"kubernetes.io/projected/dd366127-4f01-4690-ba04-b580b8cf4353-kube-api-access-hd2g4\") pod \"dd366127-4f01-4690-ba04-b580b8cf4353\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.736453 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dnsmasq-svc\") pod \"dd366127-4f01-4690-ba04-b580b8cf4353\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.736508 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-config\") pod \"dd366127-4f01-4690-ba04-b580b8cf4353\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.736537 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0\") pod \"dd366127-4f01-4690-ba04-b580b8cf4353\" (UID: \"dd366127-4f01-4690-ba04-b580b8cf4353\") " Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.746008 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dd366127-4f01-4690-ba04-b580b8cf4353-kube-api-access-hd2g4" (OuterVolumeSpecName: "kube-api-access-hd2g4") pod "dd366127-4f01-4690-ba04-b580b8cf4353" (UID: "dd366127-4f01-4690-ba04-b580b8cf4353"). InnerVolumeSpecName "kube-api-access-hd2g4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.789450 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0" (OuterVolumeSpecName: "dns-swift-storage-0") pod "dd366127-4f01-4690-ba04-b580b8cf4353" (UID: "dd366127-4f01-4690-ba04-b580b8cf4353"). InnerVolumeSpecName "dns-swift-storage-0". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.796446 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-config" (OuterVolumeSpecName: "config") pod "dd366127-4f01-4690-ba04-b580b8cf4353" (UID: "dd366127-4f01-4690-ba04-b580b8cf4353"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.810717 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "dd366127-4f01-4690-ba04-b580b8cf4353" (UID: "dd366127-4f01-4690-ba04-b580b8cf4353"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.838783 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.838832 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.838853 4809 reconciler_common.go:293] "Volume detached for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/dd366127-4f01-4690-ba04-b580b8cf4353-dns-swift-storage-0\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.838875 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hd2g4\" (UniqueName: \"kubernetes.io/projected/dd366127-4f01-4690-ba04-b580b8cf4353-kube-api-access-hd2g4\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.860581 4809 generic.go:334] "Generic (PLEG): container finished" podID="dd366127-4f01-4690-ba04-b580b8cf4353" containerID="91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c" exitCode=0 Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.860646 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" event={"ID":"dd366127-4f01-4690-ba04-b580b8cf4353","Type":"ContainerDied","Data":"91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c"} Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.860686 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" event={"ID":"dd366127-4f01-4690-ba04-b580b8cf4353","Type":"ContainerDied","Data":"dc47ab249dfb9666df98856af520bc4166e1edcfa6ac579313437857cc3199ed"} Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.860697 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.860713 4809 scope.go:117] "RemoveContainer" containerID="91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.897473 4809 scope.go:117] "RemoveContainer" containerID="4043d1eabdeb063d57f997318027632462f5f0d4d1f169e24e52812a0fce15e7" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.934182 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc"] Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.939885 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-89b47bd49-528gc"] Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.940589 4809 scope.go:117] "RemoveContainer" containerID="91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c" Oct 13 19:45:22 crc kubenswrapper[4809]: E1013 19:45:22.940948 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c\": container with ID starting with 91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c not found: ID does not exist" containerID="91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.940981 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c"} err="failed to get container status \"91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c\": rpc error: code = NotFound desc = could not find container \"91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c\": container with ID starting with 91ef9cc877d0952cfddeea7fd7909565be188bcc87681f92c63c8008ef5fdc1c not found: ID does not exist" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.941003 4809 scope.go:117] "RemoveContainer" containerID="4043d1eabdeb063d57f997318027632462f5f0d4d1f169e24e52812a0fce15e7" Oct 13 19:45:22 crc kubenswrapper[4809]: E1013 19:45:22.941327 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4043d1eabdeb063d57f997318027632462f5f0d4d1f169e24e52812a0fce15e7\": container with ID starting with 4043d1eabdeb063d57f997318027632462f5f0d4d1f169e24e52812a0fce15e7 not found: ID does not exist" containerID="4043d1eabdeb063d57f997318027632462f5f0d4d1f169e24e52812a0fce15e7" Oct 13 19:45:22 crc kubenswrapper[4809]: I1013 19:45:22.941376 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4043d1eabdeb063d57f997318027632462f5f0d4d1f169e24e52812a0fce15e7"} err="failed to get container status \"4043d1eabdeb063d57f997318027632462f5f0d4d1f169e24e52812a0fce15e7\": rpc error: code = NotFound desc = could not find container \"4043d1eabdeb063d57f997318027632462f5f0d4d1f169e24e52812a0fce15e7\": container with ID starting with 4043d1eabdeb063d57f997318027632462f5f0d4d1f169e24e52812a0fce15e7 not found: ID does not exist" Oct 13 19:45:24 crc kubenswrapper[4809]: I1013 19:45:24.180197 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dd366127-4f01-4690-ba04-b580b8cf4353" path="/var/lib/kubelet/pods/dd366127-4f01-4690-ba04-b580b8cf4353/volumes" Oct 13 19:45:28 crc kubenswrapper[4809]: I1013 19:45:28.593278 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:45:28 crc kubenswrapper[4809]: I1013 19:45:28.593834 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:45:31 crc kubenswrapper[4809]: I1013 19:45:31.476628 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" podUID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" containerName="neutron-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 19:45:33 crc kubenswrapper[4809]: I1013 19:45:33.058078 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:34 crc kubenswrapper[4809]: I1013 19:45:34.862073 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","podc419046a-ade1-4e4e-be91-97f42b0b97ca"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort podc419046a-ade1-4e4e-be91-97f42b0b97ca] : Timed out while waiting for systemd to remove kubepods-besteffort-podc419046a_ade1_4e4e_be91_97f42b0b97ca.slice" Oct 13 19:45:34 crc kubenswrapper[4809]: E1013 19:45:34.862426 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort podc419046a-ade1-4e4e-be91-97f42b0b97ca] : unable to destroy cgroup paths for cgroup [kubepods besteffort podc419046a-ade1-4e4e-be91-97f42b0b97ca] : Timed out while waiting for systemd to remove kubepods-besteffort-podc419046a_ade1_4e4e_be91_97f42b0b97ca.slice" pod="openstack-kuttl-tests/memcached-0" podUID="c419046a-ade1-4e4e-be91-97f42b0b97ca" Oct 13 19:45:35 crc kubenswrapper[4809]: I1013 19:45:35.003042 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:35 crc kubenswrapper[4809]: I1013 19:45:35.024703 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:45:35 crc kubenswrapper[4809]: I1013 19:45:35.033656 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.027525 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-55985cbc8b-lbkm8_423e0b8a-e89b-4d15-aa3f-315377666698/neutron-api/0.log" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.027803 4809 generic.go:334] "Generic (PLEG): container finished" podID="423e0b8a-e89b-4d15-aa3f-315377666698" containerID="5ccdf369336c30e3622d7a6f197c3e1ae0a313f235d1c625af63739780154a07" exitCode=137 Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.027896 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" event={"ID":"423e0b8a-e89b-4d15-aa3f-315377666698","Type":"ContainerDied","Data":"5ccdf369336c30e3622d7a6f197c3e1ae0a313f235d1c625af63739780154a07"} Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.037437 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerID="fe3f8bf99ba77e913d1b6273b90dcfb870e2bd36792d8230e3161b9e97032c5d" exitCode=137 Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.037488 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"fe3f8bf99ba77e913d1b6273b90dcfb870e2bd36792d8230e3161b9e97032c5d"} Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.186241 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c419046a-ade1-4e4e-be91-97f42b0b97ca" path="/var/lib/kubelet/pods/c419046a-ade1-4e4e-be91-97f42b0b97ca/volumes" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.257256 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.281958 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-55985cbc8b-lbkm8_423e0b8a-e89b-4d15-aa3f-315377666698/neutron-api/0.log" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.282052 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.307578 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nznxs\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-kube-api-access-nznxs\") pod \"a7e5faf6-8715-4640-8fd6-782b54a105ef\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308066 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-internal-tls-certs\") pod \"423e0b8a-e89b-4d15-aa3f-315377666698\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308110 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-lock\") pod \"a7e5faf6-8715-4640-8fd6-782b54a105ef\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308130 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-combined-ca-bundle\") pod \"423e0b8a-e89b-4d15-aa3f-315377666698\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308151 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift\") pod \"a7e5faf6-8715-4640-8fd6-782b54a105ef\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308184 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-l8xtl\" (UniqueName: \"kubernetes.io/projected/423e0b8a-e89b-4d15-aa3f-315377666698-kube-api-access-l8xtl\") pod \"423e0b8a-e89b-4d15-aa3f-315377666698\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308232 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-cache\") pod \"a7e5faf6-8715-4640-8fd6-782b54a105ef\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308251 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swift\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"a7e5faf6-8715-4640-8fd6-782b54a105ef\" (UID: \"a7e5faf6-8715-4640-8fd6-782b54a105ef\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308293 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-ovndb-tls-certs\") pod \"423e0b8a-e89b-4d15-aa3f-315377666698\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308323 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-public-tls-certs\") pod \"423e0b8a-e89b-4d15-aa3f-315377666698\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308343 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-config\") pod \"423e0b8a-e89b-4d15-aa3f-315377666698\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308373 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-httpd-config\") pod \"423e0b8a-e89b-4d15-aa3f-315377666698\" (UID: \"423e0b8a-e89b-4d15-aa3f-315377666698\") " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.308875 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-lock" (OuterVolumeSpecName: "lock") pod "a7e5faf6-8715-4640-8fd6-782b54a105ef" (UID: "a7e5faf6-8715-4640-8fd6-782b54a105ef"). InnerVolumeSpecName "lock". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.309662 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-cache" (OuterVolumeSpecName: "cache") pod "a7e5faf6-8715-4640-8fd6-782b54a105ef" (UID: "a7e5faf6-8715-4640-8fd6-782b54a105ef"). InnerVolumeSpecName "cache". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.316687 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage04-crc" (OuterVolumeSpecName: "swift") pod "a7e5faf6-8715-4640-8fd6-782b54a105ef" (UID: "a7e5faf6-8715-4640-8fd6-782b54a105ef"). InnerVolumeSpecName "local-storage04-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.316722 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-kube-api-access-nznxs" (OuterVolumeSpecName: "kube-api-access-nznxs") pod "a7e5faf6-8715-4640-8fd6-782b54a105ef" (UID: "a7e5faf6-8715-4640-8fd6-782b54a105ef"). InnerVolumeSpecName "kube-api-access-nznxs". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.316879 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "a7e5faf6-8715-4640-8fd6-782b54a105ef" (UID: "a7e5faf6-8715-4640-8fd6-782b54a105ef"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.318228 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/423e0b8a-e89b-4d15-aa3f-315377666698-kube-api-access-l8xtl" (OuterVolumeSpecName: "kube-api-access-l8xtl") pod "423e0b8a-e89b-4d15-aa3f-315377666698" (UID: "423e0b8a-e89b-4d15-aa3f-315377666698"). InnerVolumeSpecName "kube-api-access-l8xtl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.320849 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "423e0b8a-e89b-4d15-aa3f-315377666698" (UID: "423e0b8a-e89b-4d15-aa3f-315377666698"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.348634 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "423e0b8a-e89b-4d15-aa3f-315377666698" (UID: "423e0b8a-e89b-4d15-aa3f-315377666698"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.351707 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "423e0b8a-e89b-4d15-aa3f-315377666698" (UID: "423e0b8a-e89b-4d15-aa3f-315377666698"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.352263 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "423e0b8a-e89b-4d15-aa3f-315377666698" (UID: "423e0b8a-e89b-4d15-aa3f-315377666698"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.352793 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-config" (OuterVolumeSpecName: "config") pod "423e0b8a-e89b-4d15-aa3f-315377666698" (UID: "423e0b8a-e89b-4d15-aa3f-315377666698"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.367739 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "423e0b8a-e89b-4d15-aa3f-315377666698" (UID: "423e0b8a-e89b-4d15-aa3f-315377666698"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410199 4809 reconciler_common.go:293] "Volume detached for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-cache\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410241 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") on node \"crc\" " Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410253 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410264 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410274 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410283 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410291 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nznxs\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-kube-api-access-nznxs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410302 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410311 4809 reconciler_common.go:293] "Volume detached for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/a7e5faf6-8715-4640-8fd6-782b54a105ef-lock\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410319 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/423e0b8a-e89b-4d15-aa3f-315377666698-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410326 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/a7e5faf6-8715-4640-8fd6-782b54a105ef-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.410335 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-l8xtl\" (UniqueName: \"kubernetes.io/projected/423e0b8a-e89b-4d15-aa3f-315377666698-kube-api-access-l8xtl\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.424962 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage04-crc" (UniqueName: "kubernetes.io/local-volume/local-storage04-crc") on node "crc" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.512440 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:36 crc kubenswrapper[4809]: I1013 19:45:36.662464 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","podc628ecbf-267b-4263-8935-566beeac30ad"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort podc628ecbf-267b-4263-8935-566beeac30ad] : Timed out while waiting for systemd to remove kubepods-besteffort-podc628ecbf_267b_4263_8935_566beeac30ad.slice" Oct 13 19:45:36 crc kubenswrapper[4809]: E1013 19:45:36.662551 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort podc628ecbf-267b-4263-8935-566beeac30ad] : unable to destroy cgroup paths for cgroup [kubepods besteffort podc628ecbf-267b-4263-8935-566beeac30ad] : Timed out while waiting for systemd to remove kubepods-besteffort-podc628ecbf_267b_4263_8935_566beeac30ad.slice" pod="openstack-kuttl-tests/openstackclient" podUID="c628ecbf-267b-4263-8935-566beeac30ad" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.059955 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"a7e5faf6-8715-4640-8fd6-782b54a105ef","Type":"ContainerDied","Data":"98a5669a0cbae6cf6af5f9e7fc6dea3f4e6111a60e1b34eae00c70c46f28c2ce"} Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.060051 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.060497 4809 scope.go:117] "RemoveContainer" containerID="fe3f8bf99ba77e913d1b6273b90dcfb870e2bd36792d8230e3161b9e97032c5d" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.063877 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-55985cbc8b-lbkm8_423e0b8a-e89b-4d15-aa3f-315377666698/neutron-api/0.log" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.065447 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.065999 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.066240 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55985cbc8b-lbkm8" event={"ID":"423e0b8a-e89b-4d15-aa3f-315377666698","Type":"ContainerDied","Data":"d6a95eb379884c92a9271b4b81740a752452cf3e2fc08a6e635766eda9dfdc61"} Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.100675 4809 scope.go:117] "RemoveContainer" containerID="0495f120480d6aed9a4406927491381ff1333cabcedfff21bb47bf03075b973a" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.121030 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.137553 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.146473 4809 scope.go:117] "RemoveContainer" containerID="59181c03906bf99f0fc4ed6c21bc8171725fb6a9ba83a0c6440641de1838b867" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.146969 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-55985cbc8b-lbkm8"] Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.154194 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-55985cbc8b-lbkm8"] Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.183898 4809 scope.go:117] "RemoveContainer" containerID="cc6db10c6ed5b3269ac881bcd3bf568ace1e9c418ed876ff6ba1f815f5c10d97" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.209588 4809 scope.go:117] "RemoveContainer" containerID="bf9a242de91ff525cfd91b83562260b664255c980067b2e135eaa61b14ea9960" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.236894 4809 scope.go:117] "RemoveContainer" containerID="191e8e5a9f827d6b8660954fdc56f404f0f5ec51eb75f501e28d72c60aa32742" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.261854 4809 scope.go:117] "RemoveContainer" containerID="0074853b492cab815c540e06f9e05a8aea5922f9bb7c4c1ed1eadfef92370f23" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.298036 4809 scope.go:117] "RemoveContainer" containerID="3e2b5f9e4c6df8a132c9b75ed68978fbf092dc21cdc6483b075dfffa7bf0687d" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.328619 4809 scope.go:117] "RemoveContainer" containerID="6df4e2fe55ced65dd74a2091240a168da72848eef6a1ff2be3b881e476d14b60" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.367585 4809 scope.go:117] "RemoveContainer" containerID="31306965213dee7e6a00f7372efbc9460f90f64696655435a77969451e7d50a4" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.400210 4809 scope.go:117] "RemoveContainer" containerID="818e471a2db1b660c9b5d061345ede331c20312b6608e005de8176a11f2316a8" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.427849 4809 scope.go:117] "RemoveContainer" containerID="c6a15c2055631d05cbd589c59d3cfa0a1d8cfcfe096a23ab4b42dbfd669ecb05" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.449115 4809 scope.go:117] "RemoveContainer" containerID="ebf3d6a13675436198cae1cfc3a2474eed1c12eb36d7950db9cce8259cb38b84" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.474232 4809 scope.go:117] "RemoveContainer" containerID="051a814ca15ee10a633b7490920e034f41b513e493692d815ed596807be85acf" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.499680 4809 scope.go:117] "RemoveContainer" containerID="282933e21b898ccdf1e8a0e6b21b48bf72276411309ec4ba61a6d5e364e00918" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.525384 4809 scope.go:117] "RemoveContainer" containerID="35d11c057d7d2c11ba64f7111b9dd2283c1ac3a0a80559bcef24d5626524857d" Oct 13 19:45:37 crc kubenswrapper[4809]: I1013 19:45:37.558631 4809 scope.go:117] "RemoveContainer" containerID="5ccdf369336c30e3622d7a6f197c3e1ae0a313f235d1c625af63739780154a07" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.080230 4809 generic.go:334] "Generic (PLEG): container finished" podID="9ea893d9-7800-4580-9343-86b8beb7e0ef" containerID="59bae8d332436f41c2cc44fedebd5d03ac170de1ab0fcad35e4130ec791ac2c3" exitCode=137 Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.080347 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" event={"ID":"9ea893d9-7800-4580-9343-86b8beb7e0ef","Type":"ContainerDied","Data":"59bae8d332436f41c2cc44fedebd5d03ac170de1ab0fcad35e4130ec791ac2c3"} Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.086817 4809 generic.go:334] "Generic (PLEG): container finished" podID="e0eddaf5-2109-4214-8e31-b673139412cb" containerID="85636d23c18d42d1e9590e34029aedea445e505abe06dcdd6df7cc73dd5bea7a" exitCode=137 Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.086871 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" event={"ID":"e0eddaf5-2109-4214-8e31-b673139412cb","Type":"ContainerDied","Data":"85636d23c18d42d1e9590e34029aedea445e505abe06dcdd6df7cc73dd5bea7a"} Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.167336 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="423e0b8a-e89b-4d15-aa3f-315377666698" path="/var/lib/kubelet/pods/423e0b8a-e89b-4d15-aa3f-315377666698/volumes" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.168329 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" path="/var/lib/kubelet/pods/a7e5faf6-8715-4640-8fd6-782b54a105ef/volumes" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.320244 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.326477 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348320 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-public-tls-certs\") pod \"9ea893d9-7800-4580-9343-86b8beb7e0ef\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348432 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-combined-ca-bundle\") pod \"9ea893d9-7800-4580-9343-86b8beb7e0ef\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348466 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data\") pod \"e0eddaf5-2109-4214-8e31-b673139412cb\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348490 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-fernet-keys\") pod \"9ea893d9-7800-4580-9343-86b8beb7e0ef\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348536 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-scripts\") pod \"9ea893d9-7800-4580-9343-86b8beb7e0ef\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348557 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-credential-keys\") pod \"9ea893d9-7800-4580-9343-86b8beb7e0ef\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348581 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e0eddaf5-2109-4214-8e31-b673139412cb-logs\") pod \"e0eddaf5-2109-4214-8e31-b673139412cb\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348613 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-combined-ca-bundle\") pod \"e0eddaf5-2109-4214-8e31-b673139412cb\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348648 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data-custom\") pod \"e0eddaf5-2109-4214-8e31-b673139412cb\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348694 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nff75\" (UniqueName: \"kubernetes.io/projected/e0eddaf5-2109-4214-8e31-b673139412cb-kube-api-access-nff75\") pod \"e0eddaf5-2109-4214-8e31-b673139412cb\" (UID: \"e0eddaf5-2109-4214-8e31-b673139412cb\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348776 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2mtmp\" (UniqueName: \"kubernetes.io/projected/9ea893d9-7800-4580-9343-86b8beb7e0ef-kube-api-access-2mtmp\") pod \"9ea893d9-7800-4580-9343-86b8beb7e0ef\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348795 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-config-data\") pod \"9ea893d9-7800-4580-9343-86b8beb7e0ef\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.348813 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-internal-tls-certs\") pod \"9ea893d9-7800-4580-9343-86b8beb7e0ef\" (UID: \"9ea893d9-7800-4580-9343-86b8beb7e0ef\") " Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.349552 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e0eddaf5-2109-4214-8e31-b673139412cb-logs" (OuterVolumeSpecName: "logs") pod "e0eddaf5-2109-4214-8e31-b673139412cb" (UID: "e0eddaf5-2109-4214-8e31-b673139412cb"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.356931 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "e0eddaf5-2109-4214-8e31-b673139412cb" (UID: "e0eddaf5-2109-4214-8e31-b673139412cb"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.359269 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9ea893d9-7800-4580-9343-86b8beb7e0ef-kube-api-access-2mtmp" (OuterVolumeSpecName: "kube-api-access-2mtmp") pod "9ea893d9-7800-4580-9343-86b8beb7e0ef" (UID: "9ea893d9-7800-4580-9343-86b8beb7e0ef"). InnerVolumeSpecName "kube-api-access-2mtmp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.362670 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e0eddaf5-2109-4214-8e31-b673139412cb-kube-api-access-nff75" (OuterVolumeSpecName: "kube-api-access-nff75") pod "e0eddaf5-2109-4214-8e31-b673139412cb" (UID: "e0eddaf5-2109-4214-8e31-b673139412cb"). InnerVolumeSpecName "kube-api-access-nff75". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.366680 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "9ea893d9-7800-4580-9343-86b8beb7e0ef" (UID: "9ea893d9-7800-4580-9343-86b8beb7e0ef"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.385936 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-scripts" (OuterVolumeSpecName: "scripts") pod "9ea893d9-7800-4580-9343-86b8beb7e0ef" (UID: "9ea893d9-7800-4580-9343-86b8beb7e0ef"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.387787 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "9ea893d9-7800-4580-9343-86b8beb7e0ef" (UID: "9ea893d9-7800-4580-9343-86b8beb7e0ef"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.402672 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-config-data" (OuterVolumeSpecName: "config-data") pod "9ea893d9-7800-4580-9343-86b8beb7e0ef" (UID: "9ea893d9-7800-4580-9343-86b8beb7e0ef"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.408011 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e0eddaf5-2109-4214-8e31-b673139412cb" (UID: "e0eddaf5-2109-4214-8e31-b673139412cb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.426708 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9ea893d9-7800-4580-9343-86b8beb7e0ef" (UID: "9ea893d9-7800-4580-9343-86b8beb7e0ef"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.444321 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "9ea893d9-7800-4580-9343-86b8beb7e0ef" (UID: "9ea893d9-7800-4580-9343-86b8beb7e0ef"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.449881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "9ea893d9-7800-4580-9343-86b8beb7e0ef" (UID: "9ea893d9-7800-4580-9343-86b8beb7e0ef"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.450924 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2mtmp\" (UniqueName: \"kubernetes.io/projected/9ea893d9-7800-4580-9343-86b8beb7e0ef-kube-api-access-2mtmp\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.450967 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.450986 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.451005 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.451021 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.451040 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.451058 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.451074 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/9ea893d9-7800-4580-9343-86b8beb7e0ef-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.451090 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e0eddaf5-2109-4214-8e31-b673139412cb-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.451106 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.451122 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.451139 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nff75\" (UniqueName: \"kubernetes.io/projected/e0eddaf5-2109-4214-8e31-b673139412cb-kube-api-access-nff75\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.459452 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data" (OuterVolumeSpecName: "config-data") pod "e0eddaf5-2109-4214-8e31-b673139412cb" (UID: "e0eddaf5-2109-4214-8e31-b673139412cb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.552806 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e0eddaf5-2109-4214-8e31-b673139412cb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.738845 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","pod9cb418d7-f587-412d-9ab7-1f3b32837cd8"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort pod9cb418d7-f587-412d-9ab7-1f3b32837cd8] : Timed out while waiting for systemd to remove kubepods-besteffort-pod9cb418d7_f587_412d_9ab7_1f3b32837cd8.slice" Oct 13 19:45:38 crc kubenswrapper[4809]: E1013 19:45:38.738936 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort pod9cb418d7-f587-412d-9ab7-1f3b32837cd8] : unable to destroy cgroup paths for cgroup [kubepods besteffort pod9cb418d7-f587-412d-9ab7-1f3b32837cd8] : Timed out while waiting for systemd to remove kubepods-besteffort-pod9cb418d7_f587_412d_9ab7_1f3b32837cd8.slice" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podUID="9cb418d7-f587-412d-9ab7-1f3b32837cd8" Oct 13 19:45:38 crc kubenswrapper[4809]: I1013 19:45:38.756515 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","pod87723e18-18a7-42e2-90ae-f3ecdb2ea012"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort pod87723e18-18a7-42e2-90ae-f3ecdb2ea012] : Timed out while waiting for systemd to remove kubepods-besteffort-pod87723e18_18a7_42e2_90ae_f3ecdb2ea012.slice" Oct 13 19:45:38 crc kubenswrapper[4809]: E1013 19:45:38.756586 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort pod87723e18-18a7-42e2-90ae-f3ecdb2ea012] : unable to destroy cgroup paths for cgroup [kubepods besteffort pod87723e18-18a7-42e2-90ae-f3ecdb2ea012] : Timed out while waiting for systemd to remove kubepods-besteffort-pod87723e18_18a7_42e2_90ae_f3ecdb2ea012.slice" pod="openstack-kuttl-tests/nova-metadata-0" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.107760 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" event={"ID":"e0eddaf5-2109-4214-8e31-b673139412cb","Type":"ContainerDied","Data":"a751680eff92bf38a1f171528b185e29cfc657843756b451e35293275be2f15a"} Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.107846 4809 scope.go:117] "RemoveContainer" containerID="85636d23c18d42d1e9590e34029aedea445e505abe06dcdd6df7cc73dd5bea7a" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.107896 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.109699 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.110508 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.110911 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc" event={"ID":"9ea893d9-7800-4580-9343-86b8beb7e0ef","Type":"ContainerDied","Data":"bfa1a2a2ccbad7cc638c3fec1f0a688014b98ad8fbd4ad593464e0ed85d75f07"} Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.111210 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.144696 4809 scope.go:117] "RemoveContainer" containerID="729c35f0d99784db34bd0db40263fcbf3015be5f82740f319db9fea8d9b36949" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.147178 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.159658 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.172475 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.179737 4809 scope.go:117] "RemoveContainer" containerID="59bae8d332436f41c2cc44fedebd5d03ac170de1ab0fcad35e4130ec791ac2c3" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.181962 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.191918 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc"] Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.197566 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-54d6b9d6f4-2d7xc"] Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.202123 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6"] Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.206946 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-659d5b5d8c-bxfz6"] Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.627232 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.670423 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data\") pod \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.670585 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-combined-ca-bundle\") pod \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.670644 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data-custom\") pod \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.670855 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pp4pw\" (UniqueName: \"kubernetes.io/projected/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-kube-api-access-pp4pw\") pod \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.671095 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-logs\") pod \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\" (UID: \"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a\") " Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.672315 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-logs" (OuterVolumeSpecName: "logs") pod "05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" (UID: "05899d8c-02d3-4bd2-8a99-d0d74d35fb8a"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.676085 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" (UID: "05899d8c-02d3-4bd2-8a99-d0d74d35fb8a"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.679360 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-kube-api-access-pp4pw" (OuterVolumeSpecName: "kube-api-access-pp4pw") pod "05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" (UID: "05899d8c-02d3-4bd2-8a99-d0d74d35fb8a"). InnerVolumeSpecName "kube-api-access-pp4pw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.712080 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" (UID: "05899d8c-02d3-4bd2-8a99-d0d74d35fb8a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.718734 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data" (OuterVolumeSpecName: "config-data") pod "05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" (UID: "05899d8c-02d3-4bd2-8a99-d0d74d35fb8a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.773469 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pp4pw\" (UniqueName: \"kubernetes.io/projected/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-kube-api-access-pp4pw\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.773772 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.773788 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.773798 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:39 crc kubenswrapper[4809]: I1013 19:45:39.773806 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.126769 4809 generic.go:334] "Generic (PLEG): container finished" podID="05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" containerID="7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239" exitCode=137 Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.126812 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" event={"ID":"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a","Type":"ContainerDied","Data":"7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239"} Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.126835 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" event={"ID":"05899d8c-02d3-4bd2-8a99-d0d74d35fb8a","Type":"ContainerDied","Data":"e0d134480bdeacecc783244c6c235091e4a7308dc242bbf72e26e5b94409f265"} Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.126851 4809 scope.go:117] "RemoveContainer" containerID="7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.126912 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.166461 4809 scope.go:117] "RemoveContainer" containerID="8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.169940 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" path="/var/lib/kubelet/pods/87723e18-18a7-42e2-90ae-f3ecdb2ea012/volumes" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.170830 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9cb418d7-f587-412d-9ab7-1f3b32837cd8" path="/var/lib/kubelet/pods/9cb418d7-f587-412d-9ab7-1f3b32837cd8/volumes" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.171457 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9ea893d9-7800-4580-9343-86b8beb7e0ef" path="/var/lib/kubelet/pods/9ea893d9-7800-4580-9343-86b8beb7e0ef/volumes" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.171954 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e0eddaf5-2109-4214-8e31-b673139412cb" path="/var/lib/kubelet/pods/e0eddaf5-2109-4214-8e31-b673139412cb/volumes" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.175952 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd"] Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.185844 4809 scope.go:117] "RemoveContainer" containerID="7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239" Oct 13 19:45:40 crc kubenswrapper[4809]: E1013 19:45:40.186462 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239\": container with ID starting with 7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239 not found: ID does not exist" containerID="7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.186502 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239"} err="failed to get container status \"7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239\": rpc error: code = NotFound desc = could not find container \"7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239\": container with ID starting with 7dcb843ddb7042c3c81df6a1883471182886cd30f6f6447a2cd3be35c44e3239 not found: ID does not exist" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.186527 4809 scope.go:117] "RemoveContainer" containerID="8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c" Oct 13 19:45:40 crc kubenswrapper[4809]: E1013 19:45:40.186841 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c\": container with ID starting with 8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c not found: ID does not exist" containerID="8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.186865 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c"} err="failed to get container status \"8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c\": rpc error: code = NotFound desc = could not find container \"8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c\": container with ID starting with 8030c81d9aa51582a9064cfcecb011aa5179e3aaf384274f90270c88bd49aa7c not found: ID does not exist" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.188968 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6cd6bd949d-5cnnd"] Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.410356 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" podUID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerName="placement-api" probeResult="failure" output="Get \"https://10.217.0.189:8778/\": EOF" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.410472 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" podUID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerName="placement-log" probeResult="failure" output="Get \"https://10.217.0.189:8778/\": EOF" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.742836 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.811878 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-777bc59d74-vkf88_eba2db85-5bd2-409c-853c-f7ba635fe4d9/neutron-httpd/0.log" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.813018 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-777bc59d74-vkf88_eba2db85-5bd2-409c-853c-f7ba635fe4d9/neutron-api/0.log" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.813125 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.893794 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95b7e82e-ad9d-496e-af43-eb1774ee819f-logs\") pod \"95b7e82e-ad9d-496e-af43-eb1774ee819f\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.893874 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-config-data\") pod \"95b7e82e-ad9d-496e-af43-eb1774ee819f\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.893962 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-combined-ca-bundle\") pod \"95b7e82e-ad9d-496e-af43-eb1774ee819f\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.893986 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-internal-tls-certs\") pod \"95b7e82e-ad9d-496e-af43-eb1774ee819f\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.894071 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-scripts\") pod \"95b7e82e-ad9d-496e-af43-eb1774ee819f\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.894112 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wht7f\" (UniqueName: \"kubernetes.io/projected/95b7e82e-ad9d-496e-af43-eb1774ee819f-kube-api-access-wht7f\") pod \"95b7e82e-ad9d-496e-af43-eb1774ee819f\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.894137 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-public-tls-certs\") pod \"95b7e82e-ad9d-496e-af43-eb1774ee819f\" (UID: \"95b7e82e-ad9d-496e-af43-eb1774ee819f\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.894901 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/95b7e82e-ad9d-496e-af43-eb1774ee819f-logs" (OuterVolumeSpecName: "logs") pod "95b7e82e-ad9d-496e-af43-eb1774ee819f" (UID: "95b7e82e-ad9d-496e-af43-eb1774ee819f"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.896945 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-scripts" (OuterVolumeSpecName: "scripts") pod "95b7e82e-ad9d-496e-af43-eb1774ee819f" (UID: "95b7e82e-ad9d-496e-af43-eb1774ee819f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.900071 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/95b7e82e-ad9d-496e-af43-eb1774ee819f-kube-api-access-wht7f" (OuterVolumeSpecName: "kube-api-access-wht7f") pod "95b7e82e-ad9d-496e-af43-eb1774ee819f" (UID: "95b7e82e-ad9d-496e-af43-eb1774ee819f"). InnerVolumeSpecName "kube-api-access-wht7f". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.939014 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-config-data" (OuterVolumeSpecName: "config-data") pod "95b7e82e-ad9d-496e-af43-eb1774ee819f" (UID: "95b7e82e-ad9d-496e-af43-eb1774ee819f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.949073 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "95b7e82e-ad9d-496e-af43-eb1774ee819f" (UID: "95b7e82e-ad9d-496e-af43-eb1774ee819f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.954576 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "95b7e82e-ad9d-496e-af43-eb1774ee819f" (UID: "95b7e82e-ad9d-496e-af43-eb1774ee819f"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.977001 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "95b7e82e-ad9d-496e-af43-eb1774ee819f" (UID: "95b7e82e-ad9d-496e-af43-eb1774ee819f"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.995447 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-combined-ca-bundle\") pod \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.995524 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bcqdq\" (UniqueName: \"kubernetes.io/projected/eba2db85-5bd2-409c-853c-f7ba635fe4d9-kube-api-access-bcqdq\") pod \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.995786 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-httpd-config\") pod \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.995879 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-internal-tls-certs\") pod \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.995932 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-public-tls-certs\") pod \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.995980 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-ovndb-tls-certs\") pod \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.996048 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-config\") pod \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\" (UID: \"eba2db85-5bd2-409c-853c-f7ba635fe4d9\") " Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.996517 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.996538 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.996548 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.996559 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.996567 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wht7f\" (UniqueName: \"kubernetes.io/projected/95b7e82e-ad9d-496e-af43-eb1774ee819f-kube-api-access-wht7f\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.996576 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/95b7e82e-ad9d-496e-af43-eb1774ee819f-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.996586 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95b7e82e-ad9d-496e-af43-eb1774ee819f-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:40 crc kubenswrapper[4809]: I1013 19:45:40.999658 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/eba2db85-5bd2-409c-853c-f7ba635fe4d9-kube-api-access-bcqdq" (OuterVolumeSpecName: "kube-api-access-bcqdq") pod "eba2db85-5bd2-409c-853c-f7ba635fe4d9" (UID: "eba2db85-5bd2-409c-853c-f7ba635fe4d9"). InnerVolumeSpecName "kube-api-access-bcqdq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.001488 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "eba2db85-5bd2-409c-853c-f7ba635fe4d9" (UID: "eba2db85-5bd2-409c-853c-f7ba635fe4d9"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.030078 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "eba2db85-5bd2-409c-853c-f7ba635fe4d9" (UID: "eba2db85-5bd2-409c-853c-f7ba635fe4d9"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.038252 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-config" (OuterVolumeSpecName: "config") pod "eba2db85-5bd2-409c-853c-f7ba635fe4d9" (UID: "eba2db85-5bd2-409c-853c-f7ba635fe4d9"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.041037 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "eba2db85-5bd2-409c-853c-f7ba635fe4d9" (UID: "eba2db85-5bd2-409c-853c-f7ba635fe4d9"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.054495 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "eba2db85-5bd2-409c-853c-f7ba635fe4d9" (UID: "eba2db85-5bd2-409c-853c-f7ba635fe4d9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.073068 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "eba2db85-5bd2-409c-853c-f7ba635fe4d9" (UID: "eba2db85-5bd2-409c-853c-f7ba635fe4d9"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.097649 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.097770 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.097853 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.097924 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.097979 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.098038 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bcqdq\" (UniqueName: \"kubernetes.io/projected/eba2db85-5bd2-409c-853c-f7ba635fe4d9-kube-api-access-bcqdq\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.098097 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/eba2db85-5bd2-409c-853c-f7ba635fe4d9-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.137885 4809 generic.go:334] "Generic (PLEG): container finished" podID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerID="661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825" exitCode=137 Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.137968 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.137985 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" event={"ID":"95b7e82e-ad9d-496e-af43-eb1774ee819f","Type":"ContainerDied","Data":"661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825"} Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.138018 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-d6f7fd7fd-trlg4" event={"ID":"95b7e82e-ad9d-496e-af43-eb1774ee819f","Type":"ContainerDied","Data":"3dbb8e0e65045ac90f115402e19b066ca25a42dbac8526e8c41b3be684d024bd"} Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.138044 4809 scope.go:117] "RemoveContainer" containerID="661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.144126 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-777bc59d74-vkf88_eba2db85-5bd2-409c-853c-f7ba635fe4d9/neutron-httpd/0.log" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.144610 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-777bc59d74-vkf88_eba2db85-5bd2-409c-853c-f7ba635fe4d9/neutron-api/0.log" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.144650 4809 generic.go:334] "Generic (PLEG): container finished" podID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" containerID="4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759" exitCode=137 Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.144663 4809 generic.go:334] "Generic (PLEG): container finished" podID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" containerID="5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e" exitCode=137 Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.144681 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" event={"ID":"eba2db85-5bd2-409c-853c-f7ba635fe4d9","Type":"ContainerDied","Data":"4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759"} Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.144699 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" event={"ID":"eba2db85-5bd2-409c-853c-f7ba635fe4d9","Type":"ContainerDied","Data":"5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e"} Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.144712 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" event={"ID":"eba2db85-5bd2-409c-853c-f7ba635fe4d9","Type":"ContainerDied","Data":"51a792e31bab85f5a8085f84698b650b0a5c1807422786eaea33506be808bd99"} Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.144790 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-777bc59d74-vkf88" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.177332 4809 scope.go:117] "RemoveContainer" containerID="4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.196839 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-d6f7fd7fd-trlg4"] Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.201826 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-d6f7fd7fd-trlg4"] Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.207154 4809 scope.go:117] "RemoveContainer" containerID="661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825" Oct 13 19:45:41 crc kubenswrapper[4809]: E1013 19:45:41.207852 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825\": container with ID starting with 661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825 not found: ID does not exist" containerID="661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.207886 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825"} err="failed to get container status \"661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825\": rpc error: code = NotFound desc = could not find container \"661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825\": container with ID starting with 661551289afdca1ee242a9a14ef5a144bae0d122dfe737f67bba28b5ba798825 not found: ID does not exist" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.207911 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-777bc59d74-vkf88"] Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.207913 4809 scope.go:117] "RemoveContainer" containerID="4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d" Oct 13 19:45:41 crc kubenswrapper[4809]: E1013 19:45:41.208397 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d\": container with ID starting with 4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d not found: ID does not exist" containerID="4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.208451 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d"} err="failed to get container status \"4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d\": rpc error: code = NotFound desc = could not find container \"4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d\": container with ID starting with 4e9e714d145d9a378059b18bb6f00f0b23bd79e7d705cd89ae0d9d2ad12e294d not found: ID does not exist" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.208478 4809 scope.go:117] "RemoveContainer" containerID="4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.213840 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-777bc59d74-vkf88"] Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.232920 4809 scope.go:117] "RemoveContainer" containerID="5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.255569 4809 scope.go:117] "RemoveContainer" containerID="4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759" Oct 13 19:45:41 crc kubenswrapper[4809]: E1013 19:45:41.256515 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759\": container with ID starting with 4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759 not found: ID does not exist" containerID="4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.256556 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759"} err="failed to get container status \"4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759\": rpc error: code = NotFound desc = could not find container \"4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759\": container with ID starting with 4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759 not found: ID does not exist" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.256585 4809 scope.go:117] "RemoveContainer" containerID="5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e" Oct 13 19:45:41 crc kubenswrapper[4809]: E1013 19:45:41.256960 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e\": container with ID starting with 5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e not found: ID does not exist" containerID="5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.257015 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e"} err="failed to get container status \"5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e\": rpc error: code = NotFound desc = could not find container \"5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e\": container with ID starting with 5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e not found: ID does not exist" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.257045 4809 scope.go:117] "RemoveContainer" containerID="4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.257504 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759"} err="failed to get container status \"4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759\": rpc error: code = NotFound desc = could not find container \"4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759\": container with ID starting with 4e56c1f2a0c5d9906f0258519595b17fdbaa69cc0e2fb2f5a4e90dd760dec759 not found: ID does not exist" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.257543 4809 scope.go:117] "RemoveContainer" containerID="5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e" Oct 13 19:45:41 crc kubenswrapper[4809]: I1013 19:45:41.257839 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e"} err="failed to get container status \"5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e\": rpc error: code = NotFound desc = could not find container \"5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e\": container with ID starting with 5aff38a0a4ad8b02109d5fcac5b7a693a0bc1a076b2170472850770e2fa03c7e not found: ID does not exist" Oct 13 19:45:42 crc kubenswrapper[4809]: I1013 19:45:42.170070 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" path="/var/lib/kubelet/pods/05899d8c-02d3-4bd2-8a99-d0d74d35fb8a/volumes" Oct 13 19:45:42 crc kubenswrapper[4809]: I1013 19:45:42.172058 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="95b7e82e-ad9d-496e-af43-eb1774ee819f" path="/var/lib/kubelet/pods/95b7e82e-ad9d-496e-af43-eb1774ee819f/volumes" Oct 13 19:45:42 crc kubenswrapper[4809]: I1013 19:45:42.173888 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" path="/var/lib/kubelet/pods/eba2db85-5bd2-409c-853c-f7ba635fe4d9/volumes" Oct 13 19:45:49 crc kubenswrapper[4809]: I1013 19:45:49.648190 4809 scope.go:117] "RemoveContainer" containerID="b31cf098ada9b8bf7330ae44bbb32e0c8d52e615fa9099afbe2a6f186f674c00" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.441490 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442104 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" containerName="barbican-keystone-listener-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442118 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" containerName="barbican-keystone-listener-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442130 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9cb418d7-f587-412d-9ab7-1f3b32837cd8" containerName="mysql-bootstrap" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442136 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9cb418d7-f587-412d-9ab7-1f3b32837cd8" containerName="mysql-bootstrap" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442145 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-auditor" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442151 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-auditor" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442158 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerName="barbican-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442164 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerName="barbican-api" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442176 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-replicator" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442181 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-replicator" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442192 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="90b519b7-1a01-4d06-b2c9-a5490d7fcedf" containerName="kube-state-metrics" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442197 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="90b519b7-1a01-4d06-b2c9-a5490d7fcedf" containerName="kube-state-metrics" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442209 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-auditor" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442214 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-auditor" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442220 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="599d61e7-ccf1-4939-bc59-8ac9daebc05b" containerName="nova-scheduler-scheduler" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442227 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="599d61e7-ccf1-4939-bc59-8ac9daebc05b" containerName="nova-scheduler-scheduler" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442234 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerName="proxy-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442240 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerName="proxy-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442246 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-server" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442251 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-server" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442257 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="27b7ae73-9ca7-4755-9f77-7e622f5974e0" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442263 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="27b7ae73-9ca7-4755-9f77-7e622f5974e0" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442272 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="97fc4d46-2d2e-4912-8306-83d54527e043" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442279 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="97fc4d46-2d2e-4912-8306-83d54527e043" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442296 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="27b7ae73-9ca7-4755-9f77-7e622f5974e0" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442303 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="27b7ae73-9ca7-4755-9f77-7e622f5974e0" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442314 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dd366127-4f01-4690-ba04-b580b8cf4353" containerName="init" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442320 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dd366127-4f01-4690-ba04-b580b8cf4353" containerName="init" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442331 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="423e0b8a-e89b-4d15-aa3f-315377666698" containerName="neutron-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442337 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="423e0b8a-e89b-4d15-aa3f-315377666698" containerName="neutron-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442348 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-metadata" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442354 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-metadata" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442360 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="214bda65-917f-40ef-9340-f59ef787e98e" containerName="barbican-keystone-listener-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442365 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="214bda65-917f-40ef-9340-f59ef787e98e" containerName="barbican-keystone-listener-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442373 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-updater" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442378 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-updater" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442389 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerName="proxy-server" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442395 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerName="proxy-server" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442403 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" containerName="glance-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442408 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" containerName="glance-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442417 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0d5b54dd-75aa-45e9-aab4-1703b6065561" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442423 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0d5b54dd-75aa-45e9-aab4-1703b6065561" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442430 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c9df7ffe-d66c-4534-84c3-91ac58029e3c" containerName="barbican-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442436 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c9df7ffe-d66c-4534-84c3-91ac58029e3c" containerName="barbican-api" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442447 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerName="placement-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442452 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerName="placement-api" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442460 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="ceilometer-notification-agent" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442467 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="ceilometer-notification-agent" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442476 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bbcb16c3-1299-4bd8-bb0f-ee431ad63977" containerName="probe" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442483 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bbcb16c3-1299-4bd8-bb0f-ee431ad63977" containerName="probe" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442490 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e0eddaf5-2109-4214-8e31-b673139412cb" containerName="barbican-worker" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442495 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e0eddaf5-2109-4214-8e31-b673139412cb" containerName="barbican-worker" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442506 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" containerName="neutron-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442511 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" containerName="neutron-api" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442521 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="396d9379-362c-4b72-a376-6156d12ca6ae" containerName="placement-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442526 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="396d9379-362c-4b72-a376-6156d12ca6ae" containerName="placement-api" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442532 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="922fe55b-5779-45a2-97dc-de10a14290a9" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442537 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="922fe55b-5779-45a2-97dc-de10a14290a9" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442548 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="rsync" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442553 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="rsync" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442560 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerName="nova-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442565 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerName="nova-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442574 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" containerName="cinder-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442579 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" containerName="cinder-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442587 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="95823992-baf3-448d-9130-9bdc71315b07" containerName="galera" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442593 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="95823992-baf3-448d-9130-9bdc71315b07" containerName="galera" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442602 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" containerName="cinder-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442607 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" containerName="cinder-api" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442615 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dd366127-4f01-4690-ba04-b580b8cf4353" containerName="dnsmasq-dns" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442621 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dd366127-4f01-4690-ba04-b580b8cf4353" containerName="dnsmasq-dns" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442630 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="131e94e6-4bc7-490a-859b-e985024b57fc" containerName="barbican-worker-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442635 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="131e94e6-4bc7-490a-859b-e985024b57fc" containerName="barbican-worker-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442643 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="sg-core" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442648 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="sg-core" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442659 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bcf1849c-287f-45f9-8f55-7d34f33a6be4" containerName="rabbitmq" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442666 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bcf1849c-287f-45f9-8f55-7d34f33a6be4" containerName="rabbitmq" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442674 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bbcb16c3-1299-4bd8-bb0f-ee431ad63977" containerName="cinder-scheduler" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442679 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bbcb16c3-1299-4bd8-bb0f-ee431ad63977" containerName="cinder-scheduler" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442689 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6c204559-08e1-4479-bd0d-d681e3c18329" containerName="collect-profiles" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442694 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6c204559-08e1-4479-bd0d-d681e3c18329" containerName="collect-profiles" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442704 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9ea893d9-7800-4580-9343-86b8beb7e0ef" containerName="keystone-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442710 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9ea893d9-7800-4580-9343-86b8beb7e0ef" containerName="keystone-api" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442719 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-expirer" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442724 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-expirer" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442752 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d5c6d7bf-b55a-41ba-b79e-e54b199a6231" containerName="setup-container" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442759 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d5c6d7bf-b55a-41ba-b79e-e54b199a6231" containerName="setup-container" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442767 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" containerName="keystone-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442773 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" containerName="keystone-api" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442781 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bf68f0e5-309d-479f-97bd-54a730867363" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442787 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bf68f0e5-309d-479f-97bd-54a730867363" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442796 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-auditor" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442802 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-auditor" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442810 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerName="ovn-northd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442816 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerName="ovn-northd" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442824 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="396d9379-362c-4b72-a376-6156d12ca6ae" containerName="placement-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442830 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="396d9379-362c-4b72-a376-6156d12ca6ae" containerName="placement-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442840 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1ec7215b-a5bd-4138-8d29-96f03e3a40be" containerName="glance-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442848 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1ec7215b-a5bd-4138-8d29-96f03e3a40be" containerName="glance-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442855 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d5c6d7bf-b55a-41ba-b79e-e54b199a6231" containerName="rabbitmq" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442862 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d5c6d7bf-b55a-41ba-b79e-e54b199a6231" containerName="rabbitmq" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442870 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="423e0b8a-e89b-4d15-aa3f-315377666698" containerName="neutron-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442875 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="423e0b8a-e89b-4d15-aa3f-315377666698" containerName="neutron-api" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442883 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" containerName="glance-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442889 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" containerName="glance-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442898 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442904 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442911 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="ceilometer-central-agent" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442917 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="ceilometer-central-agent" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442926 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="131e94e6-4bc7-490a-859b-e985024b57fc" containerName="barbican-worker" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442932 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="131e94e6-4bc7-490a-859b-e985024b57fc" containerName="barbican-worker" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442942 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="proxy-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442947 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="proxy-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442968 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bcf1849c-287f-45f9-8f55-7d34f33a6be4" containerName="setup-container" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442974 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bcf1849c-287f-45f9-8f55-7d34f33a6be4" containerName="setup-container" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442984 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1ec7215b-a5bd-4138-8d29-96f03e3a40be" containerName="glance-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.442991 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1ec7215b-a5bd-4138-8d29-96f03e3a40be" containerName="glance-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.442999 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fc8b2657-8ca1-4338-ae88-a48d6f72e149" containerName="nova-cell1-conductor-conductor" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443005 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fc8b2657-8ca1-4338-ae88-a48d6f72e149" containerName="nova-cell1-conductor-conductor" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443012 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="95823992-baf3-448d-9130-9bdc71315b07" containerName="mysql-bootstrap" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443017 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="95823992-baf3-448d-9130-9bdc71315b07" containerName="mysql-bootstrap" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443026 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-replicator" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443032 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-replicator" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443038 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-updater" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443044 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-updater" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443053 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerName="openstack-network-exporter" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443059 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerName="openstack-network-exporter" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443068 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerName="nova-api-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443074 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerName="nova-api-api" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443083 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" containerName="barbican-keystone-listener" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443088 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" containerName="barbican-keystone-listener" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443097 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerName="barbican-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443102 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerName="barbican-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443108 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e0eddaf5-2109-4214-8e31-b673139412cb" containerName="barbican-worker-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443114 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e0eddaf5-2109-4214-8e31-b673139412cb" containerName="barbican-worker-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443121 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="swift-recon-cron" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443126 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="swift-recon-cron" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443134 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" containerName="neutron-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443139 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" containerName="neutron-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443146 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9cb418d7-f587-412d-9ab7-1f3b32837cd8" containerName="galera" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443152 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9cb418d7-f587-412d-9ab7-1f3b32837cd8" containerName="galera" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443160 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="214bda65-917f-40ef-9340-f59ef787e98e" containerName="barbican-keystone-listener" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443166 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="214bda65-917f-40ef-9340-f59ef787e98e" containerName="barbican-keystone-listener" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443174 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerName="placement-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443180 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerName="placement-log" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443188 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-server" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443193 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-server" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443201 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-replicator" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443206 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-replicator" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443214 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-reaper" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443219 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-reaper" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443227 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="185dda58-faaa-4be7-b012-d6a42fb7d60d" containerName="nova-cell0-conductor-conductor" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443233 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="185dda58-faaa-4be7-b012-d6a42fb7d60d" containerName="nova-cell0-conductor-conductor" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443239 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-server" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443244 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-server" Oct 13 19:45:51 crc kubenswrapper[4809]: E1013 19:45:51.443252 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c9df7ffe-d66c-4534-84c3-91ac58029e3c" containerName="barbican-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443258 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c9df7ffe-d66c-4534-84c3-91ac58029e3c" containerName="barbican-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443403 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bf68f0e5-309d-479f-97bd-54a730867363" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443412 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="214bda65-917f-40ef-9340-f59ef787e98e" containerName="barbican-keystone-listener" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443422 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" containerName="glance-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443441 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerName="nova-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443451 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="396d9379-362c-4b72-a376-6156d12ca6ae" containerName="placement-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443462 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-server" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443470 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443478 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="95823992-baf3-448d-9130-9bdc71315b07" containerName="galera" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443485 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-replicator" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443494 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerName="ovn-northd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443502 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="214bda65-917f-40ef-9340-f59ef787e98e" containerName="barbican-keystone-listener-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443519 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bbcb16c3-1299-4bd8-bb0f-ee431ad63977" containerName="probe" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443531 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bcd0c796-b1a2-45d5-a7d6-ed3e968f0204" containerName="nova-api-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443541 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="27b7ae73-9ca7-4755-9f77-7e622f5974e0" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443549 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e0eddaf5-2109-4214-8e31-b673139412cb" containerName="barbican-worker" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443559 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-replicator" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443568 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fc8b2657-8ca1-4338-ae88-a48d6f72e149" containerName="nova-cell1-conductor-conductor" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443577 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d5c6d7bf-b55a-41ba-b79e-e54b199a6231" containerName="rabbitmq" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443586 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-replicator" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443594 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="423e0b8a-e89b-4d15-aa3f-315377666698" containerName="neutron-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443600 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="599d61e7-ccf1-4939-bc59-8ac9daebc05b" containerName="nova-scheduler-scheduler" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443611 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="185dda58-faaa-4be7-b012-d6a42fb7d60d" containerName="nova-cell0-conductor-conductor" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443620 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="ceilometer-notification-agent" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443629 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerName="placement-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443635 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-auditor" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443644 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerName="barbican-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443653 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9ea893d9-7800-4580-9343-86b8beb7e0ef" containerName="keystone-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443661 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-updater" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443672 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="90b519b7-1a01-4d06-b2c9-a5490d7fcedf" containerName="kube-state-metrics" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443680 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="95b7e82e-ad9d-496e-af43-eb1774ee819f" containerName="placement-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443686 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c9df7ffe-d66c-4534-84c3-91ac58029e3c" containerName="barbican-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443696 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-expirer" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443704 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-reaper" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443709 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="container-updater" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443719 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1ec7215b-a5bd-4138-8d29-96f03e3a40be" containerName="glance-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443740 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="64ecabc0-12d2-4e08-93c0-c0f83aeb9c28" containerName="openstack-network-exporter" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443749 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" containerName="neutron-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443757 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-auditor" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443766 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" containerName="cinder-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443773 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerName="proxy-server" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443781 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="proxy-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443788 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="87723e18-18a7-42e2-90ae-f3ecdb2ea012" containerName="nova-metadata-metadata" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443795 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e0eddaf5-2109-4214-8e31-b673139412cb" containerName="barbican-worker-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443800 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" containerName="barbican-keystone-listener-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443807 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="rsync" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443815 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1c8f8426-1fbb-44cd-8ffc-6c945b484b6f" containerName="keystone-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443824 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="131e94e6-4bc7-490a-859b-e985024b57fc" containerName="barbican-worker-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443836 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="sg-core" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443844 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bbcb16c3-1299-4bd8-bb0f-ee431ad63977" containerName="cinder-scheduler" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443851 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1ec7215b-a5bd-4138-8d29-96f03e3a40be" containerName="glance-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443856 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bcf1849c-287f-45f9-8f55-7d34f33a6be4" containerName="rabbitmq" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443862 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-auditor" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443868 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="05899d8c-02d3-4bd2-8a99-d0d74d35fb8a" containerName="barbican-keystone-listener" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443876 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c9df7ffe-d66c-4534-84c3-91ac58029e3c" containerName="barbican-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443887 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="97fc4d46-2d2e-4912-8306-83d54527e043" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443894 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="object-server" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443902 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6c204559-08e1-4479-bd0d-d681e3c18329" containerName="collect-profiles" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443910 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="eba2db85-5bd2-409c-853c-f7ba635fe4d9" containerName="neutron-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443920 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bf812fdb-4081-4f7f-a21b-3444914f4ae4" containerName="proxy-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443928 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9cb418d7-f587-412d-9ab7-1f3b32837cd8" containerName="galera" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443935 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3bb669d6-e028-405b-a0b7-0c6a6ca6405f" containerName="ceilometer-central-agent" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443942 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0d5b54dd-75aa-45e9-aab4-1703b6065561" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443951 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="396d9379-362c-4b72-a376-6156d12ca6ae" containerName="placement-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443960 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="account-server" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443966 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7e5faf6-8715-4640-8fd6-782b54a105ef" containerName="swift-recon-cron" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443974 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="44f805ab-0c09-40b7-bcbc-c95283fa1846" containerName="barbican-api" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443982 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f670d3c5-faa8-4fa6-9d16-34630e9d8ed8" containerName="glance-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443990 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="423e0b8a-e89b-4d15-aa3f-315377666698" containerName="neutron-httpd" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.443999 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ffa81077-637e-4699-bb60-d80a9b8eb7aa" containerName="cinder-api-log" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.444007 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dd366127-4f01-4690-ba04-b580b8cf4353" containerName="dnsmasq-dns" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.444016 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="922fe55b-5779-45a2-97dc-de10a14290a9" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.444024 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="131e94e6-4bc7-490a-859b-e985024b57fc" containerName="barbican-worker" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.444271 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="27b7ae73-9ca7-4755-9f77-7e622f5974e0" containerName="mariadb-account-delete" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.444774 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.449333 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-plugins-conf" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.449460 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-svc" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.449715 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-erlang-cookie" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.449898 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-config-data" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.450113 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-default-user" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.450319 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-server-dockercfg-5kn5t" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.450472 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-server-conf" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.474163 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.560631 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.560681 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.560713 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.560786 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.560818 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-server-conf\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.560842 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kfpgp\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-kube-api-access-kfpgp\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.560862 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.560880 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/687646bb-598e-44ef-8936-77e9ea9bc254-pod-info\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.560926 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/687646bb-598e-44ef-8936-77e9ea9bc254-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.560983 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.561008 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.662572 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-server-conf\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.662648 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kfpgp\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-kube-api-access-kfpgp\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.662691 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.662715 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/687646bb-598e-44ef-8936-77e9ea9bc254-pod-info\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.662764 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/687646bb-598e-44ef-8936-77e9ea9bc254-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.662806 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.662832 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.662860 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.662884 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.662927 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.662977 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.663303 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") device mount path \"/mnt/openstack/pv05\"" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.663635 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.663874 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.664103 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.664103 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.664480 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-server-conf\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.670642 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/687646bb-598e-44ef-8936-77e9ea9bc254-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.672486 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.681909 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/687646bb-598e-44ef-8936-77e9ea9bc254-pod-info\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.683886 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.685496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kfpgp\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-kube-api-access-kfpgp\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.692973 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"rabbitmq-server-0\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:51 crc kubenswrapper[4809]: I1013 19:45:51.767410 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.242006 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.532081 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.533489 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.539262 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-dockercfg-c5bqk" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.539759 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-plugins-conf" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.539824 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-cell1-svc" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.539956 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-default-user" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.540326 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-erlang-cookie" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.540481 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-config-data" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.540659 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-conf" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.548887 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.695375 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/2d46abdb-8149-4fdc-a430-9f507b36a81f-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.695458 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.695480 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.695535 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/2d46abdb-8149-4fdc-a430-9f507b36a81f-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.695711 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-brt2k\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-kube-api-access-brt2k\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.695877 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.695978 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.696078 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.696119 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.696165 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.696193 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.797523 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.797912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.797953 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/2d46abdb-8149-4fdc-a430-9f507b36a81f-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.797999 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-brt2k\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-kube-api-access-brt2k\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.798057 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.798103 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.798133 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.798153 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.798184 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.798210 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.798245 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/2d46abdb-8149-4fdc-a430-9f507b36a81f-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.798591 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.798925 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") device mount path \"/mnt/openstack/pv20\"" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.799160 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.799661 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.799946 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.800402 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.804371 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/2d46abdb-8149-4fdc-a430-9f507b36a81f-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.804497 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.804585 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.820139 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/2d46abdb-8149-4fdc-a430-9f507b36a81f-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.823703 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-brt2k\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-kube-api-access-brt2k\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.827974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.915464 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.986683 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.987874 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.993362 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"osp-secret" Oct 13 19:45:52 crc kubenswrapper[4809]: I1013 19:45:52.993651 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config-data" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:52.998592 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-dockercfg-87shs" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:52.999380 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-scripts" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.001778 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.002119 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-svc" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.003411 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"combined-ca-bundle" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.101832 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hfnpn\" (UniqueName: \"kubernetes.io/projected/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kube-api-access-hfnpn\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.101895 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-default\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.101930 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.101966 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-secrets\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.101982 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-generated\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.101999 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-operator-scripts\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.102021 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.102073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kolla-config\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.102094 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.203715 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-generated\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.203863 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-secrets\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.203885 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-operator-scripts\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.203911 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.203966 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kolla-config\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.203991 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.204021 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hfnpn\" (UniqueName: \"kubernetes.io/projected/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kube-api-access-hfnpn\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.204048 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-default\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.204071 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.204152 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-generated\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.204889 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") device mount path \"/mnt/openstack/pv19\"" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.205622 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-default\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.206391 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-operator-scripts\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.208555 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kolla-config\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.209498 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-secrets\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.210393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.215446 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.221166 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hfnpn\" (UniqueName: \"kubernetes.io/projected/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kube-api-access-hfnpn\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.226675 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.267933 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"687646bb-598e-44ef-8936-77e9ea9bc254","Type":"ContainerStarted","Data":"e840735774e93f2e16790e37d65b756e46b22cd82375bafbce9540e4bdf12835"} Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.399083 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.408650 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:45:53 crc kubenswrapper[4809]: W1013 19:45:53.420968 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod2d46abdb_8149_4fdc_a430_9f507b36a81f.slice/crio-2ad7661f560bc968955d48e0aaebbe3ac973988e7cdac0c1780ce9f1b69a1165 WatchSource:0}: Error finding container 2ad7661f560bc968955d48e0aaebbe3ac973988e7cdac0c1780ce9f1b69a1165: Status 404 returned error can't find the container with id 2ad7661f560bc968955d48e0aaebbe3ac973988e7cdac0c1780ce9f1b69a1165 Oct 13 19:45:53 crc kubenswrapper[4809]: I1013 19:45:53.848382 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.282064 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"2d46abdb-8149-4fdc-a430-9f507b36a81f","Type":"ContainerStarted","Data":"2ad7661f560bc968955d48e0aaebbe3ac973988e7cdac0c1780ce9f1b69a1165"} Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.286031 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"687646bb-598e-44ef-8936-77e9ea9bc254","Type":"ContainerStarted","Data":"59a9e0b0e8ac1c87f94a5f20622b895e71595cc61fa34d78f9a0f47835227956"} Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.288070 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"42b50b7f-8e40-473a-b8a6-ca9980fff96c","Type":"ContainerStarted","Data":"7ec88de191b1d93128d1ff730f73efe2d405173fb5bab48362b38c6e630cf29a"} Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.341638 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.346314 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.359669 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-cell1-svc" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.360096 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.362998 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-cell1-dockercfg-s5xj9" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.363367 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-config-data" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.363604 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-scripts" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.435129 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.435244 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jh8qg\" (UniqueName: \"kubernetes.io/projected/85cf0f20-d883-49b9-b51e-fe78e51ab975-kube-api-access-jh8qg\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.435277 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.435333 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.435353 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.435425 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.435444 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.435475 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.435513 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.536703 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.536774 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.536824 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.536844 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.536866 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.536896 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.536942 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.536985 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jh8qg\" (UniqueName: \"kubernetes.io/projected/85cf0f20-d883-49b9-b51e-fe78e51ab975-kube-api-access-jh8qg\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.537009 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.537537 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") device mount path \"/mnt/openstack/pv12\"" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.537582 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.537680 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.538744 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.538893 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.541203 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.541346 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.559752 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.563009 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jh8qg\" (UniqueName: \"kubernetes.io/projected/85cf0f20-d883-49b9-b51e-fe78e51ab975-kube-api-access-jh8qg\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.565593 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-cell1-galera-0\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:54 crc kubenswrapper[4809]: I1013 19:45:54.667022 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.303152 4809 generic.go:334] "Generic (PLEG): container finished" podID="42b50b7f-8e40-473a-b8a6-ca9980fff96c" containerID="ff16a6f600079282f40da30f940fc124a93a06f0d79d42f371e38b1c6467eac3" exitCode=0 Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.303235 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"42b50b7f-8e40-473a-b8a6-ca9980fff96c","Type":"ContainerDied","Data":"ff16a6f600079282f40da30f940fc124a93a06f0d79d42f371e38b1c6467eac3"} Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.307821 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"2d46abdb-8149-4fdc-a430-9f507b36a81f","Type":"ContainerStarted","Data":"f1be049e3238b4899e7088f4b8dc7d009427cf059995c794be421565a4b42333"} Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.321879 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.642231 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.643721 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: W1013 19:45:55.645643 4809 reflector.go:561] object-"openstack-kuttl-tests"/"cert-memcached-svc": failed to list *v1.Secret: secrets "cert-memcached-svc" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openstack-kuttl-tests": no relationship found between node 'crc' and this object Oct 13 19:45:55 crc kubenswrapper[4809]: E1013 19:45:55.645693 4809 reflector.go:158] "Unhandled Error" err="object-\"openstack-kuttl-tests\"/\"cert-memcached-svc\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"cert-memcached-svc\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openstack-kuttl-tests\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:45:55 crc kubenswrapper[4809]: W1013 19:45:55.646301 4809 reflector.go:561] object-"openstack-kuttl-tests"/"memcached-config-data": failed to list *v1.ConfigMap: configmaps "memcached-config-data" is forbidden: User "system:node:crc" cannot list resource "configmaps" in API group "" in the namespace "openstack-kuttl-tests": no relationship found between node 'crc' and this object Oct 13 19:45:55 crc kubenswrapper[4809]: E1013 19:45:55.646331 4809 reflector.go:158] "Unhandled Error" err="object-\"openstack-kuttl-tests\"/\"memcached-config-data\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"memcached-config-data\" is forbidden: User \"system:node:crc\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"openstack-kuttl-tests\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:45:55 crc kubenswrapper[4809]: W1013 19:45:55.646345 4809 reflector.go:561] object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-dh4gd": failed to list *v1.Secret: secrets "memcached-memcached-dockercfg-dh4gd" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openstack-kuttl-tests": no relationship found between node 'crc' and this object Oct 13 19:45:55 crc kubenswrapper[4809]: E1013 19:45:55.646397 4809 reflector.go:158] "Unhandled Error" err="object-\"openstack-kuttl-tests\"/\"memcached-memcached-dockercfg-dh4gd\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"memcached-memcached-dockercfg-dh4gd\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openstack-kuttl-tests\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.660238 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.758436 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kolla-config\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.758490 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.758800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.758871 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cx9wz\" (UniqueName: \"kubernetes.io/projected/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kube-api-access-cx9wz\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.758931 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-config-data\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.860643 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.860692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cx9wz\" (UniqueName: \"kubernetes.io/projected/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kube-api-access-cx9wz\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.860718 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-config-data\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.860791 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kolla-config\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.860818 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.864961 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:55 crc kubenswrapper[4809]: I1013 19:45:55.880497 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cx9wz\" (UniqueName: \"kubernetes.io/projected/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kube-api-access-cx9wz\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.319362 4809 generic.go:334] "Generic (PLEG): container finished" podID="85cf0f20-d883-49b9-b51e-fe78e51ab975" containerID="633f81dfb37469f5a7d937c96c04ca0cf411745956edbadbaff0ff07102972ba" exitCode=0 Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.319450 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"85cf0f20-d883-49b9-b51e-fe78e51ab975","Type":"ContainerDied","Data":"633f81dfb37469f5a7d937c96c04ca0cf411745956edbadbaff0ff07102972ba"} Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.319888 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"85cf0f20-d883-49b9-b51e-fe78e51ab975","Type":"ContainerStarted","Data":"d85d031f71efb658af4441ac1ef41cc708cf341ff2c8d6b66643e2a499df5e34"} Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.323322 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"42b50b7f-8e40-473a-b8a6-ca9980fff96c","Type":"ContainerStarted","Data":"1c654fc682c44927aaa69cbf5e567ea3938cc35fd6140445aa089c79930922ab"} Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.376952 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-0" podStartSLOduration=4.37692816 podStartE2EDuration="4.37692816s" podCreationTimestamp="2025-10-13 19:45:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:45:56.372643718 +0000 UTC m=+1274.978390333" watchObservedRunningTime="2025-10-13 19:45:56.37692816 +0000 UTC m=+1274.982674755" Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.715810 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.722482 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kolla-config\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.723137 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-config-data\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.739413 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-dh4gd" Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.804649 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-memcached-svc" Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.816966 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs\") pod \"memcached-0\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:56 crc kubenswrapper[4809]: I1013 19:45:56.861772 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:57 crc kubenswrapper[4809]: I1013 19:45:57.337058 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"85cf0f20-d883-49b9-b51e-fe78e51ab975","Type":"ContainerStarted","Data":"96670c8dca7e915ae12cdd43b39e8ed8b298bc806df2b4cc22a9e5b0fa1c425e"} Oct 13 19:45:57 crc kubenswrapper[4809]: I1013 19:45:57.359891 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podStartSLOduration=3.359872882 podStartE2EDuration="3.359872882s" podCreationTimestamp="2025-10-13 19:45:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:45:57.35734275 +0000 UTC m=+1275.963089335" watchObservedRunningTime="2025-10-13 19:45:57.359872882 +0000 UTC m=+1275.965619467" Oct 13 19:45:57 crc kubenswrapper[4809]: I1013 19:45:57.403196 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:45:57 crc kubenswrapper[4809]: W1013 19:45:57.409346 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod2a7f598d_ef0c_4176_9986_d52db2e00d2a.slice/crio-71c0ecb953a4389186324af17840204d3e7c44f417eef9312232804b824dfe97 WatchSource:0}: Error finding container 71c0ecb953a4389186324af17840204d3e7c44f417eef9312232804b824dfe97: Status 404 returned error can't find the container with id 71c0ecb953a4389186324af17840204d3e7c44f417eef9312232804b824dfe97 Oct 13 19:45:57 crc kubenswrapper[4809]: I1013 19:45:57.572966 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:45:57 crc kubenswrapper[4809]: I1013 19:45:57.578194 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:45:57 crc kubenswrapper[4809]: I1013 19:45:57.580488 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:45:57 crc kubenswrapper[4809]: I1013 19:45:57.583057 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"telemetry-ceilometer-dockercfg-sp2x7" Oct 13 19:45:57 crc kubenswrapper[4809]: I1013 19:45:57.708360 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h487l\" (UniqueName: \"kubernetes.io/projected/a123e217-8cb2-4c4d-b792-02a6734a6b9f-kube-api-access-h487l\") pod \"kube-state-metrics-0\" (UID: \"a123e217-8cb2-4c4d-b792-02a6734a6b9f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:45:57 crc kubenswrapper[4809]: I1013 19:45:57.809885 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-h487l\" (UniqueName: \"kubernetes.io/projected/a123e217-8cb2-4c4d-b792-02a6734a6b9f-kube-api-access-h487l\") pod \"kube-state-metrics-0\" (UID: \"a123e217-8cb2-4c4d-b792-02a6734a6b9f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:45:57 crc kubenswrapper[4809]: I1013 19:45:57.827499 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-h487l\" (UniqueName: \"kubernetes.io/projected/a123e217-8cb2-4c4d-b792-02a6734a6b9f-kube-api-access-h487l\") pod \"kube-state-metrics-0\" (UID: \"a123e217-8cb2-4c4d-b792-02a6734a6b9f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:45:57 crc kubenswrapper[4809]: I1013 19:45:57.912733 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:45:58 crc kubenswrapper[4809]: I1013 19:45:58.346622 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"2a7f598d-ef0c-4176-9986-d52db2e00d2a","Type":"ContainerStarted","Data":"ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9"} Oct 13 19:45:58 crc kubenswrapper[4809]: I1013 19:45:58.346972 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"2a7f598d-ef0c-4176-9986-d52db2e00d2a","Type":"ContainerStarted","Data":"71c0ecb953a4389186324af17840204d3e7c44f417eef9312232804b824dfe97"} Oct 13 19:45:58 crc kubenswrapper[4809]: I1013 19:45:58.373420 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:45:58 crc kubenswrapper[4809]: I1013 19:45:58.377413 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=3.377388229 podStartE2EDuration="3.377388229s" podCreationTimestamp="2025-10-13 19:45:55 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:45:58.364423639 +0000 UTC m=+1276.970170234" watchObservedRunningTime="2025-10-13 19:45:58.377388229 +0000 UTC m=+1276.983134814" Oct 13 19:45:58 crc kubenswrapper[4809]: I1013 19:45:58.390266 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 19:45:58 crc kubenswrapper[4809]: I1013 19:45:58.593044 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:45:58 crc kubenswrapper[4809]: I1013 19:45:58.593378 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:45:59 crc kubenswrapper[4809]: I1013 19:45:59.361249 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"a123e217-8cb2-4c4d-b792-02a6734a6b9f","Type":"ContainerStarted","Data":"5b973a3309dc9a0e68668d767e8ec63d5c8cdee167dcf6446dce96bef0c6b893"} Oct 13 19:45:59 crc kubenswrapper[4809]: I1013 19:45:59.361782 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:45:59 crc kubenswrapper[4809]: I1013 19:45:59.361804 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"a123e217-8cb2-4c4d-b792-02a6734a6b9f","Type":"ContainerStarted","Data":"b65e139bf4fe7e6b94579becc0151c4cec0b4fb709d052fe3332c641d41ff0cf"} Oct 13 19:45:59 crc kubenswrapper[4809]: I1013 19:45:59.361819 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.078631 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=2.695835314 podStartE2EDuration="3.078609744s" podCreationTimestamp="2025-10-13 19:45:57 +0000 UTC" firstStartedPulling="2025-10-13 19:45:58.390032399 +0000 UTC m=+1276.995778984" lastFinishedPulling="2025-10-13 19:45:58.772806789 +0000 UTC m=+1277.378553414" observedRunningTime="2025-10-13 19:45:59.376989365 +0000 UTC m=+1277.982735960" watchObservedRunningTime="2025-10-13 19:46:00.078609744 +0000 UTC m=+1278.684356349" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.081221 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.082792 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.095497 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.095758 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-j2m4b" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.096015 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.096154 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovn-metrics" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.096929 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.101744 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.146107 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.146161 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.146299 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-config\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.146329 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.146347 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.146371 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.146417 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-976hl\" (UniqueName: \"kubernetes.io/projected/8e611131-0df9-4a52-b830-f62213eb2df7-kube-api-access-976hl\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.146445 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.248095 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.248152 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.248183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.248201 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-config\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.248220 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.248253 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.248317 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-976hl\" (UniqueName: \"kubernetes.io/projected/8e611131-0df9-4a52-b830-f62213eb2df7-kube-api-access-976hl\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.248347 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.248475 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") device mount path \"/mnt/openstack/pv08\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.249247 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.250051 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-config\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.251022 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.254924 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.260687 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.265275 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.271905 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-976hl\" (UniqueName: \"kubernetes.io/projected/8e611131-0df9-4a52-b830-f62213eb2df7-kube-api-access-976hl\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.292077 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-nb-0\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.398841 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:00 crc kubenswrapper[4809]: I1013 19:46:00.921562 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:46:00 crc kubenswrapper[4809]: W1013 19:46:00.928379 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8e611131_0df9_4a52_b830_f62213eb2df7.slice/crio-76151a8ed28d20d79285d9c2864bc87320797f2a27ff2aed44e705449c3f03c9 WatchSource:0}: Error finding container 76151a8ed28d20d79285d9c2864bc87320797f2a27ff2aed44e705449c3f03c9: Status 404 returned error can't find the container with id 76151a8ed28d20d79285d9c2864bc87320797f2a27ff2aed44e705449c3f03c9 Oct 13 19:46:01 crc kubenswrapper[4809]: I1013 19:46:01.381300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8e611131-0df9-4a52-b830-f62213eb2df7","Type":"ContainerStarted","Data":"7600dc2de3055901da0bc8a1bcb9b157f8fb8ec14d06d0aa9d84c0f8d70811c1"} Oct 13 19:46:01 crc kubenswrapper[4809]: I1013 19:46:01.381772 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8e611131-0df9-4a52-b830-f62213eb2df7","Type":"ContainerStarted","Data":"76151a8ed28d20d79285d9c2864bc87320797f2a27ff2aed44e705449c3f03c9"} Oct 13 19:46:02 crc kubenswrapper[4809]: I1013 19:46:02.398383 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8e611131-0df9-4a52-b830-f62213eb2df7","Type":"ContainerStarted","Data":"4551dbcb84cb6f3ecc969f26f0a778c0c9b339bcbb42eb7aab3c9e773215bad3"} Oct 13 19:46:02 crc kubenswrapper[4809]: I1013 19:46:02.429442 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=3.42941342 podStartE2EDuration="3.42941342s" podCreationTimestamp="2025-10-13 19:45:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:02.420933848 +0000 UTC m=+1281.026680443" watchObservedRunningTime="2025-10-13 19:46:02.42941342 +0000 UTC m=+1281.035160035" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.399302 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.399959 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.399988 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.449302 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.450829 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.453855 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.454020 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-466v8" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.454363 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-sb-ovndbs" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.454539 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.471618 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.487207 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.507839 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-config\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.507879 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.507915 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.507985 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hcrtj\" (UniqueName: \"kubernetes.io/projected/efb95e40-1825-4300-b403-ea8218a0acb9-kube-api-access-hcrtj\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.508010 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.508025 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.508055 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.508083 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.609455 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-config\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.610877 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-config\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.611428 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.611588 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.611812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hcrtj\" (UniqueName: \"kubernetes.io/projected/efb95e40-1825-4300-b403-ea8218a0acb9-kube-api-access-hcrtj\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.612336 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.613017 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.612110 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.613106 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.613168 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.613704 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.614443 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.620167 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.621913 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.631976 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.635037 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hcrtj\" (UniqueName: \"kubernetes.io/projected/efb95e40-1825-4300-b403-ea8218a0acb9-kube-api-access-hcrtj\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.683364 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-sb-0\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:03 crc kubenswrapper[4809]: I1013 19:46:03.772281 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:04 crc kubenswrapper[4809]: I1013 19:46:04.355436 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:46:04 crc kubenswrapper[4809]: W1013 19:46:04.360665 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podefb95e40_1825_4300_b403_ea8218a0acb9.slice/crio-855d56151a6f910d71fce5e0a6f4a775584377501360c656a1c0c64a721f1f99 WatchSource:0}: Error finding container 855d56151a6f910d71fce5e0a6f4a775584377501360c656a1c0c64a721f1f99: Status 404 returned error can't find the container with id 855d56151a6f910d71fce5e0a6f4a775584377501360c656a1c0c64a721f1f99 Oct 13 19:46:04 crc kubenswrapper[4809]: I1013 19:46:04.421457 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"efb95e40-1825-4300-b403-ea8218a0acb9","Type":"ContainerStarted","Data":"855d56151a6f910d71fce5e0a6f4a775584377501360c656a1c0c64a721f1f99"} Oct 13 19:46:04 crc kubenswrapper[4809]: I1013 19:46:04.508489 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:46:04 crc kubenswrapper[4809]: I1013 19:46:04.668350 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:46:04 crc kubenswrapper[4809]: I1013 19:46:04.668822 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:46:04 crc kubenswrapper[4809]: I1013 19:46:04.727584 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.400000 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.435159 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"efb95e40-1825-4300-b403-ea8218a0acb9","Type":"ContainerStarted","Data":"262cae602943b59d2cd9feb85ae388a3dfe0c3628784e69d3aa45fa1fb098094"} Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.435235 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"efb95e40-1825-4300-b403-ea8218a0acb9","Type":"ContainerStarted","Data":"32820360f41410089c78b8a7a2005da1c9f7d450e49561dc1e870e3a5aa65d73"} Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.481154 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=3.481134145 podStartE2EDuration="3.481134145s" podCreationTimestamp="2025-10-13 19:46:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:05.468539376 +0000 UTC m=+1284.074286001" watchObservedRunningTime="2025-10-13 19:46:05.481134145 +0000 UTC m=+1284.086880740" Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.511330 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.579211 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-create-m4pk5"] Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.581654 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-m4pk5" Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.587858 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-m4pk5"] Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.649966 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mzh87\" (UniqueName: \"kubernetes.io/projected/1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0-kube-api-access-mzh87\") pod \"keystone-db-create-m4pk5\" (UID: \"1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0\") " pod="openstack-kuttl-tests/keystone-db-create-m4pk5" Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.751674 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mzh87\" (UniqueName: \"kubernetes.io/projected/1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0-kube-api-access-mzh87\") pod \"keystone-db-create-m4pk5\" (UID: \"1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0\") " pod="openstack-kuttl-tests/keystone-db-create-m4pk5" Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.771545 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mzh87\" (UniqueName: \"kubernetes.io/projected/1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0-kube-api-access-mzh87\") pod \"keystone-db-create-m4pk5\" (UID: \"1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0\") " pod="openstack-kuttl-tests/keystone-db-create-m4pk5" Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.861770 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-create-6sdjx"] Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.863617 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-6sdjx" Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.888937 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-6sdjx"] Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.901311 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-m4pk5" Oct 13 19:46:05 crc kubenswrapper[4809]: I1013 19:46:05.954502 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6w5d7\" (UniqueName: \"kubernetes.io/projected/11229f9a-a86f-480f-a14e-97f0ef417939-kube-api-access-6w5d7\") pod \"placement-db-create-6sdjx\" (UID: \"11229f9a-a86f-480f-a14e-97f0ef417939\") " pod="openstack-kuttl-tests/placement-db-create-6sdjx" Oct 13 19:46:06 crc kubenswrapper[4809]: I1013 19:46:06.058906 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6w5d7\" (UniqueName: \"kubernetes.io/projected/11229f9a-a86f-480f-a14e-97f0ef417939-kube-api-access-6w5d7\") pod \"placement-db-create-6sdjx\" (UID: \"11229f9a-a86f-480f-a14e-97f0ef417939\") " pod="openstack-kuttl-tests/placement-db-create-6sdjx" Oct 13 19:46:06 crc kubenswrapper[4809]: I1013 19:46:06.083461 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6w5d7\" (UniqueName: \"kubernetes.io/projected/11229f9a-a86f-480f-a14e-97f0ef417939-kube-api-access-6w5d7\") pod \"placement-db-create-6sdjx\" (UID: \"11229f9a-a86f-480f-a14e-97f0ef417939\") " pod="openstack-kuttl-tests/placement-db-create-6sdjx" Oct 13 19:46:06 crc kubenswrapper[4809]: I1013 19:46:06.190438 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-6sdjx" Oct 13 19:46:06 crc kubenswrapper[4809]: I1013 19:46:06.332218 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-m4pk5"] Oct 13 19:46:06 crc kubenswrapper[4809]: W1013 19:46:06.342145 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1a9e2d27_324d_4c46_a7b6_e7bf2b14cee0.slice/crio-b465d22f50732fda13ee475cbe140b3f968d5f7150f724fa977db0ea2da52375 WatchSource:0}: Error finding container b465d22f50732fda13ee475cbe140b3f968d5f7150f724fa977db0ea2da52375: Status 404 returned error can't find the container with id b465d22f50732fda13ee475cbe140b3f968d5f7150f724fa977db0ea2da52375 Oct 13 19:46:06 crc kubenswrapper[4809]: I1013 19:46:06.449235 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-m4pk5" event={"ID":"1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0","Type":"ContainerStarted","Data":"b465d22f50732fda13ee475cbe140b3f968d5f7150f724fa977db0ea2da52375"} Oct 13 19:46:06 crc kubenswrapper[4809]: I1013 19:46:06.469276 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:06 crc kubenswrapper[4809]: I1013 19:46:06.523864 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:46:06 crc kubenswrapper[4809]: I1013 19:46:06.658618 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-6sdjx"] Oct 13 19:46:06 crc kubenswrapper[4809]: W1013 19:46:06.683352 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod11229f9a_a86f_480f_a14e_97f0ef417939.slice/crio-d3a7b990bfba293a7f2fbdce309db6c113763a5f9c40bb3c94786fff04cdd7c7 WatchSource:0}: Error finding container d3a7b990bfba293a7f2fbdce309db6c113763a5f9c40bb3c94786fff04cdd7c7: Status 404 returned error can't find the container with id d3a7b990bfba293a7f2fbdce309db6c113763a5f9c40bb3c94786fff04cdd7c7 Oct 13 19:46:06 crc kubenswrapper[4809]: I1013 19:46:06.773136 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:06 crc kubenswrapper[4809]: I1013 19:46:06.863500 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.035458 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-create-hb2gz"] Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.036482 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-hb2gz" Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.048094 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-hb2gz"] Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.182660 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gg5p2\" (UniqueName: \"kubernetes.io/projected/768bdd8b-018f-4754-9901-647a2490c2e3-kube-api-access-gg5p2\") pod \"glance-db-create-hb2gz\" (UID: \"768bdd8b-018f-4754-9901-647a2490c2e3\") " pod="openstack-kuttl-tests/glance-db-create-hb2gz" Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.284673 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gg5p2\" (UniqueName: \"kubernetes.io/projected/768bdd8b-018f-4754-9901-647a2490c2e3-kube-api-access-gg5p2\") pod \"glance-db-create-hb2gz\" (UID: \"768bdd8b-018f-4754-9901-647a2490c2e3\") " pod="openstack-kuttl-tests/glance-db-create-hb2gz" Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.318951 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gg5p2\" (UniqueName: \"kubernetes.io/projected/768bdd8b-018f-4754-9901-647a2490c2e3-kube-api-access-gg5p2\") pod \"glance-db-create-hb2gz\" (UID: \"768bdd8b-018f-4754-9901-647a2490c2e3\") " pod="openstack-kuttl-tests/glance-db-create-hb2gz" Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.353493 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-hb2gz" Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.467517 4809 generic.go:334] "Generic (PLEG): container finished" podID="11229f9a-a86f-480f-a14e-97f0ef417939" containerID="651f71ce50f6e18254b57b5874b073559fa33d3e52960988079912fbdf933321" exitCode=0 Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.468064 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-6sdjx" event={"ID":"11229f9a-a86f-480f-a14e-97f0ef417939","Type":"ContainerDied","Data":"651f71ce50f6e18254b57b5874b073559fa33d3e52960988079912fbdf933321"} Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.468099 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-6sdjx" event={"ID":"11229f9a-a86f-480f-a14e-97f0ef417939","Type":"ContainerStarted","Data":"d3a7b990bfba293a7f2fbdce309db6c113763a5f9c40bb3c94786fff04cdd7c7"} Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.470640 4809 generic.go:334] "Generic (PLEG): container finished" podID="1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0" containerID="b706f6bd706c112ac38f5d044285e4483800b06aaeb5ba7d29bb3b65598c99a3" exitCode=0 Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.470686 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-m4pk5" event={"ID":"1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0","Type":"ContainerDied","Data":"b706f6bd706c112ac38f5d044285e4483800b06aaeb5ba7d29bb3b65598c99a3"} Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.857018 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-hb2gz"] Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.920992 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.992244 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:46:07 crc kubenswrapper[4809]: I1013 19:46:07.998876 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.004566 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-swift-dockercfg-zkj9z" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.005197 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-conf" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.005383 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-files" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.005878 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-storage-config-data" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.022567 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.100515 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.100574 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-cache\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.100664 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.100708 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-lock\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.100775 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q2hdt\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-kube-api-access-q2hdt\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.150132 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-64dbx"] Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.151369 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.154126 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-scripts" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.154685 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-config-data" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.155457 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.176586 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-64dbx"] Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.191174 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-s7kjt"] Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.192646 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.196682 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-64dbx"] Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.202018 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-swiftconf\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.202088 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.202113 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-cache\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.202153 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-ring-data-devices\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.202172 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-combined-ca-bundle\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.202212 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-scripts\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.202259 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vspg6\" (UniqueName: \"kubernetes.io/projected/f0891a42-bed9-4ab1-b242-68bade51a905-kube-api-access-vspg6\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.202495 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-dispersionconf\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: E1013 19:46:08.202508 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.202524 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: E1013 19:46:08.202528 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.202897 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-cache\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.202938 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") device mount path \"/mnt/openstack/pv04\"" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: E1013 19:46:08.203023 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift podName:9f4ca8c2-d1eb-4295-933c-e28c6757c47c nodeName:}" failed. No retries permitted until 2025-10-13 19:46:08.702998826 +0000 UTC m=+1287.308745501 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift") pod "swift-storage-0" (UID: "9f4ca8c2-d1eb-4295-933c-e28c6757c47c") : configmap "swift-ring-files" not found Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.203327 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-lock\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.203441 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-q2hdt\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-kube-api-access-q2hdt\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.203495 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/f0891a42-bed9-4ab1-b242-68bade51a905-etc-swift\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.204004 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-lock\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.204670 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-s7kjt"] Oct 13 19:46:08 crc kubenswrapper[4809]: E1013 19:46:08.213230 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle dispersionconf etc-swift kube-api-access-vspg6 ring-data-devices scripts swiftconf], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" podUID="f0891a42-bed9-4ab1-b242-68bade51a905" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.228099 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.237760 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-q2hdt\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-kube-api-access-q2hdt\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.304722 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-swiftconf\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.304814 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-ring-data-devices\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.304834 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-combined-ca-bundle\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.304866 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-swiftconf\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.304890 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-scripts\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.305553 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-ring-data-devices\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.305771 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-dispersionconf\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.305804 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vspg6\" (UniqueName: \"kubernetes.io/projected/f0891a42-bed9-4ab1-b242-68bade51a905-kube-api-access-vspg6\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.305829 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-scripts\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.305855 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-dispersionconf\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.305883 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v8q7g\" (UniqueName: \"kubernetes.io/projected/ca3aa350-37da-4a1c-8666-d0244196f4d2-kube-api-access-v8q7g\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.305907 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-ring-data-devices\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.305934 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-combined-ca-bundle\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.305954 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/ca3aa350-37da-4a1c-8666-d0244196f4d2-etc-swift\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.305985 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/f0891a42-bed9-4ab1-b242-68bade51a905-etc-swift\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.306238 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/f0891a42-bed9-4ab1-b242-68bade51a905-etc-swift\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.306905 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-scripts\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.307280 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-swiftconf\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.309084 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-combined-ca-bundle\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.309889 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-dispersionconf\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.325313 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vspg6\" (UniqueName: \"kubernetes.io/projected/f0891a42-bed9-4ab1-b242-68bade51a905-kube-api-access-vspg6\") pod \"swift-ring-rebalance-64dbx\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.407492 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-swiftconf\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.407546 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-dispersionconf\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.407580 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-scripts\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.407614 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v8q7g\" (UniqueName: \"kubernetes.io/projected/ca3aa350-37da-4a1c-8666-d0244196f4d2-kube-api-access-v8q7g\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.407641 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-ring-data-devices\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.407667 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-combined-ca-bundle\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.407683 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/ca3aa350-37da-4a1c-8666-d0244196f4d2-etc-swift\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.408213 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/ca3aa350-37da-4a1c-8666-d0244196f4d2-etc-swift\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.408803 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-scripts\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.409197 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-ring-data-devices\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.411216 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-swiftconf\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.411682 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-dispersionconf\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.411893 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-combined-ca-bundle\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.426226 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v8q7g\" (UniqueName: \"kubernetes.io/projected/ca3aa350-37da-4a1c-8666-d0244196f4d2-kube-api-access-v8q7g\") pod \"swift-ring-rebalance-s7kjt\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.480449 4809 generic.go:334] "Generic (PLEG): container finished" podID="768bdd8b-018f-4754-9901-647a2490c2e3" containerID="4b9c5205631d490b2171cc853e6c5db8980971ae9c542248b5658c83f56f5454" exitCode=0 Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.480549 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-hb2gz" event={"ID":"768bdd8b-018f-4754-9901-647a2490c2e3","Type":"ContainerDied","Data":"4b9c5205631d490b2171cc853e6c5db8980971ae9c542248b5658c83f56f5454"} Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.481652 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-hb2gz" event={"ID":"768bdd8b-018f-4754-9901-647a2490c2e3","Type":"ContainerStarted","Data":"0718bd1e85eca74dc927245fa89fecc94566a34a6b0aa2f61f8df58aa82fdbc5"} Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.481774 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.505483 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.548306 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.612148 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-dispersionconf\") pod \"f0891a42-bed9-4ab1-b242-68bade51a905\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.612292 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-scripts\") pod \"f0891a42-bed9-4ab1-b242-68bade51a905\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.612358 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-combined-ca-bundle\") pod \"f0891a42-bed9-4ab1-b242-68bade51a905\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.612377 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-swiftconf\") pod \"f0891a42-bed9-4ab1-b242-68bade51a905\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.612394 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vspg6\" (UniqueName: \"kubernetes.io/projected/f0891a42-bed9-4ab1-b242-68bade51a905-kube-api-access-vspg6\") pod \"f0891a42-bed9-4ab1-b242-68bade51a905\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.612424 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/f0891a42-bed9-4ab1-b242-68bade51a905-etc-swift\") pod \"f0891a42-bed9-4ab1-b242-68bade51a905\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.612657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-ring-data-devices\") pod \"f0891a42-bed9-4ab1-b242-68bade51a905\" (UID: \"f0891a42-bed9-4ab1-b242-68bade51a905\") " Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.613462 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "f0891a42-bed9-4ab1-b242-68bade51a905" (UID: "f0891a42-bed9-4ab1-b242-68bade51a905"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.617511 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f0891a42-bed9-4ab1-b242-68bade51a905-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "f0891a42-bed9-4ab1-b242-68bade51a905" (UID: "f0891a42-bed9-4ab1-b242-68bade51a905"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.617764 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-scripts" (OuterVolumeSpecName: "scripts") pod "f0891a42-bed9-4ab1-b242-68bade51a905" (UID: "f0891a42-bed9-4ab1-b242-68bade51a905"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.620852 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "f0891a42-bed9-4ab1-b242-68bade51a905" (UID: "f0891a42-bed9-4ab1-b242-68bade51a905"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.621380 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f0891a42-bed9-4ab1-b242-68bade51a905-kube-api-access-vspg6" (OuterVolumeSpecName: "kube-api-access-vspg6") pod "f0891a42-bed9-4ab1-b242-68bade51a905" (UID: "f0891a42-bed9-4ab1-b242-68bade51a905"). InnerVolumeSpecName "kube-api-access-vspg6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.623146 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "f0891a42-bed9-4ab1-b242-68bade51a905" (UID: "f0891a42-bed9-4ab1-b242-68bade51a905"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.625112 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f0891a42-bed9-4ab1-b242-68bade51a905" (UID: "f0891a42-bed9-4ab1-b242-68bade51a905"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.714991 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.715116 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.715131 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.715146 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.715160 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vspg6\" (UniqueName: \"kubernetes.io/projected/f0891a42-bed9-4ab1-b242-68bade51a905-kube-api-access-vspg6\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.715172 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/f0891a42-bed9-4ab1-b242-68bade51a905-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.715185 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/f0891a42-bed9-4ab1-b242-68bade51a905-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.715197 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/f0891a42-bed9-4ab1-b242-68bade51a905-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:08 crc kubenswrapper[4809]: E1013 19:46:08.715351 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:46:08 crc kubenswrapper[4809]: E1013 19:46:08.715371 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:46:08 crc kubenswrapper[4809]: E1013 19:46:08.715424 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift podName:9f4ca8c2-d1eb-4295-933c-e28c6757c47c nodeName:}" failed. No retries permitted until 2025-10-13 19:46:09.715406628 +0000 UTC m=+1288.321153233 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift") pod "swift-storage-0" (UID: "9f4ca8c2-d1eb-4295-933c-e28c6757c47c") : configmap "swift-ring-files" not found Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.773120 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.831115 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-m4pk5" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.921958 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mzh87\" (UniqueName: \"kubernetes.io/projected/1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0-kube-api-access-mzh87\") pod \"1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0\" (UID: \"1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0\") " Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.926462 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0-kube-api-access-mzh87" (OuterVolumeSpecName: "kube-api-access-mzh87") pod "1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0" (UID: "1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0"). InnerVolumeSpecName "kube-api-access-mzh87". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:08 crc kubenswrapper[4809]: I1013 19:46:08.995567 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-6sdjx" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.024424 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mzh87\" (UniqueName: \"kubernetes.io/projected/1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0-kube-api-access-mzh87\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:09 crc kubenswrapper[4809]: W1013 19:46:09.057155 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podca3aa350_37da_4a1c_8666_d0244196f4d2.slice/crio-8bdf65af3e2cac1d458a1fbd51ff30ba413423b6e5bd7ffa3fd702f3d4828914 WatchSource:0}: Error finding container 8bdf65af3e2cac1d458a1fbd51ff30ba413423b6e5bd7ffa3fd702f3d4828914: Status 404 returned error can't find the container with id 8bdf65af3e2cac1d458a1fbd51ff30ba413423b6e5bd7ffa3fd702f3d4828914 Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.057339 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-s7kjt"] Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.125269 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6w5d7\" (UniqueName: \"kubernetes.io/projected/11229f9a-a86f-480f-a14e-97f0ef417939-kube-api-access-6w5d7\") pod \"11229f9a-a86f-480f-a14e-97f0ef417939\" (UID: \"11229f9a-a86f-480f-a14e-97f0ef417939\") " Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.129548 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/11229f9a-a86f-480f-a14e-97f0ef417939-kube-api-access-6w5d7" (OuterVolumeSpecName: "kube-api-access-6w5d7") pod "11229f9a-a86f-480f-a14e-97f0ef417939" (UID: "11229f9a-a86f-480f-a14e-97f0ef417939"). InnerVolumeSpecName "kube-api-access-6w5d7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.227181 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6w5d7\" (UniqueName: \"kubernetes.io/projected/11229f9a-a86f-480f-a14e-97f0ef417939-kube-api-access-6w5d7\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.497308 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" event={"ID":"ca3aa350-37da-4a1c-8666-d0244196f4d2","Type":"ContainerStarted","Data":"4d68b8587fb508407238c801c06fb97a57e9c6f1fc7357ee474cc78bfcbf9e21"} Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.497600 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" event={"ID":"ca3aa350-37da-4a1c-8666-d0244196f4d2","Type":"ContainerStarted","Data":"8bdf65af3e2cac1d458a1fbd51ff30ba413423b6e5bd7ffa3fd702f3d4828914"} Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.506931 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-6sdjx" event={"ID":"11229f9a-a86f-480f-a14e-97f0ef417939","Type":"ContainerDied","Data":"d3a7b990bfba293a7f2fbdce309db6c113763a5f9c40bb3c94786fff04cdd7c7"} Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.507000 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d3a7b990bfba293a7f2fbdce309db6c113763a5f9c40bb3c94786fff04cdd7c7" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.507085 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-6sdjx" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.512869 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-m4pk5" event={"ID":"1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0","Type":"ContainerDied","Data":"b465d22f50732fda13ee475cbe140b3f968d5f7150f724fa977db0ea2da52375"} Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.512909 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-m4pk5" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.512960 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b465d22f50732fda13ee475cbe140b3f968d5f7150f724fa977db0ea2da52375" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.512887 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-64dbx" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.524376 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" podStartSLOduration=1.524342345 podStartE2EDuration="1.524342345s" podCreationTimestamp="2025-10-13 19:46:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:09.519124066 +0000 UTC m=+1288.124870671" watchObservedRunningTime="2025-10-13 19:46:09.524342345 +0000 UTC m=+1288.130088970" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.610216 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-64dbx"] Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.619450 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-64dbx"] Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.740841 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:09 crc kubenswrapper[4809]: E1013 19:46:09.741047 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:46:09 crc kubenswrapper[4809]: E1013 19:46:09.741074 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:46:09 crc kubenswrapper[4809]: E1013 19:46:09.741129 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift podName:9f4ca8c2-d1eb-4295-933c-e28c6757c47c nodeName:}" failed. No retries permitted until 2025-10-13 19:46:11.741111328 +0000 UTC m=+1290.346857923 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift") pod "swift-storage-0" (UID: "9f4ca8c2-d1eb-4295-933c-e28c6757c47c") : configmap "swift-ring-files" not found Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.825845 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.828830 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-hb2gz" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.882574 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.944416 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gg5p2\" (UniqueName: \"kubernetes.io/projected/768bdd8b-018f-4754-9901-647a2490c2e3-kube-api-access-gg5p2\") pod \"768bdd8b-018f-4754-9901-647a2490c2e3\" (UID: \"768bdd8b-018f-4754-9901-647a2490c2e3\") " Oct 13 19:46:09 crc kubenswrapper[4809]: I1013 19:46:09.952922 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/768bdd8b-018f-4754-9901-647a2490c2e3-kube-api-access-gg5p2" (OuterVolumeSpecName: "kube-api-access-gg5p2") pod "768bdd8b-018f-4754-9901-647a2490c2e3" (UID: "768bdd8b-018f-4754-9901-647a2490c2e3"). InnerVolumeSpecName "kube-api-access-gg5p2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.047826 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gg5p2\" (UniqueName: \"kubernetes.io/projected/768bdd8b-018f-4754-9901-647a2490c2e3-kube-api-access-gg5p2\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.058235 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:46:10 crc kubenswrapper[4809]: E1013 19:46:10.059007 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="768bdd8b-018f-4754-9901-647a2490c2e3" containerName="mariadb-database-create" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.059028 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="768bdd8b-018f-4754-9901-647a2490c2e3" containerName="mariadb-database-create" Oct 13 19:46:10 crc kubenswrapper[4809]: E1013 19:46:10.059047 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="11229f9a-a86f-480f-a14e-97f0ef417939" containerName="mariadb-database-create" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.059057 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="11229f9a-a86f-480f-a14e-97f0ef417939" containerName="mariadb-database-create" Oct 13 19:46:10 crc kubenswrapper[4809]: E1013 19:46:10.059069 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0" containerName="mariadb-database-create" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.059076 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0" containerName="mariadb-database-create" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.059257 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="11229f9a-a86f-480f-a14e-97f0ef417939" containerName="mariadb-database-create" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.059274 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0" containerName="mariadb-database-create" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.059291 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="768bdd8b-018f-4754-9901-647a2490c2e3" containerName="mariadb-database-create" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.060392 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.070821 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.111571 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.112541 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.112641 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-sgg4w" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.113074 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.149564 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.149691 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.149811 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-scripts\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.149993 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/848e1583-c574-4acf-b52c-ef927147c23a-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.150093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.150137 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-config\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.150175 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h6dv2\" (UniqueName: \"kubernetes.io/projected/848e1583-c574-4acf-b52c-ef927147c23a-kube-api-access-h6dv2\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.166171 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f0891a42-bed9-4ab1-b242-68bade51a905" path="/var/lib/kubelet/pods/f0891a42-bed9-4ab1-b242-68bade51a905/volumes" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.252532 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/848e1583-c574-4acf-b52c-ef927147c23a-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.252852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.252889 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-config\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.252917 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-h6dv2\" (UniqueName: \"kubernetes.io/projected/848e1583-c574-4acf-b52c-ef927147c23a-kube-api-access-h6dv2\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.253013 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.253039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.253063 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-scripts\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.253269 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/848e1583-c574-4acf-b52c-ef927147c23a-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.254393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-scripts\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.254428 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-config\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.258931 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.261267 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.268062 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.269904 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-h6dv2\" (UniqueName: \"kubernetes.io/projected/848e1583-c574-4acf-b52c-ef927147c23a-kube-api-access-h6dv2\") pod \"ovn-northd-0\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.434413 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.570069 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-hb2gz" event={"ID":"768bdd8b-018f-4754-9901-647a2490c2e3","Type":"ContainerDied","Data":"0718bd1e85eca74dc927245fa89fecc94566a34a6b0aa2f61f8df58aa82fdbc5"} Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.570429 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0718bd1e85eca74dc927245fa89fecc94566a34a6b0aa2f61f8df58aa82fdbc5" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.570488 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-hb2gz" Oct 13 19:46:10 crc kubenswrapper[4809]: I1013 19:46:10.817708 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:46:11 crc kubenswrapper[4809]: I1013 19:46:11.583631 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"848e1583-c574-4acf-b52c-ef927147c23a","Type":"ContainerStarted","Data":"3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e"} Oct 13 19:46:11 crc kubenswrapper[4809]: I1013 19:46:11.584487 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"848e1583-c574-4acf-b52c-ef927147c23a","Type":"ContainerStarted","Data":"6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0"} Oct 13 19:46:11 crc kubenswrapper[4809]: I1013 19:46:11.584517 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:11 crc kubenswrapper[4809]: I1013 19:46:11.584535 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"848e1583-c574-4acf-b52c-ef927147c23a","Type":"ContainerStarted","Data":"0352de6aaba7dfcaf912961e7d5f9e717ee1a7cbc0767d76c9392bf1733f10cf"} Oct 13 19:46:11 crc kubenswrapper[4809]: I1013 19:46:11.608014 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=1.6079935509999999 podStartE2EDuration="1.607993551s" podCreationTimestamp="2025-10-13 19:46:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:11.607641451 +0000 UTC m=+1290.213388046" watchObservedRunningTime="2025-10-13 19:46:11.607993551 +0000 UTC m=+1290.213740126" Oct 13 19:46:11 crc kubenswrapper[4809]: I1013 19:46:11.787144 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:11 crc kubenswrapper[4809]: E1013 19:46:11.787375 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:46:11 crc kubenswrapper[4809]: E1013 19:46:11.787414 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:46:11 crc kubenswrapper[4809]: E1013 19:46:11.787507 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift podName:9f4ca8c2-d1eb-4295-933c-e28c6757c47c nodeName:}" failed. No retries permitted until 2025-10-13 19:46:15.787480483 +0000 UTC m=+1294.393227098 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift") pod "swift-storage-0" (UID: "9f4ca8c2-d1eb-4295-933c-e28c6757c47c") : configmap "swift-ring-files" not found Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.724491 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-1305-account-create-p828z"] Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.726482 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-1305-account-create-p828z" Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.728762 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-db-secret" Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.741706 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-1305-account-create-p828z"] Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.776810 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zkw6k\" (UniqueName: \"kubernetes.io/projected/936d8580-688a-498c-87e5-ff21d8e8fe7c-kube-api-access-zkw6k\") pod \"keystone-1305-account-create-p828z\" (UID: \"936d8580-688a-498c-87e5-ff21d8e8fe7c\") " pod="openstack-kuttl-tests/keystone-1305-account-create-p828z" Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.879389 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.879539 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zkw6k\" (UniqueName: \"kubernetes.io/projected/936d8580-688a-498c-87e5-ff21d8e8fe7c-kube-api-access-zkw6k\") pod \"keystone-1305-account-create-p828z\" (UID: \"936d8580-688a-498c-87e5-ff21d8e8fe7c\") " pod="openstack-kuttl-tests/keystone-1305-account-create-p828z" Oct 13 19:46:15 crc kubenswrapper[4809]: E1013 19:46:15.879675 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:46:15 crc kubenswrapper[4809]: E1013 19:46:15.879718 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:46:15 crc kubenswrapper[4809]: E1013 19:46:15.879814 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift podName:9f4ca8c2-d1eb-4295-933c-e28c6757c47c nodeName:}" failed. No retries permitted until 2025-10-13 19:46:23.87978759 +0000 UTC m=+1302.485534175 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift") pod "swift-storage-0" (UID: "9f4ca8c2-d1eb-4295-933c-e28c6757c47c") : configmap "swift-ring-files" not found Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.908828 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zkw6k\" (UniqueName: \"kubernetes.io/projected/936d8580-688a-498c-87e5-ff21d8e8fe7c-kube-api-access-zkw6k\") pod \"keystone-1305-account-create-p828z\" (UID: \"936d8580-688a-498c-87e5-ff21d8e8fe7c\") " pod="openstack-kuttl-tests/keystone-1305-account-create-p828z" Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.924628 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-272d-account-create-gcngg"] Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.926642 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-272d-account-create-gcngg" Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.929181 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-db-secret" Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.934494 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-272d-account-create-gcngg"] Oct 13 19:46:15 crc kubenswrapper[4809]: I1013 19:46:15.981012 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mxw7c\" (UniqueName: \"kubernetes.io/projected/91245df3-b136-47f1-8832-e8a79c267792-kube-api-access-mxw7c\") pod \"placement-272d-account-create-gcngg\" (UID: \"91245df3-b136-47f1-8832-e8a79c267792\") " pod="openstack-kuttl-tests/placement-272d-account-create-gcngg" Oct 13 19:46:16 crc kubenswrapper[4809]: I1013 19:46:16.058475 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-1305-account-create-p828z" Oct 13 19:46:16 crc kubenswrapper[4809]: I1013 19:46:16.082525 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mxw7c\" (UniqueName: \"kubernetes.io/projected/91245df3-b136-47f1-8832-e8a79c267792-kube-api-access-mxw7c\") pod \"placement-272d-account-create-gcngg\" (UID: \"91245df3-b136-47f1-8832-e8a79c267792\") " pod="openstack-kuttl-tests/placement-272d-account-create-gcngg" Oct 13 19:46:16 crc kubenswrapper[4809]: I1013 19:46:16.103387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mxw7c\" (UniqueName: \"kubernetes.io/projected/91245df3-b136-47f1-8832-e8a79c267792-kube-api-access-mxw7c\") pod \"placement-272d-account-create-gcngg\" (UID: \"91245df3-b136-47f1-8832-e8a79c267792\") " pod="openstack-kuttl-tests/placement-272d-account-create-gcngg" Oct 13 19:46:16 crc kubenswrapper[4809]: I1013 19:46:16.273885 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-272d-account-create-gcngg" Oct 13 19:46:16 crc kubenswrapper[4809]: I1013 19:46:16.541934 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-1305-account-create-p828z"] Oct 13 19:46:16 crc kubenswrapper[4809]: W1013 19:46:16.550929 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod936d8580_688a_498c_87e5_ff21d8e8fe7c.slice/crio-77eeefe030f6bdd3425f70386829b1b107a1e047c762bd667d8f4cf2e9b36293 WatchSource:0}: Error finding container 77eeefe030f6bdd3425f70386829b1b107a1e047c762bd667d8f4cf2e9b36293: Status 404 returned error can't find the container with id 77eeefe030f6bdd3425f70386829b1b107a1e047c762bd667d8f4cf2e9b36293 Oct 13 19:46:16 crc kubenswrapper[4809]: I1013 19:46:16.644200 4809 generic.go:334] "Generic (PLEG): container finished" podID="ca3aa350-37da-4a1c-8666-d0244196f4d2" containerID="4d68b8587fb508407238c801c06fb97a57e9c6f1fc7357ee474cc78bfcbf9e21" exitCode=0 Oct 13 19:46:16 crc kubenswrapper[4809]: I1013 19:46:16.644285 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" event={"ID":"ca3aa350-37da-4a1c-8666-d0244196f4d2","Type":"ContainerDied","Data":"4d68b8587fb508407238c801c06fb97a57e9c6f1fc7357ee474cc78bfcbf9e21"} Oct 13 19:46:16 crc kubenswrapper[4809]: I1013 19:46:16.648079 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-1305-account-create-p828z" event={"ID":"936d8580-688a-498c-87e5-ff21d8e8fe7c","Type":"ContainerStarted","Data":"77eeefe030f6bdd3425f70386829b1b107a1e047c762bd667d8f4cf2e9b36293"} Oct 13 19:46:16 crc kubenswrapper[4809]: I1013 19:46:16.787409 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-272d-account-create-gcngg"] Oct 13 19:46:16 crc kubenswrapper[4809]: W1013 19:46:16.791625 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod91245df3_b136_47f1_8832_e8a79c267792.slice/crio-1cfd40faaec99f266b64c35b45e4c32a0cb5a45276e739c3e47160ba2c4e880f WatchSource:0}: Error finding container 1cfd40faaec99f266b64c35b45e4c32a0cb5a45276e739c3e47160ba2c4e880f: Status 404 returned error can't find the container with id 1cfd40faaec99f266b64c35b45e4c32a0cb5a45276e739c3e47160ba2c4e880f Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.131841 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-a9d4-account-create-f4m4f"] Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.133445 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-a9d4-account-create-f4m4f" Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.136151 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-db-secret" Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.143779 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-a9d4-account-create-f4m4f"] Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.200713 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g5kpt\" (UniqueName: \"kubernetes.io/projected/049d7cb6-f3ae-4bc0-95fa-b906497a9d13-kube-api-access-g5kpt\") pod \"glance-a9d4-account-create-f4m4f\" (UID: \"049d7cb6-f3ae-4bc0-95fa-b906497a9d13\") " pod="openstack-kuttl-tests/glance-a9d4-account-create-f4m4f" Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.302455 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g5kpt\" (UniqueName: \"kubernetes.io/projected/049d7cb6-f3ae-4bc0-95fa-b906497a9d13-kube-api-access-g5kpt\") pod \"glance-a9d4-account-create-f4m4f\" (UID: \"049d7cb6-f3ae-4bc0-95fa-b906497a9d13\") " pod="openstack-kuttl-tests/glance-a9d4-account-create-f4m4f" Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.334080 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-g5kpt\" (UniqueName: \"kubernetes.io/projected/049d7cb6-f3ae-4bc0-95fa-b906497a9d13-kube-api-access-g5kpt\") pod \"glance-a9d4-account-create-f4m4f\" (UID: \"049d7cb6-f3ae-4bc0-95fa-b906497a9d13\") " pod="openstack-kuttl-tests/glance-a9d4-account-create-f4m4f" Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.458262 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-a9d4-account-create-f4m4f" Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.659178 4809 generic.go:334] "Generic (PLEG): container finished" podID="936d8580-688a-498c-87e5-ff21d8e8fe7c" containerID="fe6ae226ce1febb4d46ffb243b4a100b3a75977c958e762cedbfeb2d92e744d6" exitCode=0 Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.659248 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-1305-account-create-p828z" event={"ID":"936d8580-688a-498c-87e5-ff21d8e8fe7c","Type":"ContainerDied","Data":"fe6ae226ce1febb4d46ffb243b4a100b3a75977c958e762cedbfeb2d92e744d6"} Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.661326 4809 generic.go:334] "Generic (PLEG): container finished" podID="91245df3-b136-47f1-8832-e8a79c267792" containerID="e9f7066ec28b4105b57757c4978ad8bd25c2bbcec3f95bf15e3e014763c04f63" exitCode=0 Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.661540 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-272d-account-create-gcngg" event={"ID":"91245df3-b136-47f1-8832-e8a79c267792","Type":"ContainerDied","Data":"e9f7066ec28b4105b57757c4978ad8bd25c2bbcec3f95bf15e3e014763c04f63"} Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.661559 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-272d-account-create-gcngg" event={"ID":"91245df3-b136-47f1-8832-e8a79c267792","Type":"ContainerStarted","Data":"1cfd40faaec99f266b64c35b45e4c32a0cb5a45276e739c3e47160ba2c4e880f"} Oct 13 19:46:17 crc kubenswrapper[4809]: I1013 19:46:17.923278 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-a9d4-account-create-f4m4f"] Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.050012 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.116546 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-scripts\") pod \"ca3aa350-37da-4a1c-8666-d0244196f4d2\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.116644 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-ring-data-devices\") pod \"ca3aa350-37da-4a1c-8666-d0244196f4d2\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.116671 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-combined-ca-bundle\") pod \"ca3aa350-37da-4a1c-8666-d0244196f4d2\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.116712 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-dispersionconf\") pod \"ca3aa350-37da-4a1c-8666-d0244196f4d2\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.116766 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v8q7g\" (UniqueName: \"kubernetes.io/projected/ca3aa350-37da-4a1c-8666-d0244196f4d2-kube-api-access-v8q7g\") pod \"ca3aa350-37da-4a1c-8666-d0244196f4d2\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.116804 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-swiftconf\") pod \"ca3aa350-37da-4a1c-8666-d0244196f4d2\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.116836 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/ca3aa350-37da-4a1c-8666-d0244196f4d2-etc-swift\") pod \"ca3aa350-37da-4a1c-8666-d0244196f4d2\" (UID: \"ca3aa350-37da-4a1c-8666-d0244196f4d2\") " Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.118264 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ca3aa350-37da-4a1c-8666-d0244196f4d2-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "ca3aa350-37da-4a1c-8666-d0244196f4d2" (UID: "ca3aa350-37da-4a1c-8666-d0244196f4d2"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.118746 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "ca3aa350-37da-4a1c-8666-d0244196f4d2" (UID: "ca3aa350-37da-4a1c-8666-d0244196f4d2"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.125460 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ca3aa350-37da-4a1c-8666-d0244196f4d2-kube-api-access-v8q7g" (OuterVolumeSpecName: "kube-api-access-v8q7g") pod "ca3aa350-37da-4a1c-8666-d0244196f4d2" (UID: "ca3aa350-37da-4a1c-8666-d0244196f4d2"). InnerVolumeSpecName "kube-api-access-v8q7g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.127825 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "ca3aa350-37da-4a1c-8666-d0244196f4d2" (UID: "ca3aa350-37da-4a1c-8666-d0244196f4d2"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.141910 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-scripts" (OuterVolumeSpecName: "scripts") pod "ca3aa350-37da-4a1c-8666-d0244196f4d2" (UID: "ca3aa350-37da-4a1c-8666-d0244196f4d2"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.150404 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ca3aa350-37da-4a1c-8666-d0244196f4d2" (UID: "ca3aa350-37da-4a1c-8666-d0244196f4d2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.153231 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "ca3aa350-37da-4a1c-8666-d0244196f4d2" (UID: "ca3aa350-37da-4a1c-8666-d0244196f4d2"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.219174 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.219402 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.219526 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.219641 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v8q7g\" (UniqueName: \"kubernetes.io/projected/ca3aa350-37da-4a1c-8666-d0244196f4d2-kube-api-access-v8q7g\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.219819 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/ca3aa350-37da-4a1c-8666-d0244196f4d2-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.219962 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/ca3aa350-37da-4a1c-8666-d0244196f4d2-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.220087 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/ca3aa350-37da-4a1c-8666-d0244196f4d2-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.679368 4809 generic.go:334] "Generic (PLEG): container finished" podID="049d7cb6-f3ae-4bc0-95fa-b906497a9d13" containerID="dd7a60aabb3de4fe8988b86695c5665e45b81d3c305add0ce86e6945503f9a69" exitCode=0 Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.679792 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-a9d4-account-create-f4m4f" event={"ID":"049d7cb6-f3ae-4bc0-95fa-b906497a9d13","Type":"ContainerDied","Data":"dd7a60aabb3de4fe8988b86695c5665e45b81d3c305add0ce86e6945503f9a69"} Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.679838 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-a9d4-account-create-f4m4f" event={"ID":"049d7cb6-f3ae-4bc0-95fa-b906497a9d13","Type":"ContainerStarted","Data":"af97dd6ae54c4de5fbf9d7a86a3c7940cc5bc895947abc9e2412a2ba5a7f4fdd"} Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.690540 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" event={"ID":"ca3aa350-37da-4a1c-8666-d0244196f4d2","Type":"ContainerDied","Data":"8bdf65af3e2cac1d458a1fbd51ff30ba413423b6e5bd7ffa3fd702f3d4828914"} Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.690630 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8bdf65af3e2cac1d458a1fbd51ff30ba413423b6e5bd7ffa3fd702f3d4828914" Oct 13 19:46:18 crc kubenswrapper[4809]: I1013 19:46:18.690795 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-s7kjt" Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.147216 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-1305-account-create-p828z" Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.153964 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-272d-account-create-gcngg" Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.240773 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mxw7c\" (UniqueName: \"kubernetes.io/projected/91245df3-b136-47f1-8832-e8a79c267792-kube-api-access-mxw7c\") pod \"91245df3-b136-47f1-8832-e8a79c267792\" (UID: \"91245df3-b136-47f1-8832-e8a79c267792\") " Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.240840 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zkw6k\" (UniqueName: \"kubernetes.io/projected/936d8580-688a-498c-87e5-ff21d8e8fe7c-kube-api-access-zkw6k\") pod \"936d8580-688a-498c-87e5-ff21d8e8fe7c\" (UID: \"936d8580-688a-498c-87e5-ff21d8e8fe7c\") " Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.247772 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/936d8580-688a-498c-87e5-ff21d8e8fe7c-kube-api-access-zkw6k" (OuterVolumeSpecName: "kube-api-access-zkw6k") pod "936d8580-688a-498c-87e5-ff21d8e8fe7c" (UID: "936d8580-688a-498c-87e5-ff21d8e8fe7c"). InnerVolumeSpecName "kube-api-access-zkw6k". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.248282 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/91245df3-b136-47f1-8832-e8a79c267792-kube-api-access-mxw7c" (OuterVolumeSpecName: "kube-api-access-mxw7c") pod "91245df3-b136-47f1-8832-e8a79c267792" (UID: "91245df3-b136-47f1-8832-e8a79c267792"). InnerVolumeSpecName "kube-api-access-mxw7c". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.346412 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mxw7c\" (UniqueName: \"kubernetes.io/projected/91245df3-b136-47f1-8832-e8a79c267792-kube-api-access-mxw7c\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.346901 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zkw6k\" (UniqueName: \"kubernetes.io/projected/936d8580-688a-498c-87e5-ff21d8e8fe7c-kube-api-access-zkw6k\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.705026 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-1305-account-create-p828z" Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.705015 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-1305-account-create-p828z" event={"ID":"936d8580-688a-498c-87e5-ff21d8e8fe7c","Type":"ContainerDied","Data":"77eeefe030f6bdd3425f70386829b1b107a1e047c762bd667d8f4cf2e9b36293"} Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.705229 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="77eeefe030f6bdd3425f70386829b1b107a1e047c762bd667d8f4cf2e9b36293" Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.707948 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-272d-account-create-gcngg" Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.707976 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-272d-account-create-gcngg" event={"ID":"91245df3-b136-47f1-8832-e8a79c267792","Type":"ContainerDied","Data":"1cfd40faaec99f266b64c35b45e4c32a0cb5a45276e739c3e47160ba2c4e880f"} Oct 13 19:46:19 crc kubenswrapper[4809]: I1013 19:46:19.708062 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1cfd40faaec99f266b64c35b45e4c32a0cb5a45276e739c3e47160ba2c4e880f" Oct 13 19:46:20 crc kubenswrapper[4809]: I1013 19:46:20.143873 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-a9d4-account-create-f4m4f" Oct 13 19:46:20 crc kubenswrapper[4809]: I1013 19:46:20.270968 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-g5kpt\" (UniqueName: \"kubernetes.io/projected/049d7cb6-f3ae-4bc0-95fa-b906497a9d13-kube-api-access-g5kpt\") pod \"049d7cb6-f3ae-4bc0-95fa-b906497a9d13\" (UID: \"049d7cb6-f3ae-4bc0-95fa-b906497a9d13\") " Oct 13 19:46:20 crc kubenswrapper[4809]: I1013 19:46:20.290746 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/049d7cb6-f3ae-4bc0-95fa-b906497a9d13-kube-api-access-g5kpt" (OuterVolumeSpecName: "kube-api-access-g5kpt") pod "049d7cb6-f3ae-4bc0-95fa-b906497a9d13" (UID: "049d7cb6-f3ae-4bc0-95fa-b906497a9d13"). InnerVolumeSpecName "kube-api-access-g5kpt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:20 crc kubenswrapper[4809]: I1013 19:46:20.374618 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-g5kpt\" (UniqueName: \"kubernetes.io/projected/049d7cb6-f3ae-4bc0-95fa-b906497a9d13-kube-api-access-g5kpt\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:20 crc kubenswrapper[4809]: I1013 19:46:20.731206 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-a9d4-account-create-f4m4f" event={"ID":"049d7cb6-f3ae-4bc0-95fa-b906497a9d13","Type":"ContainerDied","Data":"af97dd6ae54c4de5fbf9d7a86a3c7940cc5bc895947abc9e2412a2ba5a7f4fdd"} Oct 13 19:46:20 crc kubenswrapper[4809]: I1013 19:46:20.731262 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="af97dd6ae54c4de5fbf9d7a86a3c7940cc5bc895947abc9e2412a2ba5a7f4fdd" Oct 13 19:46:20 crc kubenswrapper[4809]: I1013 19:46:20.731335 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-a9d4-account-create-f4m4f" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.266196 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-sync-m6jgx"] Oct 13 19:46:22 crc kubenswrapper[4809]: E1013 19:46:22.266762 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="049d7cb6-f3ae-4bc0-95fa-b906497a9d13" containerName="mariadb-account-create" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.266775 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="049d7cb6-f3ae-4bc0-95fa-b906497a9d13" containerName="mariadb-account-create" Oct 13 19:46:22 crc kubenswrapper[4809]: E1013 19:46:22.266788 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="91245df3-b136-47f1-8832-e8a79c267792" containerName="mariadb-account-create" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.266794 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="91245df3-b136-47f1-8832-e8a79c267792" containerName="mariadb-account-create" Oct 13 19:46:22 crc kubenswrapper[4809]: E1013 19:46:22.266805 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ca3aa350-37da-4a1c-8666-d0244196f4d2" containerName="swift-ring-rebalance" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.266811 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ca3aa350-37da-4a1c-8666-d0244196f4d2" containerName="swift-ring-rebalance" Oct 13 19:46:22 crc kubenswrapper[4809]: E1013 19:46:22.266827 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="936d8580-688a-498c-87e5-ff21d8e8fe7c" containerName="mariadb-account-create" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.266832 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="936d8580-688a-498c-87e5-ff21d8e8fe7c" containerName="mariadb-account-create" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.266976 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="91245df3-b136-47f1-8832-e8a79c267792" containerName="mariadb-account-create" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.266991 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ca3aa350-37da-4a1c-8666-d0244196f4d2" containerName="swift-ring-rebalance" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.267007 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="936d8580-688a-498c-87e5-ff21d8e8fe7c" containerName="mariadb-account-create" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.267021 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="049d7cb6-f3ae-4bc0-95fa-b906497a9d13" containerName="mariadb-account-create" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.267552 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.269976 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-config-data" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.270642 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-r5v27" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.293951 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-m6jgx"] Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.306570 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-combined-ca-bundle\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.306817 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ch49b\" (UniqueName: \"kubernetes.io/projected/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-kube-api-access-ch49b\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.306955 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-db-sync-config-data\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.307084 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-config-data\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.408351 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-combined-ca-bundle\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.408460 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ch49b\" (UniqueName: \"kubernetes.io/projected/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-kube-api-access-ch49b\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.408502 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-db-sync-config-data\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.408535 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-config-data\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.414314 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-combined-ca-bundle\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.414381 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-config-data\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.417053 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-db-sync-config-data\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.429307 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ch49b\" (UniqueName: \"kubernetes.io/projected/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-kube-api-access-ch49b\") pod \"glance-db-sync-m6jgx\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:22 crc kubenswrapper[4809]: I1013 19:46:22.600926 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:23 crc kubenswrapper[4809]: I1013 19:46:23.086818 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-m6jgx"] Oct 13 19:46:23 crc kubenswrapper[4809]: I1013 19:46:23.763206 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-m6jgx" event={"ID":"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5","Type":"ContainerStarted","Data":"113253eb59d66588cfeacb5264df95b3d884a581f63f5724b488275b224fb255"} Oct 13 19:46:23 crc kubenswrapper[4809]: I1013 19:46:23.763747 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-m6jgx" event={"ID":"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5","Type":"ContainerStarted","Data":"e4db5b936b78bd9c38bb89068bf2706089fbaba72193234c6176b6bb681f60a8"} Oct 13 19:46:23 crc kubenswrapper[4809]: I1013 19:46:23.786620 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-sync-m6jgx" podStartSLOduration=1.786601517 podStartE2EDuration="1.786601517s" podCreationTimestamp="2025-10-13 19:46:22 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:23.78006565 +0000 UTC m=+1302.385812235" watchObservedRunningTime="2025-10-13 19:46:23.786601517 +0000 UTC m=+1302.392348102" Oct 13 19:46:23 crc kubenswrapper[4809]: I1013 19:46:23.935609 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:23 crc kubenswrapper[4809]: I1013 19:46:23.947446 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift\") pod \"swift-storage-0\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:24 crc kubenswrapper[4809]: I1013 19:46:24.233179 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:46:24 crc kubenswrapper[4809]: I1013 19:46:24.773570 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:46:24 crc kubenswrapper[4809]: W1013 19:46:24.784519 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-3f9d97d0d3db6d65ca46652502523da14cc10ab424e4826a19d6f2cb22f71285 WatchSource:0}: Error finding container 3f9d97d0d3db6d65ca46652502523da14cc10ab424e4826a19d6f2cb22f71285: Status 404 returned error can't find the container with id 3f9d97d0d3db6d65ca46652502523da14cc10ab424e4826a19d6f2cb22f71285 Oct 13 19:46:25 crc kubenswrapper[4809]: I1013 19:46:25.531236 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:46:25 crc kubenswrapper[4809]: I1013 19:46:25.831374 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d"} Oct 13 19:46:25 crc kubenswrapper[4809]: I1013 19:46:25.831858 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33"} Oct 13 19:46:25 crc kubenswrapper[4809]: I1013 19:46:25.831872 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8"} Oct 13 19:46:25 crc kubenswrapper[4809]: I1013 19:46:25.831884 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f"} Oct 13 19:46:25 crc kubenswrapper[4809]: I1013 19:46:25.831894 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7"} Oct 13 19:46:25 crc kubenswrapper[4809]: I1013 19:46:25.831905 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"3f9d97d0d3db6d65ca46652502523da14cc10ab424e4826a19d6f2cb22f71285"} Oct 13 19:46:26 crc kubenswrapper[4809]: I1013 19:46:26.849270 4809 generic.go:334] "Generic (PLEG): container finished" podID="2d46abdb-8149-4fdc-a430-9f507b36a81f" containerID="f1be049e3238b4899e7088f4b8dc7d009427cf059995c794be421565a4b42333" exitCode=0 Oct 13 19:46:26 crc kubenswrapper[4809]: I1013 19:46:26.850458 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"2d46abdb-8149-4fdc-a430-9f507b36a81f","Type":"ContainerDied","Data":"f1be049e3238b4899e7088f4b8dc7d009427cf059995c794be421565a4b42333"} Oct 13 19:46:26 crc kubenswrapper[4809]: I1013 19:46:26.854213 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"687646bb-598e-44ef-8936-77e9ea9bc254","Type":"ContainerDied","Data":"59a9e0b0e8ac1c87f94a5f20622b895e71595cc61fa34d78f9a0f47835227956"} Oct 13 19:46:26 crc kubenswrapper[4809]: I1013 19:46:26.854200 4809 generic.go:334] "Generic (PLEG): container finished" podID="687646bb-598e-44ef-8936-77e9ea9bc254" containerID="59a9e0b0e8ac1c87f94a5f20622b895e71595cc61fa34d78f9a0f47835227956" exitCode=0 Oct 13 19:46:26 crc kubenswrapper[4809]: I1013 19:46:26.870040 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808"} Oct 13 19:46:26 crc kubenswrapper[4809]: I1013 19:46:26.870463 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de"} Oct 13 19:46:26 crc kubenswrapper[4809]: I1013 19:46:26.870489 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a"} Oct 13 19:46:26 crc kubenswrapper[4809]: I1013 19:46:26.870506 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9"} Oct 13 19:46:26 crc kubenswrapper[4809]: I1013 19:46:26.870526 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0"} Oct 13 19:46:26 crc kubenswrapper[4809]: I1013 19:46:26.882383 4809 generic.go:334] "Generic (PLEG): container finished" podID="15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5" containerID="113253eb59d66588cfeacb5264df95b3d884a581f63f5724b488275b224fb255" exitCode=0 Oct 13 19:46:26 crc kubenswrapper[4809]: I1013 19:46:26.882450 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-m6jgx" event={"ID":"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5","Type":"ContainerDied","Data":"113253eb59d66588cfeacb5264df95b3d884a581f63f5724b488275b224fb255"} Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.892960 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"2d46abdb-8149-4fdc-a430-9f507b36a81f","Type":"ContainerStarted","Data":"c38af03891fd5d6d0344139ac0d0819a5edb7a7322f0e1e9c83a1f4fc65bbfde"} Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.893436 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.895588 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"687646bb-598e-44ef-8936-77e9ea9bc254","Type":"ContainerStarted","Data":"45ab3c215063bd39c55cde55938e7b9eae7808cecf7348c584097a3d6e64836f"} Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.895776 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.903103 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7"} Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.903153 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991"} Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.903164 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc"} Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.903177 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196"} Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.903186 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerStarted","Data":"d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35"} Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.925268 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podStartSLOduration=36.92525078 podStartE2EDuration="36.92525078s" podCreationTimestamp="2025-10-13 19:45:51 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:27.917097597 +0000 UTC m=+1306.522844182" watchObservedRunningTime="2025-10-13 19:46:27.92525078 +0000 UTC m=+1306.530997365" Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.941933 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-0" podStartSLOduration=37.941915497 podStartE2EDuration="37.941915497s" podCreationTimestamp="2025-10-13 19:45:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:27.93816284 +0000 UTC m=+1306.543909425" watchObservedRunningTime="2025-10-13 19:46:27.941915497 +0000 UTC m=+1306.547662082" Oct 13 19:46:27 crc kubenswrapper[4809]: I1013 19:46:27.989083 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-storage-0" podStartSLOduration=20.989055625 podStartE2EDuration="20.989055625s" podCreationTimestamp="2025-10-13 19:46:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:27.982518128 +0000 UTC m=+1306.588264713" watchObservedRunningTime="2025-10-13 19:46:27.989055625 +0000 UTC m=+1306.594802210" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.139843 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm"] Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.141076 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.143131 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"dns-swift-storage-0" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.172184 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm"] Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.221184 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.221263 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8vv8s\" (UniqueName: \"kubernetes.io/projected/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-kube-api-access-8vv8s\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.221310 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.221343 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-config\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.326577 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8vv8s\" (UniqueName: \"kubernetes.io/projected/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-kube-api-access-8vv8s\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.327107 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.327247 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-config\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.327545 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.328053 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.328283 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.328829 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-config\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.349472 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8vv8s\" (UniqueName: \"kubernetes.io/projected/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-kube-api-access-8vv8s\") pod \"dnsmasq-dnsmasq-6685f57749-pkxkm\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.409972 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.464911 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.531624 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ch49b\" (UniqueName: \"kubernetes.io/projected/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-kube-api-access-ch49b\") pod \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.532159 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-config-data\") pod \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.532495 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-combined-ca-bundle\") pod \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.532676 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-db-sync-config-data\") pod \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\" (UID: \"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5\") " Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.541918 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5" (UID: "15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.545941 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-kube-api-access-ch49b" (OuterVolumeSpecName: "kube-api-access-ch49b") pod "15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5" (UID: "15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5"). InnerVolumeSpecName "kube-api-access-ch49b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.587553 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5" (UID: "15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.593293 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.593377 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.593431 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.594194 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"138622fde951ec37a20af632c640436feec6c61b3ef9e7b8bcdd0160f3e10d64"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.594262 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://138622fde951ec37a20af632c640436feec6c61b3ef9e7b8bcdd0160f3e10d64" gracePeriod=600 Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.615697 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-config-data" (OuterVolumeSpecName: "config-data") pod "15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5" (UID: "15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.636193 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ch49b\" (UniqueName: \"kubernetes.io/projected/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-kube-api-access-ch49b\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.636238 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.636248 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.636260 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.901496 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm"] Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.915941 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="138622fde951ec37a20af632c640436feec6c61b3ef9e7b8bcdd0160f3e10d64" exitCode=0 Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.916037 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"138622fde951ec37a20af632c640436feec6c61b3ef9e7b8bcdd0160f3e10d64"} Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.916093 4809 scope.go:117] "RemoveContainer" containerID="6080d1e59fbf6dd1d87ecdcced78be2f2ab24cbeb97f4f1a65fa9568247d10c9" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.918441 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-m6jgx" event={"ID":"15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5","Type":"ContainerDied","Data":"e4db5b936b78bd9c38bb89068bf2706089fbaba72193234c6176b6bb681f60a8"} Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.918503 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e4db5b936b78bd9c38bb89068bf2706089fbaba72193234c6176b6bb681f60a8" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.918466 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-m6jgx" Oct 13 19:46:28 crc kubenswrapper[4809]: I1013 19:46:28.919881 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" event={"ID":"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74","Type":"ContainerStarted","Data":"b354bea3a297c8d6df46b02539abad3ef4bfd94f889c29d9bc4bf10eb8fb74de"} Oct 13 19:46:29 crc kubenswrapper[4809]: I1013 19:46:29.932069 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686"} Oct 13 19:46:29 crc kubenswrapper[4809]: I1013 19:46:29.935646 4809 generic.go:334] "Generic (PLEG): container finished" podID="0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" containerID="b2e6dfcc197601a559e7cf4a9ccf8182affcb55b79defe25e0bb2a4fca7bd854" exitCode=0 Oct 13 19:46:29 crc kubenswrapper[4809]: I1013 19:46:29.935698 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" event={"ID":"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74","Type":"ContainerDied","Data":"b2e6dfcc197601a559e7cf4a9ccf8182affcb55b79defe25e0bb2a4fca7bd854"} Oct 13 19:46:30 crc kubenswrapper[4809]: I1013 19:46:30.948558 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" event={"ID":"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74","Type":"ContainerStarted","Data":"3d98b4e201a1143d2392f56573b1befc2d1ea7826aa3004741978e723b5fd111"} Oct 13 19:46:30 crc kubenswrapper[4809]: I1013 19:46:30.969961 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" podStartSLOduration=2.969916333 podStartE2EDuration="2.969916333s" podCreationTimestamp="2025-10-13 19:46:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:30.963694005 +0000 UTC m=+1309.569440580" watchObservedRunningTime="2025-10-13 19:46:30.969916333 +0000 UTC m=+1309.575662928" Oct 13 19:46:31 crc kubenswrapper[4809]: I1013 19:46:31.961775 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:38 crc kubenswrapper[4809]: I1013 19:46:38.466057 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:46:38 crc kubenswrapper[4809]: I1013 19:46:38.555624 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz"] Oct 13 19:46:38 crc kubenswrapper[4809]: I1013 19:46:38.555940 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" podUID="a778598d-8ef9-43ef-822f-b989a424879b" containerName="dnsmasq-dns" containerID="cri-o://3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028" gracePeriod=10 Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.048402 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.078755 4809 generic.go:334] "Generic (PLEG): container finished" podID="a778598d-8ef9-43ef-822f-b989a424879b" containerID="3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028" exitCode=0 Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.078801 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" event={"ID":"a778598d-8ef9-43ef-822f-b989a424879b","Type":"ContainerDied","Data":"3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028"} Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.078829 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" event={"ID":"a778598d-8ef9-43ef-822f-b989a424879b","Type":"ContainerDied","Data":"dcccd3864a54c777952eaf02821b9885377e0165236086bbba0c930881ee9e95"} Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.078835 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.078847 4809 scope.go:117] "RemoveContainer" containerID="3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.129711 4809 scope.go:117] "RemoveContainer" containerID="33ffadca47573b5fc6aca6c3909ae68ab862d9c7d984d49e5a689c73864f6d57" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.153970 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-dnsmasq-svc\") pod \"a778598d-8ef9-43ef-822f-b989a424879b\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.154071 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-config\") pod \"a778598d-8ef9-43ef-822f-b989a424879b\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.154129 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-th75b\" (UniqueName: \"kubernetes.io/projected/a778598d-8ef9-43ef-822f-b989a424879b-kube-api-access-th75b\") pod \"a778598d-8ef9-43ef-822f-b989a424879b\" (UID: \"a778598d-8ef9-43ef-822f-b989a424879b\") " Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.162228 4809 scope.go:117] "RemoveContainer" containerID="3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.162797 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a778598d-8ef9-43ef-822f-b989a424879b-kube-api-access-th75b" (OuterVolumeSpecName: "kube-api-access-th75b") pod "a778598d-8ef9-43ef-822f-b989a424879b" (UID: "a778598d-8ef9-43ef-822f-b989a424879b"). InnerVolumeSpecName "kube-api-access-th75b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:39 crc kubenswrapper[4809]: E1013 19:46:39.163315 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028\": container with ID starting with 3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028 not found: ID does not exist" containerID="3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.163356 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028"} err="failed to get container status \"3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028\": rpc error: code = NotFound desc = could not find container \"3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028\": container with ID starting with 3654e4c76a0a9b0afdae15560e0ba776d95a8851defc234a20b16b850813c028 not found: ID does not exist" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.163382 4809 scope.go:117] "RemoveContainer" containerID="33ffadca47573b5fc6aca6c3909ae68ab862d9c7d984d49e5a689c73864f6d57" Oct 13 19:46:39 crc kubenswrapper[4809]: E1013 19:46:39.163977 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"33ffadca47573b5fc6aca6c3909ae68ab862d9c7d984d49e5a689c73864f6d57\": container with ID starting with 33ffadca47573b5fc6aca6c3909ae68ab862d9c7d984d49e5a689c73864f6d57 not found: ID does not exist" containerID="33ffadca47573b5fc6aca6c3909ae68ab862d9c7d984d49e5a689c73864f6d57" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.164008 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"33ffadca47573b5fc6aca6c3909ae68ab862d9c7d984d49e5a689c73864f6d57"} err="failed to get container status \"33ffadca47573b5fc6aca6c3909ae68ab862d9c7d984d49e5a689c73864f6d57\": rpc error: code = NotFound desc = could not find container \"33ffadca47573b5fc6aca6c3909ae68ab862d9c7d984d49e5a689c73864f6d57\": container with ID starting with 33ffadca47573b5fc6aca6c3909ae68ab862d9c7d984d49e5a689c73864f6d57 not found: ID does not exist" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.200500 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "a778598d-8ef9-43ef-822f-b989a424879b" (UID: "a778598d-8ef9-43ef-822f-b989a424879b"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.222367 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-config" (OuterVolumeSpecName: "config") pod "a778598d-8ef9-43ef-822f-b989a424879b" (UID: "a778598d-8ef9-43ef-822f-b989a424879b"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.256380 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.256423 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/a778598d-8ef9-43ef-822f-b989a424879b-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.256439 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-th75b\" (UniqueName: \"kubernetes.io/projected/a778598d-8ef9-43ef-822f-b989a424879b-kube-api-access-th75b\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.428829 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz"] Oct 13 19:46:39 crc kubenswrapper[4809]: I1013 19:46:39.437071 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-9nvrz"] Oct 13 19:46:40 crc kubenswrapper[4809]: I1013 19:46:40.174051 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a778598d-8ef9-43ef-822f-b989a424879b" path="/var/lib/kubelet/pods/a778598d-8ef9-43ef-822f-b989a424879b/volumes" Oct 13 19:46:41 crc kubenswrapper[4809]: I1013 19:46:41.772990 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.092956 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-create-8drb4"] Oct 13 19:46:42 crc kubenswrapper[4809]: E1013 19:46:42.093385 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a778598d-8ef9-43ef-822f-b989a424879b" containerName="init" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.093411 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a778598d-8ef9-43ef-822f-b989a424879b" containerName="init" Oct 13 19:46:42 crc kubenswrapper[4809]: E1013 19:46:42.093442 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a778598d-8ef9-43ef-822f-b989a424879b" containerName="dnsmasq-dns" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.093450 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a778598d-8ef9-43ef-822f-b989a424879b" containerName="dnsmasq-dns" Oct 13 19:46:42 crc kubenswrapper[4809]: E1013 19:46:42.093480 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5" containerName="glance-db-sync" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.093487 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5" containerName="glance-db-sync" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.093671 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a778598d-8ef9-43ef-822f-b989a424879b" containerName="dnsmasq-dns" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.093705 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5" containerName="glance-db-sync" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.094432 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-8drb4" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.108117 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-8drb4"] Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.216618 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vbgn5\" (UniqueName: \"kubernetes.io/projected/d7633554-8b6e-4c5e-bf63-975a304af522-kube-api-access-vbgn5\") pod \"barbican-db-create-8drb4\" (UID: \"d7633554-8b6e-4c5e-bf63-975a304af522\") " pod="openstack-kuttl-tests/barbican-db-create-8drb4" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.304265 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-create-h7kjv"] Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.305961 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-h7kjv" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.318854 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vbgn5\" (UniqueName: \"kubernetes.io/projected/d7633554-8b6e-4c5e-bf63-975a304af522-kube-api-access-vbgn5\") pod \"barbican-db-create-8drb4\" (UID: \"d7633554-8b6e-4c5e-bf63-975a304af522\") " pod="openstack-kuttl-tests/barbican-db-create-8drb4" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.335793 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-h7kjv"] Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.343077 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vbgn5\" (UniqueName: \"kubernetes.io/projected/d7633554-8b6e-4c5e-bf63-975a304af522-kube-api-access-vbgn5\") pod \"barbican-db-create-8drb4\" (UID: \"d7633554-8b6e-4c5e-bf63-975a304af522\") " pod="openstack-kuttl-tests/barbican-db-create-8drb4" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.402534 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-create-gzj9q"] Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.403568 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-gzj9q" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.416066 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-8drb4" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.420447 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-b2m88\" (UniqueName: \"kubernetes.io/projected/9cc1c423-9d8a-4b1f-a91d-b3229faf7757-kube-api-access-b2m88\") pod \"cinder-db-create-h7kjv\" (UID: \"9cc1c423-9d8a-4b1f-a91d-b3229faf7757\") " pod="openstack-kuttl-tests/cinder-db-create-h7kjv" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.421348 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-gzj9q"] Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.472726 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-592qb"] Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.474096 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.483138 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.483267 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.483496 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-lwjtf" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.483635 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.497539 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-592qb"] Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.522944 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ls6bm\" (UniqueName: \"kubernetes.io/projected/6213e781-4b3a-48ff-b3d0-77613f68f7c3-kube-api-access-ls6bm\") pod \"neutron-db-create-gzj9q\" (UID: \"6213e781-4b3a-48ff-b3d0-77613f68f7c3\") " pod="openstack-kuttl-tests/neutron-db-create-gzj9q" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.523027 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-config-data\") pod \"keystone-db-sync-592qb\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.523106 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-l7ljd\" (UniqueName: \"kubernetes.io/projected/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-kube-api-access-l7ljd\") pod \"keystone-db-sync-592qb\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.523176 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-b2m88\" (UniqueName: \"kubernetes.io/projected/9cc1c423-9d8a-4b1f-a91d-b3229faf7757-kube-api-access-b2m88\") pod \"cinder-db-create-h7kjv\" (UID: \"9cc1c423-9d8a-4b1f-a91d-b3229faf7757\") " pod="openstack-kuttl-tests/cinder-db-create-h7kjv" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.523248 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-combined-ca-bundle\") pod \"keystone-db-sync-592qb\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.557613 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-b2m88\" (UniqueName: \"kubernetes.io/projected/9cc1c423-9d8a-4b1f-a91d-b3229faf7757-kube-api-access-b2m88\") pod \"cinder-db-create-h7kjv\" (UID: \"9cc1c423-9d8a-4b1f-a91d-b3229faf7757\") " pod="openstack-kuttl-tests/cinder-db-create-h7kjv" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.622995 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-h7kjv" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.624705 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-l7ljd\" (UniqueName: \"kubernetes.io/projected/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-kube-api-access-l7ljd\") pod \"keystone-db-sync-592qb\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.624815 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-combined-ca-bundle\") pod \"keystone-db-sync-592qb\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.624862 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ls6bm\" (UniqueName: \"kubernetes.io/projected/6213e781-4b3a-48ff-b3d0-77613f68f7c3-kube-api-access-ls6bm\") pod \"neutron-db-create-gzj9q\" (UID: \"6213e781-4b3a-48ff-b3d0-77613f68f7c3\") " pod="openstack-kuttl-tests/neutron-db-create-gzj9q" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.624900 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-config-data\") pod \"keystone-db-sync-592qb\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.630674 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-combined-ca-bundle\") pod \"keystone-db-sync-592qb\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.641160 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-config-data\") pod \"keystone-db-sync-592qb\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.641465 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ls6bm\" (UniqueName: \"kubernetes.io/projected/6213e781-4b3a-48ff-b3d0-77613f68f7c3-kube-api-access-ls6bm\") pod \"neutron-db-create-gzj9q\" (UID: \"6213e781-4b3a-48ff-b3d0-77613f68f7c3\") " pod="openstack-kuttl-tests/neutron-db-create-gzj9q" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.645218 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-l7ljd\" (UniqueName: \"kubernetes.io/projected/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-kube-api-access-l7ljd\") pod \"keystone-db-sync-592qb\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.723429 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-gzj9q" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.836308 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:42 crc kubenswrapper[4809]: I1013 19:46:42.920969 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:46:43 crc kubenswrapper[4809]: I1013 19:46:43.022607 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-8drb4"] Oct 13 19:46:43 crc kubenswrapper[4809]: W1013 19:46:43.030906 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd7633554_8b6e_4c5e_bf63_975a304af522.slice/crio-65c95d32a45caaa85997d8a1f11bca01ca733d4388082e9fd67992648bc958f2 WatchSource:0}: Error finding container 65c95d32a45caaa85997d8a1f11bca01ca733d4388082e9fd67992648bc958f2: Status 404 returned error can't find the container with id 65c95d32a45caaa85997d8a1f11bca01ca733d4388082e9fd67992648bc958f2 Oct 13 19:46:43 crc kubenswrapper[4809]: I1013 19:46:43.104918 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-h7kjv"] Oct 13 19:46:43 crc kubenswrapper[4809]: W1013 19:46:43.112084 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9cc1c423_9d8a_4b1f_a91d_b3229faf7757.slice/crio-b4f2c16c01e59aca29ce427276b02460ec7373e0c0e07f2be620479ea0f8a0f9 WatchSource:0}: Error finding container b4f2c16c01e59aca29ce427276b02460ec7373e0c0e07f2be620479ea0f8a0f9: Status 404 returned error can't find the container with id b4f2c16c01e59aca29ce427276b02460ec7373e0c0e07f2be620479ea0f8a0f9 Oct 13 19:46:43 crc kubenswrapper[4809]: I1013 19:46:43.141000 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-8drb4" event={"ID":"d7633554-8b6e-4c5e-bf63-975a304af522","Type":"ContainerStarted","Data":"65c95d32a45caaa85997d8a1f11bca01ca733d4388082e9fd67992648bc958f2"} Oct 13 19:46:43 crc kubenswrapper[4809]: I1013 19:46:43.142151 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-h7kjv" event={"ID":"9cc1c423-9d8a-4b1f-a91d-b3229faf7757","Type":"ContainerStarted","Data":"b4f2c16c01e59aca29ce427276b02460ec7373e0c0e07f2be620479ea0f8a0f9"} Oct 13 19:46:43 crc kubenswrapper[4809]: I1013 19:46:43.267577 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-gzj9q"] Oct 13 19:46:43 crc kubenswrapper[4809]: I1013 19:46:43.361924 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-592qb"] Oct 13 19:46:43 crc kubenswrapper[4809]: W1013 19:46:43.397182 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0bf30b9b_1a0c_40b6_a7ac_d625ff761764.slice/crio-8f7960631a950ad5dfbfce551c27813caf7fae6ebf95eb639a55b19151b430ec WatchSource:0}: Error finding container 8f7960631a950ad5dfbfce551c27813caf7fae6ebf95eb639a55b19151b430ec: Status 404 returned error can't find the container with id 8f7960631a950ad5dfbfce551c27813caf7fae6ebf95eb639a55b19151b430ec Oct 13 19:46:43 crc kubenswrapper[4809]: E1013 19:46:43.828135 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6213e781_4b3a_48ff_b3d0_77613f68f7c3.slice/crio-conmon-0bca0088b170f696f3f959a88fbc26f9c64edf861717e8ce087ca22476bea662.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:46:44 crc kubenswrapper[4809]: I1013 19:46:44.157088 4809 generic.go:334] "Generic (PLEG): container finished" podID="d7633554-8b6e-4c5e-bf63-975a304af522" containerID="3cd2b9d186c0d34c43fc19064cf8d182cbe7f64013cc2452050f6e2fa058c4e7" exitCode=0 Oct 13 19:46:44 crc kubenswrapper[4809]: I1013 19:46:44.160782 4809 generic.go:334] "Generic (PLEG): container finished" podID="9cc1c423-9d8a-4b1f-a91d-b3229faf7757" containerID="a554b8018fb25ecbe93cdbab4f50b9189475ff4515f192c50d9caf7f4cc8412d" exitCode=0 Oct 13 19:46:44 crc kubenswrapper[4809]: I1013 19:46:44.165287 4809 generic.go:334] "Generic (PLEG): container finished" podID="6213e781-4b3a-48ff-b3d0-77613f68f7c3" containerID="0bca0088b170f696f3f959a88fbc26f9c64edf861717e8ce087ca22476bea662" exitCode=0 Oct 13 19:46:44 crc kubenswrapper[4809]: I1013 19:46:44.170542 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-8drb4" event={"ID":"d7633554-8b6e-4c5e-bf63-975a304af522","Type":"ContainerDied","Data":"3cd2b9d186c0d34c43fc19064cf8d182cbe7f64013cc2452050f6e2fa058c4e7"} Oct 13 19:46:44 crc kubenswrapper[4809]: I1013 19:46:44.170588 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-h7kjv" event={"ID":"9cc1c423-9d8a-4b1f-a91d-b3229faf7757","Type":"ContainerDied","Data":"a554b8018fb25ecbe93cdbab4f50b9189475ff4515f192c50d9caf7f4cc8412d"} Oct 13 19:46:44 crc kubenswrapper[4809]: I1013 19:46:44.170606 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-gzj9q" event={"ID":"6213e781-4b3a-48ff-b3d0-77613f68f7c3","Type":"ContainerDied","Data":"0bca0088b170f696f3f959a88fbc26f9c64edf861717e8ce087ca22476bea662"} Oct 13 19:46:44 crc kubenswrapper[4809]: I1013 19:46:44.170621 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-gzj9q" event={"ID":"6213e781-4b3a-48ff-b3d0-77613f68f7c3","Type":"ContainerStarted","Data":"401c0293fe965e52ffbc0a7435e7659a503480390e341b8fad9257e6211286a3"} Oct 13 19:46:44 crc kubenswrapper[4809]: I1013 19:46:44.170635 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-592qb" event={"ID":"0bf30b9b-1a0c-40b6-a7ac-d625ff761764","Type":"ContainerStarted","Data":"a3d4b283fa6ce9fc71212fa90f25e9b7b922f500fdda300c29bb9c66e83d8624"} Oct 13 19:46:44 crc kubenswrapper[4809]: I1013 19:46:44.170658 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-592qb" event={"ID":"0bf30b9b-1a0c-40b6-a7ac-d625ff761764","Type":"ContainerStarted","Data":"8f7960631a950ad5dfbfce551c27813caf7fae6ebf95eb639a55b19151b430ec"} Oct 13 19:46:44 crc kubenswrapper[4809]: I1013 19:46:44.212383 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-db-sync-592qb" podStartSLOduration=2.212359281 podStartE2EDuration="2.212359281s" podCreationTimestamp="2025-10-13 19:46:42 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:44.210675473 +0000 UTC m=+1322.816422068" watchObservedRunningTime="2025-10-13 19:46:44.212359281 +0000 UTC m=+1322.818105866" Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.625278 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-8drb4" Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.631287 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-gzj9q" Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.636499 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-h7kjv" Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.678514 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-b2m88\" (UniqueName: \"kubernetes.io/projected/9cc1c423-9d8a-4b1f-a91d-b3229faf7757-kube-api-access-b2m88\") pod \"9cc1c423-9d8a-4b1f-a91d-b3229faf7757\" (UID: \"9cc1c423-9d8a-4b1f-a91d-b3229faf7757\") " Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.678585 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vbgn5\" (UniqueName: \"kubernetes.io/projected/d7633554-8b6e-4c5e-bf63-975a304af522-kube-api-access-vbgn5\") pod \"d7633554-8b6e-4c5e-bf63-975a304af522\" (UID: \"d7633554-8b6e-4c5e-bf63-975a304af522\") " Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.678646 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ls6bm\" (UniqueName: \"kubernetes.io/projected/6213e781-4b3a-48ff-b3d0-77613f68f7c3-kube-api-access-ls6bm\") pod \"6213e781-4b3a-48ff-b3d0-77613f68f7c3\" (UID: \"6213e781-4b3a-48ff-b3d0-77613f68f7c3\") " Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.685221 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9cc1c423-9d8a-4b1f-a91d-b3229faf7757-kube-api-access-b2m88" (OuterVolumeSpecName: "kube-api-access-b2m88") pod "9cc1c423-9d8a-4b1f-a91d-b3229faf7757" (UID: "9cc1c423-9d8a-4b1f-a91d-b3229faf7757"). InnerVolumeSpecName "kube-api-access-b2m88". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.685305 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6213e781-4b3a-48ff-b3d0-77613f68f7c3-kube-api-access-ls6bm" (OuterVolumeSpecName: "kube-api-access-ls6bm") pod "6213e781-4b3a-48ff-b3d0-77613f68f7c3" (UID: "6213e781-4b3a-48ff-b3d0-77613f68f7c3"). InnerVolumeSpecName "kube-api-access-ls6bm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.685757 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d7633554-8b6e-4c5e-bf63-975a304af522-kube-api-access-vbgn5" (OuterVolumeSpecName: "kube-api-access-vbgn5") pod "d7633554-8b6e-4c5e-bf63-975a304af522" (UID: "d7633554-8b6e-4c5e-bf63-975a304af522"). InnerVolumeSpecName "kube-api-access-vbgn5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.787196 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-b2m88\" (UniqueName: \"kubernetes.io/projected/9cc1c423-9d8a-4b1f-a91d-b3229faf7757-kube-api-access-b2m88\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.787253 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vbgn5\" (UniqueName: \"kubernetes.io/projected/d7633554-8b6e-4c5e-bf63-975a304af522-kube-api-access-vbgn5\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:45 crc kubenswrapper[4809]: I1013 19:46:45.787274 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ls6bm\" (UniqueName: \"kubernetes.io/projected/6213e781-4b3a-48ff-b3d0-77613f68f7c3-kube-api-access-ls6bm\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:46 crc kubenswrapper[4809]: I1013 19:46:46.194448 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-h7kjv" event={"ID":"9cc1c423-9d8a-4b1f-a91d-b3229faf7757","Type":"ContainerDied","Data":"b4f2c16c01e59aca29ce427276b02460ec7373e0c0e07f2be620479ea0f8a0f9"} Oct 13 19:46:46 crc kubenswrapper[4809]: I1013 19:46:46.194496 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b4f2c16c01e59aca29ce427276b02460ec7373e0c0e07f2be620479ea0f8a0f9" Oct 13 19:46:46 crc kubenswrapper[4809]: I1013 19:46:46.194608 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-h7kjv" Oct 13 19:46:46 crc kubenswrapper[4809]: I1013 19:46:46.197152 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-gzj9q" event={"ID":"6213e781-4b3a-48ff-b3d0-77613f68f7c3","Type":"ContainerDied","Data":"401c0293fe965e52ffbc0a7435e7659a503480390e341b8fad9257e6211286a3"} Oct 13 19:46:46 crc kubenswrapper[4809]: I1013 19:46:46.197463 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="401c0293fe965e52ffbc0a7435e7659a503480390e341b8fad9257e6211286a3" Oct 13 19:46:46 crc kubenswrapper[4809]: I1013 19:46:46.198172 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-gzj9q" Oct 13 19:46:46 crc kubenswrapper[4809]: I1013 19:46:46.199436 4809 generic.go:334] "Generic (PLEG): container finished" podID="0bf30b9b-1a0c-40b6-a7ac-d625ff761764" containerID="a3d4b283fa6ce9fc71212fa90f25e9b7b922f500fdda300c29bb9c66e83d8624" exitCode=0 Oct 13 19:46:46 crc kubenswrapper[4809]: I1013 19:46:46.199496 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-592qb" event={"ID":"0bf30b9b-1a0c-40b6-a7ac-d625ff761764","Type":"ContainerDied","Data":"a3d4b283fa6ce9fc71212fa90f25e9b7b922f500fdda300c29bb9c66e83d8624"} Oct 13 19:46:46 crc kubenswrapper[4809]: I1013 19:46:46.202390 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-8drb4" event={"ID":"d7633554-8b6e-4c5e-bf63-975a304af522","Type":"ContainerDied","Data":"65c95d32a45caaa85997d8a1f11bca01ca733d4388082e9fd67992648bc958f2"} Oct 13 19:46:46 crc kubenswrapper[4809]: I1013 19:46:46.202426 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="65c95d32a45caaa85997d8a1f11bca01ca733d4388082e9fd67992648bc958f2" Oct 13 19:46:46 crc kubenswrapper[4809]: I1013 19:46:46.202584 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-8drb4" Oct 13 19:46:47 crc kubenswrapper[4809]: I1013 19:46:47.638928 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:47 crc kubenswrapper[4809]: I1013 19:46:47.725567 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-combined-ca-bundle\") pod \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " Oct 13 19:46:47 crc kubenswrapper[4809]: I1013 19:46:47.725604 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-config-data\") pod \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " Oct 13 19:46:47 crc kubenswrapper[4809]: I1013 19:46:47.725794 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-l7ljd\" (UniqueName: \"kubernetes.io/projected/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-kube-api-access-l7ljd\") pod \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\" (UID: \"0bf30b9b-1a0c-40b6-a7ac-d625ff761764\") " Oct 13 19:46:47 crc kubenswrapper[4809]: I1013 19:46:47.733189 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-kube-api-access-l7ljd" (OuterVolumeSpecName: "kube-api-access-l7ljd") pod "0bf30b9b-1a0c-40b6-a7ac-d625ff761764" (UID: "0bf30b9b-1a0c-40b6-a7ac-d625ff761764"). InnerVolumeSpecName "kube-api-access-l7ljd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:47 crc kubenswrapper[4809]: I1013 19:46:47.749189 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0bf30b9b-1a0c-40b6-a7ac-d625ff761764" (UID: "0bf30b9b-1a0c-40b6-a7ac-d625ff761764"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:47 crc kubenswrapper[4809]: I1013 19:46:47.776157 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-config-data" (OuterVolumeSpecName: "config-data") pod "0bf30b9b-1a0c-40b6-a7ac-d625ff761764" (UID: "0bf30b9b-1a0c-40b6-a7ac-d625ff761764"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:47 crc kubenswrapper[4809]: I1013 19:46:47.827699 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-l7ljd\" (UniqueName: \"kubernetes.io/projected/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-kube-api-access-l7ljd\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:47 crc kubenswrapper[4809]: I1013 19:46:47.827751 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:47 crc kubenswrapper[4809]: I1013 19:46:47.827766 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0bf30b9b-1a0c-40b6-a7ac-d625ff761764-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.233070 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-592qb" event={"ID":"0bf30b9b-1a0c-40b6-a7ac-d625ff761764","Type":"ContainerDied","Data":"8f7960631a950ad5dfbfce551c27813caf7fae6ebf95eb639a55b19151b430ec"} Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.233133 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8f7960631a950ad5dfbfce551c27813caf7fae6ebf95eb639a55b19151b430ec" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.233196 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-592qb" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.845146 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-4tgql"] Oct 13 19:46:48 crc kubenswrapper[4809]: E1013 19:46:48.845954 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0bf30b9b-1a0c-40b6-a7ac-d625ff761764" containerName="keystone-db-sync" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.845972 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0bf30b9b-1a0c-40b6-a7ac-d625ff761764" containerName="keystone-db-sync" Oct 13 19:46:48 crc kubenswrapper[4809]: E1013 19:46:48.845990 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d7633554-8b6e-4c5e-bf63-975a304af522" containerName="mariadb-database-create" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.846000 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d7633554-8b6e-4c5e-bf63-975a304af522" containerName="mariadb-database-create" Oct 13 19:46:48 crc kubenswrapper[4809]: E1013 19:46:48.846044 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9cc1c423-9d8a-4b1f-a91d-b3229faf7757" containerName="mariadb-database-create" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.846053 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9cc1c423-9d8a-4b1f-a91d-b3229faf7757" containerName="mariadb-database-create" Oct 13 19:46:48 crc kubenswrapper[4809]: E1013 19:46:48.846065 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6213e781-4b3a-48ff-b3d0-77613f68f7c3" containerName="mariadb-database-create" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.846072 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6213e781-4b3a-48ff-b3d0-77613f68f7c3" containerName="mariadb-database-create" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.846277 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9cc1c423-9d8a-4b1f-a91d-b3229faf7757" containerName="mariadb-database-create" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.846291 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d7633554-8b6e-4c5e-bf63-975a304af522" containerName="mariadb-database-create" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.846307 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0bf30b9b-1a0c-40b6-a7ac-d625ff761764" containerName="keystone-db-sync" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.846321 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6213e781-4b3a-48ff-b3d0-77613f68f7c3" containerName="mariadb-database-create" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.847032 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.857050 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-4tgql"] Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.858451 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.858821 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.858849 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-lwjtf" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.859130 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.930400 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.931707 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.935782 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.935795 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.935890 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.936711 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-r5v27" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.949958 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-credential-keys\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.950047 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-fernet-keys\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.950086 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-combined-ca-bundle\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.950123 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-config-data\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.950211 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-scripts\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.950309 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ptplc\" (UniqueName: \"kubernetes.io/projected/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-kube-api-access-ptplc\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.951707 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:46:48 crc kubenswrapper[4809]: I1013 19:46:48.996635 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.000455 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.012949 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.013278 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.054585 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067212 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sj99g\" (UniqueName: \"kubernetes.io/projected/400dfd0e-ec05-4040-995a-890aa63de905-kube-api-access-sj99g\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067276 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rk6wk\" (UniqueName: \"kubernetes.io/projected/7edf0265-7111-434e-b30a-8d37a308448a-kube-api-access-rk6wk\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067300 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-scripts\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067334 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067363 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067415 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-credential-keys\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067443 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067482 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067508 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-config-data\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067526 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-config-data\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067548 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-fernet-keys\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067565 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-logs\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067581 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067605 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-combined-ca-bundle\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067651 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-config-data\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067686 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-scripts\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067702 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067720 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-scripts\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067763 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-logs\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067794 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067818 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.067848 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ptplc\" (UniqueName: \"kubernetes.io/projected/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-kube-api-access-ptplc\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.072215 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-credential-keys\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.072914 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-combined-ca-bundle\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.073693 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-config-data\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.080385 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-scripts\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.081246 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-fernet-keys\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.121317 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ptplc\" (UniqueName: \"kubernetes.io/projected/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-kube-api-access-ptplc\") pod \"keystone-bootstrap-4tgql\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.127567 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.130240 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.133689 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.133915 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.147169 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169370 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-log-httpd\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169424 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169446 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169464 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169484 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-config-data\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169502 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-config-data\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169521 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-logs\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169537 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169569 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-scripts\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169587 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169605 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-scripts\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169619 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-logs\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169665 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169684 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169702 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-config-data\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169724 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169769 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-run-httpd\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169800 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sj99g\" (UniqueName: \"kubernetes.io/projected/400dfd0e-ec05-4040-995a-890aa63de905-kube-api-access-sj99g\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169818 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lfjtx\" (UniqueName: \"kubernetes.io/projected/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-kube-api-access-lfjtx\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169837 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rk6wk\" (UniqueName: \"kubernetes.io/projected/7edf0265-7111-434e-b30a-8d37a308448a-kube-api-access-rk6wk\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169854 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-scripts\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169872 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.169890 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.170339 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.170359 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-logs\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.170579 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-logs\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.171175 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") device mount path \"/mnt/openstack/pv15\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.171330 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") device mount path \"/mnt/openstack/pv06\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.172037 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.172776 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.172844 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-sync-5mx4g"] Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.173834 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.176004 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-5k9lt" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.176131 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.176304 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.181037 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.181039 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.182611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-scripts\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.188387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.189055 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.197609 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-config-data\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.198468 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sj99g\" (UniqueName: \"kubernetes.io/projected/400dfd0e-ec05-4040-995a-890aa63de905-kube-api-access-sj99g\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.203055 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rk6wk\" (UniqueName: \"kubernetes.io/projected/7edf0265-7111-434e-b30a-8d37a308448a-kube-api-access-rk6wk\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.203093 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-config-data\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.204655 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-5mx4g"] Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.206204 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-scripts\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.250019 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.271645 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lfjtx\" (UniqueName: \"kubernetes.io/projected/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-kube-api-access-lfjtx\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.271772 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-log-httpd\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.271831 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.271883 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/883d4041-fa4e-423c-b43b-5a2f59f622a3-logs\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.271923 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-combined-ca-bundle\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.271950 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-scripts\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.271980 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-scripts\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.272003 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-djs8w\" (UniqueName: \"kubernetes.io/projected/883d4041-fa4e-423c-b43b-5a2f59f622a3-kube-api-access-djs8w\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.272052 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-config-data\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.272091 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.272133 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-run-httpd\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.272156 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-config-data\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.273850 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-log-httpd\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.274422 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-run-httpd\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.277302 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-config-data\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.278870 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.279767 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-scripts\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.280151 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.288337 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.299495 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lfjtx\" (UniqueName: \"kubernetes.io/projected/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-kube-api-access-lfjtx\") pod \"ceilometer-0\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.305831 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.331183 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.373786 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/883d4041-fa4e-423c-b43b-5a2f59f622a3-logs\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.373855 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-combined-ca-bundle\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.373886 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-scripts\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.373925 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-djs8w\" (UniqueName: \"kubernetes.io/projected/883d4041-fa4e-423c-b43b-5a2f59f622a3-kube-api-access-djs8w\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.374011 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-config-data\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.374249 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/883d4041-fa4e-423c-b43b-5a2f59f622a3-logs\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.379488 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-combined-ca-bundle\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.385518 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-scripts\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.388345 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-config-data\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:49 crc kubenswrapper[4809]: I1013 19:46:49.400422 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-djs8w\" (UniqueName: \"kubernetes.io/projected/883d4041-fa4e-423c-b43b-5a2f59f622a3-kube-api-access-djs8w\") pod \"placement-db-sync-5mx4g\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:49.545925 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:49.615909 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:49.721718 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-4tgql"] Oct 13 19:46:50 crc kubenswrapper[4809]: W1013 19:46:49.732183 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf7e87e90_c2cb_42e8_a09d_4c08812a8db2.slice/crio-6e02950d6f4715b1cfff50a8fb4c4b7a946f07fe173ff53df3ae89df044786ae WatchSource:0}: Error finding container 6e02950d6f4715b1cfff50a8fb4c4b7a946f07fe173ff53df3ae89df044786ae: Status 404 returned error can't find the container with id 6e02950d6f4715b1cfff50a8fb4c4b7a946f07fe173ff53df3ae89df044786ae Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.216010 4809 scope.go:117] "RemoveContainer" containerID="5fe3cd5a9c8de2ce6c0225584baa6afb1a33c262d9226edbd94bd6a2ae2f8bbf" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.263644 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" event={"ID":"f7e87e90-c2cb-42e8-a09d-4c08812a8db2","Type":"ContainerStarted","Data":"2695b80effba91cdcdb4129896d5920ea5534730af0274a5a773c6ac27999461"} Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.263687 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" event={"ID":"f7e87e90-c2cb-42e8-a09d-4c08812a8db2","Type":"ContainerStarted","Data":"6e02950d6f4715b1cfff50a8fb4c4b7a946f07fe173ff53df3ae89df044786ae"} Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.278801 4809 scope.go:117] "RemoveContainer" containerID="6b0a001228fc581cbcb596489f95218cfaa9e9e8879b5962f037c1929bee19ae" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.291873 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" podStartSLOduration=2.291852085 podStartE2EDuration="2.291852085s" podCreationTimestamp="2025-10-13 19:46:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:50.28538793 +0000 UTC m=+1328.891134515" watchObservedRunningTime="2025-10-13 19:46:50.291852085 +0000 UTC m=+1328.897598670" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.329965 4809 scope.go:117] "RemoveContainer" containerID="e22d5758a9af99ae6364e090c1d0ae275a8d686123ea263baef008011d86cd6a" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.367970 4809 scope.go:117] "RemoveContainer" containerID="cabb818586a036f50ac49458cb2f83668648b3b9a8ea72721199d4a5f6e2eaf7" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.411207 4809 scope.go:117] "RemoveContainer" containerID="d6348795b31f7d5e76b80fdcaca899c0de35aecea7fc00975a81ed2aa951063a" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.431830 4809 scope.go:117] "RemoveContainer" containerID="dd29f4ee2e88862e481b73f02923a3fecc2398bcf831dd94edc4c0b978dddd07" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.477764 4809 scope.go:117] "RemoveContainer" containerID="6886cf9688ade2776be31833950e55b03bf2e4ae69f2055374761d989f468ad8" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.512565 4809 scope.go:117] "RemoveContainer" containerID="c90f4b999105b482e9bfdb79b4d7d77a235a1a9afb6f711ad0695be97c1435e7" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.532018 4809 scope.go:117] "RemoveContainer" containerID="5cca4b3b567ebf866fd55ee7747b2cb2e7cbd29cb3867a98f5cb94d8b31dd2eb" Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.570592 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:46:50 crc kubenswrapper[4809]: W1013 19:46:50.584388 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod883d4041_fa4e_423c_b43b_5a2f59f622a3.slice/crio-a979fd2785e5ccc7893ff1780637cc74efa8b782b8a842986bb4b1f6cbbe1d4a WatchSource:0}: Error finding container a979fd2785e5ccc7893ff1780637cc74efa8b782b8a842986bb4b1f6cbbe1d4a: Status 404 returned error can't find the container with id a979fd2785e5ccc7893ff1780637cc74efa8b782b8a842986bb4b1f6cbbe1d4a Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.586709 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-5mx4g"] Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.596621 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:46:50 crc kubenswrapper[4809]: W1013 19:46:50.596819 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7edf0265_7111_434e_b30a_8d37a308448a.slice/crio-29f8caddb8eb07544d1c7c2b193413469275cd87d1de08a5800900119924ebf7 WatchSource:0}: Error finding container 29f8caddb8eb07544d1c7c2b193413469275cd87d1de08a5800900119924ebf7: Status 404 returned error can't find the container with id 29f8caddb8eb07544d1c7c2b193413469275cd87d1de08a5800900119924ebf7 Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.607353 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:46:50 crc kubenswrapper[4809]: W1013 19:46:50.614558 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod64a5ddb4_3beb_48b8_8a28_3f0ba627dc15.slice/crio-d90106ee71e9a02964f4e90a13abd327617b802413da8cb3dbf968e69520d52b WatchSource:0}: Error finding container d90106ee71e9a02964f4e90a13abd327617b802413da8cb3dbf968e69520d52b: Status 404 returned error can't find the container with id d90106ee71e9a02964f4e90a13abd327617b802413da8cb3dbf968e69520d52b Oct 13 19:46:50 crc kubenswrapper[4809]: I1013 19:46:50.973087 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:46:51 crc kubenswrapper[4809]: I1013 19:46:51.032586 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:46:51 crc kubenswrapper[4809]: I1013 19:46:51.059548 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:46:51 crc kubenswrapper[4809]: I1013 19:46:51.281248 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"400dfd0e-ec05-4040-995a-890aa63de905","Type":"ContainerStarted","Data":"1c02522be51051086066c93d696c79a81764c32e25c17ee3722551e1ce78d81c"} Oct 13 19:46:51 crc kubenswrapper[4809]: I1013 19:46:51.302081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15","Type":"ContainerStarted","Data":"d90106ee71e9a02964f4e90a13abd327617b802413da8cb3dbf968e69520d52b"} Oct 13 19:46:51 crc kubenswrapper[4809]: I1013 19:46:51.311914 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"7edf0265-7111-434e-b30a-8d37a308448a","Type":"ContainerStarted","Data":"29f8caddb8eb07544d1c7c2b193413469275cd87d1de08a5800900119924ebf7"} Oct 13 19:46:51 crc kubenswrapper[4809]: I1013 19:46:51.316113 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-5mx4g" event={"ID":"883d4041-fa4e-423c-b43b-5a2f59f622a3","Type":"ContainerStarted","Data":"e57be9406a6441c91c0bc8097e491d05a2ddf7b230bbb943e038e418f8ee1881"} Oct 13 19:46:51 crc kubenswrapper[4809]: I1013 19:46:51.316166 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-5mx4g" event={"ID":"883d4041-fa4e-423c-b43b-5a2f59f622a3","Type":"ContainerStarted","Data":"a979fd2785e5ccc7893ff1780637cc74efa8b782b8a842986bb4b1f6cbbe1d4a"} Oct 13 19:46:51 crc kubenswrapper[4809]: I1013 19:46:51.338260 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-db-sync-5mx4g" podStartSLOduration=2.338219653 podStartE2EDuration="2.338219653s" podCreationTimestamp="2025-10-13 19:46:49 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:51.334901128 +0000 UTC m=+1329.940647713" watchObservedRunningTime="2025-10-13 19:46:51.338219653 +0000 UTC m=+1329.943966248" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.221971 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-3aa2-account-create-bb689"] Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.223406 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-3aa2-account-create-bb689" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.228011 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-db-secret" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.254776 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-3aa2-account-create-bb689"] Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.324111 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15","Type":"ContainerStarted","Data":"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c"} Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.325596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"400dfd0e-ec05-4040-995a-890aa63de905","Type":"ContainerStarted","Data":"30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260"} Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.325621 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"400dfd0e-ec05-4040-995a-890aa63de905","Type":"ContainerStarted","Data":"d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2"} Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.325771 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="400dfd0e-ec05-4040-995a-890aa63de905" containerName="glance-log" containerID="cri-o://d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2" gracePeriod=30 Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.326135 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="400dfd0e-ec05-4040-995a-890aa63de905" containerName="glance-httpd" containerID="cri-o://30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260" gracePeriod=30 Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.335133 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"7edf0265-7111-434e-b30a-8d37a308448a","Type":"ContainerStarted","Data":"720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824"} Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.335173 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"7edf0265-7111-434e-b30a-8d37a308448a","Type":"ContainerStarted","Data":"c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c"} Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.335240 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="7edf0265-7111-434e-b30a-8d37a308448a" containerName="glance-log" containerID="cri-o://c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c" gracePeriod=30 Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.335364 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="7edf0265-7111-434e-b30a-8d37a308448a" containerName="glance-httpd" containerID="cri-o://720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824" gracePeriod=30 Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.339208 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q2hwp\" (UniqueName: \"kubernetes.io/projected/3dddf62b-2e4c-4193-9f9f-de69cc9b9312-kube-api-access-q2hwp\") pod \"cinder-3aa2-account-create-bb689\" (UID: \"3dddf62b-2e4c-4193-9f9f-de69cc9b9312\") " pod="openstack-kuttl-tests/cinder-3aa2-account-create-bb689" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.340026 4809 generic.go:334] "Generic (PLEG): container finished" podID="883d4041-fa4e-423c-b43b-5a2f59f622a3" containerID="e57be9406a6441c91c0bc8097e491d05a2ddf7b230bbb943e038e418f8ee1881" exitCode=0 Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.340072 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-5mx4g" event={"ID":"883d4041-fa4e-423c-b43b-5a2f59f622a3","Type":"ContainerDied","Data":"e57be9406a6441c91c0bc8097e491d05a2ddf7b230bbb943e038e418f8ee1881"} Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.355984 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=4.355961083 podStartE2EDuration="4.355961083s" podCreationTimestamp="2025-10-13 19:46:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:52.346797651 +0000 UTC m=+1330.952544236" watchObservedRunningTime="2025-10-13 19:46:52.355961083 +0000 UTC m=+1330.961707668" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.385995 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=4.385956171 podStartE2EDuration="4.385956171s" podCreationTimestamp="2025-10-13 19:46:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:52.380416112 +0000 UTC m=+1330.986162697" watchObservedRunningTime="2025-10-13 19:46:52.385956171 +0000 UTC m=+1330.991702756" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.405272 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-28db-account-create-qkl6g"] Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.406291 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-28db-account-create-qkl6g" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.408960 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-db-secret" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.412287 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-28db-account-create-qkl6g"] Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.457093 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-q2hwp\" (UniqueName: \"kubernetes.io/projected/3dddf62b-2e4c-4193-9f9f-de69cc9b9312-kube-api-access-q2hwp\") pod \"cinder-3aa2-account-create-bb689\" (UID: \"3dddf62b-2e4c-4193-9f9f-de69cc9b9312\") " pod="openstack-kuttl-tests/cinder-3aa2-account-create-bb689" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.478355 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-q2hwp\" (UniqueName: \"kubernetes.io/projected/3dddf62b-2e4c-4193-9f9f-de69cc9b9312-kube-api-access-q2hwp\") pod \"cinder-3aa2-account-create-bb689\" (UID: \"3dddf62b-2e4c-4193-9f9f-de69cc9b9312\") " pod="openstack-kuttl-tests/cinder-3aa2-account-create-bb689" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.504996 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-71d5-account-create-jtmph"] Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.506013 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-71d5-account-create-jtmph" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.509038 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-db-secret" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.529314 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-71d5-account-create-jtmph"] Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.558640 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wvgpf\" (UniqueName: \"kubernetes.io/projected/32c1ee82-5fb6-46cd-940a-3749d23603bb-kube-api-access-wvgpf\") pod \"barbican-28db-account-create-qkl6g\" (UID: \"32c1ee82-5fb6-46cd-940a-3749d23603bb\") " pod="openstack-kuttl-tests/barbican-28db-account-create-qkl6g" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.660159 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wvgpf\" (UniqueName: \"kubernetes.io/projected/32c1ee82-5fb6-46cd-940a-3749d23603bb-kube-api-access-wvgpf\") pod \"barbican-28db-account-create-qkl6g\" (UID: \"32c1ee82-5fb6-46cd-940a-3749d23603bb\") " pod="openstack-kuttl-tests/barbican-28db-account-create-qkl6g" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.660249 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fx66j\" (UniqueName: \"kubernetes.io/projected/8ea59a9a-14f3-4917-9a48-a102261b39c3-kube-api-access-fx66j\") pod \"neutron-71d5-account-create-jtmph\" (UID: \"8ea59a9a-14f3-4917-9a48-a102261b39c3\") " pod="openstack-kuttl-tests/neutron-71d5-account-create-jtmph" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.678011 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wvgpf\" (UniqueName: \"kubernetes.io/projected/32c1ee82-5fb6-46cd-940a-3749d23603bb-kube-api-access-wvgpf\") pod \"barbican-28db-account-create-qkl6g\" (UID: \"32c1ee82-5fb6-46cd-940a-3749d23603bb\") " pod="openstack-kuttl-tests/barbican-28db-account-create-qkl6g" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.678875 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-3aa2-account-create-bb689" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.723567 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-28db-account-create-qkl6g" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.762351 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fx66j\" (UniqueName: \"kubernetes.io/projected/8ea59a9a-14f3-4917-9a48-a102261b39c3-kube-api-access-fx66j\") pod \"neutron-71d5-account-create-jtmph\" (UID: \"8ea59a9a-14f3-4917-9a48-a102261b39c3\") " pod="openstack-kuttl-tests/neutron-71d5-account-create-jtmph" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.783252 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fx66j\" (UniqueName: \"kubernetes.io/projected/8ea59a9a-14f3-4917-9a48-a102261b39c3-kube-api-access-fx66j\") pod \"neutron-71d5-account-create-jtmph\" (UID: \"8ea59a9a-14f3-4917-9a48-a102261b39c3\") " pod="openstack-kuttl-tests/neutron-71d5-account-create-jtmph" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.906057 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.922987 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-71d5-account-create-jtmph" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.968251 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-scripts\") pod \"400dfd0e-ec05-4040-995a-890aa63de905\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.968512 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-internal-tls-certs\") pod \"400dfd0e-ec05-4040-995a-890aa63de905\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.968612 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"400dfd0e-ec05-4040-995a-890aa63de905\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.968746 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-combined-ca-bundle\") pod \"400dfd0e-ec05-4040-995a-890aa63de905\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.968850 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-httpd-run\") pod \"400dfd0e-ec05-4040-995a-890aa63de905\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.968916 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sj99g\" (UniqueName: \"kubernetes.io/projected/400dfd0e-ec05-4040-995a-890aa63de905-kube-api-access-sj99g\") pod \"400dfd0e-ec05-4040-995a-890aa63de905\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.968991 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-logs\") pod \"400dfd0e-ec05-4040-995a-890aa63de905\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.969062 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-config-data\") pod \"400dfd0e-ec05-4040-995a-890aa63de905\" (UID: \"400dfd0e-ec05-4040-995a-890aa63de905\") " Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.969222 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "400dfd0e-ec05-4040-995a-890aa63de905" (UID: "400dfd0e-ec05-4040-995a-890aa63de905"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.969537 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.973298 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/400dfd0e-ec05-4040-995a-890aa63de905-kube-api-access-sj99g" (OuterVolumeSpecName: "kube-api-access-sj99g") pod "400dfd0e-ec05-4040-995a-890aa63de905" (UID: "400dfd0e-ec05-4040-995a-890aa63de905"). InnerVolumeSpecName "kube-api-access-sj99g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.973344 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-logs" (OuterVolumeSpecName: "logs") pod "400dfd0e-ec05-4040-995a-890aa63de905" (UID: "400dfd0e-ec05-4040-995a-890aa63de905"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.973805 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage06-crc" (OuterVolumeSpecName: "glance") pod "400dfd0e-ec05-4040-995a-890aa63de905" (UID: "400dfd0e-ec05-4040-995a-890aa63de905"). InnerVolumeSpecName "local-storage06-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:46:52 crc kubenswrapper[4809]: I1013 19:46:52.975013 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-scripts" (OuterVolumeSpecName: "scripts") pod "400dfd0e-ec05-4040-995a-890aa63de905" (UID: "400dfd0e-ec05-4040-995a-890aa63de905"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.010179 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.012201 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "400dfd0e-ec05-4040-995a-890aa63de905" (UID: "400dfd0e-ec05-4040-995a-890aa63de905"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.038953 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-config-data" (OuterVolumeSpecName: "config-data") pod "400dfd0e-ec05-4040-995a-890aa63de905" (UID: "400dfd0e-ec05-4040-995a-890aa63de905"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.055879 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "400dfd0e-ec05-4040-995a-890aa63de905" (UID: "400dfd0e-ec05-4040-995a-890aa63de905"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.073427 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-combined-ca-bundle\") pod \"7edf0265-7111-434e-b30a-8d37a308448a\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.073546 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-logs\") pod \"7edf0265-7111-434e-b30a-8d37a308448a\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.073572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-public-tls-certs\") pod \"7edf0265-7111-434e-b30a-8d37a308448a\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.073619 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-httpd-run\") pod \"7edf0265-7111-434e-b30a-8d37a308448a\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.073645 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rk6wk\" (UniqueName: \"kubernetes.io/projected/7edf0265-7111-434e-b30a-8d37a308448a-kube-api-access-rk6wk\") pod \"7edf0265-7111-434e-b30a-8d37a308448a\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.073662 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-config-data\") pod \"7edf0265-7111-434e-b30a-8d37a308448a\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.073722 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"7edf0265-7111-434e-b30a-8d37a308448a\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.075008 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-scripts\") pod \"7edf0265-7111-434e-b30a-8d37a308448a\" (UID: \"7edf0265-7111-434e-b30a-8d37a308448a\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.074600 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-logs" (OuterVolumeSpecName: "logs") pod "7edf0265-7111-434e-b30a-8d37a308448a" (UID: "7edf0265-7111-434e-b30a-8d37a308448a"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.074717 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "7edf0265-7111-434e-b30a-8d37a308448a" (UID: "7edf0265-7111-434e-b30a-8d37a308448a"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.075340 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.075352 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.075361 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7edf0265-7111-434e-b30a-8d37a308448a-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.075372 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.075392 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.075402 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.075413 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sj99g\" (UniqueName: \"kubernetes.io/projected/400dfd0e-ec05-4040-995a-890aa63de905-kube-api-access-sj99g\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.075422 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/400dfd0e-ec05-4040-995a-890aa63de905-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.075431 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/400dfd0e-ec05-4040-995a-890aa63de905-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.079579 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage15-crc" (OuterVolumeSpecName: "glance") pod "7edf0265-7111-434e-b30a-8d37a308448a" (UID: "7edf0265-7111-434e-b30a-8d37a308448a"). InnerVolumeSpecName "local-storage15-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.079852 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-scripts" (OuterVolumeSpecName: "scripts") pod "7edf0265-7111-434e-b30a-8d37a308448a" (UID: "7edf0265-7111-434e-b30a-8d37a308448a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.093064 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7edf0265-7111-434e-b30a-8d37a308448a-kube-api-access-rk6wk" (OuterVolumeSpecName: "kube-api-access-rk6wk") pod "7edf0265-7111-434e-b30a-8d37a308448a" (UID: "7edf0265-7111-434e-b30a-8d37a308448a"). InnerVolumeSpecName "kube-api-access-rk6wk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.099350 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage06-crc" (UniqueName: "kubernetes.io/local-volume/local-storage06-crc") on node "crc" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.114827 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7edf0265-7111-434e-b30a-8d37a308448a" (UID: "7edf0265-7111-434e-b30a-8d37a308448a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.156149 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "7edf0265-7111-434e-b30a-8d37a308448a" (UID: "7edf0265-7111-434e-b30a-8d37a308448a"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.166911 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-config-data" (OuterVolumeSpecName: "config-data") pod "7edf0265-7111-434e-b30a-8d37a308448a" (UID: "7edf0265-7111-434e-b30a-8d37a308448a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.177723 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.177795 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rk6wk\" (UniqueName: \"kubernetes.io/projected/7edf0265-7111-434e-b30a-8d37a308448a-kube-api-access-rk6wk\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.177812 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.177824 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.177862 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.177872 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.177880 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7edf0265-7111-434e-b30a-8d37a308448a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.198370 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage15-crc" (UniqueName: "kubernetes.io/local-volume/local-storage15-crc") on node "crc" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.206615 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-3aa2-account-create-bb689"] Oct 13 19:46:53 crc kubenswrapper[4809]: W1013 19:46:53.215878 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3dddf62b_2e4c_4193_9f9f_de69cc9b9312.slice/crio-cac10279707bdab9460df4e4d47aa400f00fb227f32c39b847f0cd115b2ef94e WatchSource:0}: Error finding container cac10279707bdab9460df4e4d47aa400f00fb227f32c39b847f0cd115b2ef94e: Status 404 returned error can't find the container with id cac10279707bdab9460df4e4d47aa400f00fb227f32c39b847f0cd115b2ef94e Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.280221 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.336967 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-28db-account-create-qkl6g"] Oct 13 19:46:53 crc kubenswrapper[4809]: W1013 19:46:53.338118 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod32c1ee82_5fb6_46cd_940a_3749d23603bb.slice/crio-0547fdf384c1b628fef66c061c25a80a7c467a8d4dc5e947acf2bbecb166d784 WatchSource:0}: Error finding container 0547fdf384c1b628fef66c061c25a80a7c467a8d4dc5e947acf2bbecb166d784: Status 404 returned error can't find the container with id 0547fdf384c1b628fef66c061c25a80a7c467a8d4dc5e947acf2bbecb166d784 Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.362515 4809 generic.go:334] "Generic (PLEG): container finished" podID="400dfd0e-ec05-4040-995a-890aa63de905" containerID="30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260" exitCode=0 Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.362549 4809 generic.go:334] "Generic (PLEG): container finished" podID="400dfd0e-ec05-4040-995a-890aa63de905" containerID="d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2" exitCode=143 Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.362590 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"400dfd0e-ec05-4040-995a-890aa63de905","Type":"ContainerDied","Data":"30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260"} Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.362621 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"400dfd0e-ec05-4040-995a-890aa63de905","Type":"ContainerDied","Data":"d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2"} Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.362630 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"400dfd0e-ec05-4040-995a-890aa63de905","Type":"ContainerDied","Data":"1c02522be51051086066c93d696c79a81764c32e25c17ee3722551e1ce78d81c"} Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.362647 4809 scope.go:117] "RemoveContainer" containerID="30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.362788 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.369949 4809 generic.go:334] "Generic (PLEG): container finished" podID="7edf0265-7111-434e-b30a-8d37a308448a" containerID="720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824" exitCode=0 Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.369987 4809 generic.go:334] "Generic (PLEG): container finished" podID="7edf0265-7111-434e-b30a-8d37a308448a" containerID="c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c" exitCode=143 Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.370049 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"7edf0265-7111-434e-b30a-8d37a308448a","Type":"ContainerDied","Data":"720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824"} Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.370086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"7edf0265-7111-434e-b30a-8d37a308448a","Type":"ContainerDied","Data":"c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c"} Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.370100 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"7edf0265-7111-434e-b30a-8d37a308448a","Type":"ContainerDied","Data":"29f8caddb8eb07544d1c7c2b193413469275cd87d1de08a5800900119924ebf7"} Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.370093 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.374330 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-3aa2-account-create-bb689" event={"ID":"3dddf62b-2e4c-4193-9f9f-de69cc9b9312","Type":"ContainerStarted","Data":"cac10279707bdab9460df4e4d47aa400f00fb227f32c39b847f0cd115b2ef94e"} Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.377609 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-28db-account-create-qkl6g" event={"ID":"32c1ee82-5fb6-46cd-940a-3749d23603bb","Type":"ContainerStarted","Data":"0547fdf384c1b628fef66c061c25a80a7c467a8d4dc5e947acf2bbecb166d784"} Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.379992 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15","Type":"ContainerStarted","Data":"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e"} Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.407917 4809 scope.go:117] "RemoveContainer" containerID="d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.421781 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.447165 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.458567 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.467030 4809 scope.go:117] "RemoveContainer" containerID="30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260" Oct 13 19:46:53 crc kubenswrapper[4809]: E1013 19:46:53.467683 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260\": container with ID starting with 30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260 not found: ID does not exist" containerID="30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.467739 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260"} err="failed to get container status \"30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260\": rpc error: code = NotFound desc = could not find container \"30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260\": container with ID starting with 30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260 not found: ID does not exist" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.467767 4809 scope.go:117] "RemoveContainer" containerID="d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2" Oct 13 19:46:53 crc kubenswrapper[4809]: E1013 19:46:53.468413 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2\": container with ID starting with d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2 not found: ID does not exist" containerID="d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.468450 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2"} err="failed to get container status \"d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2\": rpc error: code = NotFound desc = could not find container \"d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2\": container with ID starting with d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2 not found: ID does not exist" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.468469 4809 scope.go:117] "RemoveContainer" containerID="30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.468839 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260"} err="failed to get container status \"30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260\": rpc error: code = NotFound desc = could not find container \"30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260\": container with ID starting with 30f73230dbc800e5604fd4acfb3c833881372e0780e4da27b83c2507c08f6260 not found: ID does not exist" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.468876 4809 scope.go:117] "RemoveContainer" containerID="d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.470471 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2"} err="failed to get container status \"d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2\": rpc error: code = NotFound desc = could not find container \"d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2\": container with ID starting with d3338a81a5b3d02aa3f8c41f69220ee713b4f477ad42d02a4d2dd964ac1bedc2 not found: ID does not exist" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.470773 4809 scope.go:117] "RemoveContainer" containerID="720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.477200 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.495801 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:46:53 crc kubenswrapper[4809]: E1013 19:46:53.496226 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="400dfd0e-ec05-4040-995a-890aa63de905" containerName="glance-httpd" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.496244 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="400dfd0e-ec05-4040-995a-890aa63de905" containerName="glance-httpd" Oct 13 19:46:53 crc kubenswrapper[4809]: E1013 19:46:53.496270 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7edf0265-7111-434e-b30a-8d37a308448a" containerName="glance-log" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.496276 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7edf0265-7111-434e-b30a-8d37a308448a" containerName="glance-log" Oct 13 19:46:53 crc kubenswrapper[4809]: E1013 19:46:53.496294 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7edf0265-7111-434e-b30a-8d37a308448a" containerName="glance-httpd" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.496303 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7edf0265-7111-434e-b30a-8d37a308448a" containerName="glance-httpd" Oct 13 19:46:53 crc kubenswrapper[4809]: E1013 19:46:53.496325 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="400dfd0e-ec05-4040-995a-890aa63de905" containerName="glance-log" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.496332 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="400dfd0e-ec05-4040-995a-890aa63de905" containerName="glance-log" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.496501 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="400dfd0e-ec05-4040-995a-890aa63de905" containerName="glance-httpd" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.496526 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7edf0265-7111-434e-b30a-8d37a308448a" containerName="glance-log" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.496542 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="400dfd0e-ec05-4040-995a-890aa63de905" containerName="glance-log" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.496548 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7edf0265-7111-434e-b30a-8d37a308448a" containerName="glance-httpd" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.497464 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.504816 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.506122 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.506279 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.506299 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-r5v27" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.506454 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.514432 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-71d5-account-create-jtmph"] Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.514534 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.518656 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.518830 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.520927 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.533888 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.567518 4809 scope.go:117] "RemoveContainer" containerID="c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586126 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586190 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-logs\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586219 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586252 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-config-data\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586291 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zf6ph\" (UniqueName: \"kubernetes.io/projected/8057c105-4944-4828-9f8d-24c77fcdf7c2-kube-api-access-zf6ph\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586327 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-scripts\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586351 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-config-data\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586375 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586409 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586436 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-scripts\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586472 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nxvhr\" (UniqueName: \"kubernetes.io/projected/13c83626-37dd-48ce-87a9-3f6655841933-kube-api-access-nxvhr\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586539 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586562 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586584 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586614 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.586647 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-logs\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.643100 4809 scope.go:117] "RemoveContainer" containerID="720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824" Oct 13 19:46:53 crc kubenswrapper[4809]: E1013 19:46:53.648021 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824\": container with ID starting with 720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824 not found: ID does not exist" containerID="720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.648059 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824"} err="failed to get container status \"720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824\": rpc error: code = NotFound desc = could not find container \"720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824\": container with ID starting with 720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824 not found: ID does not exist" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.648087 4809 scope.go:117] "RemoveContainer" containerID="c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c" Oct 13 19:46:53 crc kubenswrapper[4809]: E1013 19:46:53.648981 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c\": container with ID starting with c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c not found: ID does not exist" containerID="c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.649021 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c"} err="failed to get container status \"c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c\": rpc error: code = NotFound desc = could not find container \"c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c\": container with ID starting with c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c not found: ID does not exist" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.649049 4809 scope.go:117] "RemoveContainer" containerID="720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.651163 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824"} err="failed to get container status \"720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824\": rpc error: code = NotFound desc = could not find container \"720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824\": container with ID starting with 720bc29a14d6c2e0083839b095e14d5d07147e09f6737626766028ab5f734824 not found: ID does not exist" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.651201 4809 scope.go:117] "RemoveContainer" containerID="c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.651437 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c"} err="failed to get container status \"c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c\": rpc error: code = NotFound desc = could not find container \"c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c\": container with ID starting with c2561d7f0b03776c84792735404ba2f87baff7539782376a931e708130d88e0c not found: ID does not exist" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688554 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-scripts\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688608 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nxvhr\" (UniqueName: \"kubernetes.io/projected/13c83626-37dd-48ce-87a9-3f6655841933-kube-api-access-nxvhr\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688673 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688704 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688773 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688798 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688824 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-logs\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688854 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688878 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-logs\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688893 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-config-data\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688936 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zf6ph\" (UniqueName: \"kubernetes.io/projected/8057c105-4944-4828-9f8d-24c77fcdf7c2-kube-api-access-zf6ph\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688960 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-scripts\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688979 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-config-data\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.688993 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.689016 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.689432 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") device mount path \"/mnt/openstack/pv06\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.691327 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") device mount path \"/mnt/openstack/pv15\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.691380 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-logs\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.691711 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.691979 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.692824 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-logs\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.708689 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-config-data\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.711468 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-scripts\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.711669 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.712472 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-scripts\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.712496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-config-data\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.713318 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.714609 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.714656 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.721843 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zf6ph\" (UniqueName: \"kubernetes.io/projected/8057c105-4944-4828-9f8d-24c77fcdf7c2-kube-api-access-zf6ph\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.722344 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nxvhr\" (UniqueName: \"kubernetes.io/projected/13c83626-37dd-48ce-87a9-3f6655841933-kube-api-access-nxvhr\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.738419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.750455 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.777925 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.790897 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-config-data\") pod \"883d4041-fa4e-423c-b43b-5a2f59f622a3\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.791032 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-scripts\") pod \"883d4041-fa4e-423c-b43b-5a2f59f622a3\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.791137 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/883d4041-fa4e-423c-b43b-5a2f59f622a3-logs\") pod \"883d4041-fa4e-423c-b43b-5a2f59f622a3\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.791234 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-combined-ca-bundle\") pod \"883d4041-fa4e-423c-b43b-5a2f59f622a3\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.791257 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-djs8w\" (UniqueName: \"kubernetes.io/projected/883d4041-fa4e-423c-b43b-5a2f59f622a3-kube-api-access-djs8w\") pod \"883d4041-fa4e-423c-b43b-5a2f59f622a3\" (UID: \"883d4041-fa4e-423c-b43b-5a2f59f622a3\") " Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.792177 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/883d4041-fa4e-423c-b43b-5a2f59f622a3-logs" (OuterVolumeSpecName: "logs") pod "883d4041-fa4e-423c-b43b-5a2f59f622a3" (UID: "883d4041-fa4e-423c-b43b-5a2f59f622a3"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.795552 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/883d4041-fa4e-423c-b43b-5a2f59f622a3-kube-api-access-djs8w" (OuterVolumeSpecName: "kube-api-access-djs8w") pod "883d4041-fa4e-423c-b43b-5a2f59f622a3" (UID: "883d4041-fa4e-423c-b43b-5a2f59f622a3"). InnerVolumeSpecName "kube-api-access-djs8w". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.795755 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-scripts" (OuterVolumeSpecName: "scripts") pod "883d4041-fa4e-423c-b43b-5a2f59f622a3" (UID: "883d4041-fa4e-423c-b43b-5a2f59f622a3"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.827230 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-config-data" (OuterVolumeSpecName: "config-data") pod "883d4041-fa4e-423c-b43b-5a2f59f622a3" (UID: "883d4041-fa4e-423c-b43b-5a2f59f622a3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.831607 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "883d4041-fa4e-423c-b43b-5a2f59f622a3" (UID: "883d4041-fa4e-423c-b43b-5a2f59f622a3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.860171 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.873901 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.892802 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.892839 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/883d4041-fa4e-423c-b43b-5a2f59f622a3-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.892853 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.892867 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-djs8w\" (UniqueName: \"kubernetes.io/projected/883d4041-fa4e-423c-b43b-5a2f59f622a3-kube-api-access-djs8w\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:53 crc kubenswrapper[4809]: I1013 19:46:53.892880 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/883d4041-fa4e-423c-b43b-5a2f59f622a3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.167657 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="400dfd0e-ec05-4040-995a-890aa63de905" path="/var/lib/kubelet/pods/400dfd0e-ec05-4040-995a-890aa63de905/volumes" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.169053 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7edf0265-7111-434e-b30a-8d37a308448a" path="/var/lib/kubelet/pods/7edf0265-7111-434e-b30a-8d37a308448a/volumes" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.401867 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.414879 4809 generic.go:334] "Generic (PLEG): container finished" podID="8ea59a9a-14f3-4917-9a48-a102261b39c3" containerID="1c4351d2e16ce9526dcf78915ff5edd450eed3833ed0430986e5d12cf5cae8ac" exitCode=0 Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.415185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-71d5-account-create-jtmph" event={"ID":"8ea59a9a-14f3-4917-9a48-a102261b39c3","Type":"ContainerDied","Data":"1c4351d2e16ce9526dcf78915ff5edd450eed3833ed0430986e5d12cf5cae8ac"} Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.415213 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-71d5-account-create-jtmph" event={"ID":"8ea59a9a-14f3-4917-9a48-a102261b39c3","Type":"ContainerStarted","Data":"b1e6a34cb1f39630fa2ecf304c2145952d80e5c315df72f7a72a08945e0a2727"} Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.422370 4809 generic.go:334] "Generic (PLEG): container finished" podID="f7e87e90-c2cb-42e8-a09d-4c08812a8db2" containerID="2695b80effba91cdcdb4129896d5920ea5534730af0274a5a773c6ac27999461" exitCode=0 Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.422446 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" event={"ID":"f7e87e90-c2cb-42e8-a09d-4c08812a8db2","Type":"ContainerDied","Data":"2695b80effba91cdcdb4129896d5920ea5534730af0274a5a773c6ac27999461"} Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.424785 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-5mx4g" event={"ID":"883d4041-fa4e-423c-b43b-5a2f59f622a3","Type":"ContainerDied","Data":"a979fd2785e5ccc7893ff1780637cc74efa8b782b8a842986bb4b1f6cbbe1d4a"} Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.424836 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a979fd2785e5ccc7893ff1780637cc74efa8b782b8a842986bb4b1f6cbbe1d4a" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.424800 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-5mx4g" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.427242 4809 generic.go:334] "Generic (PLEG): container finished" podID="3dddf62b-2e4c-4193-9f9f-de69cc9b9312" containerID="a36cc067dd151f46b09f9c2a8ec7da699c5084ae2a9d5699dd6b93a7a06b4178" exitCode=0 Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.427333 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-3aa2-account-create-bb689" event={"ID":"3dddf62b-2e4c-4193-9f9f-de69cc9b9312","Type":"ContainerDied","Data":"a36cc067dd151f46b09f9c2a8ec7da699c5084ae2a9d5699dd6b93a7a06b4178"} Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.429598 4809 generic.go:334] "Generic (PLEG): container finished" podID="32c1ee82-5fb6-46cd-940a-3749d23603bb" containerID="1a67ea466542e33f57019c6a90a9601d07c15ff3967a8f55e3632bf0c68467cf" exitCode=0 Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.429751 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-28db-account-create-qkl6g" event={"ID":"32c1ee82-5fb6-46cd-940a-3749d23603bb","Type":"ContainerDied","Data":"1a67ea466542e33f57019c6a90a9601d07c15ff3967a8f55e3632bf0c68467cf"} Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.434220 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15","Type":"ContainerStarted","Data":"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7"} Oct 13 19:46:54 crc kubenswrapper[4809]: W1013 19:46:54.498511 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8057c105_4944_4828_9f8d_24c77fcdf7c2.slice/crio-c6cd5c75a0dc238c871574f2c5feb63cfce9d06a70520352e641eb49ced7be0a WatchSource:0}: Error finding container c6cd5c75a0dc238c871574f2c5feb63cfce9d06a70520352e641eb49ced7be0a: Status 404 returned error can't find the container with id c6cd5c75a0dc238c871574f2c5feb63cfce9d06a70520352e641eb49ced7be0a Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.520882 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.914768 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-5577f5584b-m6prd"] Oct 13 19:46:54 crc kubenswrapper[4809]: E1013 19:46:54.915142 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="883d4041-fa4e-423c-b43b-5a2f59f622a3" containerName="placement-db-sync" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.915158 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="883d4041-fa4e-423c-b43b-5a2f59f622a3" containerName="placement-db-sync" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.915326 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="883d4041-fa4e-423c-b43b-5a2f59f622a3" containerName="placement-db-sync" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.916199 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.920861 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.922561 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.922692 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-5k9lt" Oct 13 19:46:54 crc kubenswrapper[4809]: I1013 19:46:54.931554 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-5577f5584b-m6prd"] Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.015837 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zts9g\" (UniqueName: \"kubernetes.io/projected/ee678780-b46f-4c2f-a3da-b837d3359997-kube-api-access-zts9g\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.015894 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-scripts\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.015960 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-combined-ca-bundle\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.016066 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-config-data\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.016099 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ee678780-b46f-4c2f-a3da-b837d3359997-logs\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.118129 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zts9g\" (UniqueName: \"kubernetes.io/projected/ee678780-b46f-4c2f-a3da-b837d3359997-kube-api-access-zts9g\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.118405 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-scripts\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.118460 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-combined-ca-bundle\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.118512 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-config-data\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.118534 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ee678780-b46f-4c2f-a3da-b837d3359997-logs\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.119014 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ee678780-b46f-4c2f-a3da-b837d3359997-logs\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.125102 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-scripts\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.134376 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-7cd6499c98-jhs6d"] Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.136004 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.140373 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zts9g\" (UniqueName: \"kubernetes.io/projected/ee678780-b46f-4c2f-a3da-b837d3359997-kube-api-access-zts9g\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.149210 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-config-data\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.154450 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-internal-svc" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.154758 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-public-svc" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.155325 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-combined-ca-bundle\") pod \"placement-5577f5584b-m6prd\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.161056 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-7cd6499c98-jhs6d"] Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.220362 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-logs\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.220417 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-scripts\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.220442 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pc6x6\" (UniqueName: \"kubernetes.io/projected/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-kube-api-access-pc6x6\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.220470 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-config-data\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.220491 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-public-tls-certs\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.220521 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-internal-tls-certs\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.220589 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-combined-ca-bundle\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.275089 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.322081 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-logs\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.322157 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-scripts\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.322178 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pc6x6\" (UniqueName: \"kubernetes.io/projected/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-kube-api-access-pc6x6\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.322216 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-config-data\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.322232 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-public-tls-certs\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.322254 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-internal-tls-certs\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.322321 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-combined-ca-bundle\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.324568 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-logs\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.327181 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-combined-ca-bundle\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.328626 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-config-data\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.335589 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-internal-tls-certs\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.338566 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-scripts\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.343124 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-public-tls-certs\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.346935 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pc6x6\" (UniqueName: \"kubernetes.io/projected/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-kube-api-access-pc6x6\") pod \"placement-7cd6499c98-jhs6d\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.564633 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"13c83626-37dd-48ce-87a9-3f6655841933","Type":"ContainerStarted","Data":"75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a"} Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.564918 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"13c83626-37dd-48ce-87a9-3f6655841933","Type":"ContainerStarted","Data":"0454e13da8a3591917ac5bd05a8c16974334e87d6bbd85052c88f78d627c710d"} Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.566843 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"8057c105-4944-4828-9f8d-24c77fcdf7c2","Type":"ContainerStarted","Data":"175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa"} Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.566869 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"8057c105-4944-4828-9f8d-24c77fcdf7c2","Type":"ContainerStarted","Data":"c6cd5c75a0dc238c871574f2c5feb63cfce9d06a70520352e641eb49ced7be0a"} Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.575014 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.925810 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-5577f5584b-m6prd"] Oct 13 19:46:55 crc kubenswrapper[4809]: I1013 19:46:55.971457 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.048925 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-scripts\") pod \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.048995 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-combined-ca-bundle\") pod \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.049056 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ptplc\" (UniqueName: \"kubernetes.io/projected/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-kube-api-access-ptplc\") pod \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.049115 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-credential-keys\") pod \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.049221 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-fernet-keys\") pod \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.049304 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-config-data\") pod \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\" (UID: \"f7e87e90-c2cb-42e8-a09d-4c08812a8db2\") " Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.062891 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-scripts" (OuterVolumeSpecName: "scripts") pod "f7e87e90-c2cb-42e8-a09d-4c08812a8db2" (UID: "f7e87e90-c2cb-42e8-a09d-4c08812a8db2"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.066719 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "f7e87e90-c2cb-42e8-a09d-4c08812a8db2" (UID: "f7e87e90-c2cb-42e8-a09d-4c08812a8db2"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.082855 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "f7e87e90-c2cb-42e8-a09d-4c08812a8db2" (UID: "f7e87e90-c2cb-42e8-a09d-4c08812a8db2"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.082960 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-config-data" (OuterVolumeSpecName: "config-data") pod "f7e87e90-c2cb-42e8-a09d-4c08812a8db2" (UID: "f7e87e90-c2cb-42e8-a09d-4c08812a8db2"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.090373 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-kube-api-access-ptplc" (OuterVolumeSpecName: "kube-api-access-ptplc") pod "f7e87e90-c2cb-42e8-a09d-4c08812a8db2" (UID: "f7e87e90-c2cb-42e8-a09d-4c08812a8db2"). InnerVolumeSpecName "kube-api-access-ptplc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.102622 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f7e87e90-c2cb-42e8-a09d-4c08812a8db2" (UID: "f7e87e90-c2cb-42e8-a09d-4c08812a8db2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.151063 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.151092 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ptplc\" (UniqueName: \"kubernetes.io/projected/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-kube-api-access-ptplc\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.151103 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.151112 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.151120 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.151128 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f7e87e90-c2cb-42e8-a09d-4c08812a8db2-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.303114 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-7cd6499c98-jhs6d"] Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.332968 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-3aa2-account-create-bb689" Oct 13 19:46:56 crc kubenswrapper[4809]: W1013 19:46:56.337825 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8a3b6770_af79_4f9d_92ad_9704c6b4ea6a.slice/crio-4187a0051f53855f57364e2985b7e37eb9b742068117e67ad9b2f74e1d82c27f WatchSource:0}: Error finding container 4187a0051f53855f57364e2985b7e37eb9b742068117e67ad9b2f74e1d82c27f: Status 404 returned error can't find the container with id 4187a0051f53855f57364e2985b7e37eb9b742068117e67ad9b2f74e1d82c27f Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.343188 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-71d5-account-create-jtmph" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.357264 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-28db-account-create-qkl6g" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.357897 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fx66j\" (UniqueName: \"kubernetes.io/projected/8ea59a9a-14f3-4917-9a48-a102261b39c3-kube-api-access-fx66j\") pod \"8ea59a9a-14f3-4917-9a48-a102261b39c3\" (UID: \"8ea59a9a-14f3-4917-9a48-a102261b39c3\") " Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.358150 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-q2hwp\" (UniqueName: \"kubernetes.io/projected/3dddf62b-2e4c-4193-9f9f-de69cc9b9312-kube-api-access-q2hwp\") pod \"3dddf62b-2e4c-4193-9f9f-de69cc9b9312\" (UID: \"3dddf62b-2e4c-4193-9f9f-de69cc9b9312\") " Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.362757 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8ea59a9a-14f3-4917-9a48-a102261b39c3-kube-api-access-fx66j" (OuterVolumeSpecName: "kube-api-access-fx66j") pod "8ea59a9a-14f3-4917-9a48-a102261b39c3" (UID: "8ea59a9a-14f3-4917-9a48-a102261b39c3"). InnerVolumeSpecName "kube-api-access-fx66j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.371382 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3dddf62b-2e4c-4193-9f9f-de69cc9b9312-kube-api-access-q2hwp" (OuterVolumeSpecName: "kube-api-access-q2hwp") pod "3dddf62b-2e4c-4193-9f9f-de69cc9b9312" (UID: "3dddf62b-2e4c-4193-9f9f-de69cc9b9312"). InnerVolumeSpecName "kube-api-access-q2hwp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.460114 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wvgpf\" (UniqueName: \"kubernetes.io/projected/32c1ee82-5fb6-46cd-940a-3749d23603bb-kube-api-access-wvgpf\") pod \"32c1ee82-5fb6-46cd-940a-3749d23603bb\" (UID: \"32c1ee82-5fb6-46cd-940a-3749d23603bb\") " Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.460522 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-q2hwp\" (UniqueName: \"kubernetes.io/projected/3dddf62b-2e4c-4193-9f9f-de69cc9b9312-kube-api-access-q2hwp\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.460540 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fx66j\" (UniqueName: \"kubernetes.io/projected/8ea59a9a-14f3-4917-9a48-a102261b39c3-kube-api-access-fx66j\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.462682 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/32c1ee82-5fb6-46cd-940a-3749d23603bb-kube-api-access-wvgpf" (OuterVolumeSpecName: "kube-api-access-wvgpf") pod "32c1ee82-5fb6-46cd-940a-3749d23603bb" (UID: "32c1ee82-5fb6-46cd-940a-3749d23603bb"). InnerVolumeSpecName "kube-api-access-wvgpf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.564369 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wvgpf\" (UniqueName: \"kubernetes.io/projected/32c1ee82-5fb6-46cd-940a-3749d23603bb-kube-api-access-wvgpf\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.584647 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-28db-account-create-qkl6g" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.584669 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-28db-account-create-qkl6g" event={"ID":"32c1ee82-5fb6-46cd-940a-3749d23603bb","Type":"ContainerDied","Data":"0547fdf384c1b628fef66c061c25a80a7c467a8d4dc5e947acf2bbecb166d784"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.584835 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0547fdf384c1b628fef66c061c25a80a7c467a8d4dc5e947acf2bbecb166d784" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.590632 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" event={"ID":"ee678780-b46f-4c2f-a3da-b837d3359997","Type":"ContainerStarted","Data":"33d7f6972f38100ff9d33f7fc750837b2bfeaa5495d21ca1a5174d8348b182fc"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.590690 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" event={"ID":"ee678780-b46f-4c2f-a3da-b837d3359997","Type":"ContainerStarted","Data":"9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.590705 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" event={"ID":"ee678780-b46f-4c2f-a3da-b837d3359997","Type":"ContainerStarted","Data":"6a7b8c421b5a5af3f2662ae996204a0fc57769a847a982286c80018e527f8f7e"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.590764 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.590825 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.600472 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-71d5-account-create-jtmph" event={"ID":"8ea59a9a-14f3-4917-9a48-a102261b39c3","Type":"ContainerDied","Data":"b1e6a34cb1f39630fa2ecf304c2145952d80e5c315df72f7a72a08945e0a2727"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.600520 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b1e6a34cb1f39630fa2ecf304c2145952d80e5c315df72f7a72a08945e0a2727" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.600598 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-71d5-account-create-jtmph" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.608179 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.609626 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-4tgql"] Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.609662 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-4tgql" event={"ID":"f7e87e90-c2cb-42e8-a09d-4c08812a8db2","Type":"ContainerDied","Data":"6e02950d6f4715b1cfff50a8fb4c4b7a946f07fe173ff53df3ae89df044786ae"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.609679 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6e02950d6f4715b1cfff50a8fb4c4b7a946f07fe173ff53df3ae89df044786ae" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.624506 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-4tgql"] Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.626564 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"8057c105-4944-4828-9f8d-24c77fcdf7c2","Type":"ContainerStarted","Data":"94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.628798 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" event={"ID":"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a","Type":"ContainerStarted","Data":"cda97098cb0f6a7d1e4ba9e462497c0ac4eaafac74aa000c2ecddbc4bcda1ed2"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.628908 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" event={"ID":"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a","Type":"ContainerStarted","Data":"4187a0051f53855f57364e2985b7e37eb9b742068117e67ad9b2f74e1d82c27f"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.640379 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podStartSLOduration=2.640351974 podStartE2EDuration="2.640351974s" podCreationTimestamp="2025-10-13 19:46:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:56.609324077 +0000 UTC m=+1335.215070652" watchObservedRunningTime="2025-10-13 19:46:56.640351974 +0000 UTC m=+1335.246098559" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.640490 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-3aa2-account-create-bb689" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.641381 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-3aa2-account-create-bb689" event={"ID":"3dddf62b-2e4c-4193-9f9f-de69cc9b9312","Type":"ContainerDied","Data":"cac10279707bdab9460df4e4d47aa400f00fb227f32c39b847f0cd115b2ef94e"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.641472 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="cac10279707bdab9460df4e4d47aa400f00fb227f32c39b847f0cd115b2ef94e" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.652543 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"13c83626-37dd-48ce-87a9-3f6655841933","Type":"ContainerStarted","Data":"998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.657982 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15","Type":"ContainerStarted","Data":"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4"} Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.658310 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="ceilometer-central-agent" containerID="cri-o://b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c" gracePeriod=30 Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.658373 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.658419 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="proxy-httpd" containerID="cri-o://8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4" gracePeriod=30 Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.658473 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="ceilometer-notification-agent" containerID="cri-o://b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e" gracePeriod=30 Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.658647 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="sg-core" containerID="cri-o://7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7" gracePeriod=30 Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.700881 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-2srwr"] Oct 13 19:46:56 crc kubenswrapper[4809]: E1013 19:46:56.701281 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3dddf62b-2e4c-4193-9f9f-de69cc9b9312" containerName="mariadb-account-create" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.701296 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3dddf62b-2e4c-4193-9f9f-de69cc9b9312" containerName="mariadb-account-create" Oct 13 19:46:56 crc kubenswrapper[4809]: E1013 19:46:56.701306 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f7e87e90-c2cb-42e8-a09d-4c08812a8db2" containerName="keystone-bootstrap" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.701313 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f7e87e90-c2cb-42e8-a09d-4c08812a8db2" containerName="keystone-bootstrap" Oct 13 19:46:56 crc kubenswrapper[4809]: E1013 19:46:56.701329 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8ea59a9a-14f3-4917-9a48-a102261b39c3" containerName="mariadb-account-create" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.701335 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8ea59a9a-14f3-4917-9a48-a102261b39c3" containerName="mariadb-account-create" Oct 13 19:46:56 crc kubenswrapper[4809]: E1013 19:46:56.701346 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="32c1ee82-5fb6-46cd-940a-3749d23603bb" containerName="mariadb-account-create" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.701352 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="32c1ee82-5fb6-46cd-940a-3749d23603bb" containerName="mariadb-account-create" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.701559 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="32c1ee82-5fb6-46cd-940a-3749d23603bb" containerName="mariadb-account-create" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.701605 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3dddf62b-2e4c-4193-9f9f-de69cc9b9312" containerName="mariadb-account-create" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.701622 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8ea59a9a-14f3-4917-9a48-a102261b39c3" containerName="mariadb-account-create" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.701633 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f7e87e90-c2cb-42e8-a09d-4c08812a8db2" containerName="keystone-bootstrap" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.702213 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.705149 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.705367 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.705483 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-lwjtf" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.705604 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.713841 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-2srwr"] Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.724323 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.724301255 podStartE2EDuration="3.724301255s" podCreationTimestamp="2025-10-13 19:46:53 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:56.681389458 +0000 UTC m=+1335.287136043" watchObservedRunningTime="2025-10-13 19:46:56.724301255 +0000 UTC m=+1335.330047840" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.734510 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.97860267 podStartE2EDuration="7.734488717s" podCreationTimestamp="2025-10-13 19:46:49 +0000 UTC" firstStartedPulling="2025-10-13 19:46:50.621987308 +0000 UTC m=+1329.227733903" lastFinishedPulling="2025-10-13 19:46:55.377873375 +0000 UTC m=+1333.983619950" observedRunningTime="2025-10-13 19:46:56.7293535 +0000 UTC m=+1335.335100105" watchObservedRunningTime="2025-10-13 19:46:56.734488717 +0000 UTC m=+1335.340235302" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.778996 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=3.778975369 podStartE2EDuration="3.778975369s" podCreationTimestamp="2025-10-13 19:46:53 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:56.770228359 +0000 UTC m=+1335.375974944" watchObservedRunningTime="2025-10-13 19:46:56.778975369 +0000 UTC m=+1335.384721954" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.792932 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-combined-ca-bundle\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.792992 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-fernet-keys\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.793083 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-credential-keys\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.793180 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g8fcr\" (UniqueName: \"kubernetes.io/projected/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-kube-api-access-g8fcr\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.793909 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-scripts\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.794155 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-config-data\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.896378 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-scripts\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.896437 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-config-data\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.896501 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-combined-ca-bundle\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.896528 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-fernet-keys\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.896571 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-credential-keys\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.896588 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g8fcr\" (UniqueName: \"kubernetes.io/projected/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-kube-api-access-g8fcr\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.902380 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-fernet-keys\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.902875 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-combined-ca-bundle\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.903620 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-credential-keys\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.907006 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-config-data\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.907605 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-scripts\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:56 crc kubenswrapper[4809]: I1013 19:46:56.912930 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-g8fcr\" (UniqueName: \"kubernetes.io/projected/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-kube-api-access-g8fcr\") pod \"keystone-bootstrap-2srwr\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.043798 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.413844 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-2srwr"] Oct 13 19:46:57 crc kubenswrapper[4809]: W1013 19:46:57.418127 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod14a24ba1_dc7d_4df5_bd5d_5bcae2fd6372.slice/crio-694ee15558d88a11457be6c78a0eac8954753e69c0650c9fa45d95a757935633 WatchSource:0}: Error finding container 694ee15558d88a11457be6c78a0eac8954753e69c0650c9fa45d95a757935633: Status 404 returned error can't find the container with id 694ee15558d88a11457be6c78a0eac8954753e69c0650c9fa45d95a757935633 Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.571298 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.611773 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lfjtx\" (UniqueName: \"kubernetes.io/projected/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-kube-api-access-lfjtx\") pod \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.613203 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-config-data\") pod \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.613351 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-combined-ca-bundle\") pod \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.613564 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-log-httpd\") pod \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.613693 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-scripts\") pod \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.614003 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-sg-core-conf-yaml\") pod \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.614075 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-run-httpd\") pod \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\" (UID: \"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15\") " Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.614427 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" (UID: "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.615331 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.616968 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" (UID: "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.625927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-kube-api-access-lfjtx" (OuterVolumeSpecName: "kube-api-access-lfjtx") pod "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" (UID: "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15"). InnerVolumeSpecName "kube-api-access-lfjtx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.633521 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-scripts" (OuterVolumeSpecName: "scripts") pod "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" (UID: "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.664663 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" (UID: "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.672748 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" event={"ID":"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a","Type":"ContainerStarted","Data":"9db629581031f357a6b202d613f51688f3a325f04ac205fa4954349ab0de63a1"} Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.673944 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.673976 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.677405 4809 generic.go:334] "Generic (PLEG): container finished" podID="ee678780-b46f-4c2f-a3da-b837d3359997" containerID="33d7f6972f38100ff9d33f7fc750837b2bfeaa5495d21ca1a5174d8348b182fc" exitCode=1 Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.677543 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" event={"ID":"ee678780-b46f-4c2f-a3da-b837d3359997","Type":"ContainerDied","Data":"33d7f6972f38100ff9d33f7fc750837b2bfeaa5495d21ca1a5174d8348b182fc"} Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.678000 4809 scope.go:117] "RemoveContainer" containerID="33d7f6972f38100ff9d33f7fc750837b2bfeaa5495d21ca1a5174d8348b182fc" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.681812 4809 generic.go:334] "Generic (PLEG): container finished" podID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerID="8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4" exitCode=0 Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.681842 4809 generic.go:334] "Generic (PLEG): container finished" podID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerID="7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7" exitCode=2 Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.681853 4809 generic.go:334] "Generic (PLEG): container finished" podID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerID="b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e" exitCode=0 Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.681861 4809 generic.go:334] "Generic (PLEG): container finished" podID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerID="b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c" exitCode=0 Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.681907 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.681922 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15","Type":"ContainerDied","Data":"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4"} Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.681951 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15","Type":"ContainerDied","Data":"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7"} Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.681965 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15","Type":"ContainerDied","Data":"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e"} Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.681976 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15","Type":"ContainerDied","Data":"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c"} Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.681989 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"64a5ddb4-3beb-48b8-8a28-3f0ba627dc15","Type":"ContainerDied","Data":"d90106ee71e9a02964f4e90a13abd327617b802413da8cb3dbf968e69520d52b"} Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.682008 4809 scope.go:117] "RemoveContainer" containerID="8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.685830 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" event={"ID":"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372","Type":"ContainerStarted","Data":"694ee15558d88a11457be6c78a0eac8954753e69c0650c9fa45d95a757935633"} Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.704327 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" podStartSLOduration=2.704301414 podStartE2EDuration="2.704301414s" podCreationTimestamp="2025-10-13 19:46:55 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:57.704281214 +0000 UTC m=+1336.310027829" watchObservedRunningTime="2025-10-13 19:46:57.704301414 +0000 UTC m=+1336.310048009" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.720309 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.720358 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.720375 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.720392 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lfjtx\" (UniqueName: \"kubernetes.io/projected/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-kube-api-access-lfjtx\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.736304 4809 scope.go:117] "RemoveContainer" containerID="7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.745900 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" (UID: "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.753608 4809 scope.go:117] "RemoveContainer" containerID="b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.781212 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-config-data" (OuterVolumeSpecName: "config-data") pod "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" (UID: "64a5ddb4-3beb-48b8-8a28-3f0ba627dc15"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.791485 4809 scope.go:117] "RemoveContainer" containerID="b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.816912 4809 scope.go:117] "RemoveContainer" containerID="8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4" Oct 13 19:46:57 crc kubenswrapper[4809]: E1013 19:46:57.819261 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4\": container with ID starting with 8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4 not found: ID does not exist" containerID="8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.819298 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4"} err="failed to get container status \"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4\": rpc error: code = NotFound desc = could not find container \"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4\": container with ID starting with 8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4 not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.819317 4809 scope.go:117] "RemoveContainer" containerID="7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7" Oct 13 19:46:57 crc kubenswrapper[4809]: E1013 19:46:57.821424 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7\": container with ID starting with 7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7 not found: ID does not exist" containerID="7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.821481 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7"} err="failed to get container status \"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7\": rpc error: code = NotFound desc = could not find container \"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7\": container with ID starting with 7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7 not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.821514 4809 scope.go:117] "RemoveContainer" containerID="b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.822482 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.822503 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:46:57 crc kubenswrapper[4809]: E1013 19:46:57.824270 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e\": container with ID starting with b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e not found: ID does not exist" containerID="b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.824318 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e"} err="failed to get container status \"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e\": rpc error: code = NotFound desc = could not find container \"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e\": container with ID starting with b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.824347 4809 scope.go:117] "RemoveContainer" containerID="b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c" Oct 13 19:46:57 crc kubenswrapper[4809]: E1013 19:46:57.827123 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c\": container with ID starting with b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c not found: ID does not exist" containerID="b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.827177 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c"} err="failed to get container status \"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c\": rpc error: code = NotFound desc = could not find container \"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c\": container with ID starting with b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.827210 4809 scope.go:117] "RemoveContainer" containerID="8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.828308 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4"} err="failed to get container status \"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4\": rpc error: code = NotFound desc = could not find container \"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4\": container with ID starting with 8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4 not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.828337 4809 scope.go:117] "RemoveContainer" containerID="7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.829265 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7"} err="failed to get container status \"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7\": rpc error: code = NotFound desc = could not find container \"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7\": container with ID starting with 7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7 not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.829299 4809 scope.go:117] "RemoveContainer" containerID="b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.829702 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e"} err="failed to get container status \"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e\": rpc error: code = NotFound desc = could not find container \"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e\": container with ID starting with b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.829749 4809 scope.go:117] "RemoveContainer" containerID="b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.831372 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c"} err="failed to get container status \"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c\": rpc error: code = NotFound desc = could not find container \"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c\": container with ID starting with b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.831402 4809 scope.go:117] "RemoveContainer" containerID="8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.831761 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4"} err="failed to get container status \"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4\": rpc error: code = NotFound desc = could not find container \"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4\": container with ID starting with 8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4 not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.831845 4809 scope.go:117] "RemoveContainer" containerID="7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.831989 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-djvps"] Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.832229 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7"} err="failed to get container status \"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7\": rpc error: code = NotFound desc = could not find container \"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7\": container with ID starting with 7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7 not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.832253 4809 scope.go:117] "RemoveContainer" containerID="b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e" Oct 13 19:46:57 crc kubenswrapper[4809]: E1013 19:46:57.832427 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="ceilometer-notification-agent" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.832482 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="ceilometer-notification-agent" Oct 13 19:46:57 crc kubenswrapper[4809]: E1013 19:46:57.832542 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="ceilometer-central-agent" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.832587 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="ceilometer-central-agent" Oct 13 19:46:57 crc kubenswrapper[4809]: E1013 19:46:57.832642 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="proxy-httpd" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.832687 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="proxy-httpd" Oct 13 19:46:57 crc kubenswrapper[4809]: E1013 19:46:57.832787 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="sg-core" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.832843 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="sg-core" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.833067 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="sg-core" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.833131 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="ceilometer-notification-agent" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.833186 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="proxy-httpd" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.833233 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" containerName="ceilometer-central-agent" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.833841 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.835643 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e"} err="failed to get container status \"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e\": rpc error: code = NotFound desc = could not find container \"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e\": container with ID starting with b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.835753 4809 scope.go:117] "RemoveContainer" containerID="b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.835881 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-66rxr" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.836066 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.836461 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.837923 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c"} err="failed to get container status \"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c\": rpc error: code = NotFound desc = could not find container \"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c\": container with ID starting with b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.837962 4809 scope.go:117] "RemoveContainer" containerID="8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.842888 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-djvps"] Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.844318 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4"} err="failed to get container status \"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4\": rpc error: code = NotFound desc = could not find container \"8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4\": container with ID starting with 8f194235162e46b8fa93119f462ee008430583a8ed9a22759105ea02093b85b4 not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.844365 4809 scope.go:117] "RemoveContainer" containerID="7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.847058 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7"} err="failed to get container status \"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7\": rpc error: code = NotFound desc = could not find container \"7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7\": container with ID starting with 7013cdc268344dd4ac26eee35f6ff26bb0549fa4973d7f92ca576983f404a9b7 not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.847085 4809 scope.go:117] "RemoveContainer" containerID="b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.847278 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e"} err="failed to get container status \"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e\": rpc error: code = NotFound desc = could not find container \"b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e\": container with ID starting with b91991dc88b77b83c567e6d0da07012912608893acc97d715b62ce52700e733e not found: ID does not exist" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.847299 4809 scope.go:117] "RemoveContainer" containerID="b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c" Oct 13 19:46:57 crc kubenswrapper[4809]: I1013 19:46:57.847521 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c"} err="failed to get container status \"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c\": rpc error: code = NotFound desc = could not find container \"b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c\": container with ID starting with b2a02368e7018b3c83d758b5d5f0b5710fcf7f61f5104d9c5dc1fca7abc6517c not found: ID does not exist" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.023178 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.025995 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-config\") pod \"neutron-db-sync-djvps\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.026063 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2s4r4\" (UniqueName: \"kubernetes.io/projected/d3f6e80e-adda-4be0-ae44-632060b6d95b-kube-api-access-2s4r4\") pod \"neutron-db-sync-djvps\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.026099 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-combined-ca-bundle\") pod \"neutron-db-sync-djvps\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.040715 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.051544 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.053690 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.056300 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.058537 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.076572 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.127521 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-config\") pod \"neutron-db-sync-djvps\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.127570 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2s4r4\" (UniqueName: \"kubernetes.io/projected/d3f6e80e-adda-4be0-ae44-632060b6d95b-kube-api-access-2s4r4\") pod \"neutron-db-sync-djvps\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.127596 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-combined-ca-bundle\") pod \"neutron-db-sync-djvps\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.131232 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-config\") pod \"neutron-db-sync-djvps\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.133892 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-combined-ca-bundle\") pod \"neutron-db-sync-djvps\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.144907 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2s4r4\" (UniqueName: \"kubernetes.io/projected/d3f6e80e-adda-4be0-ae44-632060b6d95b-kube-api-access-2s4r4\") pod \"neutron-db-sync-djvps\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.161407 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.170154 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="64a5ddb4-3beb-48b8-8a28-3f0ba627dc15" path="/var/lib/kubelet/pods/64a5ddb4-3beb-48b8-8a28-3f0ba627dc15/volumes" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.170913 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f7e87e90-c2cb-42e8-a09d-4c08812a8db2" path="/var/lib/kubelet/pods/f7e87e90-c2cb-42e8-a09d-4c08812a8db2/volumes" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.229133 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-run-httpd\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.229531 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.229569 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.229643 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-config-data\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.229664 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-log-httpd\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.229683 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ljw5g\" (UniqueName: \"kubernetes.io/projected/d91696da-253c-4fd2-8410-c53aaa6eb457-kube-api-access-ljw5g\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.229701 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-scripts\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.330971 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-config-data\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.331021 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-log-httpd\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.331045 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ljw5g\" (UniqueName: \"kubernetes.io/projected/d91696da-253c-4fd2-8410-c53aaa6eb457-kube-api-access-ljw5g\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.331066 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-scripts\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.331116 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-run-httpd\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.331176 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.331210 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.334717 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-run-httpd\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.335006 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-log-httpd\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.339179 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.348871 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-scripts\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.351593 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.352018 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-config-data\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.355107 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ljw5g\" (UniqueName: \"kubernetes.io/projected/d91696da-253c-4fd2-8410-c53aaa6eb457-kube-api-access-ljw5g\") pod \"ceilometer-0\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.408952 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-djvps"] Oct 13 19:46:58 crc kubenswrapper[4809]: W1013 19:46:58.411430 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd3f6e80e_adda_4be0_ae44_632060b6d95b.slice/crio-905aeb2701961e21f0997bff0acd448617a71dfa2e0a4a9eb69aca04040cb9e0 WatchSource:0}: Error finding container 905aeb2701961e21f0997bff0acd448617a71dfa2e0a4a9eb69aca04040cb9e0: Status 404 returned error can't find the container with id 905aeb2701961e21f0997bff0acd448617a71dfa2e0a4a9eb69aca04040cb9e0 Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.428255 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.700783 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" event={"ID":"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372","Type":"ContainerStarted","Data":"bb581aa9c94269bf2ce6904c53bd813e06aa350f0cf51c81c34ff1a8fadce00d"} Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.709671 4809 generic.go:334] "Generic (PLEG): container finished" podID="ee678780-b46f-4c2f-a3da-b837d3359997" containerID="2177127a1083dd4774d16a570ec7349e0e51a7a02efda6aa3eba7df9fb852e12" exitCode=1 Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.709844 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" event={"ID":"ee678780-b46f-4c2f-a3da-b837d3359997","Type":"ContainerDied","Data":"2177127a1083dd4774d16a570ec7349e0e51a7a02efda6aa3eba7df9fb852e12"} Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.709890 4809 scope.go:117] "RemoveContainer" containerID="33d7f6972f38100ff9d33f7fc750837b2bfeaa5495d21ca1a5174d8348b182fc" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.710719 4809 scope.go:117] "RemoveContainer" containerID="2177127a1083dd4774d16a570ec7349e0e51a7a02efda6aa3eba7df9fb852e12" Oct 13 19:46:58 crc kubenswrapper[4809]: E1013 19:46:58.711155 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"placement-api\" with CrashLoopBackOff: \"back-off 10s restarting failed container=placement-api pod=placement-5577f5584b-m6prd_openstack-kuttl-tests(ee678780-b46f-4c2f-a3da-b837d3359997)\"" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.717034 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-djvps" event={"ID":"d3f6e80e-adda-4be0-ae44-632060b6d95b","Type":"ContainerStarted","Data":"6954976f37ebef425aa7a751ce98b7cd3cf410f076a06ed0e965d27f7611c768"} Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.717088 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-djvps" event={"ID":"d3f6e80e-adda-4be0-ae44-632060b6d95b","Type":"ContainerStarted","Data":"905aeb2701961e21f0997bff0acd448617a71dfa2e0a4a9eb69aca04040cb9e0"} Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.729239 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" podStartSLOduration=2.7292206390000002 podStartE2EDuration="2.729220639s" podCreationTimestamp="2025-10-13 19:46:56 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:58.720231352 +0000 UTC m=+1337.325977927" watchObservedRunningTime="2025-10-13 19:46:58.729220639 +0000 UTC m=+1337.334967214" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.763952 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-db-sync-djvps" podStartSLOduration=1.763931752 podStartE2EDuration="1.763931752s" podCreationTimestamp="2025-10-13 19:46:57 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:46:58.756066247 +0000 UTC m=+1337.361812822" watchObservedRunningTime="2025-10-13 19:46:58.763931752 +0000 UTC m=+1337.369678327" Oct 13 19:46:58 crc kubenswrapper[4809]: I1013 19:46:58.882095 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:46:58 crc kubenswrapper[4809]: W1013 19:46:58.885743 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd91696da_253c_4fd2_8410_c53aaa6eb457.slice/crio-b2b24d6db0d29e1a41744b828d717c686e07d6211a96ccd2b7750a81b795723a WatchSource:0}: Error finding container b2b24d6db0d29e1a41744b828d717c686e07d6211a96ccd2b7750a81b795723a: Status 404 returned error can't find the container with id b2b24d6db0d29e1a41744b828d717c686e07d6211a96ccd2b7750a81b795723a Oct 13 19:46:59 crc kubenswrapper[4809]: I1013 19:46:59.738570 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d91696da-253c-4fd2-8410-c53aaa6eb457","Type":"ContainerStarted","Data":"1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241"} Oct 13 19:46:59 crc kubenswrapper[4809]: I1013 19:46:59.739070 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d91696da-253c-4fd2-8410-c53aaa6eb457","Type":"ContainerStarted","Data":"b2b24d6db0d29e1a41744b828d717c686e07d6211a96ccd2b7750a81b795723a"} Oct 13 19:46:59 crc kubenswrapper[4809]: I1013 19:46:59.738631 4809 scope.go:117] "RemoveContainer" containerID="2177127a1083dd4774d16a570ec7349e0e51a7a02efda6aa3eba7df9fb852e12" Oct 13 19:46:59 crc kubenswrapper[4809]: E1013 19:46:59.739803 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"placement-api\" with CrashLoopBackOff: \"back-off 10s restarting failed container=placement-api pod=placement-5577f5584b-m6prd_openstack-kuttl-tests(ee678780-b46f-4c2f-a3da-b837d3359997)\"" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" Oct 13 19:47:00 crc kubenswrapper[4809]: I1013 19:47:00.753248 4809 generic.go:334] "Generic (PLEG): container finished" podID="14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372" containerID="bb581aa9c94269bf2ce6904c53bd813e06aa350f0cf51c81c34ff1a8fadce00d" exitCode=0 Oct 13 19:47:00 crc kubenswrapper[4809]: I1013 19:47:00.753404 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" event={"ID":"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372","Type":"ContainerDied","Data":"bb581aa9c94269bf2ce6904c53bd813e06aa350f0cf51c81c34ff1a8fadce00d"} Oct 13 19:47:00 crc kubenswrapper[4809]: I1013 19:47:00.756340 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d91696da-253c-4fd2-8410-c53aaa6eb457","Type":"ContainerStarted","Data":"24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe"} Oct 13 19:47:01 crc kubenswrapper[4809]: I1013 19:47:01.769473 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d91696da-253c-4fd2-8410-c53aaa6eb457","Type":"ContainerStarted","Data":"13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677"} Oct 13 19:47:01 crc kubenswrapper[4809]: I1013 19:47:01.771547 4809 generic.go:334] "Generic (PLEG): container finished" podID="d3f6e80e-adda-4be0-ae44-632060b6d95b" containerID="6954976f37ebef425aa7a751ce98b7cd3cf410f076a06ed0e965d27f7611c768" exitCode=0 Oct 13 19:47:01 crc kubenswrapper[4809]: I1013 19:47:01.771675 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-djvps" event={"ID":"d3f6e80e-adda-4be0-ae44-632060b6d95b","Type":"ContainerDied","Data":"6954976f37ebef425aa7a751ce98b7cd3cf410f076a06ed0e965d27f7611c768"} Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.221833 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.324658 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-credential-keys\") pod \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.324991 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-combined-ca-bundle\") pod \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.325039 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-g8fcr\" (UniqueName: \"kubernetes.io/projected/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-kube-api-access-g8fcr\") pod \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.325089 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-scripts\") pod \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.325175 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-fernet-keys\") pod \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.325236 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-config-data\") pod \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\" (UID: \"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372\") " Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.347938 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372" (UID: "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.349563 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372" (UID: "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.352930 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-scripts" (OuterVolumeSpecName: "scripts") pod "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372" (UID: "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.397893 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-config-data" (OuterVolumeSpecName: "config-data") pod "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372" (UID: "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.397931 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-kube-api-access-g8fcr" (OuterVolumeSpecName: "kube-api-access-g8fcr") pod "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372" (UID: "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372"). InnerVolumeSpecName "kube-api-access-g8fcr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.418020 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372" (UID: "14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.426758 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.426788 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.426798 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.426808 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.426825 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.426835 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-g8fcr\" (UniqueName: \"kubernetes.io/projected/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372-kube-api-access-g8fcr\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.627643 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-99mpq"] Oct 13 19:47:02 crc kubenswrapper[4809]: E1013 19:47:02.628303 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372" containerName="keystone-bootstrap" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.628321 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372" containerName="keystone-bootstrap" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.628512 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372" containerName="keystone-bootstrap" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.631893 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.634111 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-g5ksj" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.634297 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.634790 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-99mpq"] Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.634851 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.694566 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-xbh25"] Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.695607 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.704239 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.704324 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-xbh25"] Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.706861 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-h5cjj" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.732746 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-config-data\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.732816 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7ggx4\" (UniqueName: \"kubernetes.io/projected/0340e03c-b84a-4446-bd98-0abb52d7e33c-kube-api-access-7ggx4\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.732846 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-db-sync-config-data\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.732862 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-scripts\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.732891 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-combined-ca-bundle\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.732917 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0340e03c-b84a-4446-bd98-0abb52d7e33c-etc-machine-id\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.784689 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d91696da-253c-4fd2-8410-c53aaa6eb457","Type":"ContainerStarted","Data":"1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572"} Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.784888 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.788792 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.791903 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-2srwr" event={"ID":"14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372","Type":"ContainerDied","Data":"694ee15558d88a11457be6c78a0eac8954753e69c0650c9fa45d95a757935633"} Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.791956 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="694ee15558d88a11457be6c78a0eac8954753e69c0650c9fa45d95a757935633" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.824409 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.471092889 podStartE2EDuration="4.824388719s" podCreationTimestamp="2025-10-13 19:46:58 +0000 UTC" firstStartedPulling="2025-10-13 19:46:58.888066133 +0000 UTC m=+1337.493812728" lastFinishedPulling="2025-10-13 19:47:02.241361973 +0000 UTC m=+1340.847108558" observedRunningTime="2025-10-13 19:47:02.813866228 +0000 UTC m=+1341.419612833" watchObservedRunningTime="2025-10-13 19:47:02.824388719 +0000 UTC m=+1341.430135354" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.836227 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-db-sync-config-data\") pod \"barbican-db-sync-xbh25\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.836282 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-config-data\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.836329 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7ggx4\" (UniqueName: \"kubernetes.io/projected/0340e03c-b84a-4446-bd98-0abb52d7e33c-kube-api-access-7ggx4\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.836349 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-combined-ca-bundle\") pod \"barbican-db-sync-xbh25\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.836372 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-db-sync-config-data\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.836389 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-scripts\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.836426 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-combined-ca-bundle\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.836450 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0340e03c-b84a-4446-bd98-0abb52d7e33c-etc-machine-id\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.836487 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j6tqp\" (UniqueName: \"kubernetes.io/projected/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-kube-api-access-j6tqp\") pod \"barbican-db-sync-xbh25\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.841500 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-config-data\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.841571 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0340e03c-b84a-4446-bd98-0abb52d7e33c-etc-machine-id\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.842395 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-db-sync-config-data\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.843335 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-combined-ca-bundle\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.848852 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-scripts\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.861777 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-74cf6b4455-8c99s"] Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.862997 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.867999 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.868019 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-lwjtf" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.868257 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-internal-svc" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.868301 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.868778 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.868888 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-public-svc" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.871704 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7ggx4\" (UniqueName: \"kubernetes.io/projected/0340e03c-b84a-4446-bd98-0abb52d7e33c-kube-api-access-7ggx4\") pod \"cinder-db-sync-99mpq\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.873441 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-74cf6b4455-8c99s"] Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.937546 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-combined-ca-bundle\") pod \"barbican-db-sync-xbh25\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.937662 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j6tqp\" (UniqueName: \"kubernetes.io/projected/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-kube-api-access-j6tqp\") pod \"barbican-db-sync-xbh25\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.937751 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-db-sync-config-data\") pod \"barbican-db-sync-xbh25\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.941170 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-db-sync-config-data\") pod \"barbican-db-sync-xbh25\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.947174 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-combined-ca-bundle\") pod \"barbican-db-sync-xbh25\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.957973 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j6tqp\" (UniqueName: \"kubernetes.io/projected/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-kube-api-access-j6tqp\") pod \"barbican-db-sync-xbh25\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:02 crc kubenswrapper[4809]: I1013 19:47:02.960794 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.016652 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.040875 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-26dx5\" (UniqueName: \"kubernetes.io/projected/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-kube-api-access-26dx5\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.040919 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-scripts\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.040974 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-credential-keys\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.041015 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-config-data\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.041038 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-internal-tls-certs\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.041088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-combined-ca-bundle\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.041117 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-public-tls-certs\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.041137 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-fernet-keys\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.143775 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-26dx5\" (UniqueName: \"kubernetes.io/projected/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-kube-api-access-26dx5\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.143832 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-scripts\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.143892 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-credential-keys\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.143947 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-config-data\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.143984 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-internal-tls-certs\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.144049 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-combined-ca-bundle\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.144085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-public-tls-certs\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.144109 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-fernet-keys\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.152558 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-combined-ca-bundle\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.153089 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-internal-tls-certs\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.153254 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-config-data\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.156419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-fernet-keys\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.159842 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-public-tls-certs\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.160034 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-scripts\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.182618 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-26dx5\" (UniqueName: \"kubernetes.io/projected/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-kube-api-access-26dx5\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.196917 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-credential-keys\") pod \"keystone-74cf6b4455-8c99s\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.262125 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.283071 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-99mpq"] Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.348895 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-config\") pod \"d3f6e80e-adda-4be0-ae44-632060b6d95b\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.349470 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-combined-ca-bundle\") pod \"d3f6e80e-adda-4be0-ae44-632060b6d95b\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.349540 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2s4r4\" (UniqueName: \"kubernetes.io/projected/d3f6e80e-adda-4be0-ae44-632060b6d95b-kube-api-access-2s4r4\") pod \"d3f6e80e-adda-4be0-ae44-632060b6d95b\" (UID: \"d3f6e80e-adda-4be0-ae44-632060b6d95b\") " Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.353006 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d3f6e80e-adda-4be0-ae44-632060b6d95b-kube-api-access-2s4r4" (OuterVolumeSpecName: "kube-api-access-2s4r4") pod "d3f6e80e-adda-4be0-ae44-632060b6d95b" (UID: "d3f6e80e-adda-4be0-ae44-632060b6d95b"). InnerVolumeSpecName "kube-api-access-2s4r4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.381575 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d3f6e80e-adda-4be0-ae44-632060b6d95b" (UID: "d3f6e80e-adda-4be0-ae44-632060b6d95b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.383968 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-config" (OuterVolumeSpecName: "config") pod "d3f6e80e-adda-4be0-ae44-632060b6d95b" (UID: "d3f6e80e-adda-4be0-ae44-632060b6d95b"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.452608 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.452643 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2s4r4\" (UniqueName: \"kubernetes.io/projected/d3f6e80e-adda-4be0-ae44-632060b6d95b-kube-api-access-2s4r4\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.452654 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/d3f6e80e-adda-4be0-ae44-632060b6d95b-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.487378 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.558983 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-xbh25"] Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.787741 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-74cf6b4455-8c99s"] Oct 13 19:47:03 crc kubenswrapper[4809]: W1013 19:47:03.807661 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5b7ff976_01a4_4b5f_96bd_a4f88ba95a62.slice/crio-70ebbd6a9b75679df0823bc3d913f84dcfbef90b1c806e2dc3977cc0dcd5d3cf WatchSource:0}: Error finding container 70ebbd6a9b75679df0823bc3d913f84dcfbef90b1c806e2dc3977cc0dcd5d3cf: Status 404 returned error can't find the container with id 70ebbd6a9b75679df0823bc3d913f84dcfbef90b1c806e2dc3977cc0dcd5d3cf Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.821747 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-djvps" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.821752 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-djvps" event={"ID":"d3f6e80e-adda-4be0-ae44-632060b6d95b","Type":"ContainerDied","Data":"905aeb2701961e21f0997bff0acd448617a71dfa2e0a4a9eb69aca04040cb9e0"} Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.821788 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="905aeb2701961e21f0997bff0acd448617a71dfa2e0a4a9eb69aca04040cb9e0" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.827587 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-xbh25" event={"ID":"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9","Type":"ContainerStarted","Data":"45e06c7c5c76e2d8abaff8e75fff652d181ddebe9be8404891d3005b6056b791"} Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.827633 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-xbh25" event={"ID":"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9","Type":"ContainerStarted","Data":"0db90e89c3c9085aad638af6205d19eaf3f6ad9b057675371fe0ddcce2c33330"} Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.838327 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-99mpq" event={"ID":"0340e03c-b84a-4446-bd98-0abb52d7e33c","Type":"ContainerStarted","Data":"65edff2aa9e70ee39acb9266cef19e5a7ad6563c007b8193a4123c1b1f6510d0"} Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.860832 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.861627 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.866218 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-db-sync-xbh25" podStartSLOduration=1.866197517 podStartE2EDuration="1.866197517s" podCreationTimestamp="2025-10-13 19:47:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:03.863965863 +0000 UTC m=+1342.469712448" watchObservedRunningTime="2025-10-13 19:47:03.866197517 +0000 UTC m=+1342.471944102" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.869840 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.871167 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.940195 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.942816 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.977412 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.977622 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.995104 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz"] Oct 13 19:47:03 crc kubenswrapper[4809]: E1013 19:47:03.995463 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d3f6e80e-adda-4be0-ae44-632060b6d95b" containerName="neutron-db-sync" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.995479 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d3f6e80e-adda-4be0-ae44-632060b6d95b" containerName="neutron-db-sync" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.995672 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d3f6e80e-adda-4be0-ae44-632060b6d95b" containerName="neutron-db-sync" Oct 13 19:47:03 crc kubenswrapper[4809]: I1013 19:47:03.996591 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.002174 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz"] Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.032678 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.033110 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-ovndbs" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.033349 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-66rxr" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.033492 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.066599 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-ovndb-tls-certs\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.066635 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-config\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.066655 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-httpd-config\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.066689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jhh48\" (UniqueName: \"kubernetes.io/projected/d823373b-e688-4390-ad20-5ce03b0957ee-kube-api-access-jhh48\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.066985 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-combined-ca-bundle\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.171219 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-combined-ca-bundle\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.171312 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-ovndb-tls-certs\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.171334 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-config\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.171357 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-httpd-config\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.171390 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jhh48\" (UniqueName: \"kubernetes.io/projected/d823373b-e688-4390-ad20-5ce03b0957ee-kube-api-access-jhh48\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.176381 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-combined-ca-bundle\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.178231 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-ovndb-tls-certs\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.179169 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-httpd-config\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.182540 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-config\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.187485 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jhh48\" (UniqueName: \"kubernetes.io/projected/d823373b-e688-4390-ad20-5ce03b0957ee-kube-api-access-jhh48\") pod \"neutron-5d786dd5ff-f6fsz\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.342005 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.819352 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz"] Oct 13 19:47:04 crc kubenswrapper[4809]: W1013 19:47:04.830122 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd823373b_e688_4390_ad20_5ce03b0957ee.slice/crio-d8e98d3341b8ce9353894400d80e554dbf833a575b004807ed23543345f60a3f WatchSource:0}: Error finding container d8e98d3341b8ce9353894400d80e554dbf833a575b004807ed23543345f60a3f: Status 404 returned error can't find the container with id d8e98d3341b8ce9353894400d80e554dbf833a575b004807ed23543345f60a3f Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.842184 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" event={"ID":"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62","Type":"ContainerStarted","Data":"3fab2b9a5dc70b9789bc3b8fbcc1a21257698d985fe14522333ba1f782fad104"} Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.842238 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" event={"ID":"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62","Type":"ContainerStarted","Data":"70ebbd6a9b75679df0823bc3d913f84dcfbef90b1c806e2dc3977cc0dcd5d3cf"} Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.842341 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.843362 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" event={"ID":"d823373b-e688-4390-ad20-5ce03b0957ee","Type":"ContainerStarted","Data":"d8e98d3341b8ce9353894400d80e554dbf833a575b004807ed23543345f60a3f"} Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.849232 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-99mpq" event={"ID":"0340e03c-b84a-4446-bd98-0abb52d7e33c","Type":"ContainerStarted","Data":"88f898e27acc6d2ee92e5dd4dab3defd43348cfe34aa6f73563b902d07f54ae8"} Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.849882 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.849927 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.850172 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.850186 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.869127 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" podStartSLOduration=2.869106691 podStartE2EDuration="2.869106691s" podCreationTimestamp="2025-10-13 19:47:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:04.866438825 +0000 UTC m=+1343.472185410" watchObservedRunningTime="2025-10-13 19:47:04.869106691 +0000 UTC m=+1343.474853266" Oct 13 19:47:04 crc kubenswrapper[4809]: I1013 19:47:04.883749 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-db-sync-99mpq" podStartSLOduration=2.883716989 podStartE2EDuration="2.883716989s" podCreationTimestamp="2025-10-13 19:47:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:04.882052781 +0000 UTC m=+1343.487799366" watchObservedRunningTime="2025-10-13 19:47:04.883716989 +0000 UTC m=+1343.489463574" Oct 13 19:47:05 crc kubenswrapper[4809]: I1013 19:47:05.859061 4809 generic.go:334] "Generic (PLEG): container finished" podID="bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9" containerID="45e06c7c5c76e2d8abaff8e75fff652d181ddebe9be8404891d3005b6056b791" exitCode=0 Oct 13 19:47:05 crc kubenswrapper[4809]: I1013 19:47:05.859150 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-xbh25" event={"ID":"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9","Type":"ContainerDied","Data":"45e06c7c5c76e2d8abaff8e75fff652d181ddebe9be8404891d3005b6056b791"} Oct 13 19:47:05 crc kubenswrapper[4809]: I1013 19:47:05.862117 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" event={"ID":"d823373b-e688-4390-ad20-5ce03b0957ee","Type":"ContainerStarted","Data":"9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc"} Oct 13 19:47:05 crc kubenswrapper[4809]: I1013 19:47:05.862156 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" event={"ID":"d823373b-e688-4390-ad20-5ce03b0957ee","Type":"ContainerStarted","Data":"3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b"} Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.677873 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" podStartSLOduration=3.677850145 podStartE2EDuration="3.677850145s" podCreationTimestamp="2025-10-13 19:47:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:05.904880337 +0000 UTC m=+1344.510626922" watchObservedRunningTime="2025-10-13 19:47:06.677850145 +0000 UTC m=+1345.283596740" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.684925 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-789f79d964-6jmr5"] Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.687019 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.689393 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-public-svc" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.690119 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-internal-svc" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.701505 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-789f79d964-6jmr5"] Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.727378 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-config\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.727428 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-combined-ca-bundle\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.727471 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-httpd-config\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.727531 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-internal-tls-certs\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.727632 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-public-tls-certs\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.727702 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-ovndb-tls-certs\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.727777 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cvv9t\" (UniqueName: \"kubernetes.io/projected/4315c7c8-eddc-4630-b7ef-611c39378fbf-kube-api-access-cvv9t\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.829703 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-config\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.830140 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-combined-ca-bundle\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.830278 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-httpd-config\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.830378 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-internal-tls-certs\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.830549 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-public-tls-certs\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.830633 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-ovndb-tls-certs\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.830759 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cvv9t\" (UniqueName: \"kubernetes.io/projected/4315c7c8-eddc-4630-b7ef-611c39378fbf-kube-api-access-cvv9t\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.837283 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-internal-tls-certs\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.838704 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-ovndb-tls-certs\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.838721 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-combined-ca-bundle\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.841641 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-httpd-config\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.842539 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-config\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.848194 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-public-tls-certs\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.852428 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cvv9t\" (UniqueName: \"kubernetes.io/projected/4315c7c8-eddc-4630-b7ef-611c39378fbf-kube-api-access-cvv9t\") pod \"neutron-789f79d964-6jmr5\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:06 crc kubenswrapper[4809]: I1013 19:47:06.904188 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.040921 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.106575 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.106749 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.147208 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.147420 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.251597 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.302657 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.339388 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-db-sync-config-data\") pod \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.339800 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j6tqp\" (UniqueName: \"kubernetes.io/projected/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-kube-api-access-j6tqp\") pod \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.339990 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-combined-ca-bundle\") pod \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\" (UID: \"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9\") " Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.357378 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9" (UID: "bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.360517 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-kube-api-access-j6tqp" (OuterVolumeSpecName: "kube-api-access-j6tqp") pod "bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9" (UID: "bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9"). InnerVolumeSpecName "kube-api-access-j6tqp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.394187 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9" (UID: "bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.445869 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.445900 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.445911 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j6tqp\" (UniqueName: \"kubernetes.io/projected/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9-kube-api-access-j6tqp\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.695124 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-789f79d964-6jmr5"] Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.915315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-xbh25" event={"ID":"bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9","Type":"ContainerDied","Data":"0db90e89c3c9085aad638af6205d19eaf3f6ad9b057675371fe0ddcce2c33330"} Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.915666 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0db90e89c3c9085aad638af6205d19eaf3f6ad9b057675371fe0ddcce2c33330" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.915760 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-xbh25" Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.919076 4809 generic.go:334] "Generic (PLEG): container finished" podID="0340e03c-b84a-4446-bd98-0abb52d7e33c" containerID="88f898e27acc6d2ee92e5dd4dab3defd43348cfe34aa6f73563b902d07f54ae8" exitCode=0 Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.919194 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-99mpq" event={"ID":"0340e03c-b84a-4446-bd98-0abb52d7e33c","Type":"ContainerDied","Data":"88f898e27acc6d2ee92e5dd4dab3defd43348cfe34aa6f73563b902d07f54ae8"} Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.925060 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" event={"ID":"4315c7c8-eddc-4630-b7ef-611c39378fbf","Type":"ContainerStarted","Data":"358b99db4d5f8a862630b3e02568f99ab60dd33354720d4c44888758d0db3265"} Oct 13 19:47:07 crc kubenswrapper[4809]: I1013 19:47:07.925181 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" event={"ID":"4315c7c8-eddc-4630-b7ef-611c39378fbf","Type":"ContainerStarted","Data":"32444f26f13e84ca7508eee7a16c6b086a6ddd1b1bf28f9a1ee7026ea51f70a9"} Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.055524 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.413670 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr"] Oct 13 19:47:08 crc kubenswrapper[4809]: E1013 19:47:08.414311 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9" containerName="barbican-db-sync" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.414328 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9" containerName="barbican-db-sync" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.414513 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9" containerName="barbican-db-sync" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.415453 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.418160 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-h5cjj" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.419569 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.423899 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-worker-config-data" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.443546 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr"] Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.501258 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9"] Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.503180 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.529432 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-keystone-listener-config-data" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.548620 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9"] Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.584162 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-logs\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.584216 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ng8t7\" (UniqueName: \"kubernetes.io/projected/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-kube-api-access-ng8t7\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.584245 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-combined-ca-bundle\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.584295 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data-custom\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.584337 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.685668 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1b475dfc-a1c1-4ed8-bebf-158243ac749c-logs\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.685743 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.685789 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-combined-ca-bundle\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.685851 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-logs\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.685882 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-combined-ca-bundle\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.685903 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ng8t7\" (UniqueName: \"kubernetes.io/projected/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-kube-api-access-ng8t7\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.685927 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data-custom\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.685946 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.685967 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vbwkv\" (UniqueName: \"kubernetes.io/projected/1b475dfc-a1c1-4ed8-bebf-158243ac749c-kube-api-access-vbwkv\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.685999 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data-custom\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.689805 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-logs\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.699947 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.701469 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data-custom\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.706177 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-combined-ca-bundle\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.721111 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ng8t7\" (UniqueName: \"kubernetes.io/projected/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-kube-api-access-ng8t7\") pod \"barbican-worker-5c86c5dfcf-56zhr\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.738610 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.753873 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw"] Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.771555 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.786124 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-api-config-data" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.794386 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data-custom\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.794450 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.794488 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vbwkv\" (UniqueName: \"kubernetes.io/projected/1b475dfc-a1c1-4ed8-bebf-158243ac749c-kube-api-access-vbwkv\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.794626 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1b475dfc-a1c1-4ed8-bebf-158243ac749c-logs\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.794755 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-combined-ca-bundle\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.798952 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1b475dfc-a1c1-4ed8-bebf-158243ac749c-logs\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.801069 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.818176 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data-custom\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.818627 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-combined-ca-bundle\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.843546 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw"] Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.845504 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vbwkv\" (UniqueName: \"kubernetes.io/projected/1b475dfc-a1c1-4ed8-bebf-158243ac749c-kube-api-access-vbwkv\") pod \"barbican-keystone-listener-6f7d676d46-4kmv9\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.846013 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.897751 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bsrdx\" (UniqueName: \"kubernetes.io/projected/09e77180-552b-4831-9548-b788143a83aa-kube-api-access-bsrdx\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.897800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.897836 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data-custom\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.897893 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-combined-ca-bundle\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.897964 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/09e77180-552b-4831-9548-b788143a83aa-logs\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.964814 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" event={"ID":"4315c7c8-eddc-4630-b7ef-611c39378fbf","Type":"ContainerStarted","Data":"59ad6a51492a2282241f05334f9f3267490441bec1301064183a4898e685d108"} Oct 13 19:47:08 crc kubenswrapper[4809]: I1013 19:47:08.964876 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.000514 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-combined-ca-bundle\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.000635 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/09e77180-552b-4831-9548-b788143a83aa-logs\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.000684 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bsrdx\" (UniqueName: \"kubernetes.io/projected/09e77180-552b-4831-9548-b788143a83aa-kube-api-access-bsrdx\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.000707 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.000751 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data-custom\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.001405 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/09e77180-552b-4831-9548-b788143a83aa-logs\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.005840 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" podStartSLOduration=3.005812279 podStartE2EDuration="3.005812279s" podCreationTimestamp="2025-10-13 19:47:06 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:09.005343505 +0000 UTC m=+1347.611090090" watchObservedRunningTime="2025-10-13 19:47:09.005812279 +0000 UTC m=+1347.611558864" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.009857 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data-custom\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.016979 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.024632 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-combined-ca-bundle\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.055366 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bsrdx\" (UniqueName: \"kubernetes.io/projected/09e77180-552b-4831-9548-b788143a83aa-kube-api-access-bsrdx\") pod \"barbican-api-7ff99b8f76-mrzdw\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.135210 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.420632 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr"] Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.531715 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.621841 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-combined-ca-bundle\") pod \"0340e03c-b84a-4446-bd98-0abb52d7e33c\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.622310 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-scripts\") pod \"0340e03c-b84a-4446-bd98-0abb52d7e33c\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.622531 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7ggx4\" (UniqueName: \"kubernetes.io/projected/0340e03c-b84a-4446-bd98-0abb52d7e33c-kube-api-access-7ggx4\") pod \"0340e03c-b84a-4446-bd98-0abb52d7e33c\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.622715 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0340e03c-b84a-4446-bd98-0abb52d7e33c-etc-machine-id\") pod \"0340e03c-b84a-4446-bd98-0abb52d7e33c\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.623041 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-db-sync-config-data\") pod \"0340e03c-b84a-4446-bd98-0abb52d7e33c\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.623221 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-config-data\") pod \"0340e03c-b84a-4446-bd98-0abb52d7e33c\" (UID: \"0340e03c-b84a-4446-bd98-0abb52d7e33c\") " Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.623916 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/0340e03c-b84a-4446-bd98-0abb52d7e33c-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "0340e03c-b84a-4446-bd98-0abb52d7e33c" (UID: "0340e03c-b84a-4446-bd98-0abb52d7e33c"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.624834 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0340e03c-b84a-4446-bd98-0abb52d7e33c-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.635249 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-scripts" (OuterVolumeSpecName: "scripts") pod "0340e03c-b84a-4446-bd98-0abb52d7e33c" (UID: "0340e03c-b84a-4446-bd98-0abb52d7e33c"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.635552 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0340e03c-b84a-4446-bd98-0abb52d7e33c-kube-api-access-7ggx4" (OuterVolumeSpecName: "kube-api-access-7ggx4") pod "0340e03c-b84a-4446-bd98-0abb52d7e33c" (UID: "0340e03c-b84a-4446-bd98-0abb52d7e33c"). InnerVolumeSpecName "kube-api-access-7ggx4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.642826 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "0340e03c-b84a-4446-bd98-0abb52d7e33c" (UID: "0340e03c-b84a-4446-bd98-0abb52d7e33c"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.671830 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0340e03c-b84a-4446-bd98-0abb52d7e33c" (UID: "0340e03c-b84a-4446-bd98-0abb52d7e33c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.698851 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-config-data" (OuterVolumeSpecName: "config-data") pod "0340e03c-b84a-4446-bd98-0abb52d7e33c" (UID: "0340e03c-b84a-4446-bd98-0abb52d7e33c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.727520 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.727566 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.727575 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7ggx4\" (UniqueName: \"kubernetes.io/projected/0340e03c-b84a-4446-bd98-0abb52d7e33c-kube-api-access-7ggx4\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.727587 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.727596 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0340e03c-b84a-4446-bd98-0abb52d7e33c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.741025 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9"] Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.771103 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw"] Oct 13 19:47:09 crc kubenswrapper[4809]: W1013 19:47:09.808635 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod09e77180_552b_4831_9548_b788143a83aa.slice/crio-1f693ad2fb3d0be4b9672f23ece843cbc87dc17f4bc729507d4a5c3d1a35de06 WatchSource:0}: Error finding container 1f693ad2fb3d0be4b9672f23ece843cbc87dc17f4bc729507d4a5c3d1a35de06: Status 404 returned error can't find the container with id 1f693ad2fb3d0be4b9672f23ece843cbc87dc17f4bc729507d4a5c3d1a35de06 Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.995590 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" event={"ID":"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743","Type":"ContainerStarted","Data":"a7037f38388914709054c4282168c452782fc411c6cf19e2419a980df97a3242"} Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.995967 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" event={"ID":"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743","Type":"ContainerStarted","Data":"478555809a2a87acf4f40ce43f9fab19f25b3df7411a3cc2b5b17ce574c5de1e"} Oct 13 19:47:09 crc kubenswrapper[4809]: I1013 19:47:09.995977 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" event={"ID":"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743","Type":"ContainerStarted","Data":"9d9dd41f9c2bd86d01746d232f46325a334494b51a0b904dd03d36d2d7e00e56"} Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.000865 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-99mpq" event={"ID":"0340e03c-b84a-4446-bd98-0abb52d7e33c","Type":"ContainerDied","Data":"65edff2aa9e70ee39acb9266cef19e5a7ad6563c007b8193a4123c1b1f6510d0"} Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.000907 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="65edff2aa9e70ee39acb9266cef19e5a7ad6563c007b8193a4123c1b1f6510d0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.000957 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-99mpq" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.013915 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" event={"ID":"09e77180-552b-4831-9548-b788143a83aa","Type":"ContainerStarted","Data":"1f693ad2fb3d0be4b9672f23ece843cbc87dc17f4bc729507d4a5c3d1a35de06"} Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.024501 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" event={"ID":"1b475dfc-a1c1-4ed8-bebf-158243ac749c","Type":"ContainerStarted","Data":"730741a78d3f956f18209d1d781ac67daa83b8fc9168ae1e168e58d62a19e5f2"} Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.043343 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" podStartSLOduration=2.043319464 podStartE2EDuration="2.043319464s" podCreationTimestamp="2025-10-13 19:47:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:10.040126412 +0000 UTC m=+1348.645872997" watchObservedRunningTime="2025-10-13 19:47:10.043319464 +0000 UTC m=+1348.649066049" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.215892 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:47:10 crc kubenswrapper[4809]: E1013 19:47:10.216200 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0340e03c-b84a-4446-bd98-0abb52d7e33c" containerName="cinder-db-sync" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.216211 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0340e03c-b84a-4446-bd98-0abb52d7e33c" containerName="cinder-db-sync" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.216404 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0340e03c-b84a-4446-bd98-0abb52d7e33c" containerName="cinder-db-sync" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.217265 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.217378 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.226929 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-g5ksj" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.227235 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.227346 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.227934 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.348635 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.350580 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.350616 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-scripts\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.350659 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.350682 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sntd2\" (UniqueName: \"kubernetes.io/projected/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-kube-api-access-sntd2\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.350716 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.354865 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.356525 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.364450 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.391882 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453294 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453384 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453421 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ca8efd71-3a55-4179-a667-58474b642c5d-logs\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453465 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453489 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8mlgb\" (UniqueName: \"kubernetes.io/projected/ca8efd71-3a55-4179-a667-58474b642c5d-kube-api-access-8mlgb\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453515 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data-custom\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453544 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453569 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-scripts\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453602 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453625 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sntd2\" (UniqueName: \"kubernetes.io/projected/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-kube-api-access-sntd2\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453657 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-scripts\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453687 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453717 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ca8efd71-3a55-4179-a667-58474b642c5d-etc-machine-id\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.453891 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.466279 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-scripts\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.466396 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.470488 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.483961 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.484968 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sntd2\" (UniqueName: \"kubernetes.io/projected/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-kube-api-access-sntd2\") pod \"cinder-scheduler-0\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.556895 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ca8efd71-3a55-4179-a667-58474b642c5d-logs\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.556957 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8mlgb\" (UniqueName: \"kubernetes.io/projected/ca8efd71-3a55-4179-a667-58474b642c5d-kube-api-access-8mlgb\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.557000 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data-custom\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.557051 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-scripts\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.557084 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ca8efd71-3a55-4179-a667-58474b642c5d-etc-machine-id\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.557124 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.557156 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.559164 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ca8efd71-3a55-4179-a667-58474b642c5d-logs\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.559513 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ca8efd71-3a55-4179-a667-58474b642c5d-etc-machine-id\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.563272 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data-custom\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.564262 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-scripts\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.570600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.579632 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.588272 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8mlgb\" (UniqueName: \"kubernetes.io/projected/ca8efd71-3a55-4179-a667-58474b642c5d-kube-api-access-8mlgb\") pod \"cinder-api-0\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.592307 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:10 crc kubenswrapper[4809]: I1013 19:47:10.712769 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:11 crc kubenswrapper[4809]: I1013 19:47:11.058236 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" event={"ID":"1b475dfc-a1c1-4ed8-bebf-158243ac749c","Type":"ContainerStarted","Data":"d5dec900e2c846b872679477c156b8a0caa87f127751837fd6b54f491b048ace"} Oct 13 19:47:11 crc kubenswrapper[4809]: I1013 19:47:11.058692 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" event={"ID":"1b475dfc-a1c1-4ed8-bebf-158243ac749c","Type":"ContainerStarted","Data":"774c8c09cb2f0f197c3b420e1bf692819d3d47a83036ebcc2cfcc5f2084aadca"} Oct 13 19:47:11 crc kubenswrapper[4809]: I1013 19:47:11.076373 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" event={"ID":"09e77180-552b-4831-9548-b788143a83aa","Type":"ContainerStarted","Data":"03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c"} Oct 13 19:47:11 crc kubenswrapper[4809]: I1013 19:47:11.076450 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" event={"ID":"09e77180-552b-4831-9548-b788143a83aa","Type":"ContainerStarted","Data":"b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515"} Oct 13 19:47:11 crc kubenswrapper[4809]: I1013 19:47:11.076507 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:11 crc kubenswrapper[4809]: I1013 19:47:11.076548 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:11 crc kubenswrapper[4809]: I1013 19:47:11.108314 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" podStartSLOduration=3.108294864 podStartE2EDuration="3.108294864s" podCreationTimestamp="2025-10-13 19:47:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:11.096140207 +0000 UTC m=+1349.701886792" watchObservedRunningTime="2025-10-13 19:47:11.108294864 +0000 UTC m=+1349.714041449" Oct 13 19:47:11 crc kubenswrapper[4809]: I1013 19:47:11.203594 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" podStartSLOduration=3.203576509 podStartE2EDuration="3.203576509s" podCreationTimestamp="2025-10-13 19:47:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:11.133891236 +0000 UTC m=+1349.739637831" watchObservedRunningTime="2025-10-13 19:47:11.203576509 +0000 UTC m=+1349.809323094" Oct 13 19:47:11 crc kubenswrapper[4809]: I1013 19:47:11.212802 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:47:11 crc kubenswrapper[4809]: I1013 19:47:11.459722 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:47:12 crc kubenswrapper[4809]: I1013 19:47:12.088959 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc","Type":"ContainerStarted","Data":"4d594823ca3750747fab593b90f579041b4ef454bfd5058d633c151b029077c9"} Oct 13 19:47:12 crc kubenswrapper[4809]: I1013 19:47:12.090570 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca8efd71-3a55-4179-a667-58474b642c5d","Type":"ContainerStarted","Data":"1390011aadc7edd38bc20c0d7db7b0628974588fbe39040ba3466da74ae617c8"} Oct 13 19:47:13 crc kubenswrapper[4809]: I1013 19:47:13.113315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca8efd71-3a55-4179-a667-58474b642c5d","Type":"ContainerStarted","Data":"4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567"} Oct 13 19:47:13 crc kubenswrapper[4809]: I1013 19:47:13.119148 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc","Type":"ContainerStarted","Data":"c096880951192a5c45b9ae281acc4c38356311fa32b03934f859833945808928"} Oct 13 19:47:13 crc kubenswrapper[4809]: I1013 19:47:13.119185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc","Type":"ContainerStarted","Data":"3cea515a5d5ffc4a32245b3533af2cf32d0eb4b46ee39bc4d2f980809352fa52"} Oct 13 19:47:13 crc kubenswrapper[4809]: I1013 19:47:13.154863 4809 scope.go:117] "RemoveContainer" containerID="2177127a1083dd4774d16a570ec7349e0e51a7a02efda6aa3eba7df9fb852e12" Oct 13 19:47:13 crc kubenswrapper[4809]: I1013 19:47:13.157260 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-log" probeResult="failure" output="Get \"http://10.217.0.235:8778/\": dial tcp 10.217.0.235:8778: connect: connection refused" Oct 13 19:47:14 crc kubenswrapper[4809]: I1013 19:47:14.131300 4809 generic.go:334] "Generic (PLEG): container finished" podID="ee678780-b46f-4c2f-a3da-b837d3359997" containerID="c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958" exitCode=1 Oct 13 19:47:14 crc kubenswrapper[4809]: I1013 19:47:14.131394 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" event={"ID":"ee678780-b46f-4c2f-a3da-b837d3359997","Type":"ContainerDied","Data":"c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958"} Oct 13 19:47:14 crc kubenswrapper[4809]: I1013 19:47:14.131920 4809 scope.go:117] "RemoveContainer" containerID="2177127a1083dd4774d16a570ec7349e0e51a7a02efda6aa3eba7df9fb852e12" Oct 13 19:47:14 crc kubenswrapper[4809]: I1013 19:47:14.133398 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-log" probeResult="failure" output="Get \"http://10.217.0.235:8778/\": dial tcp 10.217.0.235:8778: connect: connection refused" Oct 13 19:47:14 crc kubenswrapper[4809]: I1013 19:47:14.134348 4809 scope.go:117] "RemoveContainer" containerID="c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958" Oct 13 19:47:14 crc kubenswrapper[4809]: I1013 19:47:14.134872 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca8efd71-3a55-4179-a667-58474b642c5d","Type":"ContainerStarted","Data":"a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc"} Oct 13 19:47:14 crc kubenswrapper[4809]: E1013 19:47:14.134978 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"placement-api\" with CrashLoopBackOff: \"back-off 20s restarting failed container=placement-api pod=placement-5577f5584b-m6prd_openstack-kuttl-tests(ee678780-b46f-4c2f-a3da-b837d3359997)\"" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" Oct 13 19:47:14 crc kubenswrapper[4809]: I1013 19:47:14.135026 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:14 crc kubenswrapper[4809]: I1013 19:47:14.163960 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=4.163932551 podStartE2EDuration="4.163932551s" podCreationTimestamp="2025-10-13 19:47:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:13.167368117 +0000 UTC m=+1351.773114712" watchObservedRunningTime="2025-10-13 19:47:14.163932551 +0000 UTC m=+1352.769679156" Oct 13 19:47:14 crc kubenswrapper[4809]: I1013 19:47:14.206651 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=4.206634712 podStartE2EDuration="4.206634712s" podCreationTimestamp="2025-10-13 19:47:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:14.200503767 +0000 UTC m=+1352.806250352" watchObservedRunningTime="2025-10-13 19:47:14.206634712 +0000 UTC m=+1352.812381297" Oct 13 19:47:14 crc kubenswrapper[4809]: I1013 19:47:14.582458 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:47:15 crc kubenswrapper[4809]: I1013 19:47:15.592910 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.199181 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="ca8efd71-3a55-4179-a667-58474b642c5d" containerName="cinder-api-log" containerID="cri-o://4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567" gracePeriod=30 Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.199677 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="ca8efd71-3a55-4179-a667-58474b642c5d" containerName="cinder-api" containerID="cri-o://a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc" gracePeriod=30 Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.283772 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw"] Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.285261 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.286881 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-internal-svc" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.287013 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-public-svc" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.314214 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw"] Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.401181 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-public-tls-certs\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.401243 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-combined-ca-bundle\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.401277 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data-custom\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.401352 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-internal-tls-certs\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.401414 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mlzkl\" (UniqueName: \"kubernetes.io/projected/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-kube-api-access-mlzkl\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.401554 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.401707 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-logs\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.503672 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-public-tls-certs\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.503738 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-combined-ca-bundle\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.503769 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data-custom\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.503799 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-internal-tls-certs\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.503817 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mlzkl\" (UniqueName: \"kubernetes.io/projected/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-kube-api-access-mlzkl\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.503852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.503899 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-logs\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.504273 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-logs\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.509296 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-public-tls-certs\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.526633 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-internal-tls-certs\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.529132 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.530882 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data-custom\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.535514 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-combined-ca-bundle\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.545393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mlzkl\" (UniqueName: \"kubernetes.io/projected/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-kube-api-access-mlzkl\") pod \"barbican-api-7779b8d5d4-xqkjw\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.601675 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.787900 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.922341 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-scripts\") pod \"ca8efd71-3a55-4179-a667-58474b642c5d\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.922712 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ca8efd71-3a55-4179-a667-58474b642c5d-logs\") pod \"ca8efd71-3a55-4179-a667-58474b642c5d\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.922780 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-combined-ca-bundle\") pod \"ca8efd71-3a55-4179-a667-58474b642c5d\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.922810 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8mlgb\" (UniqueName: \"kubernetes.io/projected/ca8efd71-3a55-4179-a667-58474b642c5d-kube-api-access-8mlgb\") pod \"ca8efd71-3a55-4179-a667-58474b642c5d\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.922923 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ca8efd71-3a55-4179-a667-58474b642c5d-etc-machine-id\") pod \"ca8efd71-3a55-4179-a667-58474b642c5d\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.923027 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data\") pod \"ca8efd71-3a55-4179-a667-58474b642c5d\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.923143 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data-custom\") pod \"ca8efd71-3a55-4179-a667-58474b642c5d\" (UID: \"ca8efd71-3a55-4179-a667-58474b642c5d\") " Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.924775 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ca8efd71-3a55-4179-a667-58474b642c5d-logs" (OuterVolumeSpecName: "logs") pod "ca8efd71-3a55-4179-a667-58474b642c5d" (UID: "ca8efd71-3a55-4179-a667-58474b642c5d"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.924852 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ca8efd71-3a55-4179-a667-58474b642c5d-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "ca8efd71-3a55-4179-a667-58474b642c5d" (UID: "ca8efd71-3a55-4179-a667-58474b642c5d"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.927777 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "ca8efd71-3a55-4179-a667-58474b642c5d" (UID: "ca8efd71-3a55-4179-a667-58474b642c5d"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.928827 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ca8efd71-3a55-4179-a667-58474b642c5d-kube-api-access-8mlgb" (OuterVolumeSpecName: "kube-api-access-8mlgb") pod "ca8efd71-3a55-4179-a667-58474b642c5d" (UID: "ca8efd71-3a55-4179-a667-58474b642c5d"). InnerVolumeSpecName "kube-api-access-8mlgb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.930947 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-scripts" (OuterVolumeSpecName: "scripts") pod "ca8efd71-3a55-4179-a667-58474b642c5d" (UID: "ca8efd71-3a55-4179-a667-58474b642c5d"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.954744 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ca8efd71-3a55-4179-a667-58474b642c5d" (UID: "ca8efd71-3a55-4179-a667-58474b642c5d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:16 crc kubenswrapper[4809]: I1013 19:47:16.990587 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data" (OuterVolumeSpecName: "config-data") pod "ca8efd71-3a55-4179-a667-58474b642c5d" (UID: "ca8efd71-3a55-4179-a667-58474b642c5d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.025223 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ca8efd71-3a55-4179-a667-58474b642c5d-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.025260 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.025269 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.025278 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.025288 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ca8efd71-3a55-4179-a667-58474b642c5d-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.025296 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca8efd71-3a55-4179-a667-58474b642c5d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.025307 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8mlgb\" (UniqueName: \"kubernetes.io/projected/ca8efd71-3a55-4179-a667-58474b642c5d-kube-api-access-8mlgb\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.099620 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw"] Oct 13 19:47:17 crc kubenswrapper[4809]: W1013 19:47:17.100539 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod18d6d76f_ab06_4d86_85a2_8fe4d0bfc293.slice/crio-eff9d36173aeee5a2b422ced2a7968c3a4b5167adab1cd5786f99ef3e3833046 WatchSource:0}: Error finding container eff9d36173aeee5a2b422ced2a7968c3a4b5167adab1cd5786f99ef3e3833046: Status 404 returned error can't find the container with id eff9d36173aeee5a2b422ced2a7968c3a4b5167adab1cd5786f99ef3e3833046 Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.212587 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" event={"ID":"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293","Type":"ContainerStarted","Data":"eff9d36173aeee5a2b422ced2a7968c3a4b5167adab1cd5786f99ef3e3833046"} Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.215493 4809 generic.go:334] "Generic (PLEG): container finished" podID="ca8efd71-3a55-4179-a667-58474b642c5d" containerID="a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc" exitCode=0 Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.215560 4809 generic.go:334] "Generic (PLEG): container finished" podID="ca8efd71-3a55-4179-a667-58474b642c5d" containerID="4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567" exitCode=143 Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.215592 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca8efd71-3a55-4179-a667-58474b642c5d","Type":"ContainerDied","Data":"a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc"} Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.215657 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca8efd71-3a55-4179-a667-58474b642c5d","Type":"ContainerDied","Data":"4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567"} Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.215672 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca8efd71-3a55-4179-a667-58474b642c5d","Type":"ContainerDied","Data":"1390011aadc7edd38bc20c0d7db7b0628974588fbe39040ba3466da74ae617c8"} Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.215711 4809 scope.go:117] "RemoveContainer" containerID="a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.215715 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.252570 4809 scope.go:117] "RemoveContainer" containerID="4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.261267 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.291786 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.293761 4809 scope.go:117] "RemoveContainer" containerID="a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc" Oct 13 19:47:17 crc kubenswrapper[4809]: E1013 19:47:17.297832 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc\": container with ID starting with a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc not found: ID does not exist" containerID="a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.297876 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc"} err="failed to get container status \"a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc\": rpc error: code = NotFound desc = could not find container \"a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc\": container with ID starting with a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc not found: ID does not exist" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.297905 4809 scope.go:117] "RemoveContainer" containerID="4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567" Oct 13 19:47:17 crc kubenswrapper[4809]: E1013 19:47:17.301568 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567\": container with ID starting with 4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567 not found: ID does not exist" containerID="4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.301611 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567"} err="failed to get container status \"4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567\": rpc error: code = NotFound desc = could not find container \"4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567\": container with ID starting with 4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567 not found: ID does not exist" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.301645 4809 scope.go:117] "RemoveContainer" containerID="a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.302011 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc"} err="failed to get container status \"a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc\": rpc error: code = NotFound desc = could not find container \"a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc\": container with ID starting with a558b5df9b94abefe0260c08ec8fb46a3dda5049e1abb6f4957ba8dfd0639bcc not found: ID does not exist" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.302036 4809 scope.go:117] "RemoveContainer" containerID="4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.302196 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567"} err="failed to get container status \"4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567\": rpc error: code = NotFound desc = could not find container \"4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567\": container with ID starting with 4589527b76fd63c50fbcbe368ae4b21c0ede627485578b77ccf9e04f87ffc567 not found: ID does not exist" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.305908 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:47:17 crc kubenswrapper[4809]: E1013 19:47:17.306394 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ca8efd71-3a55-4179-a667-58474b642c5d" containerName="cinder-api" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.306415 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ca8efd71-3a55-4179-a667-58474b642c5d" containerName="cinder-api" Oct 13 19:47:17 crc kubenswrapper[4809]: E1013 19:47:17.306439 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ca8efd71-3a55-4179-a667-58474b642c5d" containerName="cinder-api-log" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.306450 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ca8efd71-3a55-4179-a667-58474b642c5d" containerName="cinder-api-log" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.306717 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ca8efd71-3a55-4179-a667-58474b642c5d" containerName="cinder-api-log" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.306757 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ca8efd71-3a55-4179-a667-58474b642c5d" containerName="cinder-api" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.307926 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.311516 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-public-svc" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.311753 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.311987 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-internal-svc" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.350038 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.432390 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/472bfec3-22e1-4d47-bf6e-782ed00759cf-etc-machine-id\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.432880 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/472bfec3-22e1-4d47-bf6e-782ed00759cf-logs\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.432922 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data-custom\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.433068 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.433303 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.433344 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-scripts\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.433486 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nkqqt\" (UniqueName: \"kubernetes.io/projected/472bfec3-22e1-4d47-bf6e-782ed00759cf-kube-api-access-nkqqt\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.433601 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-public-tls-certs\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.433673 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.536440 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.536604 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/472bfec3-22e1-4d47-bf6e-782ed00759cf-etc-machine-id\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.536700 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/472bfec3-22e1-4d47-bf6e-782ed00759cf-logs\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.536767 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data-custom\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.536916 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.537020 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.537054 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-scripts\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.537415 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nkqqt\" (UniqueName: \"kubernetes.io/projected/472bfec3-22e1-4d47-bf6e-782ed00759cf-kube-api-access-nkqqt\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.537479 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-public-tls-certs\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.537775 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/472bfec3-22e1-4d47-bf6e-782ed00759cf-logs\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.536797 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/472bfec3-22e1-4d47-bf6e-782ed00759cf-etc-machine-id\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.541633 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data-custom\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.542598 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.543496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.543580 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-scripts\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.553071 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-public-tls-certs\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.554224 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.565710 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nkqqt\" (UniqueName: \"kubernetes.io/projected/472bfec3-22e1-4d47-bf6e-782ed00759cf-kube-api-access-nkqqt\") pod \"cinder-api-0\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:17 crc kubenswrapper[4809]: I1013 19:47:17.782244 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:18 crc kubenswrapper[4809]: I1013 19:47:18.166668 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ca8efd71-3a55-4179-a667-58474b642c5d" path="/var/lib/kubelet/pods/ca8efd71-3a55-4179-a667-58474b642c5d/volumes" Oct 13 19:47:18 crc kubenswrapper[4809]: I1013 19:47:18.229537 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" event={"ID":"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293","Type":"ContainerStarted","Data":"b16ed314098085788ef627bb2a6b093b990e43c8bd63fbb6b6e5e3414131d3e6"} Oct 13 19:47:18 crc kubenswrapper[4809]: I1013 19:47:18.229600 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" event={"ID":"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293","Type":"ContainerStarted","Data":"b288781de4780cbdf6096c742feef02554eec944cbbf1355e1d4e84d2a368f8d"} Oct 13 19:47:18 crc kubenswrapper[4809]: I1013 19:47:18.229764 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:18 crc kubenswrapper[4809]: I1013 19:47:18.252838 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" podStartSLOduration=2.252813281 podStartE2EDuration="2.252813281s" podCreationTimestamp="2025-10-13 19:47:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:18.248344703 +0000 UTC m=+1356.854091288" watchObservedRunningTime="2025-10-13 19:47:18.252813281 +0000 UTC m=+1356.858559866" Oct 13 19:47:18 crc kubenswrapper[4809]: I1013 19:47:18.418084 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:47:18 crc kubenswrapper[4809]: W1013 19:47:18.418311 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod472bfec3_22e1_4d47_bf6e_782ed00759cf.slice/crio-2dc5a89a04992b41dbbdbce62ba6437357c844113671fe2fc6464d663295317c WatchSource:0}: Error finding container 2dc5a89a04992b41dbbdbce62ba6437357c844113671fe2fc6464d663295317c: Status 404 returned error can't find the container with id 2dc5a89a04992b41dbbdbce62ba6437357c844113671fe2fc6464d663295317c Oct 13 19:47:19 crc kubenswrapper[4809]: I1013 19:47:19.242501 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"472bfec3-22e1-4d47-bf6e-782ed00759cf","Type":"ContainerStarted","Data":"f0854dd5904b2a187ae6aebc0fad5b0a446a8b0e2d86694dddf3ee04e7ec8087"} Oct 13 19:47:19 crc kubenswrapper[4809]: I1013 19:47:19.242799 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"472bfec3-22e1-4d47-bf6e-782ed00759cf","Type":"ContainerStarted","Data":"2dc5a89a04992b41dbbdbce62ba6437357c844113671fe2fc6464d663295317c"} Oct 13 19:47:19 crc kubenswrapper[4809]: I1013 19:47:19.242824 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:20 crc kubenswrapper[4809]: I1013 19:47:20.255943 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"472bfec3-22e1-4d47-bf6e-782ed00759cf","Type":"ContainerStarted","Data":"7342ae646f862de88f11d7e7cf8c591f61bc75267c3a594cef0a67996b6b3158"} Oct 13 19:47:20 crc kubenswrapper[4809]: I1013 19:47:20.256974 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:20 crc kubenswrapper[4809]: I1013 19:47:20.282088 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=3.2820718810000002 podStartE2EDuration="3.282071881s" podCreationTimestamp="2025-10-13 19:47:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:20.278820498 +0000 UTC m=+1358.884567083" watchObservedRunningTime="2025-10-13 19:47:20.282071881 +0000 UTC m=+1358.887818466" Oct 13 19:47:20 crc kubenswrapper[4809]: I1013 19:47:20.567841 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:20 crc kubenswrapper[4809]: I1013 19:47:20.606343 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:20 crc kubenswrapper[4809]: I1013 19:47:20.812002 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:20 crc kubenswrapper[4809]: I1013 19:47:20.878875 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:47:21 crc kubenswrapper[4809]: I1013 19:47:21.267514 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" containerName="cinder-scheduler" containerID="cri-o://3cea515a5d5ffc4a32245b3533af2cf32d0eb4b46ee39bc4d2f980809352fa52" gracePeriod=30 Oct 13 19:47:21 crc kubenswrapper[4809]: I1013 19:47:21.267563 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" containerName="probe" containerID="cri-o://c096880951192a5c45b9ae281acc4c38356311fa32b03934f859833945808928" gracePeriod=30 Oct 13 19:47:22 crc kubenswrapper[4809]: I1013 19:47:22.285275 4809 generic.go:334] "Generic (PLEG): container finished" podID="b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" containerID="c096880951192a5c45b9ae281acc4c38356311fa32b03934f859833945808928" exitCode=0 Oct 13 19:47:22 crc kubenswrapper[4809]: I1013 19:47:22.285348 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc","Type":"ContainerDied","Data":"c096880951192a5c45b9ae281acc4c38356311fa32b03934f859833945808928"} Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.308721 4809 generic.go:334] "Generic (PLEG): container finished" podID="b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" containerID="3cea515a5d5ffc4a32245b3533af2cf32d0eb4b46ee39bc4d2f980809352fa52" exitCode=0 Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.308888 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc","Type":"ContainerDied","Data":"3cea515a5d5ffc4a32245b3533af2cf32d0eb4b46ee39bc4d2f980809352fa52"} Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.675962 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.764182 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-combined-ca-bundle\") pod \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.764313 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data-custom\") pod \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.764386 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data\") pod \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.764456 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-scripts\") pod \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.764510 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-etc-machine-id\") pod \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.764556 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sntd2\" (UniqueName: \"kubernetes.io/projected/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-kube-api-access-sntd2\") pod \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\" (UID: \"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc\") " Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.765979 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" (UID: "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.772639 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-kube-api-access-sntd2" (OuterVolumeSpecName: "kube-api-access-sntd2") pod "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" (UID: "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc"). InnerVolumeSpecName "kube-api-access-sntd2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.774010 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-scripts" (OuterVolumeSpecName: "scripts") pod "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" (UID: "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.774421 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" (UID: "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.848941 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" (UID: "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.866801 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.866839 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.866854 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.866868 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sntd2\" (UniqueName: \"kubernetes.io/projected/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-kube-api-access-sntd2\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.866883 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.932785 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data" (OuterVolumeSpecName: "config-data") pod "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" (UID: "b20b6537-c695-49e9-a8e9-de1f2ae2f5cc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:23 crc kubenswrapper[4809]: I1013 19:47:23.968658 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.323386 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"b20b6537-c695-49e9-a8e9-de1f2ae2f5cc","Type":"ContainerDied","Data":"4d594823ca3750747fab593b90f579041b4ef454bfd5058d633c151b029077c9"} Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.323474 4809 scope.go:117] "RemoveContainer" containerID="c096880951192a5c45b9ae281acc4c38356311fa32b03934f859833945808928" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.323470 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.372804 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.380207 4809 scope.go:117] "RemoveContainer" containerID="3cea515a5d5ffc4a32245b3533af2cf32d0eb4b46ee39bc4d2f980809352fa52" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.380498 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.417314 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:47:24 crc kubenswrapper[4809]: E1013 19:47:24.417768 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" containerName="cinder-scheduler" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.417787 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" containerName="cinder-scheduler" Oct 13 19:47:24 crc kubenswrapper[4809]: E1013 19:47:24.417803 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" containerName="probe" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.417809 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" containerName="probe" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.418006 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" containerName="cinder-scheduler" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.418026 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" containerName="probe" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.418997 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.436337 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.449711 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.477386 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-scripts\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.477464 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5f5db05f-27de-427f-b85e-9d0db7505912-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.477496 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mtcn9\" (UniqueName: \"kubernetes.io/projected/5f5db05f-27de-427f-b85e-9d0db7505912-kube-api-access-mtcn9\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.477524 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.477633 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.477674 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.582074 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.582145 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.582236 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-scripts\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.582265 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5f5db05f-27de-427f-b85e-9d0db7505912-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.582289 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mtcn9\" (UniqueName: \"kubernetes.io/projected/5f5db05f-27de-427f-b85e-9d0db7505912-kube-api-access-mtcn9\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.582308 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.582503 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5f5db05f-27de-427f-b85e-9d0db7505912-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.588293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.588523 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.597447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.600808 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-scripts\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.618360 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mtcn9\" (UniqueName: \"kubernetes.io/projected/5f5db05f-27de-427f-b85e-9d0db7505912-kube-api-access-mtcn9\") pod \"cinder-scheduler-0\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:24 crc kubenswrapper[4809]: I1013 19:47:24.765684 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:25 crc kubenswrapper[4809]: I1013 19:47:25.236987 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:47:25 crc kubenswrapper[4809]: I1013 19:47:25.276665 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:47:25 crc kubenswrapper[4809]: I1013 19:47:25.277131 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:47:25 crc kubenswrapper[4809]: I1013 19:47:25.277388 4809 scope.go:117] "RemoveContainer" containerID="c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958" Oct 13 19:47:25 crc kubenswrapper[4809]: E1013 19:47:25.277572 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"placement-api\" with CrashLoopBackOff: \"back-off 20s restarting failed container=placement-api pod=placement-5577f5584b-m6prd_openstack-kuttl-tests(ee678780-b46f-4c2f-a3da-b837d3359997)\"" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" Oct 13 19:47:25 crc kubenswrapper[4809]: I1013 19:47:25.278545 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-log" probeResult="failure" output="Get \"http://10.217.0.235:8778/\": dial tcp 10.217.0.235:8778: connect: connection refused" Oct 13 19:47:25 crc kubenswrapper[4809]: I1013 19:47:25.278598 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-log" probeResult="failure" output="Get \"http://10.217.0.235:8778/\": dial tcp 10.217.0.235:8778: connect: connection refused" Oct 13 19:47:25 crc kubenswrapper[4809]: I1013 19:47:25.279030 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-log" probeResult="failure" output="Get \"http://10.217.0.235:8778/\": dial tcp 10.217.0.235:8778: connect: connection refused" Oct 13 19:47:25 crc kubenswrapper[4809]: I1013 19:47:25.342877 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5f5db05f-27de-427f-b85e-9d0db7505912","Type":"ContainerStarted","Data":"3e29ac1038084650a569e9a137fae197db30d10cef95b7f5b1c37d57658f160d"} Oct 13 19:47:25 crc kubenswrapper[4809]: I1013 19:47:25.343782 4809 scope.go:117] "RemoveContainer" containerID="c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958" Oct 13 19:47:25 crc kubenswrapper[4809]: E1013 19:47:25.343992 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"placement-api\" with CrashLoopBackOff: \"back-off 20s restarting failed container=placement-api pod=placement-5577f5584b-m6prd_openstack-kuttl-tests(ee678780-b46f-4c2f-a3da-b837d3359997)\"" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" Oct 13 19:47:25 crc kubenswrapper[4809]: I1013 19:47:25.344123 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-log" probeResult="failure" output="Get \"http://10.217.0.235:8778/\": dial tcp 10.217.0.235:8778: connect: connection refused" Oct 13 19:47:26 crc kubenswrapper[4809]: I1013 19:47:26.173300 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b20b6537-c695-49e9-a8e9-de1f2ae2f5cc" path="/var/lib/kubelet/pods/b20b6537-c695-49e9-a8e9-de1f2ae2f5cc/volumes" Oct 13 19:47:26 crc kubenswrapper[4809]: I1013 19:47:26.355092 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5f5db05f-27de-427f-b85e-9d0db7505912","Type":"ContainerStarted","Data":"cd9ef213ed1b45c5f16e97bf1d949849f83bfe4642111bd355883a5e52857c7f"} Oct 13 19:47:26 crc kubenswrapper[4809]: I1013 19:47:26.679221 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:47:26 crc kubenswrapper[4809]: I1013 19:47:26.704502 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:47:26 crc kubenswrapper[4809]: I1013 19:47:26.787200 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-5577f5584b-m6prd"] Oct 13 19:47:26 crc kubenswrapper[4809]: I1013 19:47:26.787631 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-log" containerID="cri-o://9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed" gracePeriod=30 Oct 13 19:47:26 crc kubenswrapper[4809]: I1013 19:47:26.788171 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-log" probeResult="failure" output="Get \"http://10.217.0.235:8778/\": dial tcp 10.217.0.235:8778: connect: connection refused" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.344682 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.371096 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5f5db05f-27de-427f-b85e-9d0db7505912","Type":"ContainerStarted","Data":"138434404aa8157af7eb735d19ec2ab0a1a9191c5a69f97863bb1a30ee4fbc02"} Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.373160 4809 generic.go:334] "Generic (PLEG): container finished" podID="ee678780-b46f-4c2f-a3da-b837d3359997" containerID="9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed" exitCode=143 Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.373228 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.373225 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" event={"ID":"ee678780-b46f-4c2f-a3da-b837d3359997","Type":"ContainerDied","Data":"9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed"} Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.373292 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5577f5584b-m6prd" event={"ID":"ee678780-b46f-4c2f-a3da-b837d3359997","Type":"ContainerDied","Data":"6a7b8c421b5a5af3f2662ae996204a0fc57769a847a982286c80018e527f8f7e"} Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.373315 4809 scope.go:117] "RemoveContainer" containerID="c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.399621 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=3.399602385 podStartE2EDuration="3.399602385s" podCreationTimestamp="2025-10-13 19:47:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:27.397490075 +0000 UTC m=+1366.003236660" watchObservedRunningTime="2025-10-13 19:47:27.399602385 +0000 UTC m=+1366.005348960" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.412779 4809 scope.go:117] "RemoveContainer" containerID="9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.446699 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-scripts\") pod \"ee678780-b46f-4c2f-a3da-b837d3359997\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.446858 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-config-data\") pod \"ee678780-b46f-4c2f-a3da-b837d3359997\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.446930 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ee678780-b46f-4c2f-a3da-b837d3359997-logs\") pod \"ee678780-b46f-4c2f-a3da-b837d3359997\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.446990 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zts9g\" (UniqueName: \"kubernetes.io/projected/ee678780-b46f-4c2f-a3da-b837d3359997-kube-api-access-zts9g\") pod \"ee678780-b46f-4c2f-a3da-b837d3359997\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.447029 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-combined-ca-bundle\") pod \"ee678780-b46f-4c2f-a3da-b837d3359997\" (UID: \"ee678780-b46f-4c2f-a3da-b837d3359997\") " Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.452151 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ee678780-b46f-4c2f-a3da-b837d3359997-logs" (OuterVolumeSpecName: "logs") pod "ee678780-b46f-4c2f-a3da-b837d3359997" (UID: "ee678780-b46f-4c2f-a3da-b837d3359997"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.464962 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-scripts" (OuterVolumeSpecName: "scripts") pod "ee678780-b46f-4c2f-a3da-b837d3359997" (UID: "ee678780-b46f-4c2f-a3da-b837d3359997"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.466009 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ee678780-b46f-4c2f-a3da-b837d3359997-kube-api-access-zts9g" (OuterVolumeSpecName: "kube-api-access-zts9g") pod "ee678780-b46f-4c2f-a3da-b837d3359997" (UID: "ee678780-b46f-4c2f-a3da-b837d3359997"). InnerVolumeSpecName "kube-api-access-zts9g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.477096 4809 scope.go:117] "RemoveContainer" containerID="c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958" Oct 13 19:47:27 crc kubenswrapper[4809]: E1013 19:47:27.477499 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958\": container with ID starting with c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958 not found: ID does not exist" containerID="c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.477528 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958"} err="failed to get container status \"c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958\": rpc error: code = NotFound desc = could not find container \"c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958\": container with ID starting with c506d755ae60fb2f42f06392706793f73c4470c6a5ead171e39d746e45b4c958 not found: ID does not exist" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.477547 4809 scope.go:117] "RemoveContainer" containerID="9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed" Oct 13 19:47:27 crc kubenswrapper[4809]: E1013 19:47:27.477706 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed\": container with ID starting with 9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed not found: ID does not exist" containerID="9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.477847 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed"} err="failed to get container status \"9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed\": rpc error: code = NotFound desc = could not find container \"9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed\": container with ID starting with 9fb6547f8ce00f024785ab01ac10934024ba67d6cb378368da1810a1faab5aed not found: ID does not exist" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.507878 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-config-data" (OuterVolumeSpecName: "config-data") pod "ee678780-b46f-4c2f-a3da-b837d3359997" (UID: "ee678780-b46f-4c2f-a3da-b837d3359997"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.533284 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ee678780-b46f-4c2f-a3da-b837d3359997" (UID: "ee678780-b46f-4c2f-a3da-b837d3359997"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.548812 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ee678780-b46f-4c2f-a3da-b837d3359997-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.548846 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zts9g\" (UniqueName: \"kubernetes.io/projected/ee678780-b46f-4c2f-a3da-b837d3359997-kube-api-access-zts9g\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.548859 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.548867 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.548875 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ee678780-b46f-4c2f-a3da-b837d3359997-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.714848 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-5577f5584b-m6prd"] Oct 13 19:47:27 crc kubenswrapper[4809]: I1013 19:47:27.723677 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-5577f5584b-m6prd"] Oct 13 19:47:28 crc kubenswrapper[4809]: I1013 19:47:28.168793 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" path="/var/lib/kubelet/pods/ee678780-b46f-4c2f-a3da-b837d3359997/volumes" Oct 13 19:47:28 crc kubenswrapper[4809]: I1013 19:47:28.181223 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:28 crc kubenswrapper[4809]: I1013 19:47:28.379165 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:47:28 crc kubenswrapper[4809]: I1013 19:47:28.442272 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:28 crc kubenswrapper[4809]: I1013 19:47:28.460304 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw"] Oct 13 19:47:28 crc kubenswrapper[4809]: I1013 19:47:28.460637 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" podUID="09e77180-552b-4831-9548-b788143a83aa" containerName="barbican-api-log" containerID="cri-o://b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515" gracePeriod=30 Oct 13 19:47:28 crc kubenswrapper[4809]: I1013 19:47:28.460854 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" podUID="09e77180-552b-4831-9548-b788143a83aa" containerName="barbican-api" containerID="cri-o://03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c" gracePeriod=30 Oct 13 19:47:29 crc kubenswrapper[4809]: I1013 19:47:29.402814 4809 generic.go:334] "Generic (PLEG): container finished" podID="09e77180-552b-4831-9548-b788143a83aa" containerID="b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515" exitCode=143 Oct 13 19:47:29 crc kubenswrapper[4809]: I1013 19:47:29.403118 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" event={"ID":"09e77180-552b-4831-9548-b788143a83aa","Type":"ContainerDied","Data":"b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515"} Oct 13 19:47:29 crc kubenswrapper[4809]: I1013 19:47:29.645986 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:47:29 crc kubenswrapper[4809]: I1013 19:47:29.766311 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:31 crc kubenswrapper[4809]: I1013 19:47:31.883739 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" podUID="09e77180-552b-4831-9548-b788143a83aa" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.247:9311/healthcheck\": read tcp 10.217.0.2:41600->10.217.0.247:9311: read: connection reset by peer" Oct 13 19:47:31 crc kubenswrapper[4809]: I1013 19:47:31.884042 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" podUID="09e77180-552b-4831-9548-b788143a83aa" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.247:9311/healthcheck\": read tcp 10.217.0.2:41612->10.217.0.247:9311: read: connection reset by peer" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.441704 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.444887 4809 generic.go:334] "Generic (PLEG): container finished" podID="09e77180-552b-4831-9548-b788143a83aa" containerID="03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c" exitCode=0 Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.444962 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.444980 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" event={"ID":"09e77180-552b-4831-9548-b788143a83aa","Type":"ContainerDied","Data":"03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c"} Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.445120 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw" event={"ID":"09e77180-552b-4831-9548-b788143a83aa","Type":"ContainerDied","Data":"1f693ad2fb3d0be4b9672f23ece843cbc87dc17f4bc729507d4a5c3d1a35de06"} Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.445152 4809 scope.go:117] "RemoveContainer" containerID="03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.477439 4809 scope.go:117] "RemoveContainer" containerID="b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.505340 4809 scope.go:117] "RemoveContainer" containerID="03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c" Oct 13 19:47:32 crc kubenswrapper[4809]: E1013 19:47:32.505943 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c\": container with ID starting with 03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c not found: ID does not exist" containerID="03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.506031 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c"} err="failed to get container status \"03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c\": rpc error: code = NotFound desc = could not find container \"03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c\": container with ID starting with 03a090c7793d317c993557360f13c0660cee86554f1d8712a8e9bfa92efb9d4c not found: ID does not exist" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.506086 4809 scope.go:117] "RemoveContainer" containerID="b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515" Oct 13 19:47:32 crc kubenswrapper[4809]: E1013 19:47:32.506925 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515\": container with ID starting with b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515 not found: ID does not exist" containerID="b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.507005 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515"} err="failed to get container status \"b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515\": rpc error: code = NotFound desc = could not find container \"b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515\": container with ID starting with b423cd47a057b8f0647576976b18cf13d08e26e697e438f2b561355523143515 not found: ID does not exist" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.550785 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-combined-ca-bundle\") pod \"09e77180-552b-4831-9548-b788143a83aa\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.550886 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bsrdx\" (UniqueName: \"kubernetes.io/projected/09e77180-552b-4831-9548-b788143a83aa-kube-api-access-bsrdx\") pod \"09e77180-552b-4831-9548-b788143a83aa\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.550930 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/09e77180-552b-4831-9548-b788143a83aa-logs\") pod \"09e77180-552b-4831-9548-b788143a83aa\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.551140 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data\") pod \"09e77180-552b-4831-9548-b788143a83aa\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.551203 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data-custom\") pod \"09e77180-552b-4831-9548-b788143a83aa\" (UID: \"09e77180-552b-4831-9548-b788143a83aa\") " Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.552416 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/09e77180-552b-4831-9548-b788143a83aa-logs" (OuterVolumeSpecName: "logs") pod "09e77180-552b-4831-9548-b788143a83aa" (UID: "09e77180-552b-4831-9548-b788143a83aa"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.557815 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/09e77180-552b-4831-9548-b788143a83aa-kube-api-access-bsrdx" (OuterVolumeSpecName: "kube-api-access-bsrdx") pod "09e77180-552b-4831-9548-b788143a83aa" (UID: "09e77180-552b-4831-9548-b788143a83aa"). InnerVolumeSpecName "kube-api-access-bsrdx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.558138 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "09e77180-552b-4831-9548-b788143a83aa" (UID: "09e77180-552b-4831-9548-b788143a83aa"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.599910 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "09e77180-552b-4831-9548-b788143a83aa" (UID: "09e77180-552b-4831-9548-b788143a83aa"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.638419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data" (OuterVolumeSpecName: "config-data") pod "09e77180-552b-4831-9548-b788143a83aa" (UID: "09e77180-552b-4831-9548-b788143a83aa"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.654094 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.654131 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.654144 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09e77180-552b-4831-9548-b788143a83aa-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.654158 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bsrdx\" (UniqueName: \"kubernetes.io/projected/09e77180-552b-4831-9548-b788143a83aa-kube-api-access-bsrdx\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.654173 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/09e77180-552b-4831-9548-b788143a83aa-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.794809 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw"] Oct 13 19:47:32 crc kubenswrapper[4809]: I1013 19:47:32.813620 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-7ff99b8f76-mrzdw"] Oct 13 19:47:34 crc kubenswrapper[4809]: I1013 19:47:34.170616 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="09e77180-552b-4831-9548-b788143a83aa" path="/var/lib/kubelet/pods/09e77180-552b-4831-9548-b788143a83aa/volumes" Oct 13 19:47:34 crc kubenswrapper[4809]: I1013 19:47:34.354476 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:34 crc kubenswrapper[4809]: I1013 19:47:34.970556 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:47:35 crc kubenswrapper[4809]: I1013 19:47:35.050107 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.063220 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.140840 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz"] Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.142935 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" podUID="d823373b-e688-4390-ad20-5ce03b0957ee" containerName="neutron-api" containerID="cri-o://3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b" gracePeriod=30 Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.143161 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" podUID="d823373b-e688-4390-ad20-5ce03b0957ee" containerName="neutron-httpd" containerID="cri-o://9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc" gracePeriod=30 Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.454369 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:47:37 crc kubenswrapper[4809]: E1013 19:47:37.454901 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="09e77180-552b-4831-9548-b788143a83aa" containerName="barbican-api" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.454923 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="09e77180-552b-4831-9548-b788143a83aa" containerName="barbican-api" Oct 13 19:47:37 crc kubenswrapper[4809]: E1013 19:47:37.454941 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-api" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.454949 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-api" Oct 13 19:47:37 crc kubenswrapper[4809]: E1013 19:47:37.454973 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-log" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.454982 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-log" Oct 13 19:47:37 crc kubenswrapper[4809]: E1013 19:47:37.454994 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="09e77180-552b-4831-9548-b788143a83aa" containerName="barbican-api-log" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.455002 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="09e77180-552b-4831-9548-b788143a83aa" containerName="barbican-api-log" Oct 13 19:47:37 crc kubenswrapper[4809]: E1013 19:47:37.455017 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-api" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.455024 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-api" Oct 13 19:47:37 crc kubenswrapper[4809]: E1013 19:47:37.455042 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-api" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.455051 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-api" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.455273 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-api" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.455294 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-api" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.455314 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="09e77180-552b-4831-9548-b788143a83aa" containerName="barbican-api-log" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.455333 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="09e77180-552b-4831-9548-b788143a83aa" containerName="barbican-api" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.455350 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-log" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.456175 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.458316 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.458692 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstack-config-secret" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.459631 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstackclient-openstackclient-dockercfg-gvbkb" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.464917 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.542342 4809 generic.go:334] "Generic (PLEG): container finished" podID="d823373b-e688-4390-ad20-5ce03b0957ee" containerID="9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc" exitCode=0 Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.542389 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" event={"ID":"d823373b-e688-4390-ad20-5ce03b0957ee","Type":"ContainerDied","Data":"9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc"} Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.651276 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-f6jm5\" (UniqueName: \"kubernetes.io/projected/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-kube-api-access-f6jm5\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.651448 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-combined-ca-bundle\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.651483 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.651538 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config-secret\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.753504 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config-secret\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.753680 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-f6jm5\" (UniqueName: \"kubernetes.io/projected/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-kube-api-access-f6jm5\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.753842 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-combined-ca-bundle\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.753885 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.755323 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.760615 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config-secret\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.761782 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-combined-ca-bundle\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.788063 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-f6jm5\" (UniqueName: \"kubernetes.io/projected/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-kube-api-access-f6jm5\") pod \"openstackclient\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.839460 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.839906 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="ceilometer-central-agent" containerID="cri-o://1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241" gracePeriod=30 Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.840025 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="proxy-httpd" containerID="cri-o://1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572" gracePeriod=30 Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.840084 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="ceilometer-notification-agent" containerID="cri-o://24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe" gracePeriod=30 Oct 13 19:47:37 crc kubenswrapper[4809]: I1013 19:47:37.840003 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="sg-core" containerID="cri-o://13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677" gracePeriod=30 Oct 13 19:47:38 crc kubenswrapper[4809]: I1013 19:47:38.073412 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:47:38 crc kubenswrapper[4809]: I1013 19:47:38.554703 4809 generic.go:334] "Generic (PLEG): container finished" podID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerID="1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572" exitCode=0 Oct 13 19:47:38 crc kubenswrapper[4809]: I1013 19:47:38.555102 4809 generic.go:334] "Generic (PLEG): container finished" podID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerID="13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677" exitCode=2 Oct 13 19:47:38 crc kubenswrapper[4809]: I1013 19:47:38.555112 4809 generic.go:334] "Generic (PLEG): container finished" podID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerID="1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241" exitCode=0 Oct 13 19:47:38 crc kubenswrapper[4809]: I1013 19:47:38.554769 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d91696da-253c-4fd2-8410-c53aaa6eb457","Type":"ContainerDied","Data":"1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572"} Oct 13 19:47:38 crc kubenswrapper[4809]: I1013 19:47:38.555154 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d91696da-253c-4fd2-8410-c53aaa6eb457","Type":"ContainerDied","Data":"13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677"} Oct 13 19:47:38 crc kubenswrapper[4809]: I1013 19:47:38.555168 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d91696da-253c-4fd2-8410-c53aaa6eb457","Type":"ContainerDied","Data":"1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241"} Oct 13 19:47:38 crc kubenswrapper[4809]: I1013 19:47:38.611367 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.206685 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.212417 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.281941 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-ovndb-tls-certs\") pod \"d823373b-e688-4390-ad20-5ce03b0957ee\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282016 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-config\") pod \"d823373b-e688-4390-ad20-5ce03b0957ee\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282038 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-config-data\") pod \"d91696da-253c-4fd2-8410-c53aaa6eb457\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282067 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-combined-ca-bundle\") pod \"d91696da-253c-4fd2-8410-c53aaa6eb457\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282183 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-log-httpd\") pod \"d91696da-253c-4fd2-8410-c53aaa6eb457\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282222 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-combined-ca-bundle\") pod \"d823373b-e688-4390-ad20-5ce03b0957ee\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282244 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-sg-core-conf-yaml\") pod \"d91696da-253c-4fd2-8410-c53aaa6eb457\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282262 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-scripts\") pod \"d91696da-253c-4fd2-8410-c53aaa6eb457\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282284 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-run-httpd\") pod \"d91696da-253c-4fd2-8410-c53aaa6eb457\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282317 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ljw5g\" (UniqueName: \"kubernetes.io/projected/d91696da-253c-4fd2-8410-c53aaa6eb457-kube-api-access-ljw5g\") pod \"d91696da-253c-4fd2-8410-c53aaa6eb457\" (UID: \"d91696da-253c-4fd2-8410-c53aaa6eb457\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282340 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-httpd-config\") pod \"d823373b-e688-4390-ad20-5ce03b0957ee\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282367 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jhh48\" (UniqueName: \"kubernetes.io/projected/d823373b-e688-4390-ad20-5ce03b0957ee-kube-api-access-jhh48\") pod \"d823373b-e688-4390-ad20-5ce03b0957ee\" (UID: \"d823373b-e688-4390-ad20-5ce03b0957ee\") " Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.282902 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "d91696da-253c-4fd2-8410-c53aaa6eb457" (UID: "d91696da-253c-4fd2-8410-c53aaa6eb457"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.284909 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "d91696da-253c-4fd2-8410-c53aaa6eb457" (UID: "d91696da-253c-4fd2-8410-c53aaa6eb457"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.290075 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "d823373b-e688-4390-ad20-5ce03b0957ee" (UID: "d823373b-e688-4390-ad20-5ce03b0957ee"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.290092 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d91696da-253c-4fd2-8410-c53aaa6eb457-kube-api-access-ljw5g" (OuterVolumeSpecName: "kube-api-access-ljw5g") pod "d91696da-253c-4fd2-8410-c53aaa6eb457" (UID: "d91696da-253c-4fd2-8410-c53aaa6eb457"). InnerVolumeSpecName "kube-api-access-ljw5g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.293991 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d823373b-e688-4390-ad20-5ce03b0957ee-kube-api-access-jhh48" (OuterVolumeSpecName: "kube-api-access-jhh48") pod "d823373b-e688-4390-ad20-5ce03b0957ee" (UID: "d823373b-e688-4390-ad20-5ce03b0957ee"). InnerVolumeSpecName "kube-api-access-jhh48". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.301336 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-scripts" (OuterVolumeSpecName: "scripts") pod "d91696da-253c-4fd2-8410-c53aaa6eb457" (UID: "d91696da-253c-4fd2-8410-c53aaa6eb457"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.312818 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "d91696da-253c-4fd2-8410-c53aaa6eb457" (UID: "d91696da-253c-4fd2-8410-c53aaa6eb457"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.361173 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-config" (OuterVolumeSpecName: "config") pod "d823373b-e688-4390-ad20-5ce03b0957ee" (UID: "d823373b-e688-4390-ad20-5ce03b0957ee"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.364679 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d91696da-253c-4fd2-8410-c53aaa6eb457" (UID: "d91696da-253c-4fd2-8410-c53aaa6eb457"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.372960 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d823373b-e688-4390-ad20-5ce03b0957ee" (UID: "d823373b-e688-4390-ad20-5ce03b0957ee"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.374171 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "d823373b-e688-4390-ad20-5ce03b0957ee" (UID: "d823373b-e688-4390-ad20-5ce03b0957ee"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.384713 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.385027 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.385041 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.385056 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.385068 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ljw5g\" (UniqueName: \"kubernetes.io/projected/d91696da-253c-4fd2-8410-c53aaa6eb457-kube-api-access-ljw5g\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.385081 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.385090 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jhh48\" (UniqueName: \"kubernetes.io/projected/d823373b-e688-4390-ad20-5ce03b0957ee-kube-api-access-jhh48\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.385100 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.385141 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/d823373b-e688-4390-ad20-5ce03b0957ee-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.385154 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.385164 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d91696da-253c-4fd2-8410-c53aaa6eb457-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.389959 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-config-data" (OuterVolumeSpecName: "config-data") pod "d91696da-253c-4fd2-8410-c53aaa6eb457" (UID: "d91696da-253c-4fd2-8410-c53aaa6eb457"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.487049 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d91696da-253c-4fd2-8410-c53aaa6eb457-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.567774 4809 generic.go:334] "Generic (PLEG): container finished" podID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerID="24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe" exitCode=0 Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.567820 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d91696da-253c-4fd2-8410-c53aaa6eb457","Type":"ContainerDied","Data":"24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe"} Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.567867 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d91696da-253c-4fd2-8410-c53aaa6eb457","Type":"ContainerDied","Data":"b2b24d6db0d29e1a41744b828d717c686e07d6211a96ccd2b7750a81b795723a"} Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.567876 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.567887 4809 scope.go:117] "RemoveContainer" containerID="1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.570288 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1","Type":"ContainerStarted","Data":"e16caeacee4a5bb892bf687f6e3d44322b5789f04e35cd35225d9c82bdf35834"} Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.570320 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1","Type":"ContainerStarted","Data":"ddda5d1ee68cfae86c464e52f64b598c32a58267e896a4a3277a424d7ae50699"} Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.597065 4809 generic.go:334] "Generic (PLEG): container finished" podID="d823373b-e688-4390-ad20-5ce03b0957ee" containerID="3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b" exitCode=0 Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.597117 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" event={"ID":"d823373b-e688-4390-ad20-5ce03b0957ee","Type":"ContainerDied","Data":"3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b"} Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.597173 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" event={"ID":"d823373b-e688-4390-ad20-5ce03b0957ee","Type":"ContainerDied","Data":"d8e98d3341b8ce9353894400d80e554dbf833a575b004807ed23543345f60a3f"} Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.597346 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.600636 4809 scope.go:117] "RemoveContainer" containerID="13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.628091 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstackclient" podStartSLOduration=2.6280695830000003 podStartE2EDuration="2.628069583s" podCreationTimestamp="2025-10-13 19:47:37 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:39.603025346 +0000 UTC m=+1378.208771931" watchObservedRunningTime="2025-10-13 19:47:39.628069583 +0000 UTC m=+1378.233816168" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.645498 4809 scope.go:117] "RemoveContainer" containerID="24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.663104 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.672760 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.682825 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.683283 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="sg-core" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683309 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="sg-core" Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.683321 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="proxy-httpd" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683327 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="proxy-httpd" Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.683347 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d823373b-e688-4390-ad20-5ce03b0957ee" containerName="neutron-api" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683353 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d823373b-e688-4390-ad20-5ce03b0957ee" containerName="neutron-api" Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.683360 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d823373b-e688-4390-ad20-5ce03b0957ee" containerName="neutron-httpd" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683366 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d823373b-e688-4390-ad20-5ce03b0957ee" containerName="neutron-httpd" Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.683376 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="ceilometer-notification-agent" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683381 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="ceilometer-notification-agent" Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.683399 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="ceilometer-central-agent" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683405 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="ceilometer-central-agent" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683590 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="ceilometer-central-agent" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683607 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d823373b-e688-4390-ad20-5ce03b0957ee" containerName="neutron-api" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683617 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ee678780-b46f-4c2f-a3da-b837d3359997" containerName="placement-api" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683629 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="sg-core" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683643 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="ceilometer-notification-agent" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683654 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" containerName="proxy-httpd" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.683664 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d823373b-e688-4390-ad20-5ce03b0957ee" containerName="neutron-httpd" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.686430 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.688939 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.689045 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.697855 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.699583 4809 scope.go:117] "RemoveContainer" containerID="1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.713036 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz"] Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.718786 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-5d786dd5ff-f6fsz"] Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.719891 4809 scope.go:117] "RemoveContainer" containerID="1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572" Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.720196 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572\": container with ID starting with 1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572 not found: ID does not exist" containerID="1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.720227 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572"} err="failed to get container status \"1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572\": rpc error: code = NotFound desc = could not find container \"1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572\": container with ID starting with 1e22cc0600d644684080725e03ed727708e9e6c5483bd69bb3b7e6c40beb9572 not found: ID does not exist" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.720246 4809 scope.go:117] "RemoveContainer" containerID="13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677" Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.720434 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677\": container with ID starting with 13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677 not found: ID does not exist" containerID="13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.720453 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677"} err="failed to get container status \"13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677\": rpc error: code = NotFound desc = could not find container \"13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677\": container with ID starting with 13307b7d1fc32cc07ec5657c9f2e6409cee5cd8a0859cd17d2645f0528080677 not found: ID does not exist" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.720467 4809 scope.go:117] "RemoveContainer" containerID="24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe" Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.720620 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe\": container with ID starting with 24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe not found: ID does not exist" containerID="24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.720639 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe"} err="failed to get container status \"24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe\": rpc error: code = NotFound desc = could not find container \"24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe\": container with ID starting with 24b011530f6d2e1690320b76cf8d94ba83b25f08fe593d3b6a2ee6c161b789fe not found: ID does not exist" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.720649 4809 scope.go:117] "RemoveContainer" containerID="1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241" Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.720925 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241\": container with ID starting with 1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241 not found: ID does not exist" containerID="1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.720942 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241"} err="failed to get container status \"1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241\": rpc error: code = NotFound desc = could not find container \"1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241\": container with ID starting with 1ab082f96a34db3d5861067c1659564f22d33a37652b0954fd1b8d22ce0fe241 not found: ID does not exist" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.720954 4809 scope.go:117] "RemoveContainer" containerID="9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.739306 4809 scope.go:117] "RemoveContainer" containerID="3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.757914 4809 scope.go:117] "RemoveContainer" containerID="9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc" Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.758403 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc\": container with ID starting with 9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc not found: ID does not exist" containerID="9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.758442 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc"} err="failed to get container status \"9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc\": rpc error: code = NotFound desc = could not find container \"9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc\": container with ID starting with 9b4d51230a7051eb8ec2880736ef6735ea23496e72f5bc80bd5d295f4490e4cc not found: ID does not exist" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.758469 4809 scope.go:117] "RemoveContainer" containerID="3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b" Oct 13 19:47:39 crc kubenswrapper[4809]: E1013 19:47:39.758823 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b\": container with ID starting with 3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b not found: ID does not exist" containerID="3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.758853 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b"} err="failed to get container status \"3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b\": rpc error: code = NotFound desc = could not find container \"3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b\": container with ID starting with 3ecfc6bffa90628a827942daf54410836f54457a49a3104a0a195c2e578c251b not found: ID does not exist" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.793267 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.793366 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-config-data\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.793463 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zgbrf\" (UniqueName: \"kubernetes.io/projected/303578be-7b15-443d-bf11-c616209505db-kube-api-access-zgbrf\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.793586 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-scripts\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.793636 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-log-httpd\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.793716 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.793998 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-run-httpd\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.895917 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.895989 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-config-data\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.896054 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zgbrf\" (UniqueName: \"kubernetes.io/projected/303578be-7b15-443d-bf11-c616209505db-kube-api-access-zgbrf\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.896086 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-scripts\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.896108 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-log-httpd\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.896143 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.896217 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-run-httpd\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.896626 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-run-httpd\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.897200 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-log-httpd\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.900643 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-scripts\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.901187 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-config-data\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.903274 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.903439 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:39 crc kubenswrapper[4809]: I1013 19:47:39.915316 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zgbrf\" (UniqueName: \"kubernetes.io/projected/303578be-7b15-443d-bf11-c616209505db-kube-api-access-zgbrf\") pod \"ceilometer-0\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:40 crc kubenswrapper[4809]: I1013 19:47:40.012820 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:40 crc kubenswrapper[4809]: I1013 19:47:40.176386 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d823373b-e688-4390-ad20-5ce03b0957ee" path="/var/lib/kubelet/pods/d823373b-e688-4390-ad20-5ce03b0957ee/volumes" Oct 13 19:47:40 crc kubenswrapper[4809]: I1013 19:47:40.177752 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d91696da-253c-4fd2-8410-c53aaa6eb457" path="/var/lib/kubelet/pods/d91696da-253c-4fd2-8410-c53aaa6eb457/volumes" Oct 13 19:47:40 crc kubenswrapper[4809]: I1013 19:47:40.472510 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:40 crc kubenswrapper[4809]: I1013 19:47:40.609263 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"303578be-7b15-443d-bf11-c616209505db","Type":"ContainerStarted","Data":"a2c4644e65dbc330f24fee97811c9095d4b49b1470dc47b80d331ee754daf0ef"} Oct 13 19:47:40 crc kubenswrapper[4809]: I1013 19:47:40.973225 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l"] Oct 13 19:47:40 crc kubenswrapper[4809]: I1013 19:47:40.975458 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:40 crc kubenswrapper[4809]: I1013 19:47:40.978202 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 19:47:40 crc kubenswrapper[4809]: I1013 19:47:40.978405 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-internal-svc" Oct 13 19:47:40 crc kubenswrapper[4809]: I1013 19:47:40.982986 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-public-svc" Oct 13 19:47:40 crc kubenswrapper[4809]: I1013 19:47:40.993789 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l"] Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.120853 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-log-httpd\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.121151 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dzhj5\" (UniqueName: \"kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-kube-api-access-dzhj5\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.121181 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-combined-ca-bundle\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.121200 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-config-data\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.121235 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-public-tls-certs\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.121625 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-etc-swift\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.121794 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-run-httpd\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.121866 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-internal-tls-certs\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.223286 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-run-httpd\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.223347 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-internal-tls-certs\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.223378 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-log-httpd\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.223401 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dzhj5\" (UniqueName: \"kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-kube-api-access-dzhj5\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.223422 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-combined-ca-bundle\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.223445 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-config-data\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.223475 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-public-tls-certs\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.223497 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-etc-swift\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.223884 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-run-httpd\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.224999 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-log-httpd\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.227948 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-internal-tls-certs\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.228350 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-public-tls-certs\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.228452 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-config-data\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.229186 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-etc-swift\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.238113 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-combined-ca-bundle\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.239539 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dzhj5\" (UniqueName: \"kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-kube-api-access-dzhj5\") pod \"swift-proxy-5b667dc978-tqf4l\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.421802 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.626365 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"303578be-7b15-443d-bf11-c616209505db","Type":"ContainerStarted","Data":"c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2"} Oct 13 19:47:41 crc kubenswrapper[4809]: I1013 19:47:41.893875 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l"] Oct 13 19:47:41 crc kubenswrapper[4809]: W1013 19:47:41.894288 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd000e630_5301_4e05_b548_dd7b6678ba93.slice/crio-970adb46e046fc0acc02605a5aec2faa90fae05b76e5aaf6272ed2dd66cf5747 WatchSource:0}: Error finding container 970adb46e046fc0acc02605a5aec2faa90fae05b76e5aaf6272ed2dd66cf5747: Status 404 returned error can't find the container with id 970adb46e046fc0acc02605a5aec2faa90fae05b76e5aaf6272ed2dd66cf5747 Oct 13 19:47:42 crc kubenswrapper[4809]: I1013 19:47:42.637890 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" event={"ID":"d000e630-5301-4e05-b548-dd7b6678ba93","Type":"ContainerStarted","Data":"e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1"} Oct 13 19:47:42 crc kubenswrapper[4809]: I1013 19:47:42.638231 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" event={"ID":"d000e630-5301-4e05-b548-dd7b6678ba93","Type":"ContainerStarted","Data":"89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb"} Oct 13 19:47:42 crc kubenswrapper[4809]: I1013 19:47:42.638256 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:42 crc kubenswrapper[4809]: I1013 19:47:42.638267 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" event={"ID":"d000e630-5301-4e05-b548-dd7b6678ba93","Type":"ContainerStarted","Data":"970adb46e046fc0acc02605a5aec2faa90fae05b76e5aaf6272ed2dd66cf5747"} Oct 13 19:47:42 crc kubenswrapper[4809]: I1013 19:47:42.638280 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:42 crc kubenswrapper[4809]: I1013 19:47:42.640687 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"303578be-7b15-443d-bf11-c616209505db","Type":"ContainerStarted","Data":"a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5"} Oct 13 19:47:42 crc kubenswrapper[4809]: I1013 19:47:42.640730 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"303578be-7b15-443d-bf11-c616209505db","Type":"ContainerStarted","Data":"937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f"} Oct 13 19:47:42 crc kubenswrapper[4809]: I1013 19:47:42.667285 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" podStartSLOduration=2.667263509 podStartE2EDuration="2.667263509s" podCreationTimestamp="2025-10-13 19:47:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:42.66101331 +0000 UTC m=+1381.266759895" watchObservedRunningTime="2025-10-13 19:47:42.667263509 +0000 UTC m=+1381.273010094" Oct 13 19:47:43 crc kubenswrapper[4809]: I1013 19:47:43.012963 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:47:43 crc kubenswrapper[4809]: I1013 19:47:43.013598 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="8057c105-4944-4828-9f8d-24c77fcdf7c2" containerName="glance-log" containerID="cri-o://175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa" gracePeriod=30 Oct 13 19:47:43 crc kubenswrapper[4809]: I1013 19:47:43.014218 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="8057c105-4944-4828-9f8d-24c77fcdf7c2" containerName="glance-httpd" containerID="cri-o://94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80" gracePeriod=30 Oct 13 19:47:43 crc kubenswrapper[4809]: I1013 19:47:43.652080 4809 generic.go:334] "Generic (PLEG): container finished" podID="8057c105-4944-4828-9f8d-24c77fcdf7c2" containerID="175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa" exitCode=143 Oct 13 19:47:43 crc kubenswrapper[4809]: I1013 19:47:43.652171 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"8057c105-4944-4828-9f8d-24c77fcdf7c2","Type":"ContainerDied","Data":"175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa"} Oct 13 19:47:44 crc kubenswrapper[4809]: I1013 19:47:44.665730 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"303578be-7b15-443d-bf11-c616209505db","Type":"ContainerStarted","Data":"dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e"} Oct 13 19:47:44 crc kubenswrapper[4809]: I1013 19:47:44.666316 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:44 crc kubenswrapper[4809]: I1013 19:47:44.694075 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:44 crc kubenswrapper[4809]: I1013 19:47:44.712881 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.851982698 podStartE2EDuration="5.712866747s" podCreationTimestamp="2025-10-13 19:47:39 +0000 UTC" firstStartedPulling="2025-10-13 19:47:40.487082651 +0000 UTC m=+1379.092829236" lastFinishedPulling="2025-10-13 19:47:44.3479667 +0000 UTC m=+1382.953713285" observedRunningTime="2025-10-13 19:47:44.710334164 +0000 UTC m=+1383.316080759" watchObservedRunningTime="2025-10-13 19:47:44.712866747 +0000 UTC m=+1383.318613332" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.637385 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.731087 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-combined-ca-bundle\") pod \"8057c105-4944-4828-9f8d-24c77fcdf7c2\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.731137 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-httpd-run\") pod \"8057c105-4944-4828-9f8d-24c77fcdf7c2\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.731158 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-logs\") pod \"8057c105-4944-4828-9f8d-24c77fcdf7c2\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.731225 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-internal-tls-certs\") pod \"8057c105-4944-4828-9f8d-24c77fcdf7c2\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.731295 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"8057c105-4944-4828-9f8d-24c77fcdf7c2\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.731331 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zf6ph\" (UniqueName: \"kubernetes.io/projected/8057c105-4944-4828-9f8d-24c77fcdf7c2-kube-api-access-zf6ph\") pod \"8057c105-4944-4828-9f8d-24c77fcdf7c2\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.731368 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-scripts\") pod \"8057c105-4944-4828-9f8d-24c77fcdf7c2\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.731459 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-config-data\") pod \"8057c105-4944-4828-9f8d-24c77fcdf7c2\" (UID: \"8057c105-4944-4828-9f8d-24c77fcdf7c2\") " Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.731882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "8057c105-4944-4828-9f8d-24c77fcdf7c2" (UID: "8057c105-4944-4828-9f8d-24c77fcdf7c2"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.732056 4809 generic.go:334] "Generic (PLEG): container finished" podID="8057c105-4944-4828-9f8d-24c77fcdf7c2" containerID="94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80" exitCode=0 Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.732623 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="ceilometer-central-agent" containerID="cri-o://c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2" gracePeriod=30 Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.732894 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.733432 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"8057c105-4944-4828-9f8d-24c77fcdf7c2","Type":"ContainerDied","Data":"94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80"} Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.733548 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"8057c105-4944-4828-9f8d-24c77fcdf7c2","Type":"ContainerDied","Data":"c6cd5c75a0dc238c871574f2c5feb63cfce9d06a70520352e641eb49ced7be0a"} Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.733642 4809 scope.go:117] "RemoveContainer" containerID="94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.734197 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="proxy-httpd" containerID="cri-o://dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e" gracePeriod=30 Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.740379 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="sg-core" containerID="cri-o://a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5" gracePeriod=30 Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.740931 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="ceilometer-notification-agent" containerID="cri-o://937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f" gracePeriod=30 Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.742059 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage06-crc" (OuterVolumeSpecName: "glance") pod "8057c105-4944-4828-9f8d-24c77fcdf7c2" (UID: "8057c105-4944-4828-9f8d-24c77fcdf7c2"). InnerVolumeSpecName "local-storage06-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.742573 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-logs" (OuterVolumeSpecName: "logs") pod "8057c105-4944-4828-9f8d-24c77fcdf7c2" (UID: "8057c105-4944-4828-9f8d-24c77fcdf7c2"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.764279 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-scripts" (OuterVolumeSpecName: "scripts") pod "8057c105-4944-4828-9f8d-24c77fcdf7c2" (UID: "8057c105-4944-4828-9f8d-24c77fcdf7c2"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.769336 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8057c105-4944-4828-9f8d-24c77fcdf7c2-kube-api-access-zf6ph" (OuterVolumeSpecName: "kube-api-access-zf6ph") pod "8057c105-4944-4828-9f8d-24c77fcdf7c2" (UID: "8057c105-4944-4828-9f8d-24c77fcdf7c2"). InnerVolumeSpecName "kube-api-access-zf6ph". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.794364 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8057c105-4944-4828-9f8d-24c77fcdf7c2" (UID: "8057c105-4944-4828-9f8d-24c77fcdf7c2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.808914 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-config-data" (OuterVolumeSpecName: "config-data") pod "8057c105-4944-4828-9f8d-24c77fcdf7c2" (UID: "8057c105-4944-4828-9f8d-24c77fcdf7c2"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.833432 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.833461 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.833470 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8057c105-4944-4828-9f8d-24c77fcdf7c2-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.833498 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" " Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.833507 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zf6ph\" (UniqueName: \"kubernetes.io/projected/8057c105-4944-4828-9f8d-24c77fcdf7c2-kube-api-access-zf6ph\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.833517 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.833527 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.847508 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "8057c105-4944-4828-9f8d-24c77fcdf7c2" (UID: "8057c105-4944-4828-9f8d-24c77fcdf7c2"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.853131 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage06-crc" (UniqueName: "kubernetes.io/local-volume/local-storage06-crc") on node "crc" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.862926 4809 scope.go:117] "RemoveContainer" containerID="175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.885902 4809 scope.go:117] "RemoveContainer" containerID="94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80" Oct 13 19:47:46 crc kubenswrapper[4809]: E1013 19:47:46.887348 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80\": container with ID starting with 94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80 not found: ID does not exist" containerID="94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.887383 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80"} err="failed to get container status \"94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80\": rpc error: code = NotFound desc = could not find container \"94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80\": container with ID starting with 94ed70f12fa2dfee4baeda7156a2c849764bf7f3df040df569e9450f2a1a7c80 not found: ID does not exist" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.887404 4809 scope.go:117] "RemoveContainer" containerID="175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa" Oct 13 19:47:46 crc kubenswrapper[4809]: E1013 19:47:46.887853 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa\": container with ID starting with 175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa not found: ID does not exist" containerID="175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.887877 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa"} err="failed to get container status \"175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa\": rpc error: code = NotFound desc = could not find container \"175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa\": container with ID starting with 175b1c66efdc438883c10d0051ea8364f5e773f60ade9bf25b287ba290ed5ffa not found: ID does not exist" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.935455 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8057c105-4944-4828-9f8d-24c77fcdf7c2-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:46 crc kubenswrapper[4809]: I1013 19:47:46.935490 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.065685 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.073190 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.094026 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:47:47 crc kubenswrapper[4809]: E1013 19:47:47.094359 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8057c105-4944-4828-9f8d-24c77fcdf7c2" containerName="glance-httpd" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.094373 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8057c105-4944-4828-9f8d-24c77fcdf7c2" containerName="glance-httpd" Oct 13 19:47:47 crc kubenswrapper[4809]: E1013 19:47:47.094412 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8057c105-4944-4828-9f8d-24c77fcdf7c2" containerName="glance-log" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.094419 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8057c105-4944-4828-9f8d-24c77fcdf7c2" containerName="glance-log" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.094590 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8057c105-4944-4828-9f8d-24c77fcdf7c2" containerName="glance-log" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.094611 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8057c105-4944-4828-9f8d-24c77fcdf7c2" containerName="glance-httpd" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.095542 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.098557 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.098896 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.112389 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.240714 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.240792 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-logs\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.240887 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nx4rw\" (UniqueName: \"kubernetes.io/projected/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-kube-api-access-nx4rw\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.241088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-config-data\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.241219 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.241257 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-scripts\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.241356 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.241448 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.342921 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.343038 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.343064 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-logs\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.343092 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nx4rw\" (UniqueName: \"kubernetes.io/projected/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-kube-api-access-nx4rw\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.343125 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-config-data\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.343152 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") device mount path \"/mnt/openstack/pv06\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.343158 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.343560 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-scripts\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.343594 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-logs\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.343720 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.344096 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.349991 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.350335 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-scripts\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.350803 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-config-data\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.351425 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.360658 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nx4rw\" (UniqueName: \"kubernetes.io/projected/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-kube-api-access-nx4rw\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.371204 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"glance-default-internal-api-0\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.414668 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.745535 4809 generic.go:334] "Generic (PLEG): container finished" podID="303578be-7b15-443d-bf11-c616209505db" containerID="dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e" exitCode=0 Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.745889 4809 generic.go:334] "Generic (PLEG): container finished" podID="303578be-7b15-443d-bf11-c616209505db" containerID="a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5" exitCode=2 Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.745898 4809 generic.go:334] "Generic (PLEG): container finished" podID="303578be-7b15-443d-bf11-c616209505db" containerID="937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f" exitCode=0 Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.745587 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"303578be-7b15-443d-bf11-c616209505db","Type":"ContainerDied","Data":"dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e"} Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.745992 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"303578be-7b15-443d-bf11-c616209505db","Type":"ContainerDied","Data":"a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5"} Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.746009 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"303578be-7b15-443d-bf11-c616209505db","Type":"ContainerDied","Data":"937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f"} Oct 13 19:47:47 crc kubenswrapper[4809]: I1013 19:47:47.878483 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:47:47 crc kubenswrapper[4809]: W1013 19:47:47.888911 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod79c17ef0_b7a1_4816_aec0_1e83ecf552d4.slice/crio-56dde1409163ef4543ecc924eb688e4be2d3513c2fb9fa16ce715d5de268828b WatchSource:0}: Error finding container 56dde1409163ef4543ecc924eb688e4be2d3513c2fb9fa16ce715d5de268828b: Status 404 returned error can't find the container with id 56dde1409163ef4543ecc924eb688e4be2d3513c2fb9fa16ce715d5de268828b Oct 13 19:47:48 crc kubenswrapper[4809]: I1013 19:47:48.174563 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8057c105-4944-4828-9f8d-24c77fcdf7c2" path="/var/lib/kubelet/pods/8057c105-4944-4828-9f8d-24c77fcdf7c2/volumes" Oct 13 19:47:48 crc kubenswrapper[4809]: I1013 19:47:48.767697 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"79c17ef0-b7a1-4816-aec0-1e83ecf552d4","Type":"ContainerStarted","Data":"b2d74237ebc63857c73e0d4886a1bd17cc94132b6d86fa66a6ad985e09e16f09"} Oct 13 19:47:48 crc kubenswrapper[4809]: I1013 19:47:48.768214 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"79c17ef0-b7a1-4816-aec0-1e83ecf552d4","Type":"ContainerStarted","Data":"56dde1409163ef4543ecc924eb688e4be2d3513c2fb9fa16ce715d5de268828b"} Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.193642 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.281998 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zgbrf\" (UniqueName: \"kubernetes.io/projected/303578be-7b15-443d-bf11-c616209505db-kube-api-access-zgbrf\") pod \"303578be-7b15-443d-bf11-c616209505db\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.282079 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-run-httpd\") pod \"303578be-7b15-443d-bf11-c616209505db\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.282172 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-combined-ca-bundle\") pod \"303578be-7b15-443d-bf11-c616209505db\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.282222 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-config-data\") pod \"303578be-7b15-443d-bf11-c616209505db\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.282310 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-scripts\") pod \"303578be-7b15-443d-bf11-c616209505db\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.282453 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-sg-core-conf-yaml\") pod \"303578be-7b15-443d-bf11-c616209505db\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.282489 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-log-httpd\") pod \"303578be-7b15-443d-bf11-c616209505db\" (UID: \"303578be-7b15-443d-bf11-c616209505db\") " Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.282582 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "303578be-7b15-443d-bf11-c616209505db" (UID: "303578be-7b15-443d-bf11-c616209505db"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.282976 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.283386 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "303578be-7b15-443d-bf11-c616209505db" (UID: "303578be-7b15-443d-bf11-c616209505db"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.288254 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-scripts" (OuterVolumeSpecName: "scripts") pod "303578be-7b15-443d-bf11-c616209505db" (UID: "303578be-7b15-443d-bf11-c616209505db"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.289865 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/303578be-7b15-443d-bf11-c616209505db-kube-api-access-zgbrf" (OuterVolumeSpecName: "kube-api-access-zgbrf") pod "303578be-7b15-443d-bf11-c616209505db" (UID: "303578be-7b15-443d-bf11-c616209505db"). InnerVolumeSpecName "kube-api-access-zgbrf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.339574 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "303578be-7b15-443d-bf11-c616209505db" (UID: "303578be-7b15-443d-bf11-c616209505db"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.384198 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.384233 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/303578be-7b15-443d-bf11-c616209505db-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.384245 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zgbrf\" (UniqueName: \"kubernetes.io/projected/303578be-7b15-443d-bf11-c616209505db-kube-api-access-zgbrf\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.384255 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.419022 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-config-data" (OuterVolumeSpecName: "config-data") pod "303578be-7b15-443d-bf11-c616209505db" (UID: "303578be-7b15-443d-bf11-c616209505db"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.424363 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "303578be-7b15-443d-bf11-c616209505db" (UID: "303578be-7b15-443d-bf11-c616209505db"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.486050 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.486077 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/303578be-7b15-443d-bf11-c616209505db-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.783152 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"79c17ef0-b7a1-4816-aec0-1e83ecf552d4","Type":"ContainerStarted","Data":"02f8a46a739b147eb72ef31b224e7cac62aeedb73cd9a3c54e8c97b66c3d889c"} Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.792185 4809 generic.go:334] "Generic (PLEG): container finished" podID="303578be-7b15-443d-bf11-c616209505db" containerID="c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2" exitCode=0 Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.792245 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.792250 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"303578be-7b15-443d-bf11-c616209505db","Type":"ContainerDied","Data":"c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2"} Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.792334 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"303578be-7b15-443d-bf11-c616209505db","Type":"ContainerDied","Data":"a2c4644e65dbc330f24fee97811c9095d4b49b1470dc47b80d331ee754daf0ef"} Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.792366 4809 scope.go:117] "RemoveContainer" containerID="dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.828608 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=2.828584736 podStartE2EDuration="2.828584736s" podCreationTimestamp="2025-10-13 19:47:47 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:49.82521541 +0000 UTC m=+1388.430962005" watchObservedRunningTime="2025-10-13 19:47:49.828584736 +0000 UTC m=+1388.434331361" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.830784 4809 scope.go:117] "RemoveContainer" containerID="a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.868626 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.881407 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.892524 4809 scope.go:117] "RemoveContainer" containerID="937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.894093 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:49 crc kubenswrapper[4809]: E1013 19:47:49.894444 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="sg-core" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.894460 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="sg-core" Oct 13 19:47:49 crc kubenswrapper[4809]: E1013 19:47:49.894477 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="proxy-httpd" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.894501 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="proxy-httpd" Oct 13 19:47:49 crc kubenswrapper[4809]: E1013 19:47:49.894517 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="ceilometer-central-agent" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.894523 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="ceilometer-central-agent" Oct 13 19:47:49 crc kubenswrapper[4809]: E1013 19:47:49.894543 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="ceilometer-notification-agent" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.894549 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="ceilometer-notification-agent" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.894745 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="ceilometer-notification-agent" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.894763 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="proxy-httpd" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.894773 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="ceilometer-central-agent" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.894786 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="303578be-7b15-443d-bf11-c616209505db" containerName="sg-core" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.896323 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.898987 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.899455 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.901866 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.926438 4809 scope.go:117] "RemoveContainer" containerID="c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.949138 4809 scope.go:117] "RemoveContainer" containerID="dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e" Oct 13 19:47:49 crc kubenswrapper[4809]: E1013 19:47:49.949624 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e\": container with ID starting with dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e not found: ID does not exist" containerID="dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.949682 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e"} err="failed to get container status \"dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e\": rpc error: code = NotFound desc = could not find container \"dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e\": container with ID starting with dfec90bbba1c1cebde09e64acce6e4f883acc86e0f5f6be1ea1fee3533c0336e not found: ID does not exist" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.949715 4809 scope.go:117] "RemoveContainer" containerID="a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5" Oct 13 19:47:49 crc kubenswrapper[4809]: E1013 19:47:49.950181 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5\": container with ID starting with a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5 not found: ID does not exist" containerID="a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.950212 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5"} err="failed to get container status \"a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5\": rpc error: code = NotFound desc = could not find container \"a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5\": container with ID starting with a0ad8816c38c9bb2f3dbb9acf8dfda1f271f6470366f8f883d7f13d7c61da6f5 not found: ID does not exist" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.950235 4809 scope.go:117] "RemoveContainer" containerID="937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f" Oct 13 19:47:49 crc kubenswrapper[4809]: E1013 19:47:49.950528 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f\": container with ID starting with 937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f not found: ID does not exist" containerID="937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.950569 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f"} err="failed to get container status \"937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f\": rpc error: code = NotFound desc = could not find container \"937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f\": container with ID starting with 937b9324b982a78ef07f3132ca13212cf4aef636049dcb7058e80f3a7d56653f not found: ID does not exist" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.950597 4809 scope.go:117] "RemoveContainer" containerID="c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2" Oct 13 19:47:49 crc kubenswrapper[4809]: E1013 19:47:49.950941 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2\": container with ID starting with c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2 not found: ID does not exist" containerID="c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.950968 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2"} err="failed to get container status \"c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2\": rpc error: code = NotFound desc = could not find container \"c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2\": container with ID starting with c13cedb634c7a42c87c70fa424de27ea39134bb9e177289e4151f849e3131fa2 not found: ID does not exist" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.995410 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.995577 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-run-httpd\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.995707 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-scripts\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.995811 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-config-data\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.995849 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.995988 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-log-httpd\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:49 crc kubenswrapper[4809]: I1013 19:47:49.996035 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-c627f\" (UniqueName: \"kubernetes.io/projected/ccc28175-1e4d-4849-8e52-7f123cf58780-kube-api-access-c627f\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.098683 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.098823 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-run-httpd\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.098849 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-scripts\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.098869 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-config-data\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.098886 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.098918 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-log-httpd\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.098936 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-c627f\" (UniqueName: \"kubernetes.io/projected/ccc28175-1e4d-4849-8e52-7f123cf58780-kube-api-access-c627f\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.099360 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-run-httpd\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.099411 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-log-httpd\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.104132 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.104572 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.104596 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-scripts\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.104831 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-config-data\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.117510 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-c627f\" (UniqueName: \"kubernetes.io/projected/ccc28175-1e4d-4849-8e52-7f123cf58780-kube-api-access-c627f\") pod \"ceilometer-0\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.166840 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="303578be-7b15-443d-bf11-c616209505db" path="/var/lib/kubelet/pods/303578be-7b15-443d-bf11-c616209505db/volumes" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.230262 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.726459 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:50 crc kubenswrapper[4809]: W1013 19:47:50.732486 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podccc28175_1e4d_4849_8e52_7f123cf58780.slice/crio-6a2c8f8940a2bda982a9cd1a7d9fa4184e23e156dba18b4a6b1dada11be9285e WatchSource:0}: Error finding container 6a2c8f8940a2bda982a9cd1a7d9fa4184e23e156dba18b4a6b1dada11be9285e: Status 404 returned error can't find the container with id 6a2c8f8940a2bda982a9cd1a7d9fa4184e23e156dba18b4a6b1dada11be9285e Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.805920 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ccc28175-1e4d-4849-8e52-7f123cf58780","Type":"ContainerStarted","Data":"6a2c8f8940a2bda982a9cd1a7d9fa4184e23e156dba18b4a6b1dada11be9285e"} Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.830348 4809 scope.go:117] "RemoveContainer" containerID="ea8c9e38baec3b6f2986e79e6c02692802773d21c9cda250e7f12ab558a162ed" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.885531 4809 scope.go:117] "RemoveContainer" containerID="ec0435d54b75834c41fe25625b428379809238718712627dffb14a2ebd714881" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.914251 4809 scope.go:117] "RemoveContainer" containerID="3784014b6a34e1ce9f6fb3ff96acf458b98b973f1b22644d973181888e30c5ae" Oct 13 19:47:50 crc kubenswrapper[4809]: I1013 19:47:50.978075 4809 scope.go:117] "RemoveContainer" containerID="9da48ae45f9775c421f4dd54cb17768dbf91a0fd4ea636f2e284bedc298f51e3" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.015634 4809 scope.go:117] "RemoveContainer" containerID="bff2551cabdccf86239b9c5f34d1b86fc2fd3e437db2ed3de627d463ab13fffa" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.065022 4809 scope.go:117] "RemoveContainer" containerID="40f587e5ead121a29a07acaff3802a20c2cb1a6587858b11d9a92ad062495e7f" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.099902 4809 scope.go:117] "RemoveContainer" containerID="4c2e6d5aea76c38746666cecf112e6d33ac37a153c780ed43fe1500bdca1ac79" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.131611 4809 scope.go:117] "RemoveContainer" containerID="11cf7063b3964d7595aef36ce54f63c15fcbb45ae4a1b3df9063fee32c4a4302" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.149089 4809 scope.go:117] "RemoveContainer" containerID="e7b110cbfd671ef53fe7c71a27ee45018097f76f516a8c48c1d901f1bff231f9" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.188455 4809 scope.go:117] "RemoveContainer" containerID="1925c8c3ced7b6d65118bd644f0044d71172bc970d7dd5b996638ea44dda050b" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.214274 4809 scope.go:117] "RemoveContainer" containerID="d555879a4ca046fcc140ab1173d6c960181c1aa2b7083c462ab3aef12d330759" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.236636 4809 scope.go:117] "RemoveContainer" containerID="03ab358acf38683dbf8ef5595b3bf59ecc8ff9624a41d50d2c028f85dbc5fc21" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.298662 4809 scope.go:117] "RemoveContainer" containerID="750a49aa471f93a06f29c5dad6271e3352e55bb065c5f1db34948149be199f0f" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.403910 4809 scope.go:117] "RemoveContainer" containerID="1a9b0f6b410203f1a0b525ba83670d2d5f05d4031e159c47fe7a61a12d021468" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.432698 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.434748 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.702151 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:47:51 crc kubenswrapper[4809]: I1013 19:47:51.825366 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ccc28175-1e4d-4849-8e52-7f123cf58780","Type":"ContainerStarted","Data":"d56b0f35a9257046d9906e54a8852b9f78b69fef3e7c8d16bf0392b462e84a56"} Oct 13 19:47:52 crc kubenswrapper[4809]: I1013 19:47:52.846603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ccc28175-1e4d-4849-8e52-7f123cf58780","Type":"ContainerStarted","Data":"c685d60f4a5c7b41d710623fe423162f6b613dc5bbc5735f35f677c271e09ded"} Oct 13 19:47:53 crc kubenswrapper[4809]: I1013 19:47:53.114695 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:47:53 crc kubenswrapper[4809]: I1013 19:47:53.115039 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="13c83626-37dd-48ce-87a9-3f6655841933" containerName="glance-log" containerID="cri-o://75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a" gracePeriod=30 Oct 13 19:47:53 crc kubenswrapper[4809]: I1013 19:47:53.115137 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="13c83626-37dd-48ce-87a9-3f6655841933" containerName="glance-httpd" containerID="cri-o://998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397" gracePeriod=30 Oct 13 19:47:53 crc kubenswrapper[4809]: I1013 19:47:53.857174 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ccc28175-1e4d-4849-8e52-7f123cf58780","Type":"ContainerStarted","Data":"8d7244119bb785a33cdde3713bd271502337fbf30f309574715af0f1c6353b6c"} Oct 13 19:47:53 crc kubenswrapper[4809]: I1013 19:47:53.859467 4809 generic.go:334] "Generic (PLEG): container finished" podID="13c83626-37dd-48ce-87a9-3f6655841933" containerID="75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a" exitCode=143 Oct 13 19:47:53 crc kubenswrapper[4809]: I1013 19:47:53.859495 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"13c83626-37dd-48ce-87a9-3f6655841933","Type":"ContainerDied","Data":"75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a"} Oct 13 19:47:54 crc kubenswrapper[4809]: I1013 19:47:54.871268 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ccc28175-1e4d-4849-8e52-7f123cf58780","Type":"ContainerStarted","Data":"9fe1e1fa14fbc49066a469fa78a7b106b60aea4744e667d63a43673a875a6420"} Oct 13 19:47:54 crc kubenswrapper[4809]: I1013 19:47:54.871526 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="ceilometer-notification-agent" containerID="cri-o://c685d60f4a5c7b41d710623fe423162f6b613dc5bbc5735f35f677c271e09ded" gracePeriod=30 Oct 13 19:47:54 crc kubenswrapper[4809]: I1013 19:47:54.871416 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="ceilometer-central-agent" containerID="cri-o://d56b0f35a9257046d9906e54a8852b9f78b69fef3e7c8d16bf0392b462e84a56" gracePeriod=30 Oct 13 19:47:54 crc kubenswrapper[4809]: I1013 19:47:54.871538 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="proxy-httpd" containerID="cri-o://9fe1e1fa14fbc49066a469fa78a7b106b60aea4744e667d63a43673a875a6420" gracePeriod=30 Oct 13 19:47:54 crc kubenswrapper[4809]: I1013 19:47:54.871509 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="sg-core" containerID="cri-o://8d7244119bb785a33cdde3713bd271502337fbf30f309574715af0f1c6353b6c" gracePeriod=30 Oct 13 19:47:54 crc kubenswrapper[4809]: I1013 19:47:54.871719 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:54 crc kubenswrapper[4809]: I1013 19:47:54.906366 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.659016909 podStartE2EDuration="5.906347379s" podCreationTimestamp="2025-10-13 19:47:49 +0000 UTC" firstStartedPulling="2025-10-13 19:47:50.734871197 +0000 UTC m=+1389.340617782" lastFinishedPulling="2025-10-13 19:47:53.982201637 +0000 UTC m=+1392.587948252" observedRunningTime="2025-10-13 19:47:54.904447965 +0000 UTC m=+1393.510194570" watchObservedRunningTime="2025-10-13 19:47:54.906347379 +0000 UTC m=+1393.512093964" Oct 13 19:47:54 crc kubenswrapper[4809]: I1013 19:47:54.922501 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-296kd"] Oct 13 19:47:54 crc kubenswrapper[4809]: I1013 19:47:54.923572 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-296kd" Oct 13 19:47:54 crc kubenswrapper[4809]: I1013 19:47:54.943089 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-296kd"] Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.000770 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-bsld6"] Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.008100 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-bsld6" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.009671 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xhdz6\" (UniqueName: \"kubernetes.io/projected/dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12-kube-api-access-xhdz6\") pod \"nova-api-db-create-296kd\" (UID: \"dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12\") " pod="openstack-kuttl-tests/nova-api-db-create-296kd" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.026267 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-bsld6"] Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.111839 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8skkv\" (UniqueName: \"kubernetes.io/projected/68bae362-0971-4658-b18c-0e88ac636565-kube-api-access-8skkv\") pod \"nova-cell0-db-create-bsld6\" (UID: \"68bae362-0971-4658-b18c-0e88ac636565\") " pod="openstack-kuttl-tests/nova-cell0-db-create-bsld6" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.111992 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xhdz6\" (UniqueName: \"kubernetes.io/projected/dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12-kube-api-access-xhdz6\") pod \"nova-api-db-create-296kd\" (UID: \"dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12\") " pod="openstack-kuttl-tests/nova-api-db-create-296kd" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.113061 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-8pjzh"] Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.115398 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-8pjzh" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.133283 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xhdz6\" (UniqueName: \"kubernetes.io/projected/dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12-kube-api-access-xhdz6\") pod \"nova-api-db-create-296kd\" (UID: \"dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12\") " pod="openstack-kuttl-tests/nova-api-db-create-296kd" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.147818 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-8pjzh"] Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.213849 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8skkv\" (UniqueName: \"kubernetes.io/projected/68bae362-0971-4658-b18c-0e88ac636565-kube-api-access-8skkv\") pod \"nova-cell0-db-create-bsld6\" (UID: \"68bae362-0971-4658-b18c-0e88ac636565\") " pod="openstack-kuttl-tests/nova-cell0-db-create-bsld6" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.214003 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nfd25\" (UniqueName: \"kubernetes.io/projected/319a350a-4bca-471b-bf5b-396971714475-kube-api-access-nfd25\") pod \"nova-cell1-db-create-8pjzh\" (UID: \"319a350a-4bca-471b-bf5b-396971714475\") " pod="openstack-kuttl-tests/nova-cell1-db-create-8pjzh" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.230253 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8skkv\" (UniqueName: \"kubernetes.io/projected/68bae362-0971-4658-b18c-0e88ac636565-kube-api-access-8skkv\") pod \"nova-cell0-db-create-bsld6\" (UID: \"68bae362-0971-4658-b18c-0e88ac636565\") " pod="openstack-kuttl-tests/nova-cell0-db-create-bsld6" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.240136 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-296kd" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.316039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nfd25\" (UniqueName: \"kubernetes.io/projected/319a350a-4bca-471b-bf5b-396971714475-kube-api-access-nfd25\") pod \"nova-cell1-db-create-8pjzh\" (UID: \"319a350a-4bca-471b-bf5b-396971714475\") " pod="openstack-kuttl-tests/nova-cell1-db-create-8pjzh" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.336109 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nfd25\" (UniqueName: \"kubernetes.io/projected/319a350a-4bca-471b-bf5b-396971714475-kube-api-access-nfd25\") pod \"nova-cell1-db-create-8pjzh\" (UID: \"319a350a-4bca-471b-bf5b-396971714475\") " pod="openstack-kuttl-tests/nova-cell1-db-create-8pjzh" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.343712 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-bsld6" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.480238 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-8pjzh" Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.732666 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-296kd"] Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.879704 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-bsld6"] Oct 13 19:47:55 crc kubenswrapper[4809]: W1013 19:47:55.880609 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod68bae362_0971_4658_b18c_0e88ac636565.slice/crio-c51413e833a31d5732c295d84a8a1c0a661dcc7fde3dd289bcad20a2194a57a2 WatchSource:0}: Error finding container c51413e833a31d5732c295d84a8a1c0a661dcc7fde3dd289bcad20a2194a57a2: Status 404 returned error can't find the container with id c51413e833a31d5732c295d84a8a1c0a661dcc7fde3dd289bcad20a2194a57a2 Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.882924 4809 generic.go:334] "Generic (PLEG): container finished" podID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerID="9fe1e1fa14fbc49066a469fa78a7b106b60aea4744e667d63a43673a875a6420" exitCode=0 Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.882952 4809 generic.go:334] "Generic (PLEG): container finished" podID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerID="8d7244119bb785a33cdde3713bd271502337fbf30f309574715af0f1c6353b6c" exitCode=2 Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.882960 4809 generic.go:334] "Generic (PLEG): container finished" podID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerID="c685d60f4a5c7b41d710623fe423162f6b613dc5bbc5735f35f677c271e09ded" exitCode=0 Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.883013 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ccc28175-1e4d-4849-8e52-7f123cf58780","Type":"ContainerDied","Data":"9fe1e1fa14fbc49066a469fa78a7b106b60aea4744e667d63a43673a875a6420"} Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.883039 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ccc28175-1e4d-4849-8e52-7f123cf58780","Type":"ContainerDied","Data":"8d7244119bb785a33cdde3713bd271502337fbf30f309574715af0f1c6353b6c"} Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.883057 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ccc28175-1e4d-4849-8e52-7f123cf58780","Type":"ContainerDied","Data":"c685d60f4a5c7b41d710623fe423162f6b613dc5bbc5735f35f677c271e09ded"} Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.884254 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-296kd" event={"ID":"dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12","Type":"ContainerStarted","Data":"9d9e0ff7cec89211f1911b91d9f41f0fad701bbf171e6cbbaf07dee26cf9cd3b"} Oct 13 19:47:55 crc kubenswrapper[4809]: I1013 19:47:55.992969 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-8pjzh"] Oct 13 19:47:55 crc kubenswrapper[4809]: W1013 19:47:55.993169 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod319a350a_4bca_471b_bf5b_396971714475.slice/crio-870c81815e237519d6af46b3c18d07a5cef6ffdd53ec311b6d5da9df6a7a8069 WatchSource:0}: Error finding container 870c81815e237519d6af46b3c18d07a5cef6ffdd53ec311b6d5da9df6a7a8069: Status 404 returned error can't find the container with id 870c81815e237519d6af46b3c18d07a5cef6ffdd53ec311b6d5da9df6a7a8069 Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.270971 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="13c83626-37dd-48ce-87a9-3f6655841933" containerName="glance-log" probeResult="failure" output="Get \"https://10.217.0.233:9292/healthcheck\": read tcp 10.217.0.2:35624->10.217.0.233:9292: read: connection reset by peer" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.270975 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="13c83626-37dd-48ce-87a9-3f6655841933" containerName="glance-httpd" probeResult="failure" output="Get \"https://10.217.0.233:9292/healthcheck\": read tcp 10.217.0.2:35622->10.217.0.233:9292: read: connection reset by peer" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.730771 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.847575 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-scripts\") pod \"13c83626-37dd-48ce-87a9-3f6655841933\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.847709 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-combined-ca-bundle\") pod \"13c83626-37dd-48ce-87a9-3f6655841933\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.847755 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"13c83626-37dd-48ce-87a9-3f6655841933\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.847837 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-logs\") pod \"13c83626-37dd-48ce-87a9-3f6655841933\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.847996 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-public-tls-certs\") pod \"13c83626-37dd-48ce-87a9-3f6655841933\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.848027 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-config-data\") pod \"13c83626-37dd-48ce-87a9-3f6655841933\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.848055 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nxvhr\" (UniqueName: \"kubernetes.io/projected/13c83626-37dd-48ce-87a9-3f6655841933-kube-api-access-nxvhr\") pod \"13c83626-37dd-48ce-87a9-3f6655841933\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.848088 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-httpd-run\") pod \"13c83626-37dd-48ce-87a9-3f6655841933\" (UID: \"13c83626-37dd-48ce-87a9-3f6655841933\") " Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.848362 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-logs" (OuterVolumeSpecName: "logs") pod "13c83626-37dd-48ce-87a9-3f6655841933" (UID: "13c83626-37dd-48ce-87a9-3f6655841933"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.848644 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.848822 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "13c83626-37dd-48ce-87a9-3f6655841933" (UID: "13c83626-37dd-48ce-87a9-3f6655841933"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.854651 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage15-crc" (OuterVolumeSpecName: "glance") pod "13c83626-37dd-48ce-87a9-3f6655841933" (UID: "13c83626-37dd-48ce-87a9-3f6655841933"). InnerVolumeSpecName "local-storage15-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.854674 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-scripts" (OuterVolumeSpecName: "scripts") pod "13c83626-37dd-48ce-87a9-3f6655841933" (UID: "13c83626-37dd-48ce-87a9-3f6655841933"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.858446 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/13c83626-37dd-48ce-87a9-3f6655841933-kube-api-access-nxvhr" (OuterVolumeSpecName: "kube-api-access-nxvhr") pod "13c83626-37dd-48ce-87a9-3f6655841933" (UID: "13c83626-37dd-48ce-87a9-3f6655841933"). InnerVolumeSpecName "kube-api-access-nxvhr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.881051 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "13c83626-37dd-48ce-87a9-3f6655841933" (UID: "13c83626-37dd-48ce-87a9-3f6655841933"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.895075 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "13c83626-37dd-48ce-87a9-3f6655841933" (UID: "13c83626-37dd-48ce-87a9-3f6655841933"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.897503 4809 generic.go:334] "Generic (PLEG): container finished" podID="68bae362-0971-4658-b18c-0e88ac636565" containerID="bb7c3f68145dffdbc353f5184ffa2e86efdc461a46772b22d76c552f876e58c7" exitCode=0 Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.897612 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-bsld6" event={"ID":"68bae362-0971-4658-b18c-0e88ac636565","Type":"ContainerDied","Data":"bb7c3f68145dffdbc353f5184ffa2e86efdc461a46772b22d76c552f876e58c7"} Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.897673 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-bsld6" event={"ID":"68bae362-0971-4658-b18c-0e88ac636565","Type":"ContainerStarted","Data":"c51413e833a31d5732c295d84a8a1c0a661dcc7fde3dd289bcad20a2194a57a2"} Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.899780 4809 generic.go:334] "Generic (PLEG): container finished" podID="dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12" containerID="9d104e518f0c43bafb199378834257353e0d8e596f0189958a63cac61bc4cfc0" exitCode=0 Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.899892 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-296kd" event={"ID":"dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12","Type":"ContainerDied","Data":"9d104e518f0c43bafb199378834257353e0d8e596f0189958a63cac61bc4cfc0"} Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.902233 4809 generic.go:334] "Generic (PLEG): container finished" podID="13c83626-37dd-48ce-87a9-3f6655841933" containerID="998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397" exitCode=0 Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.902316 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"13c83626-37dd-48ce-87a9-3f6655841933","Type":"ContainerDied","Data":"998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397"} Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.902325 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.902339 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"13c83626-37dd-48ce-87a9-3f6655841933","Type":"ContainerDied","Data":"0454e13da8a3591917ac5bd05a8c16974334e87d6bbd85052c88f78d627c710d"} Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.902378 4809 scope.go:117] "RemoveContainer" containerID="998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.905567 4809 generic.go:334] "Generic (PLEG): container finished" podID="319a350a-4bca-471b-bf5b-396971714475" containerID="8e6be304fc369df6d16e2bb22070b7755243c4d681a982ed26fff997520c91c1" exitCode=0 Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.905624 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-8pjzh" event={"ID":"319a350a-4bca-471b-bf5b-396971714475","Type":"ContainerDied","Data":"8e6be304fc369df6d16e2bb22070b7755243c4d681a982ed26fff997520c91c1"} Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.906125 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-8pjzh" event={"ID":"319a350a-4bca-471b-bf5b-396971714475","Type":"ContainerStarted","Data":"870c81815e237519d6af46b3c18d07a5cef6ffdd53ec311b6d5da9df6a7a8069"} Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.940964 4809 scope.go:117] "RemoveContainer" containerID="75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.950452 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-config-data" (OuterVolumeSpecName: "config-data") pod "13c83626-37dd-48ce-87a9-3f6655841933" (UID: "13c83626-37dd-48ce-87a9-3f6655841933"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.952337 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.952394 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.952439 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" " Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.952452 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.952462 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/13c83626-37dd-48ce-87a9-3f6655841933-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.952472 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nxvhr\" (UniqueName: \"kubernetes.io/projected/13c83626-37dd-48ce-87a9-3f6655841933-kube-api-access-nxvhr\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.952482 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/13c83626-37dd-48ce-87a9-3f6655841933-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.980565 4809 scope.go:117] "RemoveContainer" containerID="998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397" Oct 13 19:47:56 crc kubenswrapper[4809]: E1013 19:47:56.981190 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397\": container with ID starting with 998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397 not found: ID does not exist" containerID="998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.981244 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397"} err="failed to get container status \"998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397\": rpc error: code = NotFound desc = could not find container \"998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397\": container with ID starting with 998e75a7ddb115116b0820fa559509b97e809d105d446e2147f178da92254397 not found: ID does not exist" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.981277 4809 scope.go:117] "RemoveContainer" containerID="75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a" Oct 13 19:47:56 crc kubenswrapper[4809]: E1013 19:47:56.981575 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a\": container with ID starting with 75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a not found: ID does not exist" containerID="75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.981617 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a"} err="failed to get container status \"75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a\": rpc error: code = NotFound desc = could not find container \"75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a\": container with ID starting with 75f52bb40d91c5dcffbc7c570f02ad4d1f5a454d5b3d986f3b869a2221bc235a not found: ID does not exist" Oct 13 19:47:56 crc kubenswrapper[4809]: I1013 19:47:56.990427 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage15-crc" (UniqueName: "kubernetes.io/local-volume/local-storage15-crc") on node "crc" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.053707 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.277943 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.312486 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.335288 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:47:57 crc kubenswrapper[4809]: E1013 19:47:57.336159 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="13c83626-37dd-48ce-87a9-3f6655841933" containerName="glance-httpd" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.336191 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="13c83626-37dd-48ce-87a9-3f6655841933" containerName="glance-httpd" Oct 13 19:47:57 crc kubenswrapper[4809]: E1013 19:47:57.336232 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="13c83626-37dd-48ce-87a9-3f6655841933" containerName="glance-log" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.336244 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="13c83626-37dd-48ce-87a9-3f6655841933" containerName="glance-log" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.336495 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="13c83626-37dd-48ce-87a9-3f6655841933" containerName="glance-httpd" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.336539 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="13c83626-37dd-48ce-87a9-3f6655841933" containerName="glance-log" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.338191 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.341703 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.341960 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.353404 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.416049 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.416155 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.460350 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.464209 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-config-data\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.464267 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ltg7g\" (UniqueName: \"kubernetes.io/projected/9393f128-c610-46b1-9279-e2e5c4ba8164-kube-api-access-ltg7g\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.464335 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-scripts\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.464373 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.464392 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.464412 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-logs\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.464433 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.464489 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.467524 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.568805 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.568861 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.568878 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-logs\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.568902 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.569393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.569434 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-logs\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.569552 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") device mount path \"/mnt/openstack/pv15\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.569983 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.570097 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-config-data\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.570130 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ltg7g\" (UniqueName: \"kubernetes.io/projected/9393f128-c610-46b1-9279-e2e5c4ba8164-kube-api-access-ltg7g\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.570224 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-scripts\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.575940 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.576588 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.576790 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-config-data\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.577796 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-scripts\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.589149 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ltg7g\" (UniqueName: \"kubernetes.io/projected/9393f128-c610-46b1-9279-e2e5c4ba8164-kube-api-access-ltg7g\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.604767 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-external-api-0\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.662948 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.924249 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:57 crc kubenswrapper[4809]: I1013 19:47:57.924306 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.136532 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.169351 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="13c83626-37dd-48ce-87a9-3f6655841933" path="/var/lib/kubelet/pods/13c83626-37dd-48ce-87a9-3f6655841933/volumes" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.333594 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-bsld6" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.391301 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8skkv\" (UniqueName: \"kubernetes.io/projected/68bae362-0971-4658-b18c-0e88ac636565-kube-api-access-8skkv\") pod \"68bae362-0971-4658-b18c-0e88ac636565\" (UID: \"68bae362-0971-4658-b18c-0e88ac636565\") " Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.401185 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/68bae362-0971-4658-b18c-0e88ac636565-kube-api-access-8skkv" (OuterVolumeSpecName: "kube-api-access-8skkv") pod "68bae362-0971-4658-b18c-0e88ac636565" (UID: "68bae362-0971-4658-b18c-0e88ac636565"). InnerVolumeSpecName "kube-api-access-8skkv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.493966 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8skkv\" (UniqueName: \"kubernetes.io/projected/68bae362-0971-4658-b18c-0e88ac636565-kube-api-access-8skkv\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.545959 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-296kd" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.553650 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-8pjzh" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.595819 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nfd25\" (UniqueName: \"kubernetes.io/projected/319a350a-4bca-471b-bf5b-396971714475-kube-api-access-nfd25\") pod \"319a350a-4bca-471b-bf5b-396971714475\" (UID: \"319a350a-4bca-471b-bf5b-396971714475\") " Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.595960 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xhdz6\" (UniqueName: \"kubernetes.io/projected/dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12-kube-api-access-xhdz6\") pod \"dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12\" (UID: \"dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12\") " Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.610399 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12-kube-api-access-xhdz6" (OuterVolumeSpecName: "kube-api-access-xhdz6") pod "dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12" (UID: "dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12"). InnerVolumeSpecName "kube-api-access-xhdz6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.616067 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/319a350a-4bca-471b-bf5b-396971714475-kube-api-access-nfd25" (OuterVolumeSpecName: "kube-api-access-nfd25") pod "319a350a-4bca-471b-bf5b-396971714475" (UID: "319a350a-4bca-471b-bf5b-396971714475"). InnerVolumeSpecName "kube-api-access-nfd25". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.698334 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xhdz6\" (UniqueName: \"kubernetes.io/projected/dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12-kube-api-access-xhdz6\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.698373 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nfd25\" (UniqueName: \"kubernetes.io/projected/319a350a-4bca-471b-bf5b-396971714475-kube-api-access-nfd25\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.933960 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-8pjzh" event={"ID":"319a350a-4bca-471b-bf5b-396971714475","Type":"ContainerDied","Data":"870c81815e237519d6af46b3c18d07a5cef6ffdd53ec311b6d5da9df6a7a8069"} Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.934407 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="870c81815e237519d6af46b3c18d07a5cef6ffdd53ec311b6d5da9df6a7a8069" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.934594 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-8pjzh" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.938511 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-bsld6" event={"ID":"68bae362-0971-4658-b18c-0e88ac636565","Type":"ContainerDied","Data":"c51413e833a31d5732c295d84a8a1c0a661dcc7fde3dd289bcad20a2194a57a2"} Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.938564 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c51413e833a31d5732c295d84a8a1c0a661dcc7fde3dd289bcad20a2194a57a2" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.938639 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-bsld6" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.945286 4809 generic.go:334] "Generic (PLEG): container finished" podID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerID="d56b0f35a9257046d9906e54a8852b9f78b69fef3e7c8d16bf0392b462e84a56" exitCode=0 Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.945337 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ccc28175-1e4d-4849-8e52-7f123cf58780","Type":"ContainerDied","Data":"d56b0f35a9257046d9906e54a8852b9f78b69fef3e7c8d16bf0392b462e84a56"} Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.950985 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-296kd" event={"ID":"dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12","Type":"ContainerDied","Data":"9d9e0ff7cec89211f1911b91d9f41f0fad701bbf171e6cbbaf07dee26cf9cd3b"} Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.951031 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9d9e0ff7cec89211f1911b91d9f41f0fad701bbf171e6cbbaf07dee26cf9cd3b" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.951051 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-296kd" Oct 13 19:47:58 crc kubenswrapper[4809]: I1013 19:47:58.953642 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9393f128-c610-46b1-9279-e2e5c4ba8164","Type":"ContainerStarted","Data":"bc96233118b150bed02ca0f99cf46af849e89925bcaaddc44d4fcd5519909f51"} Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.002043 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.106213 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-c627f\" (UniqueName: \"kubernetes.io/projected/ccc28175-1e4d-4849-8e52-7f123cf58780-kube-api-access-c627f\") pod \"ccc28175-1e4d-4849-8e52-7f123cf58780\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.106296 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-run-httpd\") pod \"ccc28175-1e4d-4849-8e52-7f123cf58780\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.106352 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-scripts\") pod \"ccc28175-1e4d-4849-8e52-7f123cf58780\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.106430 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-combined-ca-bundle\") pod \"ccc28175-1e4d-4849-8e52-7f123cf58780\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.106509 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-sg-core-conf-yaml\") pod \"ccc28175-1e4d-4849-8e52-7f123cf58780\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.108716 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-config-data\") pod \"ccc28175-1e4d-4849-8e52-7f123cf58780\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.108785 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-log-httpd\") pod \"ccc28175-1e4d-4849-8e52-7f123cf58780\" (UID: \"ccc28175-1e4d-4849-8e52-7f123cf58780\") " Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.109379 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "ccc28175-1e4d-4849-8e52-7f123cf58780" (UID: "ccc28175-1e4d-4849-8e52-7f123cf58780"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.111349 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "ccc28175-1e4d-4849-8e52-7f123cf58780" (UID: "ccc28175-1e4d-4849-8e52-7f123cf58780"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.113794 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ccc28175-1e4d-4849-8e52-7f123cf58780-kube-api-access-c627f" (OuterVolumeSpecName: "kube-api-access-c627f") pod "ccc28175-1e4d-4849-8e52-7f123cf58780" (UID: "ccc28175-1e4d-4849-8e52-7f123cf58780"). InnerVolumeSpecName "kube-api-access-c627f". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.118927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-scripts" (OuterVolumeSpecName: "scripts") pod "ccc28175-1e4d-4849-8e52-7f123cf58780" (UID: "ccc28175-1e4d-4849-8e52-7f123cf58780"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.151470 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "ccc28175-1e4d-4849-8e52-7f123cf58780" (UID: "ccc28175-1e4d-4849-8e52-7f123cf58780"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.211203 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.211576 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.211591 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-c627f\" (UniqueName: \"kubernetes.io/projected/ccc28175-1e4d-4849-8e52-7f123cf58780-kube-api-access-c627f\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.211605 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ccc28175-1e4d-4849-8e52-7f123cf58780-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.211639 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.224877 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-config-data" (OuterVolumeSpecName: "config-data") pod "ccc28175-1e4d-4849-8e52-7f123cf58780" (UID: "ccc28175-1e4d-4849-8e52-7f123cf58780"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.232203 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ccc28175-1e4d-4849-8e52-7f123cf58780" (UID: "ccc28175-1e4d-4849-8e52-7f123cf58780"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.314583 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.314628 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ccc28175-1e4d-4849-8e52-7f123cf58780-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.964873 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ccc28175-1e4d-4849-8e52-7f123cf58780","Type":"ContainerDied","Data":"6a2c8f8940a2bda982a9cd1a7d9fa4184e23e156dba18b4a6b1dada11be9285e"} Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.964948 4809 scope.go:117] "RemoveContainer" containerID="9fe1e1fa14fbc49066a469fa78a7b106b60aea4744e667d63a43673a875a6420" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.965094 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.972256 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9393f128-c610-46b1-9279-e2e5c4ba8164","Type":"ContainerStarted","Data":"9f199030383836de753a9a8c5ce634868c8282fc78e130c2a18c57ff4752bbe9"} Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.972557 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9393f128-c610-46b1-9279-e2e5c4ba8164","Type":"ContainerStarted","Data":"0910c32d8e2957304cecfb77669acfa0a16d65cff6d4634985a07b2ad95da435"} Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.991919 4809 scope.go:117] "RemoveContainer" containerID="8d7244119bb785a33cdde3713bd271502337fbf30f309574715af0f1c6353b6c" Oct 13 19:47:59 crc kubenswrapper[4809]: I1013 19:47:59.996492 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=2.996477996 podStartE2EDuration="2.996477996s" podCreationTimestamp="2025-10-13 19:47:57 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:47:59.993522342 +0000 UTC m=+1398.599268967" watchObservedRunningTime="2025-10-13 19:47:59.996477996 +0000 UTC m=+1398.602224581" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.031524 4809 scope.go:117] "RemoveContainer" containerID="c685d60f4a5c7b41d710623fe423162f6b613dc5bbc5735f35f677c271e09ded" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.038533 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.053567 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.061472 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:00 crc kubenswrapper[4809]: E1013 19:48:00.061840 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="ceilometer-central-agent" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.061859 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="ceilometer-central-agent" Oct 13 19:48:00 crc kubenswrapper[4809]: E1013 19:48:00.061870 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12" containerName="mariadb-database-create" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.061877 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12" containerName="mariadb-database-create" Oct 13 19:48:00 crc kubenswrapper[4809]: E1013 19:48:00.061899 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="68bae362-0971-4658-b18c-0e88ac636565" containerName="mariadb-database-create" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.061906 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="68bae362-0971-4658-b18c-0e88ac636565" containerName="mariadb-database-create" Oct 13 19:48:00 crc kubenswrapper[4809]: E1013 19:48:00.061913 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="319a350a-4bca-471b-bf5b-396971714475" containerName="mariadb-database-create" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.061940 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="319a350a-4bca-471b-bf5b-396971714475" containerName="mariadb-database-create" Oct 13 19:48:00 crc kubenswrapper[4809]: E1013 19:48:00.061954 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="sg-core" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.061960 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="sg-core" Oct 13 19:48:00 crc kubenswrapper[4809]: E1013 19:48:00.061978 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="ceilometer-notification-agent" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.061985 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="ceilometer-notification-agent" Oct 13 19:48:00 crc kubenswrapper[4809]: E1013 19:48:00.061993 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="proxy-httpd" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.061999 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="proxy-httpd" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.062157 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="319a350a-4bca-471b-bf5b-396971714475" containerName="mariadb-database-create" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.062173 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="proxy-httpd" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.062189 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="sg-core" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.062200 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="68bae362-0971-4658-b18c-0e88ac636565" containerName="mariadb-database-create" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.062210 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="ceilometer-central-agent" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.062221 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" containerName="ceilometer-notification-agent" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.062231 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12" containerName="mariadb-database-create" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.063704 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.072186 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.102002 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.102818 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.103061 4809 scope.go:117] "RemoveContainer" containerID="d56b0f35a9257046d9906e54a8852b9f78b69fef3e7c8d16bf0392b462e84a56" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.104241 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.103685 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.115838 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.175640 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ccc28175-1e4d-4849-8e52-7f123cf58780" path="/var/lib/kubelet/pods/ccc28175-1e4d-4849-8e52-7f123cf58780/volumes" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.242668 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-run-httpd\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.242760 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-log-httpd\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.242798 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-twdmx\" (UniqueName: \"kubernetes.io/projected/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-kube-api-access-twdmx\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.242821 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-config-data\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.242842 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.243971 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.244009 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-scripts\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.345554 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.345839 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-scripts\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.345946 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-run-httpd\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.346043 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-log-httpd\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.346124 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-twdmx\" (UniqueName: \"kubernetes.io/projected/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-kube-api-access-twdmx\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.346198 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-config-data\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.346266 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.347743 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-run-httpd\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.347951 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-log-httpd\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.352496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.352874 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.353434 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-config-data\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.353773 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-scripts\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.365205 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-twdmx\" (UniqueName: \"kubernetes.io/projected/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-kube-api-access-twdmx\") pod \"ceilometer-0\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.439582 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:00 crc kubenswrapper[4809]: I1013 19:48:00.921147 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:00 crc kubenswrapper[4809]: W1013 19:48:00.923058 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda4fe019f_7e49_4ba5_8ec1_a8bf69193cc1.slice/crio-d318f1e88bf8eb6ca1fbc16ea51a020e20e2678b85baa692ac7543637e9be0da WatchSource:0}: Error finding container d318f1e88bf8eb6ca1fbc16ea51a020e20e2678b85baa692ac7543637e9be0da: Status 404 returned error can't find the container with id d318f1e88bf8eb6ca1fbc16ea51a020e20e2678b85baa692ac7543637e9be0da Oct 13 19:48:01 crc kubenswrapper[4809]: I1013 19:48:01.001239 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1","Type":"ContainerStarted","Data":"d318f1e88bf8eb6ca1fbc16ea51a020e20e2678b85baa692ac7543637e9be0da"} Oct 13 19:48:02 crc kubenswrapper[4809]: I1013 19:48:02.014578 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1","Type":"ContainerStarted","Data":"e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45"} Oct 13 19:48:03 crc kubenswrapper[4809]: I1013 19:48:03.047300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1","Type":"ContainerStarted","Data":"a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e"} Oct 13 19:48:03 crc kubenswrapper[4809]: I1013 19:48:03.547255 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:04 crc kubenswrapper[4809]: I1013 19:48:04.060316 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1","Type":"ContainerStarted","Data":"a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23"} Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.043308 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-3680-account-create-7trnl"] Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.044675 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-3680-account-create-7trnl" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.047688 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-db-secret" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.058052 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-3680-account-create-7trnl"] Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.145013 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xn9wj\" (UniqueName: \"kubernetes.io/projected/44dd09d5-6c81-4d4f-b82e-c6f109e0a467-kube-api-access-xn9wj\") pod \"nova-api-3680-account-create-7trnl\" (UID: \"44dd09d5-6c81-4d4f-b82e-c6f109e0a467\") " pod="openstack-kuttl-tests/nova-api-3680-account-create-7trnl" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.226236 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l"] Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.227411 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.231890 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-db-secret" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.234949 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l"] Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.246269 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xn9wj\" (UniqueName: \"kubernetes.io/projected/44dd09d5-6c81-4d4f-b82e-c6f109e0a467-kube-api-access-xn9wj\") pod \"nova-api-3680-account-create-7trnl\" (UID: \"44dd09d5-6c81-4d4f-b82e-c6f109e0a467\") " pod="openstack-kuttl-tests/nova-api-3680-account-create-7trnl" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.269380 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xn9wj\" (UniqueName: \"kubernetes.io/projected/44dd09d5-6c81-4d4f-b82e-c6f109e0a467-kube-api-access-xn9wj\") pod \"nova-api-3680-account-create-7trnl\" (UID: \"44dd09d5-6c81-4d4f-b82e-c6f109e0a467\") " pod="openstack-kuttl-tests/nova-api-3680-account-create-7trnl" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.347709 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5n6ng\" (UniqueName: \"kubernetes.io/projected/bc4bf2be-de03-45c9-ba00-c5fac3911151-kube-api-access-5n6ng\") pod \"nova-cell0-785d-account-create-zcs8l\" (UID: \"bc4bf2be-de03-45c9-ba00-c5fac3911151\") " pod="openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.403452 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-3680-account-create-7trnl" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.431075 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr"] Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.432408 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.438765 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-db-secret" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.450567 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5n6ng\" (UniqueName: \"kubernetes.io/projected/bc4bf2be-de03-45c9-ba00-c5fac3911151-kube-api-access-5n6ng\") pod \"nova-cell0-785d-account-create-zcs8l\" (UID: \"bc4bf2be-de03-45c9-ba00-c5fac3911151\") " pod="openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.450915 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr"] Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.485320 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5n6ng\" (UniqueName: \"kubernetes.io/projected/bc4bf2be-de03-45c9-ba00-c5fac3911151-kube-api-access-5n6ng\") pod \"nova-cell0-785d-account-create-zcs8l\" (UID: \"bc4bf2be-de03-45c9-ba00-c5fac3911151\") " pod="openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.550213 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.552800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2p5b7\" (UniqueName: \"kubernetes.io/projected/9d745086-f76f-4d59-a3b0-1b7d1a57738a-kube-api-access-2p5b7\") pod \"nova-cell1-c478-account-create-x6pzr\" (UID: \"9d745086-f76f-4d59-a3b0-1b7d1a57738a\") " pod="openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.654508 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2p5b7\" (UniqueName: \"kubernetes.io/projected/9d745086-f76f-4d59-a3b0-1b7d1a57738a-kube-api-access-2p5b7\") pod \"nova-cell1-c478-account-create-x6pzr\" (UID: \"9d745086-f76f-4d59-a3b0-1b7d1a57738a\") " pod="openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.672880 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2p5b7\" (UniqueName: \"kubernetes.io/projected/9d745086-f76f-4d59-a3b0-1b7d1a57738a-kube-api-access-2p5b7\") pod \"nova-cell1-c478-account-create-x6pzr\" (UID: \"9d745086-f76f-4d59-a3b0-1b7d1a57738a\") " pod="openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.813276 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr" Oct 13 19:48:05 crc kubenswrapper[4809]: I1013 19:48:05.902611 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-3680-account-create-7trnl"] Oct 13 19:48:06 crc kubenswrapper[4809]: I1013 19:48:06.011630 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l"] Oct 13 19:48:06 crc kubenswrapper[4809]: I1013 19:48:06.096166 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1","Type":"ContainerStarted","Data":"7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c"} Oct 13 19:48:06 crc kubenswrapper[4809]: I1013 19:48:06.096278 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="ceilometer-central-agent" containerID="cri-o://e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45" gracePeriod=30 Oct 13 19:48:06 crc kubenswrapper[4809]: I1013 19:48:06.096321 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="proxy-httpd" containerID="cri-o://7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c" gracePeriod=30 Oct 13 19:48:06 crc kubenswrapper[4809]: I1013 19:48:06.096378 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="ceilometer-notification-agent" containerID="cri-o://a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e" gracePeriod=30 Oct 13 19:48:06 crc kubenswrapper[4809]: I1013 19:48:06.096375 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="sg-core" containerID="cri-o://a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23" gracePeriod=30 Oct 13 19:48:06 crc kubenswrapper[4809]: I1013 19:48:06.096316 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:06 crc kubenswrapper[4809]: I1013 19:48:06.100376 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-3680-account-create-7trnl" event={"ID":"44dd09d5-6c81-4d4f-b82e-c6f109e0a467","Type":"ContainerStarted","Data":"dda1422794016ed10ea4c4200b8ff00bb2c870616455813ed810b008431cf4f9"} Oct 13 19:48:06 crc kubenswrapper[4809]: I1013 19:48:06.103973 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l" event={"ID":"bc4bf2be-de03-45c9-ba00-c5fac3911151","Type":"ContainerStarted","Data":"e1ac1f87d2685ddd6d8d40ad3d86f9e1a12f2c016c3b8f7cdd46092a9aaef603"} Oct 13 19:48:06 crc kubenswrapper[4809]: I1013 19:48:06.135249 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.1334947890000002 podStartE2EDuration="6.135232366s" podCreationTimestamp="2025-10-13 19:48:00 +0000 UTC" firstStartedPulling="2025-10-13 19:48:00.925788017 +0000 UTC m=+1399.531534612" lastFinishedPulling="2025-10-13 19:48:04.927525604 +0000 UTC m=+1403.533272189" observedRunningTime="2025-10-13 19:48:06.134939567 +0000 UTC m=+1404.740686162" watchObservedRunningTime="2025-10-13 19:48:06.135232366 +0000 UTC m=+1404.740978951" Oct 13 19:48:06 crc kubenswrapper[4809]: I1013 19:48:06.251027 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr"] Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.118739 4809 generic.go:334] "Generic (PLEG): container finished" podID="44dd09d5-6c81-4d4f-b82e-c6f109e0a467" containerID="77460e6ef25b65f2b864d0b91f9b3ff53421987163d430f4009284cebf71ffd9" exitCode=0 Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.118974 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-3680-account-create-7trnl" event={"ID":"44dd09d5-6c81-4d4f-b82e-c6f109e0a467","Type":"ContainerDied","Data":"77460e6ef25b65f2b864d0b91f9b3ff53421987163d430f4009284cebf71ffd9"} Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.121812 4809 generic.go:334] "Generic (PLEG): container finished" podID="9d745086-f76f-4d59-a3b0-1b7d1a57738a" containerID="49958aa2fc683087e393b691e73987faee6927135ec8b1167119aed15b947528" exitCode=0 Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.121864 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr" event={"ID":"9d745086-f76f-4d59-a3b0-1b7d1a57738a","Type":"ContainerDied","Data":"49958aa2fc683087e393b691e73987faee6927135ec8b1167119aed15b947528"} Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.121899 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr" event={"ID":"9d745086-f76f-4d59-a3b0-1b7d1a57738a","Type":"ContainerStarted","Data":"205ec13f98df1882d99d468bade75056951c994d4828631621eff79e65f93314"} Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.126865 4809 generic.go:334] "Generic (PLEG): container finished" podID="bc4bf2be-de03-45c9-ba00-c5fac3911151" containerID="48c375cb5881cfb40bd1052bb3aacf702accb155265512193ef0575a5267e577" exitCode=0 Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.126910 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l" event={"ID":"bc4bf2be-de03-45c9-ba00-c5fac3911151","Type":"ContainerDied","Data":"48c375cb5881cfb40bd1052bb3aacf702accb155265512193ef0575a5267e577"} Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.132669 4809 generic.go:334] "Generic (PLEG): container finished" podID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerID="7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c" exitCode=0 Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.132757 4809 generic.go:334] "Generic (PLEG): container finished" podID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerID="a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23" exitCode=2 Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.132784 4809 generic.go:334] "Generic (PLEG): container finished" podID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerID="a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e" exitCode=0 Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.132798 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1","Type":"ContainerDied","Data":"7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c"} Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.132865 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1","Type":"ContainerDied","Data":"a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23"} Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.132889 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1","Type":"ContainerDied","Data":"a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e"} Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.536970 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.663464 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.663521 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.689845 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-log-httpd\") pod \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.689928 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-combined-ca-bundle\") pod \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.690114 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-sg-core-conf-yaml\") pod \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.690239 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-scripts\") pod \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.690527 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" (UID: "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.691331 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-run-httpd\") pod \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.691476 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-twdmx\" (UniqueName: \"kubernetes.io/projected/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-kube-api-access-twdmx\") pod \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.691522 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-config-data\") pod \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\" (UID: \"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1\") " Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.691780 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" (UID: "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.692400 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.692434 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.707624 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-scripts" (OuterVolumeSpecName: "scripts") pod "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" (UID: "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.708368 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-kube-api-access-twdmx" (OuterVolumeSpecName: "kube-api-access-twdmx") pod "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" (UID: "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1"). InnerVolumeSpecName "kube-api-access-twdmx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.709019 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.733829 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.744427 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" (UID: "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.786620 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" (UID: "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.794509 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.794547 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.794569 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-twdmx\" (UniqueName: \"kubernetes.io/projected/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-kube-api-access-twdmx\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.794585 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.816146 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-config-data" (OuterVolumeSpecName: "config-data") pod "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" (UID: "a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:07 crc kubenswrapper[4809]: I1013 19:48:07.895909 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.154330 4809 generic.go:334] "Generic (PLEG): container finished" podID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerID="e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45" exitCode=0 Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.154396 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1","Type":"ContainerDied","Data":"e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45"} Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.154540 4809 scope.go:117] "RemoveContainer" containerID="7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.154872 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.181397 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.181462 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.181489 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1","Type":"ContainerDied","Data":"d318f1e88bf8eb6ca1fbc16ea51a020e20e2678b85baa692ac7543637e9be0da"} Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.236519 4809 scope.go:117] "RemoveContainer" containerID="a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.240663 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.265044 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.298014 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:08 crc kubenswrapper[4809]: E1013 19:48:08.300474 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="proxy-httpd" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.300504 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="proxy-httpd" Oct 13 19:48:08 crc kubenswrapper[4809]: E1013 19:48:08.300527 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="sg-core" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.300537 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="sg-core" Oct 13 19:48:08 crc kubenswrapper[4809]: E1013 19:48:08.300589 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="ceilometer-notification-agent" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.300598 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="ceilometer-notification-agent" Oct 13 19:48:08 crc kubenswrapper[4809]: E1013 19:48:08.300714 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="ceilometer-central-agent" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.300739 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="ceilometer-central-agent" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.301619 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="ceilometer-central-agent" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.301648 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="ceilometer-notification-agent" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.301682 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="sg-core" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.301706 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" containerName="proxy-httpd" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.307388 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.310514 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.311993 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.317371 4809 scope.go:117] "RemoveContainer" containerID="a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.351872 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.365578 4809 scope.go:117] "RemoveContainer" containerID="e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.406832 4809 scope.go:117] "RemoveContainer" containerID="7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c" Oct 13 19:48:08 crc kubenswrapper[4809]: E1013 19:48:08.407631 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c\": container with ID starting with 7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c not found: ID does not exist" containerID="7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.407669 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c"} err="failed to get container status \"7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c\": rpc error: code = NotFound desc = could not find container \"7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c\": container with ID starting with 7af2930796264a34739a2fa6b5771014de0b857c194b87af281b1c60d86cc60c not found: ID does not exist" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.407694 4809 scope.go:117] "RemoveContainer" containerID="a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23" Oct 13 19:48:08 crc kubenswrapper[4809]: E1013 19:48:08.408231 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23\": container with ID starting with a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23 not found: ID does not exist" containerID="a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.408263 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23"} err="failed to get container status \"a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23\": rpc error: code = NotFound desc = could not find container \"a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23\": container with ID starting with a31445b6674644d7d15fa33c43fa7e196de3077391773b634d2337542b4e8c23 not found: ID does not exist" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.408284 4809 scope.go:117] "RemoveContainer" containerID="a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e" Oct 13 19:48:08 crc kubenswrapper[4809]: E1013 19:48:08.408472 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e\": container with ID starting with a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e not found: ID does not exist" containerID="a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.408492 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e"} err="failed to get container status \"a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e\": rpc error: code = NotFound desc = could not find container \"a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e\": container with ID starting with a234e7a86514ce889b0623cbe2e23d2a959ad0ba6cb35a76f073256f6202aa4e not found: ID does not exist" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.408505 4809 scope.go:117] "RemoveContainer" containerID="e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45" Oct 13 19:48:08 crc kubenswrapper[4809]: E1013 19:48:08.408694 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45\": container with ID starting with e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45 not found: ID does not exist" containerID="e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.408714 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45"} err="failed to get container status \"e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45\": rpc error: code = NotFound desc = could not find container \"e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45\": container with ID starting with e8dc12e9aa4ff5d0bf03243f37fb9db0d872dcfe372390f1b9f9c898c5c11d45 not found: ID does not exist" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.415836 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.415875 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-run-httpd\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.415912 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-log-httpd\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.416023 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-config-data\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.416159 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gmwcz\" (UniqueName: \"kubernetes.io/projected/c5fe7d74-d913-405f-b055-86cab69232ae-kube-api-access-gmwcz\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.416209 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-scripts\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.416389 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.517957 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-config-data\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.518013 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gmwcz\" (UniqueName: \"kubernetes.io/projected/c5fe7d74-d913-405f-b055-86cab69232ae-kube-api-access-gmwcz\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.518036 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-scripts\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.518098 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.518132 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.518148 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-run-httpd\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.518164 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-log-httpd\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.518860 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-log-httpd\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.524928 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-run-httpd\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.528089 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-scripts\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.539230 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-config-data\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.539677 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.540331 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gmwcz\" (UniqueName: \"kubernetes.io/projected/c5fe7d74-d913-405f-b055-86cab69232ae-kube-api-access-gmwcz\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.540486 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.635912 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.648574 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.651675 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-3680-account-create-7trnl" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.685074 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.721571 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2p5b7\" (UniqueName: \"kubernetes.io/projected/9d745086-f76f-4d59-a3b0-1b7d1a57738a-kube-api-access-2p5b7\") pod \"9d745086-f76f-4d59-a3b0-1b7d1a57738a\" (UID: \"9d745086-f76f-4d59-a3b0-1b7d1a57738a\") " Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.721689 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xn9wj\" (UniqueName: \"kubernetes.io/projected/44dd09d5-6c81-4d4f-b82e-c6f109e0a467-kube-api-access-xn9wj\") pod \"44dd09d5-6c81-4d4f-b82e-c6f109e0a467\" (UID: \"44dd09d5-6c81-4d4f-b82e-c6f109e0a467\") " Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.722041 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5n6ng\" (UniqueName: \"kubernetes.io/projected/bc4bf2be-de03-45c9-ba00-c5fac3911151-kube-api-access-5n6ng\") pod \"bc4bf2be-de03-45c9-ba00-c5fac3911151\" (UID: \"bc4bf2be-de03-45c9-ba00-c5fac3911151\") " Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.728105 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/44dd09d5-6c81-4d4f-b82e-c6f109e0a467-kube-api-access-xn9wj" (OuterVolumeSpecName: "kube-api-access-xn9wj") pod "44dd09d5-6c81-4d4f-b82e-c6f109e0a467" (UID: "44dd09d5-6c81-4d4f-b82e-c6f109e0a467"). InnerVolumeSpecName "kube-api-access-xn9wj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.728208 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bc4bf2be-de03-45c9-ba00-c5fac3911151-kube-api-access-5n6ng" (OuterVolumeSpecName: "kube-api-access-5n6ng") pod "bc4bf2be-de03-45c9-ba00-c5fac3911151" (UID: "bc4bf2be-de03-45c9-ba00-c5fac3911151"). InnerVolumeSpecName "kube-api-access-5n6ng". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.732866 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9d745086-f76f-4d59-a3b0-1b7d1a57738a-kube-api-access-2p5b7" (OuterVolumeSpecName: "kube-api-access-2p5b7") pod "9d745086-f76f-4d59-a3b0-1b7d1a57738a" (UID: "9d745086-f76f-4d59-a3b0-1b7d1a57738a"). InnerVolumeSpecName "kube-api-access-2p5b7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.824040 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2p5b7\" (UniqueName: \"kubernetes.io/projected/9d745086-f76f-4d59-a3b0-1b7d1a57738a-kube-api-access-2p5b7\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.824074 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xn9wj\" (UniqueName: \"kubernetes.io/projected/44dd09d5-6c81-4d4f-b82e-c6f109e0a467-kube-api-access-xn9wj\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:08 crc kubenswrapper[4809]: I1013 19:48:08.824085 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5n6ng\" (UniqueName: \"kubernetes.io/projected/bc4bf2be-de03-45c9-ba00-c5fac3911151-kube-api-access-5n6ng\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:09 crc kubenswrapper[4809]: I1013 19:48:09.095935 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:09 crc kubenswrapper[4809]: W1013 19:48:09.108439 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc5fe7d74_d913_405f_b055_86cab69232ae.slice/crio-92690d1a8aa3e24934f565d515956d45d917be9b1826816bd592edca2ae787bb WatchSource:0}: Error finding container 92690d1a8aa3e24934f565d515956d45d917be9b1826816bd592edca2ae787bb: Status 404 returned error can't find the container with id 92690d1a8aa3e24934f565d515956d45d917be9b1826816bd592edca2ae787bb Oct 13 19:48:09 crc kubenswrapper[4809]: I1013 19:48:09.169064 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-3680-account-create-7trnl" event={"ID":"44dd09d5-6c81-4d4f-b82e-c6f109e0a467","Type":"ContainerDied","Data":"dda1422794016ed10ea4c4200b8ff00bb2c870616455813ed810b008431cf4f9"} Oct 13 19:48:09 crc kubenswrapper[4809]: I1013 19:48:09.169110 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="dda1422794016ed10ea4c4200b8ff00bb2c870616455813ed810b008431cf4f9" Oct 13 19:48:09 crc kubenswrapper[4809]: I1013 19:48:09.169114 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-3680-account-create-7trnl" Oct 13 19:48:09 crc kubenswrapper[4809]: I1013 19:48:09.183754 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr" event={"ID":"9d745086-f76f-4d59-a3b0-1b7d1a57738a","Type":"ContainerDied","Data":"205ec13f98df1882d99d468bade75056951c994d4828631621eff79e65f93314"} Oct 13 19:48:09 crc kubenswrapper[4809]: I1013 19:48:09.183783 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="205ec13f98df1882d99d468bade75056951c994d4828631621eff79e65f93314" Oct 13 19:48:09 crc kubenswrapper[4809]: I1013 19:48:09.183816 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr" Oct 13 19:48:09 crc kubenswrapper[4809]: I1013 19:48:09.186527 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l" Oct 13 19:48:09 crc kubenswrapper[4809]: I1013 19:48:09.186540 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l" event={"ID":"bc4bf2be-de03-45c9-ba00-c5fac3911151","Type":"ContainerDied","Data":"e1ac1f87d2685ddd6d8d40ad3d86f9e1a12f2c016c3b8f7cdd46092a9aaef603"} Oct 13 19:48:09 crc kubenswrapper[4809]: I1013 19:48:09.186588 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e1ac1f87d2685ddd6d8d40ad3d86f9e1a12f2c016c3b8f7cdd46092a9aaef603" Oct 13 19:48:09 crc kubenswrapper[4809]: I1013 19:48:09.188178 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5fe7d74-d913-405f-b055-86cab69232ae","Type":"ContainerStarted","Data":"92690d1a8aa3e24934f565d515956d45d917be9b1826816bd592edca2ae787bb"} Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.078592 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.167034 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1" path="/var/lib/kubelet/pods/a4fe019f-7e49-4ba5-8ec1-a8bf69193cc1/volumes" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.200845 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5fe7d74-d913-405f-b055-86cab69232ae","Type":"ContainerStarted","Data":"ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79"} Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.200871 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.263506 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.548800 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj"] Oct 13 19:48:10 crc kubenswrapper[4809]: E1013 19:48:10.549359 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="44dd09d5-6c81-4d4f-b82e-c6f109e0a467" containerName="mariadb-account-create" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.549375 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="44dd09d5-6c81-4d4f-b82e-c6f109e0a467" containerName="mariadb-account-create" Oct 13 19:48:10 crc kubenswrapper[4809]: E1013 19:48:10.549392 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9d745086-f76f-4d59-a3b0-1b7d1a57738a" containerName="mariadb-account-create" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.549398 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9d745086-f76f-4d59-a3b0-1b7d1a57738a" containerName="mariadb-account-create" Oct 13 19:48:10 crc kubenswrapper[4809]: E1013 19:48:10.549424 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bc4bf2be-de03-45c9-ba00-c5fac3911151" containerName="mariadb-account-create" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.553773 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bc4bf2be-de03-45c9-ba00-c5fac3911151" containerName="mariadb-account-create" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.554151 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bc4bf2be-de03-45c9-ba00-c5fac3911151" containerName="mariadb-account-create" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.554175 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="44dd09d5-6c81-4d4f-b82e-c6f109e0a467" containerName="mariadb-account-create" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.554192 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9d745086-f76f-4d59-a3b0-1b7d1a57738a" containerName="mariadb-account-create" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.554883 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.558866 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj"] Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.560094 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-scripts" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.560095 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-lhfzj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.560162 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.664941 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-scripts\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.664991 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p9wvk\" (UniqueName: \"kubernetes.io/projected/44c87486-e2ca-49f6-bb3b-f7aebee83816-kube-api-access-p9wvk\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.665028 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-config-data\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.665127 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.766715 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.767092 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-scripts\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.767138 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p9wvk\" (UniqueName: \"kubernetes.io/projected/44c87486-e2ca-49f6-bb3b-f7aebee83816-kube-api-access-p9wvk\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.767179 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-config-data\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.776115 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.779622 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-scripts\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.785542 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-config-data\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.791780 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p9wvk\" (UniqueName: \"kubernetes.io/projected/44c87486-e2ca-49f6-bb3b-f7aebee83816-kube-api-access-p9wvk\") pod \"nova-cell0-conductor-db-sync-jzjdj\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:10 crc kubenswrapper[4809]: I1013 19:48:10.874311 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:11 crc kubenswrapper[4809]: I1013 19:48:11.239717 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5fe7d74-d913-405f-b055-86cab69232ae","Type":"ContainerStarted","Data":"34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71"} Oct 13 19:48:11 crc kubenswrapper[4809]: I1013 19:48:11.296292 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj"] Oct 13 19:48:11 crc kubenswrapper[4809]: W1013 19:48:11.299367 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod44c87486_e2ca_49f6_bb3b_f7aebee83816.slice/crio-9f023fbee4dbd3557c4718d439c6e909bd9d28550d440cc745210664bc53e16a WatchSource:0}: Error finding container 9f023fbee4dbd3557c4718d439c6e909bd9d28550d440cc745210664bc53e16a: Status 404 returned error can't find the container with id 9f023fbee4dbd3557c4718d439c6e909bd9d28550d440cc745210664bc53e16a Oct 13 19:48:12 crc kubenswrapper[4809]: I1013 19:48:12.249714 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" event={"ID":"44c87486-e2ca-49f6-bb3b-f7aebee83816","Type":"ContainerStarted","Data":"8002c83d8eeede01f57cc7df217817c4a9814fcb5f0fa5561bc92dba99451cd7"} Oct 13 19:48:12 crc kubenswrapper[4809]: I1013 19:48:12.250164 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" event={"ID":"44c87486-e2ca-49f6-bb3b-f7aebee83816","Type":"ContainerStarted","Data":"9f023fbee4dbd3557c4718d439c6e909bd9d28550d440cc745210664bc53e16a"} Oct 13 19:48:12 crc kubenswrapper[4809]: I1013 19:48:12.264692 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5fe7d74-d913-405f-b055-86cab69232ae","Type":"ContainerStarted","Data":"872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706"} Oct 13 19:48:12 crc kubenswrapper[4809]: I1013 19:48:12.284907 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" podStartSLOduration=2.284885637 podStartE2EDuration="2.284885637s" podCreationTimestamp="2025-10-13 19:48:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:12.273778249 +0000 UTC m=+1410.879524854" watchObservedRunningTime="2025-10-13 19:48:12.284885637 +0000 UTC m=+1410.890632232" Oct 13 19:48:13 crc kubenswrapper[4809]: I1013 19:48:13.275190 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5fe7d74-d913-405f-b055-86cab69232ae","Type":"ContainerStarted","Data":"dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7"} Oct 13 19:48:13 crc kubenswrapper[4809]: I1013 19:48:13.306236 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.210453215 podStartE2EDuration="5.306218109s" podCreationTimestamp="2025-10-13 19:48:08 +0000 UTC" firstStartedPulling="2025-10-13 19:48:09.118304937 +0000 UTC m=+1407.724051522" lastFinishedPulling="2025-10-13 19:48:12.214069841 +0000 UTC m=+1410.819816416" observedRunningTime="2025-10-13 19:48:13.302515463 +0000 UTC m=+1411.908262038" watchObservedRunningTime="2025-10-13 19:48:13.306218109 +0000 UTC m=+1411.911964694" Oct 13 19:48:14 crc kubenswrapper[4809]: I1013 19:48:14.289207 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:16 crc kubenswrapper[4809]: I1013 19:48:16.315927 4809 generic.go:334] "Generic (PLEG): container finished" podID="44c87486-e2ca-49f6-bb3b-f7aebee83816" containerID="8002c83d8eeede01f57cc7df217817c4a9814fcb5f0fa5561bc92dba99451cd7" exitCode=0 Oct 13 19:48:16 crc kubenswrapper[4809]: I1013 19:48:16.316424 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" event={"ID":"44c87486-e2ca-49f6-bb3b-f7aebee83816","Type":"ContainerDied","Data":"8002c83d8eeede01f57cc7df217817c4a9814fcb5f0fa5561bc92dba99451cd7"} Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.726247 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.810559 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-combined-ca-bundle\") pod \"44c87486-e2ca-49f6-bb3b-f7aebee83816\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.810812 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p9wvk\" (UniqueName: \"kubernetes.io/projected/44c87486-e2ca-49f6-bb3b-f7aebee83816-kube-api-access-p9wvk\") pod \"44c87486-e2ca-49f6-bb3b-f7aebee83816\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.818766 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/44c87486-e2ca-49f6-bb3b-f7aebee83816-kube-api-access-p9wvk" (OuterVolumeSpecName: "kube-api-access-p9wvk") pod "44c87486-e2ca-49f6-bb3b-f7aebee83816" (UID: "44c87486-e2ca-49f6-bb3b-f7aebee83816"). InnerVolumeSpecName "kube-api-access-p9wvk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.811086 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-scripts\") pod \"44c87486-e2ca-49f6-bb3b-f7aebee83816\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.837826 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-config-data\") pod \"44c87486-e2ca-49f6-bb3b-f7aebee83816\" (UID: \"44c87486-e2ca-49f6-bb3b-f7aebee83816\") " Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.839182 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p9wvk\" (UniqueName: \"kubernetes.io/projected/44c87486-e2ca-49f6-bb3b-f7aebee83816-kube-api-access-p9wvk\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.839591 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-scripts" (OuterVolumeSpecName: "scripts") pod "44c87486-e2ca-49f6-bb3b-f7aebee83816" (UID: "44c87486-e2ca-49f6-bb3b-f7aebee83816"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.870258 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "44c87486-e2ca-49f6-bb3b-f7aebee83816" (UID: "44c87486-e2ca-49f6-bb3b-f7aebee83816"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.870565 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-config-data" (OuterVolumeSpecName: "config-data") pod "44c87486-e2ca-49f6-bb3b-f7aebee83816" (UID: "44c87486-e2ca-49f6-bb3b-f7aebee83816"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.941216 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.941279 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:17 crc kubenswrapper[4809]: I1013 19:48:17.941301 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44c87486-e2ca-49f6-bb3b-f7aebee83816-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.356042 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" event={"ID":"44c87486-e2ca-49f6-bb3b-f7aebee83816","Type":"ContainerDied","Data":"9f023fbee4dbd3557c4718d439c6e909bd9d28550d440cc745210664bc53e16a"} Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.356111 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9f023fbee4dbd3557c4718d439c6e909bd9d28550d440cc745210664bc53e16a" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.356231 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.440937 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:48:18 crc kubenswrapper[4809]: E1013 19:48:18.441537 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="44c87486-e2ca-49f6-bb3b-f7aebee83816" containerName="nova-cell0-conductor-db-sync" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.441549 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="44c87486-e2ca-49f6-bb3b-f7aebee83816" containerName="nova-cell0-conductor-db-sync" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.441757 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="44c87486-e2ca-49f6-bb3b-f7aebee83816" containerName="nova-cell0-conductor-db-sync" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.442312 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.448176 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-lhfzj" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.448457 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.461086 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.550425 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.550491 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mr4zl\" (UniqueName: \"kubernetes.io/projected/70eaef2e-5019-4f15-b6af-698581d39d2c-kube-api-access-mr4zl\") pod \"nova-cell0-conductor-0\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.550818 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.652324 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.652390 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mr4zl\" (UniqueName: \"kubernetes.io/projected/70eaef2e-5019-4f15-b6af-698581d39d2c-kube-api-access-mr4zl\") pod \"nova-cell0-conductor-0\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.652473 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.660106 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.661213 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.670304 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mr4zl\" (UniqueName: \"kubernetes.io/projected/70eaef2e-5019-4f15-b6af-698581d39d2c-kube-api-access-mr4zl\") pod \"nova-cell0-conductor-0\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:18 crc kubenswrapper[4809]: I1013 19:48:18.778238 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:19 crc kubenswrapper[4809]: W1013 19:48:19.255417 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod70eaef2e_5019_4f15_b6af_698581d39d2c.slice/crio-3941b92035efac7cb447df513eec4caaa2aecd7b7359187931df43c6b6e96cf8 WatchSource:0}: Error finding container 3941b92035efac7cb447df513eec4caaa2aecd7b7359187931df43c6b6e96cf8: Status 404 returned error can't find the container with id 3941b92035efac7cb447df513eec4caaa2aecd7b7359187931df43c6b6e96cf8 Oct 13 19:48:19 crc kubenswrapper[4809]: I1013 19:48:19.279394 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:48:19 crc kubenswrapper[4809]: I1013 19:48:19.368484 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"70eaef2e-5019-4f15-b6af-698581d39d2c","Type":"ContainerStarted","Data":"3941b92035efac7cb447df513eec4caaa2aecd7b7359187931df43c6b6e96cf8"} Oct 13 19:48:20 crc kubenswrapper[4809]: I1013 19:48:20.384821 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"70eaef2e-5019-4f15-b6af-698581d39d2c","Type":"ContainerStarted","Data":"77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377"} Oct 13 19:48:20 crc kubenswrapper[4809]: I1013 19:48:20.386783 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:20 crc kubenswrapper[4809]: I1013 19:48:20.423382 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=2.423353472 podStartE2EDuration="2.423353472s" podCreationTimestamp="2025-10-13 19:48:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:20.406364816 +0000 UTC m=+1419.012111431" watchObservedRunningTime="2025-10-13 19:48:20.423353472 +0000 UTC m=+1419.029100097" Oct 13 19:48:28 crc kubenswrapper[4809]: I1013 19:48:28.593800 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:48:28 crc kubenswrapper[4809]: I1013 19:48:28.594441 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:48:28 crc kubenswrapper[4809]: I1013 19:48:28.831888 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.529280 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d"] Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.532890 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.539952 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-config-data" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.557648 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d"] Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.562203 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-scripts" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.686691 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tv8w4\" (UniqueName: \"kubernetes.io/projected/e3a52447-68f0-44c2-b837-8b7817415a02-kube-api-access-tv8w4\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.686772 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-config-data\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.686790 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-scripts\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.686853 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.751109 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.752292 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.757029 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.769386 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.794900 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-config-data\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.794948 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jbwtj\" (UniqueName: \"kubernetes.io/projected/6cbdcb86-def1-4b74-896c-536170712105-kube-api-access-jbwtj\") pod \"nova-scheduler-0\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.794972 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-scripts\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.794998 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-config-data\") pod \"nova-scheduler-0\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.795065 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.795109 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.795155 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tv8w4\" (UniqueName: \"kubernetes.io/projected/e3a52447-68f0-44c2-b837-8b7817415a02-kube-api-access-tv8w4\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.818577 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.823370 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-scripts\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.824423 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-config-data\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.825298 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tv8w4\" (UniqueName: \"kubernetes.io/projected/e3a52447-68f0-44c2-b837-8b7817415a02-kube-api-access-tv8w4\") pod \"nova-cell0-cell-mapping-ffb5d\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.894799 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.896041 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.901860 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.901941 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jbwtj\" (UniqueName: \"kubernetes.io/projected/6cbdcb86-def1-4b74-896c-536170712105-kube-api-access-jbwtj\") pod \"nova-scheduler-0\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.901989 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-config-data\") pod \"nova-scheduler-0\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.921524 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.926375 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-config-data\") pod \"nova-scheduler-0\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.927148 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.935784 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.945311 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.965804 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:48:29 crc kubenswrapper[4809]: I1013 19:48:29.973226 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jbwtj\" (UniqueName: \"kubernetes.io/projected/6cbdcb86-def1-4b74-896c-536170712105-kube-api-access-jbwtj\") pod \"nova-scheduler-0\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:29.993103 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:29.993210 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.003176 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.004644 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.004799 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9rpbx\" (UniqueName: \"kubernetes.io/projected/6dac44d2-fc9d-4160-93ef-0602546d8d56-kube-api-access-9rpbx\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.004819 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.042203 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.044048 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.046088 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.063899 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.092207 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.106207 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9rpbx\" (UniqueName: \"kubernetes.io/projected/6dac44d2-fc9d-4160-93ef-0602546d8d56-kube-api-access-9rpbx\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.106262 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cqz68\" (UniqueName: \"kubernetes.io/projected/46a01c37-180e-46b0-b38a-e4c08f829fb3-kube-api-access-cqz68\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.106282 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.106314 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.106339 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-config-data\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.106401 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/46a01c37-180e-46b0-b38a-e4c08f829fb3-logs\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.106468 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.111156 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.113305 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.131661 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9rpbx\" (UniqueName: \"kubernetes.io/projected/6dac44d2-fc9d-4160-93ef-0602546d8d56-kube-api-access-9rpbx\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.209864 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.209937 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cqz68\" (UniqueName: \"kubernetes.io/projected/46a01c37-180e-46b0-b38a-e4c08f829fb3-kube-api-access-cqz68\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.210221 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.210279 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-54k7p\" (UniqueName: \"kubernetes.io/projected/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-kube-api-access-54k7p\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.210312 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-logs\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.210337 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-config-data\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.210382 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-config-data\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.210617 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/46a01c37-180e-46b0-b38a-e4c08f829fb3-logs\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.211080 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/46a01c37-180e-46b0-b38a-e4c08f829fb3-logs\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.217293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-config-data\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.217765 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.234814 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cqz68\" (UniqueName: \"kubernetes.io/projected/46a01c37-180e-46b0-b38a-e4c08f829fb3-kube-api-access-cqz68\") pod \"nova-api-0\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.312034 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.312079 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-54k7p\" (UniqueName: \"kubernetes.io/projected/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-kube-api-access-54k7p\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.312098 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-logs\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.312156 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-config-data\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.313144 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-logs\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.316493 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-config-data\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.318262 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.330784 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-54k7p\" (UniqueName: \"kubernetes.io/projected/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-kube-api-access-54k7p\") pod \"nova-metadata-0\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.405017 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.418836 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.433961 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.546347 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d"] Oct 13 19:48:30 crc kubenswrapper[4809]: W1013 19:48:30.592777 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode3a52447_68f0_44c2_b837_8b7817415a02.slice/crio-ae45cecf45154db73355ccb2e2c8cff3adf7994c290d72c98c7f03975eecb2f4 WatchSource:0}: Error finding container ae45cecf45154db73355ccb2e2c8cff3adf7994c290d72c98c7f03975eecb2f4: Status 404 returned error can't find the container with id ae45cecf45154db73355ccb2e2c8cff3adf7994c290d72c98c7f03975eecb2f4 Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.643566 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.715452 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7"] Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.716559 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.723026 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-scripts" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.723588 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.736099 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7"] Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.839311 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.839354 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-scripts\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.839389 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-config-data\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.839612 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kclbt\" (UniqueName: \"kubernetes.io/projected/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-kube-api-access-kclbt\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.921152 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:48:30 crc kubenswrapper[4809]: W1013 19:48:30.921979 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod46a01c37_180e_46b0_b38a_e4c08f829fb3.slice/crio-85bac4bcf981c9ed08c25da2ce73a98644c9587145b48e3bb5804ca0c9e6ad8f WatchSource:0}: Error finding container 85bac4bcf981c9ed08c25da2ce73a98644c9587145b48e3bb5804ca0c9e6ad8f: Status 404 returned error can't find the container with id 85bac4bcf981c9ed08c25da2ce73a98644c9587145b48e3bb5804ca0c9e6ad8f Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.941798 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.941848 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-scripts\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.941880 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-config-data\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.941927 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kclbt\" (UniqueName: \"kubernetes.io/projected/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-kube-api-access-kclbt\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.947418 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.950444 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-scripts\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.952062 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-config-data\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:30 crc kubenswrapper[4809]: I1013 19:48:30.959077 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kclbt\" (UniqueName: \"kubernetes.io/projected/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-kube-api-access-kclbt\") pod \"nova-cell1-conductor-db-sync-zjjj7\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.028647 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.047057 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.063831 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.560094 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" event={"ID":"e3a52447-68f0-44c2-b837-8b7817415a02","Type":"ContainerStarted","Data":"0dbabd66689918275a68e34cb32921180f14f8ac6d86970546b80e3d265b3573"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.561028 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" event={"ID":"e3a52447-68f0-44c2-b837-8b7817415a02","Type":"ContainerStarted","Data":"ae45cecf45154db73355ccb2e2c8cff3adf7994c290d72c98c7f03975eecb2f4"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.562320 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"6dac44d2-fc9d-4160-93ef-0602546d8d56","Type":"ContainerStarted","Data":"a7fe86b3fbfa2c0d7123a29e848b70fc3efce248a9ac0d5084ea3fc5d99a0404"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.562517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"6dac44d2-fc9d-4160-93ef-0602546d8d56","Type":"ContainerStarted","Data":"3f692d523a1545ba261504c76ae73d016b0c70b567c29fb24d31dae2dab7bfe3"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.564679 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"46a01c37-180e-46b0-b38a-e4c08f829fb3","Type":"ContainerStarted","Data":"4524f2ad30743d96ae03ddf6f5ddaf47f6a3a9acfa4657355447e714266e7875"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.564719 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"46a01c37-180e-46b0-b38a-e4c08f829fb3","Type":"ContainerStarted","Data":"8167ef2df38bb08361501f7e767107147e82c4db60e61ac960571dc108c45056"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.564745 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"46a01c37-180e-46b0-b38a-e4c08f829fb3","Type":"ContainerStarted","Data":"85bac4bcf981c9ed08c25da2ce73a98644c9587145b48e3bb5804ca0c9e6ad8f"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.574378 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7"] Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.584540 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd","Type":"ContainerStarted","Data":"d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.584652 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd","Type":"ContainerStarted","Data":"4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.584751 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd","Type":"ContainerStarted","Data":"9be692882c2edda85d6a1a6c7e9b7d5a00d626b8c6a0d2c0f9b132cd962c6ebb"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.592358 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6cbdcb86-def1-4b74-896c-536170712105","Type":"ContainerStarted","Data":"efba0b10250cb5b71fb9d155f5658068c9c6f78923a725ef2aac8b82367042b7"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.592469 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6cbdcb86-def1-4b74-896c-536170712105","Type":"ContainerStarted","Data":"c95629d0dfd3facc536f73494ef3d5c4b9d262f3b4194ef2f70e1ed6de2b43dc"} Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.603993 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" podStartSLOduration=2.603969477 podStartE2EDuration="2.603969477s" podCreationTimestamp="2025-10-13 19:48:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:31.57608235 +0000 UTC m=+1430.181828935" watchObservedRunningTime="2025-10-13 19:48:31.603969477 +0000 UTC m=+1430.209716062" Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.629030 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.629002084 podStartE2EDuration="2.629002084s" podCreationTimestamp="2025-10-13 19:48:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:31.602170616 +0000 UTC m=+1430.207917201" watchObservedRunningTime="2025-10-13 19:48:31.629002084 +0000 UTC m=+1430.234748679" Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.642101 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.642080398 podStartE2EDuration="2.642080398s" podCreationTimestamp="2025-10-13 19:48:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:31.618161664 +0000 UTC m=+1430.223908249" watchObservedRunningTime="2025-10-13 19:48:31.642080398 +0000 UTC m=+1430.247826983" Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.657021 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.656999505 podStartE2EDuration="2.656999505s" podCreationTimestamp="2025-10-13 19:48:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:31.635785218 +0000 UTC m=+1430.241531803" watchObservedRunningTime="2025-10-13 19:48:31.656999505 +0000 UTC m=+1430.262746090" Oct 13 19:48:31 crc kubenswrapper[4809]: I1013 19:48:31.671454 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.671434448 podStartE2EDuration="2.671434448s" podCreationTimestamp="2025-10-13 19:48:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:31.65331669 +0000 UTC m=+1430.259063275" watchObservedRunningTime="2025-10-13 19:48:31.671434448 +0000 UTC m=+1430.277181023" Oct 13 19:48:32 crc kubenswrapper[4809]: I1013 19:48:32.601639 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" event={"ID":"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150","Type":"ContainerStarted","Data":"8703c60b0e80f85464641e9b226851bbd60b4dc3758385ad6e8ceac106ae2075"} Oct 13 19:48:32 crc kubenswrapper[4809]: I1013 19:48:32.603191 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" event={"ID":"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150","Type":"ContainerStarted","Data":"43a669a5bc86d475a90fd5c40d8c4ff6ced198e60f4a33b295da56e76adf749b"} Oct 13 19:48:32 crc kubenswrapper[4809]: I1013 19:48:32.625454 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" podStartSLOduration=2.625426456 podStartE2EDuration="2.625426456s" podCreationTimestamp="2025-10-13 19:48:30 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:32.61717995 +0000 UTC m=+1431.222926565" watchObservedRunningTime="2025-10-13 19:48:32.625426456 +0000 UTC m=+1431.231173081" Oct 13 19:48:32 crc kubenswrapper[4809]: I1013 19:48:32.773113 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:32 crc kubenswrapper[4809]: I1013 19:48:32.797009 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:48:33 crc kubenswrapper[4809]: I1013 19:48:33.610261 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" containerName="nova-metadata-log" containerID="cri-o://4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2" gracePeriod=30 Oct 13 19:48:33 crc kubenswrapper[4809]: I1013 19:48:33.610287 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" containerName="nova-metadata-metadata" containerID="cri-o://d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981" gracePeriod=30 Oct 13 19:48:33 crc kubenswrapper[4809]: I1013 19:48:33.610477 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="6dac44d2-fc9d-4160-93ef-0602546d8d56" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://a7fe86b3fbfa2c0d7123a29e848b70fc3efce248a9ac0d5084ea3fc5d99a0404" gracePeriod=30 Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.201539 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.306087 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-logs\") pod \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.306412 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-combined-ca-bundle\") pod \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.306479 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-config-data\") pod \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.306567 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-logs" (OuterVolumeSpecName: "logs") pod "ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" (UID: "ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.306663 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-54k7p\" (UniqueName: \"kubernetes.io/projected/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-kube-api-access-54k7p\") pod \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\" (UID: \"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd\") " Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.307943 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.327762 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-kube-api-access-54k7p" (OuterVolumeSpecName: "kube-api-access-54k7p") pod "ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" (UID: "ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd"). InnerVolumeSpecName "kube-api-access-54k7p". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.347566 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-config-data" (OuterVolumeSpecName: "config-data") pod "ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" (UID: "ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.354093 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" (UID: "ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.409855 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.411856 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-54k7p\" (UniqueName: \"kubernetes.io/projected/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-kube-api-access-54k7p\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.411874 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.475091 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-operators-rg8lc"] Oct 13 19:48:34 crc kubenswrapper[4809]: E1013 19:48:34.475630 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" containerName="nova-metadata-metadata" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.475649 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" containerName="nova-metadata-metadata" Oct 13 19:48:34 crc kubenswrapper[4809]: E1013 19:48:34.475665 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" containerName="nova-metadata-log" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.475674 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" containerName="nova-metadata-log" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.475969 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" containerName="nova-metadata-log" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.476000 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" containerName="nova-metadata-metadata" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.480301 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.485362 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-rg8lc"] Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.620166 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-utilities\") pod \"redhat-operators-rg8lc\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.620319 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cwpbv\" (UniqueName: \"kubernetes.io/projected/81c56ef0-eabe-435d-a476-5ab78bf27c02-kube-api-access-cwpbv\") pod \"redhat-operators-rg8lc\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.620373 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-catalog-content\") pod \"redhat-operators-rg8lc\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.622457 4809 generic.go:334] "Generic (PLEG): container finished" podID="ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" containerID="d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981" exitCode=0 Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.622494 4809 generic.go:334] "Generic (PLEG): container finished" podID="ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" containerID="4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2" exitCode=143 Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.622554 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.622563 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd","Type":"ContainerDied","Data":"d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981"} Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.622599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd","Type":"ContainerDied","Data":"4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2"} Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.622612 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd","Type":"ContainerDied","Data":"9be692882c2edda85d6a1a6c7e9b7d5a00d626b8c6a0d2c0f9b132cd962c6ebb"} Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.622631 4809 scope.go:117] "RemoveContainer" containerID="d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.629458 4809 generic.go:334] "Generic (PLEG): container finished" podID="5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150" containerID="8703c60b0e80f85464641e9b226851bbd60b4dc3758385ad6e8ceac106ae2075" exitCode=0 Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.629538 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" event={"ID":"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150","Type":"ContainerDied","Data":"8703c60b0e80f85464641e9b226851bbd60b4dc3758385ad6e8ceac106ae2075"} Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.639714 4809 generic.go:334] "Generic (PLEG): container finished" podID="6dac44d2-fc9d-4160-93ef-0602546d8d56" containerID="a7fe86b3fbfa2c0d7123a29e848b70fc3efce248a9ac0d5084ea3fc5d99a0404" exitCode=0 Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.639787 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"6dac44d2-fc9d-4160-93ef-0602546d8d56","Type":"ContainerDied","Data":"a7fe86b3fbfa2c0d7123a29e848b70fc3efce248a9ac0d5084ea3fc5d99a0404"} Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.659070 4809 scope.go:117] "RemoveContainer" containerID="4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.681570 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.697966 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.699128 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.705930 4809 scope.go:117] "RemoveContainer" containerID="d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981" Oct 13 19:48:34 crc kubenswrapper[4809]: E1013 19:48:34.707201 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981\": container with ID starting with d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981 not found: ID does not exist" containerID="d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.707247 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981"} err="failed to get container status \"d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981\": rpc error: code = NotFound desc = could not find container \"d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981\": container with ID starting with d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981 not found: ID does not exist" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.707265 4809 scope.go:117] "RemoveContainer" containerID="4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2" Oct 13 19:48:34 crc kubenswrapper[4809]: E1013 19:48:34.707580 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2\": container with ID starting with 4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2 not found: ID does not exist" containerID="4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.707603 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2"} err="failed to get container status \"4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2\": rpc error: code = NotFound desc = could not find container \"4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2\": container with ID starting with 4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2 not found: ID does not exist" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.707616 4809 scope.go:117] "RemoveContainer" containerID="d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.707878 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981"} err="failed to get container status \"d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981\": rpc error: code = NotFound desc = could not find container \"d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981\": container with ID starting with d1e0044aa0b55dcf6a0bab89507cb8020d4a27d1e5c5f593e9623367be857981 not found: ID does not exist" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.707905 4809 scope.go:117] "RemoveContainer" containerID="4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.709176 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2"} err="failed to get container status \"4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2\": rpc error: code = NotFound desc = could not find container \"4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2\": container with ID starting with 4934906dd0091edf165cbf12fbbd5b1b5f4f2b77be3f32dd66b600663e285bf2 not found: ID does not exist" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.713052 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:34 crc kubenswrapper[4809]: E1013 19:48:34.713523 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6dac44d2-fc9d-4160-93ef-0602546d8d56" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.713540 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6dac44d2-fc9d-4160-93ef-0602546d8d56" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.713717 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6dac44d2-fc9d-4160-93ef-0602546d8d56" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.714700 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.720587 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.720766 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.728638 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.732641 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-utilities\") pod \"redhat-operators-rg8lc\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.732864 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cwpbv\" (UniqueName: \"kubernetes.io/projected/81c56ef0-eabe-435d-a476-5ab78bf27c02-kube-api-access-cwpbv\") pod \"redhat-operators-rg8lc\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.732979 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-catalog-content\") pod \"redhat-operators-rg8lc\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.734086 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-catalog-content\") pod \"redhat-operators-rg8lc\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.734162 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-utilities\") pod \"redhat-operators-rg8lc\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.763680 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cwpbv\" (UniqueName: \"kubernetes.io/projected/81c56ef0-eabe-435d-a476-5ab78bf27c02-kube-api-access-cwpbv\") pod \"redhat-operators-rg8lc\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.797559 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.833901 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-combined-ca-bundle\") pod \"6dac44d2-fc9d-4160-93ef-0602546d8d56\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.834320 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-config-data\") pod \"6dac44d2-fc9d-4160-93ef-0602546d8d56\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.834481 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9rpbx\" (UniqueName: \"kubernetes.io/projected/6dac44d2-fc9d-4160-93ef-0602546d8d56-kube-api-access-9rpbx\") pod \"6dac44d2-fc9d-4160-93ef-0602546d8d56\" (UID: \"6dac44d2-fc9d-4160-93ef-0602546d8d56\") " Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.834836 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gn8m9\" (UniqueName: \"kubernetes.io/projected/92f5e365-263c-46ff-9446-7ed968e37ee3-kube-api-access-gn8m9\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.834957 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.835035 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.835173 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-config-data\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.835239 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92f5e365-263c-46ff-9446-7ed968e37ee3-logs\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.841150 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6dac44d2-fc9d-4160-93ef-0602546d8d56-kube-api-access-9rpbx" (OuterVolumeSpecName: "kube-api-access-9rpbx") pod "6dac44d2-fc9d-4160-93ef-0602546d8d56" (UID: "6dac44d2-fc9d-4160-93ef-0602546d8d56"). InnerVolumeSpecName "kube-api-access-9rpbx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.867971 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-config-data" (OuterVolumeSpecName: "config-data") pod "6dac44d2-fc9d-4160-93ef-0602546d8d56" (UID: "6dac44d2-fc9d-4160-93ef-0602546d8d56"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.868399 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6dac44d2-fc9d-4160-93ef-0602546d8d56" (UID: "6dac44d2-fc9d-4160-93ef-0602546d8d56"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.936621 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.936674 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.936752 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-config-data\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.936768 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92f5e365-263c-46ff-9446-7ed968e37ee3-logs\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.936832 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gn8m9\" (UniqueName: \"kubernetes.io/projected/92f5e365-263c-46ff-9446-7ed968e37ee3-kube-api-access-gn8m9\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.937053 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.937072 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dac44d2-fc9d-4160-93ef-0602546d8d56-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.937236 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9rpbx\" (UniqueName: \"kubernetes.io/projected/6dac44d2-fc9d-4160-93ef-0602546d8d56-kube-api-access-9rpbx\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.938398 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92f5e365-263c-46ff-9446-7ed968e37ee3-logs\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.940526 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.940719 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-config-data\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.940972 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:34 crc kubenswrapper[4809]: I1013 19:48:34.954125 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gn8m9\" (UniqueName: \"kubernetes.io/projected/92f5e365-263c-46ff-9446-7ed968e37ee3-kube-api-access-gn8m9\") pod \"nova-metadata-0\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.092933 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.113606 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.257397 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-rg8lc"] Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.583195 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.660042 4809 generic.go:334] "Generic (PLEG): container finished" podID="81c56ef0-eabe-435d-a476-5ab78bf27c02" containerID="4d3735fd50e1b8c644ce9c4df84d9bdb8a6c77e73a5d3ffbcc28d72c387d8c7c" exitCode=0 Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.660415 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-rg8lc" event={"ID":"81c56ef0-eabe-435d-a476-5ab78bf27c02","Type":"ContainerDied","Data":"4d3735fd50e1b8c644ce9c4df84d9bdb8a6c77e73a5d3ffbcc28d72c387d8c7c"} Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.660805 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-rg8lc" event={"ID":"81c56ef0-eabe-435d-a476-5ab78bf27c02","Type":"ContainerStarted","Data":"7815d10175a4483e44b6d609c3deed27a1a9d211a3485a6eedec2f1f7eabcb90"} Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.666589 4809 generic.go:334] "Generic (PLEG): container finished" podID="e3a52447-68f0-44c2-b837-8b7817415a02" containerID="0dbabd66689918275a68e34cb32921180f14f8ac6d86970546b80e3d265b3573" exitCode=0 Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.666658 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" event={"ID":"e3a52447-68f0-44c2-b837-8b7817415a02","Type":"ContainerDied","Data":"0dbabd66689918275a68e34cb32921180f14f8ac6d86970546b80e3d265b3573"} Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.675535 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"6dac44d2-fc9d-4160-93ef-0602546d8d56","Type":"ContainerDied","Data":"3f692d523a1545ba261504c76ae73d016b0c70b567c29fb24d31dae2dab7bfe3"} Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.675581 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.675603 4809 scope.go:117] "RemoveContainer" containerID="a7fe86b3fbfa2c0d7123a29e848b70fc3efce248a9ac0d5084ea3fc5d99a0404" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.685563 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92f5e365-263c-46ff-9446-7ed968e37ee3","Type":"ContainerStarted","Data":"0be10fdd83ff22911ded5c1eb0df121b8aea86ef98334d7173a011ea2780d3d8"} Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.724422 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.736913 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.748308 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.749651 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.762563 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.779261 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.779809 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-vencrypt" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.780067 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-public-svc" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.860003 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.860173 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kxxjp\" (UniqueName: \"kubernetes.io/projected/96a46ade-d275-4714-8128-dd0dd6dcd70a-kube-api-access-kxxjp\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.860244 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.860469 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.860697 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.963217 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.963649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kxxjp\" (UniqueName: \"kubernetes.io/projected/96a46ade-d275-4714-8128-dd0dd6dcd70a-kube-api-access-kxxjp\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.963719 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.963806 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.963893 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.970267 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.970580 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.971274 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.972789 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:35 crc kubenswrapper[4809]: I1013 19:48:35.984625 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kxxjp\" (UniqueName: \"kubernetes.io/projected/96a46ade-d275-4714-8128-dd0dd6dcd70a-kube-api-access-kxxjp\") pod \"nova-cell1-novncproxy-0\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.040442 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.166280 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6dac44d2-fc9d-4160-93ef-0602546d8d56" path="/var/lib/kubelet/pods/6dac44d2-fc9d-4160-93ef-0602546d8d56/volumes" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.166918 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd" path="/var/lib/kubelet/pods/ae7d79d8-60bb-4e8a-b4a4-88e40e0dc4dd/volumes" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.169450 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-scripts\") pod \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.169547 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-combined-ca-bundle\") pod \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.169598 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kclbt\" (UniqueName: \"kubernetes.io/projected/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-kube-api-access-kclbt\") pod \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.169655 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-config-data\") pod \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\" (UID: \"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150\") " Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.173710 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-scripts" (OuterVolumeSpecName: "scripts") pod "5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150" (UID: "5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.177954 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-kube-api-access-kclbt" (OuterVolumeSpecName: "kube-api-access-kclbt") pod "5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150" (UID: "5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150"). InnerVolumeSpecName "kube-api-access-kclbt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.194532 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-config-data" (OuterVolumeSpecName: "config-data") pod "5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150" (UID: "5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.195949 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150" (UID: "5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.211418 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.273056 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.273084 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.273094 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kclbt\" (UniqueName: \"kubernetes.io/projected/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-kube-api-access-kclbt\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.273103 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.714013 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"96a46ade-d275-4714-8128-dd0dd6dcd70a","Type":"ContainerStarted","Data":"ea7ed58a89eb4792ef9d83d30f8b031d8f886a2866dbc16070bbee896adeaea0"} Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.720023 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" event={"ID":"5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150","Type":"ContainerDied","Data":"43a669a5bc86d475a90fd5c40d8c4ff6ced198e60f4a33b295da56e76adf749b"} Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.720088 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="43a669a5bc86d475a90fd5c40d8c4ff6ced198e60f4a33b295da56e76adf749b" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.720263 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.728104 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.731307 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92f5e365-263c-46ff-9446-7ed968e37ee3","Type":"ContainerStarted","Data":"f23e287c2ab734a43aa6764dc0247ecaab5b9a1c1f3016730e7f1340f75ca3cf"} Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.731383 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92f5e365-263c-46ff-9446-7ed968e37ee3","Type":"ContainerStarted","Data":"6085e279325ccf97299c78181f5c0e88d7ce50722dd86cb6569331fc889f30de"} Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.761445 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:48:36 crc kubenswrapper[4809]: E1013 19:48:36.762235 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150" containerName="nova-cell1-conductor-db-sync" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.762312 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150" containerName="nova-cell1-conductor-db-sync" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.762595 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150" containerName="nova-cell1-conductor-db-sync" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.763827 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.771339 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.792915 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.813326 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.813302169 podStartE2EDuration="2.813302169s" podCreationTimestamp="2025-10-13 19:48:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:36.763168225 +0000 UTC m=+1435.368914830" watchObservedRunningTime="2025-10-13 19:48:36.813302169 +0000 UTC m=+1435.419048754" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.890215 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.890331 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sls7q\" (UniqueName: \"kubernetes.io/projected/786e7be5-aad1-4393-9f85-19295687879e-kube-api-access-sls7q\") pod \"nova-cell1-conductor-0\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.890399 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.993412 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sls7q\" (UniqueName: \"kubernetes.io/projected/786e7be5-aad1-4393-9f85-19295687879e-kube-api-access-sls7q\") pod \"nova-cell1-conductor-0\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.993501 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:36 crc kubenswrapper[4809]: I1013 19:48:36.993585 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.000416 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.004307 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.014971 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sls7q\" (UniqueName: \"kubernetes.io/projected/786e7be5-aad1-4393-9f85-19295687879e-kube-api-access-sls7q\") pod \"nova-cell1-conductor-0\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.094662 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.197016 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-combined-ca-bundle\") pod \"e3a52447-68f0-44c2-b837-8b7817415a02\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.197405 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-config-data\") pod \"e3a52447-68f0-44c2-b837-8b7817415a02\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.197576 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tv8w4\" (UniqueName: \"kubernetes.io/projected/e3a52447-68f0-44c2-b837-8b7817415a02-kube-api-access-tv8w4\") pod \"e3a52447-68f0-44c2-b837-8b7817415a02\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.197774 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-scripts\") pod \"e3a52447-68f0-44c2-b837-8b7817415a02\" (UID: \"e3a52447-68f0-44c2-b837-8b7817415a02\") " Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.201919 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-scripts" (OuterVolumeSpecName: "scripts") pod "e3a52447-68f0-44c2-b837-8b7817415a02" (UID: "e3a52447-68f0-44c2-b837-8b7817415a02"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.201940 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e3a52447-68f0-44c2-b837-8b7817415a02-kube-api-access-tv8w4" (OuterVolumeSpecName: "kube-api-access-tv8w4") pod "e3a52447-68f0-44c2-b837-8b7817415a02" (UID: "e3a52447-68f0-44c2-b837-8b7817415a02"). InnerVolumeSpecName "kube-api-access-tv8w4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.223369 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.235461 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e3a52447-68f0-44c2-b837-8b7817415a02" (UID: "e3a52447-68f0-44c2-b837-8b7817415a02"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.250054 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-config-data" (OuterVolumeSpecName: "config-data") pod "e3a52447-68f0-44c2-b837-8b7817415a02" (UID: "e3a52447-68f0-44c2-b837-8b7817415a02"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.304652 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.304699 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.304718 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e3a52447-68f0-44c2-b837-8b7817415a02-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.304751 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tv8w4\" (UniqueName: \"kubernetes.io/projected/e3a52447-68f0-44c2-b837-8b7817415a02-kube-api-access-tv8w4\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.746152 4809 generic.go:334] "Generic (PLEG): container finished" podID="81c56ef0-eabe-435d-a476-5ab78bf27c02" containerID="a5ec90fe7076c2663aec1057d63ddea19ff6270fdefe62c949ccab07fcebdbdf" exitCode=0 Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.746626 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-rg8lc" event={"ID":"81c56ef0-eabe-435d-a476-5ab78bf27c02","Type":"ContainerDied","Data":"a5ec90fe7076c2663aec1057d63ddea19ff6270fdefe62c949ccab07fcebdbdf"} Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.750293 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"96a46ade-d275-4714-8128-dd0dd6dcd70a","Type":"ContainerStarted","Data":"cdd722c76e5c79c379f2098876ea8fc8fca89c9a3c2b9a2e2b5e7bdf4c61a09d"} Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.753993 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" event={"ID":"e3a52447-68f0-44c2-b837-8b7817415a02","Type":"ContainerDied","Data":"ae45cecf45154db73355ccb2e2c8cff3adf7994c290d72c98c7f03975eecb2f4"} Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.754024 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ae45cecf45154db73355ccb2e2c8cff3adf7994c290d72c98c7f03975eecb2f4" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.754066 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.761277 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.812373 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.812346366 podStartE2EDuration="2.812346366s" podCreationTimestamp="2025-10-13 19:48:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:37.797280164 +0000 UTC m=+1436.403026759" watchObservedRunningTime="2025-10-13 19:48:37.812346366 +0000 UTC m=+1436.418092971" Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.884958 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.885249 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="46a01c37-180e-46b0-b38a-e4c08f829fb3" containerName="nova-api-log" containerID="cri-o://8167ef2df38bb08361501f7e767107147e82c4db60e61ac960571dc108c45056" gracePeriod=30 Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.885872 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="46a01c37-180e-46b0-b38a-e4c08f829fb3" containerName="nova-api-api" containerID="cri-o://4524f2ad30743d96ae03ddf6f5ddaf47f6a3a9acfa4657355447e714266e7875" gracePeriod=30 Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.914774 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.915030 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="6cbdcb86-def1-4b74-896c-536170712105" containerName="nova-scheduler-scheduler" containerID="cri-o://efba0b10250cb5b71fb9d155f5658068c9c6f78923a725ef2aac8b82367042b7" gracePeriod=30 Oct 13 19:48:37 crc kubenswrapper[4809]: I1013 19:48:37.928454 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.655107 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.763111 4809 generic.go:334] "Generic (PLEG): container finished" podID="46a01c37-180e-46b0-b38a-e4c08f829fb3" containerID="4524f2ad30743d96ae03ddf6f5ddaf47f6a3a9acfa4657355447e714266e7875" exitCode=0 Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.763531 4809 generic.go:334] "Generic (PLEG): container finished" podID="46a01c37-180e-46b0-b38a-e4c08f829fb3" containerID="8167ef2df38bb08361501f7e767107147e82c4db60e61ac960571dc108c45056" exitCode=143 Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.763343 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"46a01c37-180e-46b0-b38a-e4c08f829fb3","Type":"ContainerDied","Data":"4524f2ad30743d96ae03ddf6f5ddaf47f6a3a9acfa4657355447e714266e7875"} Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.763613 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"46a01c37-180e-46b0-b38a-e4c08f829fb3","Type":"ContainerDied","Data":"8167ef2df38bb08361501f7e767107147e82c4db60e61ac960571dc108c45056"} Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.778168 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-rg8lc" event={"ID":"81c56ef0-eabe-435d-a476-5ab78bf27c02","Type":"ContainerStarted","Data":"af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1"} Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.780616 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="92f5e365-263c-46ff-9446-7ed968e37ee3" containerName="nova-metadata-log" containerID="cri-o://6085e279325ccf97299c78181f5c0e88d7ce50722dd86cb6569331fc889f30de" gracePeriod=30 Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.781108 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"786e7be5-aad1-4393-9f85-19295687879e","Type":"ContainerStarted","Data":"f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d"} Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.781133 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"786e7be5-aad1-4393-9f85-19295687879e","Type":"ContainerStarted","Data":"d78a39efa1059009a34ff33f43d63e4220398802bde8c583e6c274875e271cfa"} Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.782001 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="92f5e365-263c-46ff-9446-7ed968e37ee3" containerName="nova-metadata-metadata" containerID="cri-o://f23e287c2ab734a43aa6764dc0247ecaab5b9a1c1f3016730e7f1340f75ca3cf" gracePeriod=30 Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.782117 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:38 crc kubenswrapper[4809]: E1013 19:48:38.807337 4809 kubelet_node_status.go:756] "Failed to set some node status fields" err="failed to validate nodeIP: route ip+net: no such network interface" node="crc" Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.846331 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-operators-rg8lc" podStartSLOduration=2.212621702 podStartE2EDuration="4.846313532s" podCreationTimestamp="2025-10-13 19:48:34 +0000 UTC" firstStartedPulling="2025-10-13 19:48:35.661972485 +0000 UTC m=+1434.267719070" lastFinishedPulling="2025-10-13 19:48:38.295664315 +0000 UTC m=+1436.901410900" observedRunningTime="2025-10-13 19:48:38.838095397 +0000 UTC m=+1437.443841992" watchObservedRunningTime="2025-10-13 19:48:38.846313532 +0000 UTC m=+1437.452060117" Oct 13 19:48:38 crc kubenswrapper[4809]: I1013 19:48:38.866422 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=2.866400357 podStartE2EDuration="2.866400357s" podCreationTimestamp="2025-10-13 19:48:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:38.856971327 +0000 UTC m=+1437.462717902" watchObservedRunningTime="2025-10-13 19:48:38.866400357 +0000 UTC m=+1437.472146942" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.064129 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.146067 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cqz68\" (UniqueName: \"kubernetes.io/projected/46a01c37-180e-46b0-b38a-e4c08f829fb3-kube-api-access-cqz68\") pod \"46a01c37-180e-46b0-b38a-e4c08f829fb3\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.146190 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-combined-ca-bundle\") pod \"46a01c37-180e-46b0-b38a-e4c08f829fb3\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.146219 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-config-data\") pod \"46a01c37-180e-46b0-b38a-e4c08f829fb3\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.146277 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/46a01c37-180e-46b0-b38a-e4c08f829fb3-logs\") pod \"46a01c37-180e-46b0-b38a-e4c08f829fb3\" (UID: \"46a01c37-180e-46b0-b38a-e4c08f829fb3\") " Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.146986 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/46a01c37-180e-46b0-b38a-e4c08f829fb3-logs" (OuterVolumeSpecName: "logs") pod "46a01c37-180e-46b0-b38a-e4c08f829fb3" (UID: "46a01c37-180e-46b0-b38a-e4c08f829fb3"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.153983 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/46a01c37-180e-46b0-b38a-e4c08f829fb3-kube-api-access-cqz68" (OuterVolumeSpecName: "kube-api-access-cqz68") pod "46a01c37-180e-46b0-b38a-e4c08f829fb3" (UID: "46a01c37-180e-46b0-b38a-e4c08f829fb3"). InnerVolumeSpecName "kube-api-access-cqz68". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.188522 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "46a01c37-180e-46b0-b38a-e4c08f829fb3" (UID: "46a01c37-180e-46b0-b38a-e4c08f829fb3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.192356 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-config-data" (OuterVolumeSpecName: "config-data") pod "46a01c37-180e-46b0-b38a-e4c08f829fb3" (UID: "46a01c37-180e-46b0-b38a-e4c08f829fb3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.248175 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cqz68\" (UniqueName: \"kubernetes.io/projected/46a01c37-180e-46b0-b38a-e4c08f829fb3-kube-api-access-cqz68\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.248207 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.248217 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/46a01c37-180e-46b0-b38a-e4c08f829fb3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.248226 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/46a01c37-180e-46b0-b38a-e4c08f829fb3-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.797494 4809 generic.go:334] "Generic (PLEG): container finished" podID="92f5e365-263c-46ff-9446-7ed968e37ee3" containerID="f23e287c2ab734a43aa6764dc0247ecaab5b9a1c1f3016730e7f1340f75ca3cf" exitCode=0 Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.797529 4809 generic.go:334] "Generic (PLEG): container finished" podID="92f5e365-263c-46ff-9446-7ed968e37ee3" containerID="6085e279325ccf97299c78181f5c0e88d7ce50722dd86cb6569331fc889f30de" exitCode=143 Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.797585 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92f5e365-263c-46ff-9446-7ed968e37ee3","Type":"ContainerDied","Data":"f23e287c2ab734a43aa6764dc0247ecaab5b9a1c1f3016730e7f1340f75ca3cf"} Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.797616 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92f5e365-263c-46ff-9446-7ed968e37ee3","Type":"ContainerDied","Data":"6085e279325ccf97299c78181f5c0e88d7ce50722dd86cb6569331fc889f30de"} Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.803392 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"46a01c37-180e-46b0-b38a-e4c08f829fb3","Type":"ContainerDied","Data":"85bac4bcf981c9ed08c25da2ce73a98644c9587145b48e3bb5804ca0c9e6ad8f"} Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.803454 4809 scope.go:117] "RemoveContainer" containerID="4524f2ad30743d96ae03ddf6f5ddaf47f6a3a9acfa4657355447e714266e7875" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.803865 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.877821 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.891132 4809 scope.go:117] "RemoveContainer" containerID="8167ef2df38bb08361501f7e767107147e82c4db60e61ac960571dc108c45056" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.898116 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.905775 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.962773 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-combined-ca-bundle\") pod \"92f5e365-263c-46ff-9446-7ed968e37ee3\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.962982 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gn8m9\" (UniqueName: \"kubernetes.io/projected/92f5e365-263c-46ff-9446-7ed968e37ee3-kube-api-access-gn8m9\") pod \"92f5e365-263c-46ff-9446-7ed968e37ee3\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.963008 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-config-data\") pod \"92f5e365-263c-46ff-9446-7ed968e37ee3\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.963046 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92f5e365-263c-46ff-9446-7ed968e37ee3-logs\") pod \"92f5e365-263c-46ff-9446-7ed968e37ee3\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.963075 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-nova-metadata-tls-certs\") pod \"92f5e365-263c-46ff-9446-7ed968e37ee3\" (UID: \"92f5e365-263c-46ff-9446-7ed968e37ee3\") " Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.965849 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.966240 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/92f5e365-263c-46ff-9446-7ed968e37ee3-logs" (OuterVolumeSpecName: "logs") pod "92f5e365-263c-46ff-9446-7ed968e37ee3" (UID: "92f5e365-263c-46ff-9446-7ed968e37ee3"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:48:39 crc kubenswrapper[4809]: E1013 19:48:39.966517 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e3a52447-68f0-44c2-b837-8b7817415a02" containerName="nova-manage" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.966548 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e3a52447-68f0-44c2-b837-8b7817415a02" containerName="nova-manage" Oct 13 19:48:39 crc kubenswrapper[4809]: E1013 19:48:39.966572 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="92f5e365-263c-46ff-9446-7ed968e37ee3" containerName="nova-metadata-log" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.966581 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="92f5e365-263c-46ff-9446-7ed968e37ee3" containerName="nova-metadata-log" Oct 13 19:48:39 crc kubenswrapper[4809]: E1013 19:48:39.966609 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="92f5e365-263c-46ff-9446-7ed968e37ee3" containerName="nova-metadata-metadata" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.966617 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="92f5e365-263c-46ff-9446-7ed968e37ee3" containerName="nova-metadata-metadata" Oct 13 19:48:39 crc kubenswrapper[4809]: E1013 19:48:39.966628 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="46a01c37-180e-46b0-b38a-e4c08f829fb3" containerName="nova-api-log" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.966636 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="46a01c37-180e-46b0-b38a-e4c08f829fb3" containerName="nova-api-log" Oct 13 19:48:39 crc kubenswrapper[4809]: E1013 19:48:39.966659 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="46a01c37-180e-46b0-b38a-e4c08f829fb3" containerName="nova-api-api" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.966666 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="46a01c37-180e-46b0-b38a-e4c08f829fb3" containerName="nova-api-api" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.967002 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="46a01c37-180e-46b0-b38a-e4c08f829fb3" containerName="nova-api-api" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.967026 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="92f5e365-263c-46ff-9446-7ed968e37ee3" containerName="nova-metadata-log" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.967048 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="46a01c37-180e-46b0-b38a-e4c08f829fb3" containerName="nova-api-log" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.967066 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="92f5e365-263c-46ff-9446-7ed968e37ee3" containerName="nova-metadata-metadata" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.967082 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e3a52447-68f0-44c2-b837-8b7817415a02" containerName="nova-manage" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.968423 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.972888 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.980478 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:48:39 crc kubenswrapper[4809]: I1013 19:48:39.982674 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/92f5e365-263c-46ff-9446-7ed968e37ee3-kube-api-access-gn8m9" (OuterVolumeSpecName: "kube-api-access-gn8m9") pod "92f5e365-263c-46ff-9446-7ed968e37ee3" (UID: "92f5e365-263c-46ff-9446-7ed968e37ee3"). InnerVolumeSpecName "kube-api-access-gn8m9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.005484 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "92f5e365-263c-46ff-9446-7ed968e37ee3" (UID: "92f5e365-263c-46ff-9446-7ed968e37ee3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.018583 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "92f5e365-263c-46ff-9446-7ed968e37ee3" (UID: "92f5e365-263c-46ff-9446-7ed968e37ee3"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.020117 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-config-data" (OuterVolumeSpecName: "config-data") pod "92f5e365-263c-46ff-9446-7ed968e37ee3" (UID: "92f5e365-263c-46ff-9446-7ed968e37ee3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.064475 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.064520 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fxvhc\" (UniqueName: \"kubernetes.io/projected/8fe848ab-b631-4474-8e95-00c19e195993-kube-api-access-fxvhc\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.064717 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-config-data\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.064748 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8fe848ab-b631-4474-8e95-00c19e195993-logs\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.064852 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gn8m9\" (UniqueName: \"kubernetes.io/projected/92f5e365-263c-46ff-9446-7ed968e37ee3-kube-api-access-gn8m9\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.064864 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.064874 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92f5e365-263c-46ff-9446-7ed968e37ee3-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.064918 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.064942 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92f5e365-263c-46ff-9446-7ed968e37ee3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.166787 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-config-data\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.167228 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8fe848ab-b631-4474-8e95-00c19e195993-logs\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.167382 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.167431 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fxvhc\" (UniqueName: \"kubernetes.io/projected/8fe848ab-b631-4474-8e95-00c19e195993-kube-api-access-fxvhc\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.168009 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8fe848ab-b631-4474-8e95-00c19e195993-logs\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.171257 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-config-data\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.172300 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="46a01c37-180e-46b0-b38a-e4c08f829fb3" path="/var/lib/kubelet/pods/46a01c37-180e-46b0-b38a-e4c08f829fb3/volumes" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.174389 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.197886 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fxvhc\" (UniqueName: \"kubernetes.io/projected/8fe848ab-b631-4474-8e95-00c19e195993-kube-api-access-fxvhc\") pod \"nova-api-0\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.366509 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.813422 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92f5e365-263c-46ff-9446-7ed968e37ee3","Type":"ContainerDied","Data":"0be10fdd83ff22911ded5c1eb0df121b8aea86ef98334d7173a011ea2780d3d8"} Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.814687 4809 scope.go:117] "RemoveContainer" containerID="f23e287c2ab734a43aa6764dc0247ecaab5b9a1c1f3016730e7f1340f75ca3cf" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.813443 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.845803 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.846691 4809 scope.go:117] "RemoveContainer" containerID="6085e279325ccf97299c78181f5c0e88d7ce50722dd86cb6569331fc889f30de" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.871511 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.888342 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.895841 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.897705 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.903959 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.906776 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.906841 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.982337 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-config-data\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.982397 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nptqp\" (UniqueName: \"kubernetes.io/projected/dc282080-f20b-48e3-8789-2e451efea179-kube-api-access-nptqp\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.982509 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.982566 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:40 crc kubenswrapper[4809]: I1013 19:48:40.982783 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dc282080-f20b-48e3-8789-2e451efea179-logs\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.087981 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.088068 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.088146 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dc282080-f20b-48e3-8789-2e451efea179-logs\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.088242 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-config-data\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.088284 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nptqp\" (UniqueName: \"kubernetes.io/projected/dc282080-f20b-48e3-8789-2e451efea179-kube-api-access-nptqp\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.089912 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dc282080-f20b-48e3-8789-2e451efea179-logs\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.100529 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-config-data\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.100868 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.100919 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.106965 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nptqp\" (UniqueName: \"kubernetes.io/projected/dc282080-f20b-48e3-8789-2e451efea179-kube-api-access-nptqp\") pod \"nova-metadata-0\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.212213 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.215670 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.745206 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:41 crc kubenswrapper[4809]: W1013 19:48:41.762331 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddc282080_f20b_48e3_8789_2e451efea179.slice/crio-c58e1467a5d22a28905b6f4db2a20caa58f940e9e8d14bad8059c638f9efca71 WatchSource:0}: Error finding container c58e1467a5d22a28905b6f4db2a20caa58f940e9e8d14bad8059c638f9efca71: Status 404 returned error can't find the container with id c58e1467a5d22a28905b6f4db2a20caa58f940e9e8d14bad8059c638f9efca71 Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.866588 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8fe848ab-b631-4474-8e95-00c19e195993","Type":"ContainerStarted","Data":"0a48c65295882ea4892f00d2471918d73932ee3043f125c2946d6003f6a5c60e"} Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.867267 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8fe848ab-b631-4474-8e95-00c19e195993","Type":"ContainerStarted","Data":"cda57ec00befc5ed5e689b552564e5a6121631a42849021b01070fd7cdd77308"} Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.867284 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8fe848ab-b631-4474-8e95-00c19e195993","Type":"ContainerStarted","Data":"85485e3c2eed4f0ada250379e15121ca5de1d20d5a03cb733d84463a336ab473"} Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.868324 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"dc282080-f20b-48e3-8789-2e451efea179","Type":"ContainerStarted","Data":"c58e1467a5d22a28905b6f4db2a20caa58f940e9e8d14bad8059c638f9efca71"} Oct 13 19:48:41 crc kubenswrapper[4809]: I1013 19:48:41.898529 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.898458617 podStartE2EDuration="2.898458617s" podCreationTimestamp="2025-10-13 19:48:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:41.88458081 +0000 UTC m=+1440.490327395" watchObservedRunningTime="2025-10-13 19:48:41.898458617 +0000 UTC m=+1440.504205192" Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.170656 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="92f5e365-263c-46ff-9446-7ed968e37ee3" path="/var/lib/kubelet/pods/92f5e365-263c-46ff-9446-7ed968e37ee3/volumes" Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.713693 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.714002 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="a123e217-8cb2-4c4d-b792-02a6734a6b9f" containerName="kube-state-metrics" containerID="cri-o://5b973a3309dc9a0e68668d767e8ec63d5c8cdee167dcf6446dce96bef0c6b893" gracePeriod=30 Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.885466 4809 generic.go:334] "Generic (PLEG): container finished" podID="6cbdcb86-def1-4b74-896c-536170712105" containerID="efba0b10250cb5b71fb9d155f5658068c9c6f78923a725ef2aac8b82367042b7" exitCode=0 Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.885579 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6cbdcb86-def1-4b74-896c-536170712105","Type":"ContainerDied","Data":"efba0b10250cb5b71fb9d155f5658068c9c6f78923a725ef2aac8b82367042b7"} Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.885611 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6cbdcb86-def1-4b74-896c-536170712105","Type":"ContainerDied","Data":"c95629d0dfd3facc536f73494ef3d5c4b9d262f3b4194ef2f70e1ed6de2b43dc"} Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.885621 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c95629d0dfd3facc536f73494ef3d5c4b9d262f3b4194ef2f70e1ed6de2b43dc" Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.891866 4809 generic.go:334] "Generic (PLEG): container finished" podID="a123e217-8cb2-4c4d-b792-02a6734a6b9f" containerID="5b973a3309dc9a0e68668d767e8ec63d5c8cdee167dcf6446dce96bef0c6b893" exitCode=2 Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.892145 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"a123e217-8cb2-4c4d-b792-02a6734a6b9f","Type":"ContainerDied","Data":"5b973a3309dc9a0e68668d767e8ec63d5c8cdee167dcf6446dce96bef0c6b893"} Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.895138 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"dc282080-f20b-48e3-8789-2e451efea179","Type":"ContainerStarted","Data":"0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee"} Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.895169 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"dc282080-f20b-48e3-8789-2e451efea179","Type":"ContainerStarted","Data":"c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589"} Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.922752 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.922719056 podStartE2EDuration="2.922719056s" podCreationTimestamp="2025-10-13 19:48:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:42.920590265 +0000 UTC m=+1441.526336850" watchObservedRunningTime="2025-10-13 19:48:42.922719056 +0000 UTC m=+1441.528465641" Oct 13 19:48:42 crc kubenswrapper[4809]: I1013 19:48:42.927833 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.031144 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-config-data\") pod \"6cbdcb86-def1-4b74-896c-536170712105\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.031200 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-combined-ca-bundle\") pod \"6cbdcb86-def1-4b74-896c-536170712105\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.031264 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jbwtj\" (UniqueName: \"kubernetes.io/projected/6cbdcb86-def1-4b74-896c-536170712105-kube-api-access-jbwtj\") pod \"6cbdcb86-def1-4b74-896c-536170712105\" (UID: \"6cbdcb86-def1-4b74-896c-536170712105\") " Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.042035 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6cbdcb86-def1-4b74-896c-536170712105-kube-api-access-jbwtj" (OuterVolumeSpecName: "kube-api-access-jbwtj") pod "6cbdcb86-def1-4b74-896c-536170712105" (UID: "6cbdcb86-def1-4b74-896c-536170712105"). InnerVolumeSpecName "kube-api-access-jbwtj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.068860 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6cbdcb86-def1-4b74-896c-536170712105" (UID: "6cbdcb86-def1-4b74-896c-536170712105"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.086982 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-config-data" (OuterVolumeSpecName: "config-data") pod "6cbdcb86-def1-4b74-896c-536170712105" (UID: "6cbdcb86-def1-4b74-896c-536170712105"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.135644 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.135673 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6cbdcb86-def1-4b74-896c-536170712105-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.135687 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jbwtj\" (UniqueName: \"kubernetes.io/projected/6cbdcb86-def1-4b74-896c-536170712105-kube-api-access-jbwtj\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.144735 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.236722 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-h487l\" (UniqueName: \"kubernetes.io/projected/a123e217-8cb2-4c4d-b792-02a6734a6b9f-kube-api-access-h487l\") pod \"a123e217-8cb2-4c4d-b792-02a6734a6b9f\" (UID: \"a123e217-8cb2-4c4d-b792-02a6734a6b9f\") " Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.241854 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a123e217-8cb2-4c4d-b792-02a6734a6b9f-kube-api-access-h487l" (OuterVolumeSpecName: "kube-api-access-h487l") pod "a123e217-8cb2-4c4d-b792-02a6734a6b9f" (UID: "a123e217-8cb2-4c4d-b792-02a6734a6b9f"). InnerVolumeSpecName "kube-api-access-h487l". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.339446 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-h487l\" (UniqueName: \"kubernetes.io/projected/a123e217-8cb2-4c4d-b792-02a6734a6b9f-kube-api-access-h487l\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.903601 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"a123e217-8cb2-4c4d-b792-02a6734a6b9f","Type":"ContainerDied","Data":"b65e139bf4fe7e6b94579becc0151c4cec0b4fb709d052fe3332c641d41ff0cf"} Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.903914 4809 scope.go:117] "RemoveContainer" containerID="5b973a3309dc9a0e68668d767e8ec63d5c8cdee167dcf6446dce96bef0c6b893" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.903630 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.903640 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.945794 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.956493 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.967593 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:48:43 crc kubenswrapper[4809]: I1013 19:48:43.992818 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.030835 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:48:44 crc kubenswrapper[4809]: E1013 19:48:44.031695 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a123e217-8cb2-4c4d-b792-02a6734a6b9f" containerName="kube-state-metrics" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.031715 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a123e217-8cb2-4c4d-b792-02a6734a6b9f" containerName="kube-state-metrics" Oct 13 19:48:44 crc kubenswrapper[4809]: E1013 19:48:44.031768 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6cbdcb86-def1-4b74-896c-536170712105" containerName="nova-scheduler-scheduler" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.031776 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6cbdcb86-def1-4b74-896c-536170712105" containerName="nova-scheduler-scheduler" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.032139 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a123e217-8cb2-4c4d-b792-02a6734a6b9f" containerName="kube-state-metrics" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.032161 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6cbdcb86-def1-4b74-896c-536170712105" containerName="nova-scheduler-scheduler" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.033193 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.040137 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.049234 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.057714 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.059507 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.062245 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"kube-state-metrics-tls-config" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.062623 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-kube-state-metrics-svc" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.071038 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.151732 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-config-data\") pod \"nova-scheduler-0\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.151926 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t7rbr\" (UniqueName: \"kubernetes.io/projected/e9365c27-3194-46dd-a2b1-36445ce25b58-kube-api-access-t7rbr\") pod \"nova-scheduler-0\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.152281 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mh48q\" (UniqueName: \"kubernetes.io/projected/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-api-access-mh48q\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.152392 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.152436 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.152522 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.152664 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.165574 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6cbdcb86-def1-4b74-896c-536170712105" path="/var/lib/kubelet/pods/6cbdcb86-def1-4b74-896c-536170712105/volumes" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.166063 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a123e217-8cb2-4c4d-b792-02a6734a6b9f" path="/var/lib/kubelet/pods/a123e217-8cb2-4c4d-b792-02a6734a6b9f/volumes" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.255937 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.256132 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-config-data\") pod \"nova-scheduler-0\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.256275 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-t7rbr\" (UniqueName: \"kubernetes.io/projected/e9365c27-3194-46dd-a2b1-36445ce25b58-kube-api-access-t7rbr\") pod \"nova-scheduler-0\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.256357 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mh48q\" (UniqueName: \"kubernetes.io/projected/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-api-access-mh48q\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.256390 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.256428 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.256463 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.265061 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-config-data\") pod \"nova-scheduler-0\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.266130 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.266900 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.266980 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.272322 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.280248 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-t7rbr\" (UniqueName: \"kubernetes.io/projected/e9365c27-3194-46dd-a2b1-36445ce25b58-kube-api-access-t7rbr\") pod \"nova-scheduler-0\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.290082 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mh48q\" (UniqueName: \"kubernetes.io/projected/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-api-access-mh48q\") pod \"kube-state-metrics-0\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.354889 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.385294 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.798866 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.799569 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.837572 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.868849 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.869414 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="ceilometer-central-agent" containerID="cri-o://ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79" gracePeriod=30 Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.869926 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="proxy-httpd" containerID="cri-o://dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7" gracePeriod=30 Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.870055 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="ceilometer-notification-agent" containerID="cri-o://34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71" gracePeriod=30 Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.870301 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="sg-core" containerID="cri-o://872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706" gracePeriod=30 Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.902575 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.935999 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:48:44 crc kubenswrapper[4809]: I1013 19:48:44.940077 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e9365c27-3194-46dd-a2b1-36445ce25b58","Type":"ContainerStarted","Data":"0dd7df711072be596f117c0c3a29e63ad13839fe062d8fcd2afedc461b5e0388"} Oct 13 19:48:44 crc kubenswrapper[4809]: W1013 19:48:44.940260 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podab02110d_c3f5_479d_b414_ce98d77505f3.slice/crio-104fc73e70960dafcf3301e51d0134f82b56bb1b3ea42330b65a73d2c6ac8184 WatchSource:0}: Error finding container 104fc73e70960dafcf3301e51d0134f82b56bb1b3ea42330b65a73d2c6ac8184: Status 404 returned error can't find the container with id 104fc73e70960dafcf3301e51d0134f82b56bb1b3ea42330b65a73d2c6ac8184 Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.000200 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.148525 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-rg8lc"] Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.964039 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"ab02110d-c3f5-479d-b414-ce98d77505f3","Type":"ContainerStarted","Data":"221b7829eccab6c63debe2ddb3d66898d682c76b7919604cbdd613ee2e94749a"} Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.964520 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"ab02110d-c3f5-479d-b414-ce98d77505f3","Type":"ContainerStarted","Data":"104fc73e70960dafcf3301e51d0134f82b56bb1b3ea42330b65a73d2c6ac8184"} Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.964578 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.967311 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e9365c27-3194-46dd-a2b1-36445ce25b58","Type":"ContainerStarted","Data":"c88c64b666acfefd0469bddd38443cf6ecc76ca56f1c77ad592f5b40943f98fb"} Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.972672 4809 generic.go:334] "Generic (PLEG): container finished" podID="c5fe7d74-d913-405f-b055-86cab69232ae" containerID="dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7" exitCode=0 Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.972699 4809 generic.go:334] "Generic (PLEG): container finished" podID="c5fe7d74-d913-405f-b055-86cab69232ae" containerID="872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706" exitCode=2 Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.972707 4809 generic.go:334] "Generic (PLEG): container finished" podID="c5fe7d74-d913-405f-b055-86cab69232ae" containerID="ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79" exitCode=0 Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.973255 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5fe7d74-d913-405f-b055-86cab69232ae","Type":"ContainerDied","Data":"dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7"} Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.973286 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5fe7d74-d913-405f-b055-86cab69232ae","Type":"ContainerDied","Data":"872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706"} Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.973297 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5fe7d74-d913-405f-b055-86cab69232ae","Type":"ContainerDied","Data":"ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79"} Oct 13 19:48:45 crc kubenswrapper[4809]: I1013 19:48:45.992710 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=2.57537268 podStartE2EDuration="2.992687151s" podCreationTimestamp="2025-10-13 19:48:43 +0000 UTC" firstStartedPulling="2025-10-13 19:48:44.944557129 +0000 UTC m=+1443.550303714" lastFinishedPulling="2025-10-13 19:48:45.3618716 +0000 UTC m=+1443.967618185" observedRunningTime="2025-10-13 19:48:45.979927575 +0000 UTC m=+1444.585674160" watchObservedRunningTime="2025-10-13 19:48:45.992687151 +0000 UTC m=+1444.598433736" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.002551 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=3.002534872 podStartE2EDuration="3.002534872s" podCreationTimestamp="2025-10-13 19:48:43 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:46.000593447 +0000 UTC m=+1444.606340052" watchObservedRunningTime="2025-10-13 19:48:46.002534872 +0000 UTC m=+1444.608281447" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.212255 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.215940 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.215996 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.235129 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.596898 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.718472 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-combined-ca-bundle\") pod \"c5fe7d74-d913-405f-b055-86cab69232ae\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.718569 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-log-httpd\") pod \"c5fe7d74-d913-405f-b055-86cab69232ae\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.718620 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gmwcz\" (UniqueName: \"kubernetes.io/projected/c5fe7d74-d913-405f-b055-86cab69232ae-kube-api-access-gmwcz\") pod \"c5fe7d74-d913-405f-b055-86cab69232ae\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.718658 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-run-httpd\") pod \"c5fe7d74-d913-405f-b055-86cab69232ae\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.718700 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-scripts\") pod \"c5fe7d74-d913-405f-b055-86cab69232ae\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.718751 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-sg-core-conf-yaml\") pod \"c5fe7d74-d913-405f-b055-86cab69232ae\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.718853 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-config-data\") pod \"c5fe7d74-d913-405f-b055-86cab69232ae\" (UID: \"c5fe7d74-d913-405f-b055-86cab69232ae\") " Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.727559 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "c5fe7d74-d913-405f-b055-86cab69232ae" (UID: "c5fe7d74-d913-405f-b055-86cab69232ae"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.727574 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "c5fe7d74-d913-405f-b055-86cab69232ae" (UID: "c5fe7d74-d913-405f-b055-86cab69232ae"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.731425 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c5fe7d74-d913-405f-b055-86cab69232ae-kube-api-access-gmwcz" (OuterVolumeSpecName: "kube-api-access-gmwcz") pod "c5fe7d74-d913-405f-b055-86cab69232ae" (UID: "c5fe7d74-d913-405f-b055-86cab69232ae"). InnerVolumeSpecName "kube-api-access-gmwcz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.732933 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-scripts" (OuterVolumeSpecName: "scripts") pod "c5fe7d74-d913-405f-b055-86cab69232ae" (UID: "c5fe7d74-d913-405f-b055-86cab69232ae"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.762629 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "c5fe7d74-d913-405f-b055-86cab69232ae" (UID: "c5fe7d74-d913-405f-b055-86cab69232ae"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.807982 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c5fe7d74-d913-405f-b055-86cab69232ae" (UID: "c5fe7d74-d913-405f-b055-86cab69232ae"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.821412 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.821439 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.821449 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gmwcz\" (UniqueName: \"kubernetes.io/projected/c5fe7d74-d913-405f-b055-86cab69232ae-kube-api-access-gmwcz\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.821461 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/c5fe7d74-d913-405f-b055-86cab69232ae-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.821469 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.821477 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.829407 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-config-data" (OuterVolumeSpecName: "config-data") pod "c5fe7d74-d913-405f-b055-86cab69232ae" (UID: "c5fe7d74-d913-405f-b055-86cab69232ae"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.922601 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c5fe7d74-d913-405f-b055-86cab69232ae-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.986208 4809 generic.go:334] "Generic (PLEG): container finished" podID="c5fe7d74-d913-405f-b055-86cab69232ae" containerID="34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71" exitCode=0 Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.986291 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.986322 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5fe7d74-d913-405f-b055-86cab69232ae","Type":"ContainerDied","Data":"34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71"} Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.988046 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-operators-rg8lc" podUID="81c56ef0-eabe-435d-a476-5ab78bf27c02" containerName="registry-server" containerID="cri-o://af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1" gracePeriod=2 Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.990809 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"c5fe7d74-d913-405f-b055-86cab69232ae","Type":"ContainerDied","Data":"92690d1a8aa3e24934f565d515956d45d917be9b1826816bd592edca2ae787bb"} Oct 13 19:48:46 crc kubenswrapper[4809]: I1013 19:48:46.990859 4809 scope.go:117] "RemoveContainer" containerID="dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.019795 4809 scope.go:117] "RemoveContainer" containerID="872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.023410 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.056306 4809 scope.go:117] "RemoveContainer" containerID="34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.057793 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.075901 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.087649 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:47 crc kubenswrapper[4809]: E1013 19:48:47.088134 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="ceilometer-central-agent" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.088151 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="ceilometer-central-agent" Oct 13 19:48:47 crc kubenswrapper[4809]: E1013 19:48:47.088164 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="proxy-httpd" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.088171 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="proxy-httpd" Oct 13 19:48:47 crc kubenswrapper[4809]: E1013 19:48:47.088192 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="ceilometer-notification-agent" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.088199 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="ceilometer-notification-agent" Oct 13 19:48:47 crc kubenswrapper[4809]: E1013 19:48:47.088226 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="sg-core" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.088232 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="sg-core" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.088401 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="ceilometer-notification-agent" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.088557 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="ceilometer-central-agent" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.088584 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="proxy-httpd" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.088596 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" containerName="sg-core" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.090828 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.093289 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.094403 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.094576 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.103785 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.172019 4809 scope.go:117] "RemoveContainer" containerID="ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.195393 4809 scope.go:117] "RemoveContainer" containerID="dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7" Oct 13 19:48:47 crc kubenswrapper[4809]: E1013 19:48:47.195846 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7\": container with ID starting with dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7 not found: ID does not exist" containerID="dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.195875 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7"} err="failed to get container status \"dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7\": rpc error: code = NotFound desc = could not find container \"dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7\": container with ID starting with dabf0bf45d81526af38f67515dd97d70b08419345fe61c595bc89972cf1542c7 not found: ID does not exist" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.195896 4809 scope.go:117] "RemoveContainer" containerID="872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706" Oct 13 19:48:47 crc kubenswrapper[4809]: E1013 19:48:47.196069 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706\": container with ID starting with 872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706 not found: ID does not exist" containerID="872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.196087 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706"} err="failed to get container status \"872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706\": rpc error: code = NotFound desc = could not find container \"872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706\": container with ID starting with 872c0b99cd6e17a66cc2ae1b9422995f96d8a77da138da2d988ca262c3227706 not found: ID does not exist" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.196101 4809 scope.go:117] "RemoveContainer" containerID="34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71" Oct 13 19:48:47 crc kubenswrapper[4809]: E1013 19:48:47.196371 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71\": container with ID starting with 34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71 not found: ID does not exist" containerID="34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.196394 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71"} err="failed to get container status \"34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71\": rpc error: code = NotFound desc = could not find container \"34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71\": container with ID starting with 34f5bbea8311d125d445869ab3d0fcf6ff9f2df235ccba324da5972c9f732b71 not found: ID does not exist" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.196410 4809 scope.go:117] "RemoveContainer" containerID="ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79" Oct 13 19:48:47 crc kubenswrapper[4809]: E1013 19:48:47.196948 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79\": container with ID starting with ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79 not found: ID does not exist" containerID="ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.197017 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79"} err="failed to get container status \"ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79\": rpc error: code = NotFound desc = could not find container \"ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79\": container with ID starting with ba8e1bcb3e7a92d00d4f8fb51ddf4dff15db616e8524182f94cbdf80fed1ce79 not found: ID does not exist" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.235245 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-config-data\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.235328 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.235353 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.235372 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-scripts\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.235426 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-htqjh\" (UniqueName: \"kubernetes.io/projected/8b18e163-3acd-4c07-809a-f6cf4820e825-kube-api-access-htqjh\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.235473 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-run-httpd\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.235558 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-log-httpd\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.235581 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.273802 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.337060 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-config-data\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.337112 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.337134 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.337155 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-scripts\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.337181 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-htqjh\" (UniqueName: \"kubernetes.io/projected/8b18e163-3acd-4c07-809a-f6cf4820e825-kube-api-access-htqjh\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.337228 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-run-httpd\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.337304 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-log-httpd\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.337323 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.338284 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-run-httpd\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.338713 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-log-httpd\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.341417 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.341593 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.341930 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.342060 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-config-data\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.350600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-scripts\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.358815 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-htqjh\" (UniqueName: \"kubernetes.io/projected/8b18e163-3acd-4c07-809a-f6cf4820e825-kube-api-access-htqjh\") pod \"ceilometer-0\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.414083 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.472359 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.540821 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cwpbv\" (UniqueName: \"kubernetes.io/projected/81c56ef0-eabe-435d-a476-5ab78bf27c02-kube-api-access-cwpbv\") pod \"81c56ef0-eabe-435d-a476-5ab78bf27c02\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.540952 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-catalog-content\") pod \"81c56ef0-eabe-435d-a476-5ab78bf27c02\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.540992 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-utilities\") pod \"81c56ef0-eabe-435d-a476-5ab78bf27c02\" (UID: \"81c56ef0-eabe-435d-a476-5ab78bf27c02\") " Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.542105 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-utilities" (OuterVolumeSpecName: "utilities") pod "81c56ef0-eabe-435d-a476-5ab78bf27c02" (UID: "81c56ef0-eabe-435d-a476-5ab78bf27c02"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.545547 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/81c56ef0-eabe-435d-a476-5ab78bf27c02-kube-api-access-cwpbv" (OuterVolumeSpecName: "kube-api-access-cwpbv") pod "81c56ef0-eabe-435d-a476-5ab78bf27c02" (UID: "81c56ef0-eabe-435d-a476-5ab78bf27c02"). InnerVolumeSpecName "kube-api-access-cwpbv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.564650 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-marketplace-bhhss"] Oct 13 19:48:47 crc kubenswrapper[4809]: E1013 19:48:47.565407 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="81c56ef0-eabe-435d-a476-5ab78bf27c02" containerName="extract-content" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.565517 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="81c56ef0-eabe-435d-a476-5ab78bf27c02" containerName="extract-content" Oct 13 19:48:47 crc kubenswrapper[4809]: E1013 19:48:47.565616 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="81c56ef0-eabe-435d-a476-5ab78bf27c02" containerName="extract-utilities" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.565690 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="81c56ef0-eabe-435d-a476-5ab78bf27c02" containerName="extract-utilities" Oct 13 19:48:47 crc kubenswrapper[4809]: E1013 19:48:47.565813 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="81c56ef0-eabe-435d-a476-5ab78bf27c02" containerName="registry-server" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.565890 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="81c56ef0-eabe-435d-a476-5ab78bf27c02" containerName="registry-server" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.566205 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="81c56ef0-eabe-435d-a476-5ab78bf27c02" containerName="registry-server" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.567920 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.607571 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-bhhss"] Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.629875 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "81c56ef0-eabe-435d-a476-5ab78bf27c02" (UID: "81c56ef0-eabe-435d-a476-5ab78bf27c02"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.644342 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g6fl6\" (UniqueName: \"kubernetes.io/projected/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-kube-api-access-g6fl6\") pod \"redhat-marketplace-bhhss\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.644623 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-catalog-content\") pod \"redhat-marketplace-bhhss\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.644916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-utilities\") pod \"redhat-marketplace-bhhss\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.645109 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.645126 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/81c56ef0-eabe-435d-a476-5ab78bf27c02-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.645140 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cwpbv\" (UniqueName: \"kubernetes.io/projected/81c56ef0-eabe-435d-a476-5ab78bf27c02-kube-api-access-cwpbv\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.746475 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g6fl6\" (UniqueName: \"kubernetes.io/projected/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-kube-api-access-g6fl6\") pod \"redhat-marketplace-bhhss\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.746574 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-catalog-content\") pod \"redhat-marketplace-bhhss\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.746617 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-utilities\") pod \"redhat-marketplace-bhhss\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.747258 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-utilities\") pod \"redhat-marketplace-bhhss\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.747535 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-catalog-content\") pod \"redhat-marketplace-bhhss\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.765585 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-g6fl6\" (UniqueName: \"kubernetes.io/projected/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-kube-api-access-g6fl6\") pod \"redhat-marketplace-bhhss\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.850987 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7"] Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.852100 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.854054 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-scripts" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.854180 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-config-data" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.863614 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7"] Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.901109 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.951076 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kfm5j\" (UniqueName: \"kubernetes.io/projected/bdc32f44-a929-4745-ba45-df6d60145aae-kube-api-access-kfm5j\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.951157 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-config-data\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.951220 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.951257 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-scripts\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:47 crc kubenswrapper[4809]: I1013 19:48:47.964442 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:48:47 crc kubenswrapper[4809]: W1013 19:48:47.972665 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8b18e163_3acd_4c07_809a_f6cf4820e825.slice/crio-1a2e91e0fc1dbc4be2603cbe9bd85418ec2d994f96d9377a7b7ba8353631b578 WatchSource:0}: Error finding container 1a2e91e0fc1dbc4be2603cbe9bd85418ec2d994f96d9377a7b7ba8353631b578: Status 404 returned error can't find the container with id 1a2e91e0fc1dbc4be2603cbe9bd85418ec2d994f96d9377a7b7ba8353631b578 Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.008584 4809 generic.go:334] "Generic (PLEG): container finished" podID="81c56ef0-eabe-435d-a476-5ab78bf27c02" containerID="af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1" exitCode=0 Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.008688 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-rg8lc" event={"ID":"81c56ef0-eabe-435d-a476-5ab78bf27c02","Type":"ContainerDied","Data":"af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1"} Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.008750 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-rg8lc" event={"ID":"81c56ef0-eabe-435d-a476-5ab78bf27c02","Type":"ContainerDied","Data":"7815d10175a4483e44b6d609c3deed27a1a9d211a3485a6eedec2f1f7eabcb90"} Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.008784 4809 scope.go:117] "RemoveContainer" containerID="af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.008954 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-rg8lc" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.014822 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8b18e163-3acd-4c07-809a-f6cf4820e825","Type":"ContainerStarted","Data":"1a2e91e0fc1dbc4be2603cbe9bd85418ec2d994f96d9377a7b7ba8353631b578"} Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.056057 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kfm5j\" (UniqueName: \"kubernetes.io/projected/bdc32f44-a929-4745-ba45-df6d60145aae-kube-api-access-kfm5j\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.056178 4809 scope.go:117] "RemoveContainer" containerID="a5ec90fe7076c2663aec1057d63ddea19ff6270fdefe62c949ccab07fcebdbdf" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.056242 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-config-data\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.056352 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.056430 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-scripts\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.071323 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-scripts\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.075464 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-config-data\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.082425 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kfm5j\" (UniqueName: \"kubernetes.io/projected/bdc32f44-a929-4745-ba45-df6d60145aae-kube-api-access-kfm5j\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.093376 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-m42c7\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.093451 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-rg8lc"] Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.103181 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-operators-rg8lc"] Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.173136 4809 scope.go:117] "RemoveContainer" containerID="4d3735fd50e1b8c644ce9c4df84d9bdb8a6c77e73a5d3ffbcc28d72c387d8c7c" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.177283 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="81c56ef0-eabe-435d-a476-5ab78bf27c02" path="/var/lib/kubelet/pods/81c56ef0-eabe-435d-a476-5ab78bf27c02/volumes" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.177978 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c5fe7d74-d913-405f-b055-86cab69232ae" path="/var/lib/kubelet/pods/c5fe7d74-d913-405f-b055-86cab69232ae/volumes" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.197997 4809 scope.go:117] "RemoveContainer" containerID="af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1" Oct 13 19:48:48 crc kubenswrapper[4809]: E1013 19:48:48.198396 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1\": container with ID starting with af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1 not found: ID does not exist" containerID="af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.198456 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1"} err="failed to get container status \"af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1\": rpc error: code = NotFound desc = could not find container \"af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1\": container with ID starting with af59778397f3c9263b9920e6c98fd8e7460875279046e61a426b9615a13efbe1 not found: ID does not exist" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.198491 4809 scope.go:117] "RemoveContainer" containerID="a5ec90fe7076c2663aec1057d63ddea19ff6270fdefe62c949ccab07fcebdbdf" Oct 13 19:48:48 crc kubenswrapper[4809]: E1013 19:48:48.198879 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a5ec90fe7076c2663aec1057d63ddea19ff6270fdefe62c949ccab07fcebdbdf\": container with ID starting with a5ec90fe7076c2663aec1057d63ddea19ff6270fdefe62c949ccab07fcebdbdf not found: ID does not exist" containerID="a5ec90fe7076c2663aec1057d63ddea19ff6270fdefe62c949ccab07fcebdbdf" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.198915 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a5ec90fe7076c2663aec1057d63ddea19ff6270fdefe62c949ccab07fcebdbdf"} err="failed to get container status \"a5ec90fe7076c2663aec1057d63ddea19ff6270fdefe62c949ccab07fcebdbdf\": rpc error: code = NotFound desc = could not find container \"a5ec90fe7076c2663aec1057d63ddea19ff6270fdefe62c949ccab07fcebdbdf\": container with ID starting with a5ec90fe7076c2663aec1057d63ddea19ff6270fdefe62c949ccab07fcebdbdf not found: ID does not exist" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.198939 4809 scope.go:117] "RemoveContainer" containerID="4d3735fd50e1b8c644ce9c4df84d9bdb8a6c77e73a5d3ffbcc28d72c387d8c7c" Oct 13 19:48:48 crc kubenswrapper[4809]: E1013 19:48:48.199368 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4d3735fd50e1b8c644ce9c4df84d9bdb8a6c77e73a5d3ffbcc28d72c387d8c7c\": container with ID starting with 4d3735fd50e1b8c644ce9c4df84d9bdb8a6c77e73a5d3ffbcc28d72c387d8c7c not found: ID does not exist" containerID="4d3735fd50e1b8c644ce9c4df84d9bdb8a6c77e73a5d3ffbcc28d72c387d8c7c" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.199424 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4d3735fd50e1b8c644ce9c4df84d9bdb8a6c77e73a5d3ffbcc28d72c387d8c7c"} err="failed to get container status \"4d3735fd50e1b8c644ce9c4df84d9bdb8a6c77e73a5d3ffbcc28d72c387d8c7c\": rpc error: code = NotFound desc = could not find container \"4d3735fd50e1b8c644ce9c4df84d9bdb8a6c77e73a5d3ffbcc28d72c387d8c7c\": container with ID starting with 4d3735fd50e1b8c644ce9c4df84d9bdb8a6c77e73a5d3ffbcc28d72c387d8c7c not found: ID does not exist" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.215156 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.372557 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-bhhss"] Oct 13 19:48:48 crc kubenswrapper[4809]: I1013 19:48:48.652824 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7"] Oct 13 19:48:48 crc kubenswrapper[4809]: W1013 19:48:48.660316 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbdc32f44_a929_4745_ba45_df6d60145aae.slice/crio-6ca8062e8003545eec8ca5af588602d2bdc3354225ed3a768cd0fa34d700cbee WatchSource:0}: Error finding container 6ca8062e8003545eec8ca5af588602d2bdc3354225ed3a768cd0fa34d700cbee: Status 404 returned error can't find the container with id 6ca8062e8003545eec8ca5af588602d2bdc3354225ed3a768cd0fa34d700cbee Oct 13 19:48:49 crc kubenswrapper[4809]: I1013 19:48:49.043121 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8b18e163-3acd-4c07-809a-f6cf4820e825","Type":"ContainerStarted","Data":"5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c"} Oct 13 19:48:49 crc kubenswrapper[4809]: I1013 19:48:49.044954 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" event={"ID":"bdc32f44-a929-4745-ba45-df6d60145aae","Type":"ContainerStarted","Data":"89ecda492f0033c353db95c0a63ae78cfab6dac930aead3dd37f3e192a5637b9"} Oct 13 19:48:49 crc kubenswrapper[4809]: I1013 19:48:49.044998 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" event={"ID":"bdc32f44-a929-4745-ba45-df6d60145aae","Type":"ContainerStarted","Data":"6ca8062e8003545eec8ca5af588602d2bdc3354225ed3a768cd0fa34d700cbee"} Oct 13 19:48:49 crc kubenswrapper[4809]: I1013 19:48:49.047806 4809 generic.go:334] "Generic (PLEG): container finished" podID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" containerID="a20a946ad977230b7272308ad3f22aff36c9bf55dd507cc57c2fed18646e0102" exitCode=0 Oct 13 19:48:49 crc kubenswrapper[4809]: I1013 19:48:49.047905 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-bhhss" event={"ID":"15c57bfe-17e1-4966-8f76-7d47d5e8c13c","Type":"ContainerDied","Data":"a20a946ad977230b7272308ad3f22aff36c9bf55dd507cc57c2fed18646e0102"} Oct 13 19:48:49 crc kubenswrapper[4809]: I1013 19:48:49.047939 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-bhhss" event={"ID":"15c57bfe-17e1-4966-8f76-7d47d5e8c13c","Type":"ContainerStarted","Data":"b576f0a149bc2ee6d5ebdd14ab4e9f8e891cf54f872a694d94cb2f567868bf96"} Oct 13 19:48:49 crc kubenswrapper[4809]: I1013 19:48:49.068387 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" podStartSLOduration=2.068360109 podStartE2EDuration="2.068360109s" podCreationTimestamp="2025-10-13 19:48:47 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:48:49.067179535 +0000 UTC m=+1447.672926210" watchObservedRunningTime="2025-10-13 19:48:49.068360109 +0000 UTC m=+1447.674106694" Oct 13 19:48:49 crc kubenswrapper[4809]: I1013 19:48:49.356079 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:50 crc kubenswrapper[4809]: I1013 19:48:50.060831 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8b18e163-3acd-4c07-809a-f6cf4820e825","Type":"ContainerStarted","Data":"cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c"} Oct 13 19:48:50 crc kubenswrapper[4809]: I1013 19:48:50.367632 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:50 crc kubenswrapper[4809]: I1013 19:48:50.368105 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:48:51 crc kubenswrapper[4809]: I1013 19:48:51.074984 4809 generic.go:334] "Generic (PLEG): container finished" podID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" containerID="3717bf5b509122843c038e0669047dafbc33d093973f2bfbd2ebed6d6de3b992" exitCode=0 Oct 13 19:48:51 crc kubenswrapper[4809]: I1013 19:48:51.075052 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-bhhss" event={"ID":"15c57bfe-17e1-4966-8f76-7d47d5e8c13c","Type":"ContainerDied","Data":"3717bf5b509122843c038e0669047dafbc33d093973f2bfbd2ebed6d6de3b992"} Oct 13 19:48:51 crc kubenswrapper[4809]: I1013 19:48:51.077989 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8b18e163-3acd-4c07-809a-f6cf4820e825","Type":"ContainerStarted","Data":"53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0"} Oct 13 19:48:51 crc kubenswrapper[4809]: I1013 19:48:51.216082 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:51 crc kubenswrapper[4809]: I1013 19:48:51.216124 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:48:51 crc kubenswrapper[4809]: I1013 19:48:51.449964 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="8fe848ab-b631-4474-8e95-00c19e195993" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.1.23:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:48:51 crc kubenswrapper[4809]: I1013 19:48:51.450087 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="8fe848ab-b631-4474-8e95-00c19e195993" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.1.23:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:48:51 crc kubenswrapper[4809]: I1013 19:48:51.936087 4809 scope.go:117] "RemoveContainer" containerID="e4c70b0180020ddd591c77644527890ef67f4dc600b44df49470b7ba47118826" Oct 13 19:48:51 crc kubenswrapper[4809]: I1013 19:48:51.987221 4809 scope.go:117] "RemoveContainer" containerID="3e96fdca3e201999af98d357d3e03b0dc8fca6623cb12a57c47077878ce7728b" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.021554 4809 scope.go:117] "RemoveContainer" containerID="195b7b6b490cacd46b341dc8f86214bebcfd6bd7d461d3c21380357d588649d6" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.040416 4809 scope.go:117] "RemoveContainer" containerID="87d513b1a199c3c90d294ca329f1a1eb871ca98d9653c6ced8d6af8957fb4c5f" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.069532 4809 scope.go:117] "RemoveContainer" containerID="913fc44a76273ddb9bd20a097585185152ff651fd92b1592e4db8b7f284ee1f2" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.092563 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-bhhss" event={"ID":"15c57bfe-17e1-4966-8f76-7d47d5e8c13c","Type":"ContainerStarted","Data":"23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358"} Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.097942 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8b18e163-3acd-4c07-809a-f6cf4820e825","Type":"ContainerStarted","Data":"075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163"} Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.098091 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.102955 4809 scope.go:117] "RemoveContainer" containerID="1f802cb44cf177d201622044c6d059eb7bcc3d5375426c71ce336691a770d1c2" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.149997 4809 scope.go:117] "RemoveContainer" containerID="2abb9c5e33722ca96fcbe97aca1617f5e58cab92b182969d6038a779adbf2ad3" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.153619 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-marketplace-bhhss" podStartSLOduration=2.687244276 podStartE2EDuration="5.15359796s" podCreationTimestamp="2025-10-13 19:48:47 +0000 UTC" firstStartedPulling="2025-10-13 19:48:49.049762996 +0000 UTC m=+1447.655509581" lastFinishedPulling="2025-10-13 19:48:51.51610469 +0000 UTC m=+1450.121863265" observedRunningTime="2025-10-13 19:48:52.122973914 +0000 UTC m=+1450.728720499" watchObservedRunningTime="2025-10-13 19:48:52.15359796 +0000 UTC m=+1450.759344545" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.155339 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.312625624 podStartE2EDuration="5.15532727s" podCreationTimestamp="2025-10-13 19:48:47 +0000 UTC" firstStartedPulling="2025-10-13 19:48:47.987591463 +0000 UTC m=+1446.593338048" lastFinishedPulling="2025-10-13 19:48:51.830293109 +0000 UTC m=+1450.436039694" observedRunningTime="2025-10-13 19:48:52.150974585 +0000 UTC m=+1450.756721170" watchObservedRunningTime="2025-10-13 19:48:52.15532727 +0000 UTC m=+1450.761073865" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.183023 4809 scope.go:117] "RemoveContainer" containerID="da739e7894ee928523edc6d796f91b68ebe26158fb0f29ec7ce3efee642e66ac" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.221918 4809 scope.go:117] "RemoveContainer" containerID="4628281ce6107d3f07dcb3ee4e1d09bf9f02f3468183d60a4e47f3ea12f41b57" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.244848 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="dc282080-f20b-48e3-8789-2e451efea179" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.24:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.245128 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="dc282080-f20b-48e3-8789-2e451efea179" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.24:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.261519 4809 scope.go:117] "RemoveContainer" containerID="ba8ddf9ef64a4f81ae39b0d46905c5ed56e8c624cf16745e6880801694b5ece9" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.301642 4809 scope.go:117] "RemoveContainer" containerID="4c7cadbf8bd79d3aa682260d677bb56c7856f812bf9092d9b028e33dcc905b0f" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.331503 4809 scope.go:117] "RemoveContainer" containerID="66871ab711f33abc1ea4451d69acdfa8171ec474c640458f5ec673e0b9cc3e87" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.364167 4809 scope.go:117] "RemoveContainer" containerID="9530f0a7f9671b276a00d4134ef4dc2ce37271444fd0eb1be766f0a2810902a5" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.405380 4809 scope.go:117] "RemoveContainer" containerID="37879c351859917a5b86183f3035947a9b8406716779b111c173178a18329ddc" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.436416 4809 scope.go:117] "RemoveContainer" containerID="8eebe83c897a0a7bf0090506da35a145022ecf6409a763045dd79515c68d6c2f" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.474325 4809 scope.go:117] "RemoveContainer" containerID="7dd187eabf26c28df4fd630be2f0929e8df4c8ccbd1d1965e00005f75739076f" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.501390 4809 scope.go:117] "RemoveContainer" containerID="9b7df0a987d262c5e563b3588fcd388c6430e2878b790a7d8a86fee2f5132714" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.518148 4809 scope.go:117] "RemoveContainer" containerID="e177831c8d5b623370937ad46c1416358cf9612befed0bf5a56296b2fb219dbe" Oct 13 19:48:52 crc kubenswrapper[4809]: I1013 19:48:52.554538 4809 scope.go:117] "RemoveContainer" containerID="489a6823044c32e96c32f1f15f32de0fac90b3c41fdcb0395d4062fc4918b112" Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.757940 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/certified-operators-7jtp5"] Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.761000 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.828225 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-7jtp5"] Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.865689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-utilities\") pod \"certified-operators-7jtp5\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.865779 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-catalog-content\") pod \"certified-operators-7jtp5\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.865801 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xbp7z\" (UniqueName: \"kubernetes.io/projected/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-kube-api-access-xbp7z\") pod \"certified-operators-7jtp5\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.967811 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-utilities\") pod \"certified-operators-7jtp5\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.967890 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-catalog-content\") pod \"certified-operators-7jtp5\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.967912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xbp7z\" (UniqueName: \"kubernetes.io/projected/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-kube-api-access-xbp7z\") pod \"certified-operators-7jtp5\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.968318 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-utilities\") pod \"certified-operators-7jtp5\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.968439 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-catalog-content\") pod \"certified-operators-7jtp5\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:48:53 crc kubenswrapper[4809]: I1013 19:48:53.993517 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xbp7z\" (UniqueName: \"kubernetes.io/projected/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-kube-api-access-xbp7z\") pod \"certified-operators-7jtp5\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:48:54 crc kubenswrapper[4809]: I1013 19:48:54.089570 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:48:54 crc kubenswrapper[4809]: I1013 19:48:54.120084 4809 generic.go:334] "Generic (PLEG): container finished" podID="bdc32f44-a929-4745-ba45-df6d60145aae" containerID="89ecda492f0033c353db95c0a63ae78cfab6dac930aead3dd37f3e192a5637b9" exitCode=0 Oct 13 19:48:54 crc kubenswrapper[4809]: I1013 19:48:54.120122 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" event={"ID":"bdc32f44-a929-4745-ba45-df6d60145aae","Type":"ContainerDied","Data":"89ecda492f0033c353db95c0a63ae78cfab6dac930aead3dd37f3e192a5637b9"} Oct 13 19:48:54 crc kubenswrapper[4809]: I1013 19:48:54.355071 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:54 crc kubenswrapper[4809]: I1013 19:48:54.451062 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:54 crc kubenswrapper[4809]: I1013 19:48:54.454489 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:48:54 crc kubenswrapper[4809]: I1013 19:48:54.684370 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-7jtp5"] Oct 13 19:48:54 crc kubenswrapper[4809]: W1013 19:48:54.691297 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pode5f71b61_3bc5_4484_a5f2_8cda2ad6ee3a.slice/crio-d26a3b64fe02e93b79ef6d663c9927fa61e09f731843a6b61203e6a59201f64e WatchSource:0}: Error finding container d26a3b64fe02e93b79ef6d663c9927fa61e09f731843a6b61203e6a59201f64e: Status 404 returned error can't find the container with id d26a3b64fe02e93b79ef6d663c9927fa61e09f731843a6b61203e6a59201f64e Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.140132 4809 generic.go:334] "Generic (PLEG): container finished" podID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" containerID="6b586f571aac3c99814eb4ff70826d34ff3281b2e4f75b43d360261f42cac4a2" exitCode=0 Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.141159 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-7jtp5" event={"ID":"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a","Type":"ContainerDied","Data":"6b586f571aac3c99814eb4ff70826d34ff3281b2e4f75b43d360261f42cac4a2"} Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.141230 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-7jtp5" event={"ID":"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a","Type":"ContainerStarted","Data":"d26a3b64fe02e93b79ef6d663c9927fa61e09f731843a6b61203e6a59201f64e"} Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.185291 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.599166 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.721308 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-combined-ca-bundle\") pod \"bdc32f44-a929-4745-ba45-df6d60145aae\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.721389 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-scripts\") pod \"bdc32f44-a929-4745-ba45-df6d60145aae\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.721451 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kfm5j\" (UniqueName: \"kubernetes.io/projected/bdc32f44-a929-4745-ba45-df6d60145aae-kube-api-access-kfm5j\") pod \"bdc32f44-a929-4745-ba45-df6d60145aae\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.721656 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-config-data\") pod \"bdc32f44-a929-4745-ba45-df6d60145aae\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.728860 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-scripts" (OuterVolumeSpecName: "scripts") pod "bdc32f44-a929-4745-ba45-df6d60145aae" (UID: "bdc32f44-a929-4745-ba45-df6d60145aae"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.728926 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bdc32f44-a929-4745-ba45-df6d60145aae-kube-api-access-kfm5j" (OuterVolumeSpecName: "kube-api-access-kfm5j") pod "bdc32f44-a929-4745-ba45-df6d60145aae" (UID: "bdc32f44-a929-4745-ba45-df6d60145aae"). InnerVolumeSpecName "kube-api-access-kfm5j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:48:55 crc kubenswrapper[4809]: E1013 19:48:55.762565 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-config-data podName:bdc32f44-a929-4745-ba45-df6d60145aae nodeName:}" failed. No retries permitted until 2025-10-13 19:48:56.262538558 +0000 UTC m=+1454.868285153 (durationBeforeRetry 500ms). Error: error cleaning subPath mounts for volume "config-data" (UniqueName: "kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-config-data") pod "bdc32f44-a929-4745-ba45-df6d60145aae" (UID: "bdc32f44-a929-4745-ba45-df6d60145aae") : error deleting /var/lib/kubelet/pods/bdc32f44-a929-4745-ba45-df6d60145aae/volume-subpaths: remove /var/lib/kubelet/pods/bdc32f44-a929-4745-ba45-df6d60145aae/volume-subpaths: no such file or directory Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.765072 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bdc32f44-a929-4745-ba45-df6d60145aae" (UID: "bdc32f44-a929-4745-ba45-df6d60145aae"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.826522 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.826558 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:55 crc kubenswrapper[4809]: I1013 19:48:55.826572 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kfm5j\" (UniqueName: \"kubernetes.io/projected/bdc32f44-a929-4745-ba45-df6d60145aae-kube-api-access-kfm5j\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.152175 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-7jtp5" event={"ID":"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a","Type":"ContainerStarted","Data":"2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160"} Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.155589 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.171092 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7" event={"ID":"bdc32f44-a929-4745-ba45-df6d60145aae","Type":"ContainerDied","Data":"6ca8062e8003545eec8ca5af588602d2bdc3354225ed3a768cd0fa34d700cbee"} Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.171132 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6ca8062e8003545eec8ca5af588602d2bdc3354225ed3a768cd0fa34d700cbee" Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.334202 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.334491 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="8fe848ab-b631-4474-8e95-00c19e195993" containerName="nova-api-log" containerID="cri-o://cda57ec00befc5ed5e689b552564e5a6121631a42849021b01070fd7cdd77308" gracePeriod=30 Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.334960 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="8fe848ab-b631-4474-8e95-00c19e195993" containerName="nova-api-api" containerID="cri-o://0a48c65295882ea4892f00d2471918d73932ee3043f125c2946d6003f6a5c60e" gracePeriod=30 Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.337130 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-config-data\") pod \"bdc32f44-a929-4745-ba45-df6d60145aae\" (UID: \"bdc32f44-a929-4745-ba45-df6d60145aae\") " Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.352073 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-config-data" (OuterVolumeSpecName: "config-data") pod "bdc32f44-a929-4745-ba45-df6d60145aae" (UID: "bdc32f44-a929-4745-ba45-df6d60145aae"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.352817 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.364716 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.365052 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="dc282080-f20b-48e3-8789-2e451efea179" containerName="nova-metadata-log" containerID="cri-o://c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589" gracePeriod=30 Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.365411 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="dc282080-f20b-48e3-8789-2e451efea179" containerName="nova-metadata-metadata" containerID="cri-o://0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee" gracePeriod=30 Oct 13 19:48:56 crc kubenswrapper[4809]: I1013 19:48:56.439406 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bdc32f44-a929-4745-ba45-df6d60145aae-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:48:57 crc kubenswrapper[4809]: I1013 19:48:57.168481 4809 generic.go:334] "Generic (PLEG): container finished" podID="dc282080-f20b-48e3-8789-2e451efea179" containerID="c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589" exitCode=143 Oct 13 19:48:57 crc kubenswrapper[4809]: I1013 19:48:57.168545 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"dc282080-f20b-48e3-8789-2e451efea179","Type":"ContainerDied","Data":"c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589"} Oct 13 19:48:57 crc kubenswrapper[4809]: I1013 19:48:57.170462 4809 generic.go:334] "Generic (PLEG): container finished" podID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" containerID="2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160" exitCode=0 Oct 13 19:48:57 crc kubenswrapper[4809]: I1013 19:48:57.170622 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-7jtp5" event={"ID":"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a","Type":"ContainerDied","Data":"2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160"} Oct 13 19:48:57 crc kubenswrapper[4809]: I1013 19:48:57.173028 4809 generic.go:334] "Generic (PLEG): container finished" podID="8fe848ab-b631-4474-8e95-00c19e195993" containerID="cda57ec00befc5ed5e689b552564e5a6121631a42849021b01070fd7cdd77308" exitCode=143 Oct 13 19:48:57 crc kubenswrapper[4809]: I1013 19:48:57.173182 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="e9365c27-3194-46dd-a2b1-36445ce25b58" containerName="nova-scheduler-scheduler" containerID="cri-o://c88c64b666acfefd0469bddd38443cf6ecc76ca56f1c77ad592f5b40943f98fb" gracePeriod=30 Oct 13 19:48:57 crc kubenswrapper[4809]: I1013 19:48:57.173255 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8fe848ab-b631-4474-8e95-00c19e195993","Type":"ContainerDied","Data":"cda57ec00befc5ed5e689b552564e5a6121631a42849021b01070fd7cdd77308"} Oct 13 19:48:57 crc kubenswrapper[4809]: I1013 19:48:57.904876 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:57 crc kubenswrapper[4809]: I1013 19:48:57.905169 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:57 crc kubenswrapper[4809]: I1013 19:48:57.973077 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:58 crc kubenswrapper[4809]: I1013 19:48:58.184122 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-7jtp5" event={"ID":"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a","Type":"ContainerStarted","Data":"51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354"} Oct 13 19:48:58 crc kubenswrapper[4809]: I1013 19:48:58.220591 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/certified-operators-7jtp5" podStartSLOduration=2.672558282 podStartE2EDuration="5.220570493s" podCreationTimestamp="2025-10-13 19:48:53 +0000 UTC" firstStartedPulling="2025-10-13 19:48:55.141795975 +0000 UTC m=+1453.747542610" lastFinishedPulling="2025-10-13 19:48:57.689808226 +0000 UTC m=+1456.295554821" observedRunningTime="2025-10-13 19:48:58.208312782 +0000 UTC m=+1456.814059367" watchObservedRunningTime="2025-10-13 19:48:58.220570493 +0000 UTC m=+1456.826317088" Oct 13 19:48:58 crc kubenswrapper[4809]: I1013 19:48:58.263200 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:48:58 crc kubenswrapper[4809]: I1013 19:48:58.592787 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:48:58 crc kubenswrapper[4809]: I1013 19:48:58.592864 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:48:59 crc kubenswrapper[4809]: E1013 19:48:59.357837 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="c88c64b666acfefd0469bddd38443cf6ecc76ca56f1c77ad592f5b40943f98fb" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:48:59 crc kubenswrapper[4809]: E1013 19:48:59.360570 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="c88c64b666acfefd0469bddd38443cf6ecc76ca56f1c77ad592f5b40943f98fb" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:48:59 crc kubenswrapper[4809]: E1013 19:48:59.362665 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="c88c64b666acfefd0469bddd38443cf6ecc76ca56f1c77ad592f5b40943f98fb" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:48:59 crc kubenswrapper[4809]: E1013 19:48:59.362766 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="e9365c27-3194-46dd-a2b1-36445ce25b58" containerName="nova-scheduler-scheduler" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.094717 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.207173 4809 generic.go:334] "Generic (PLEG): container finished" podID="8fe848ab-b631-4474-8e95-00c19e195993" containerID="0a48c65295882ea4892f00d2471918d73932ee3043f125c2946d6003f6a5c60e" exitCode=0 Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.207238 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8fe848ab-b631-4474-8e95-00c19e195993","Type":"ContainerDied","Data":"0a48c65295882ea4892f00d2471918d73932ee3043f125c2946d6003f6a5c60e"} Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.209693 4809 generic.go:334] "Generic (PLEG): container finished" podID="dc282080-f20b-48e3-8789-2e451efea179" containerID="0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee" exitCode=0 Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.209745 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.209771 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"dc282080-f20b-48e3-8789-2e451efea179","Type":"ContainerDied","Data":"0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee"} Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.209803 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"dc282080-f20b-48e3-8789-2e451efea179","Type":"ContainerDied","Data":"c58e1467a5d22a28905b6f4db2a20caa58f940e9e8d14bad8059c638f9efca71"} Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.209824 4809 scope.go:117] "RemoveContainer" containerID="0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.210309 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dc282080-f20b-48e3-8789-2e451efea179-logs\") pod \"dc282080-f20b-48e3-8789-2e451efea179\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.210492 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-config-data\") pod \"dc282080-f20b-48e3-8789-2e451efea179\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.210569 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-nova-metadata-tls-certs\") pod \"dc282080-f20b-48e3-8789-2e451efea179\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.210720 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nptqp\" (UniqueName: \"kubernetes.io/projected/dc282080-f20b-48e3-8789-2e451efea179-kube-api-access-nptqp\") pod \"dc282080-f20b-48e3-8789-2e451efea179\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.210810 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-combined-ca-bundle\") pod \"dc282080-f20b-48e3-8789-2e451efea179\" (UID: \"dc282080-f20b-48e3-8789-2e451efea179\") " Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.211087 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/dc282080-f20b-48e3-8789-2e451efea179-logs" (OuterVolumeSpecName: "logs") pod "dc282080-f20b-48e3-8789-2e451efea179" (UID: "dc282080-f20b-48e3-8789-2e451efea179"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.214010 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dc282080-f20b-48e3-8789-2e451efea179-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.225627 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dc282080-f20b-48e3-8789-2e451efea179-kube-api-access-nptqp" (OuterVolumeSpecName: "kube-api-access-nptqp") pod "dc282080-f20b-48e3-8789-2e451efea179" (UID: "dc282080-f20b-48e3-8789-2e451efea179"). InnerVolumeSpecName "kube-api-access-nptqp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.241890 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-config-data" (OuterVolumeSpecName: "config-data") pod "dc282080-f20b-48e3-8789-2e451efea179" (UID: "dc282080-f20b-48e3-8789-2e451efea179"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.242528 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "dc282080-f20b-48e3-8789-2e451efea179" (UID: "dc282080-f20b-48e3-8789-2e451efea179"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.294785 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "dc282080-f20b-48e3-8789-2e451efea179" (UID: "dc282080-f20b-48e3-8789-2e451efea179"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.306641 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.311502 4809 scope.go:117] "RemoveContainer" containerID="c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.316944 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.316983 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nptqp\" (UniqueName: \"kubernetes.io/projected/dc282080-f20b-48e3-8789-2e451efea179-kube-api-access-nptqp\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.316997 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.317012 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dc282080-f20b-48e3-8789-2e451efea179-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.357453 4809 scope.go:117] "RemoveContainer" containerID="0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee" Oct 13 19:49:00 crc kubenswrapper[4809]: E1013 19:49:00.358145 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee\": container with ID starting with 0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee not found: ID does not exist" containerID="0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.358309 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee"} err="failed to get container status \"0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee\": rpc error: code = NotFound desc = could not find container \"0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee\": container with ID starting with 0ac14ce4d6a8135b5e4dbfa45e5f863f4bf2032a92969eff7c68431717510bee not found: ID does not exist" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.358388 4809 scope.go:117] "RemoveContainer" containerID="c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589" Oct 13 19:49:00 crc kubenswrapper[4809]: E1013 19:49:00.359024 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589\": container with ID starting with c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589 not found: ID does not exist" containerID="c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.359085 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589"} err="failed to get container status \"c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589\": rpc error: code = NotFound desc = could not find container \"c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589\": container with ID starting with c2017fb499b0c85d330d05a4b48150227754bcf18f68d240efccfc271f811589 not found: ID does not exist" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.375133 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-bhhss"] Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.375443 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-marketplace-bhhss" podUID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" containerName="registry-server" containerID="cri-o://23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358" gracePeriod=2 Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.418249 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-config-data\") pod \"8fe848ab-b631-4474-8e95-00c19e195993\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.418403 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-combined-ca-bundle\") pod \"8fe848ab-b631-4474-8e95-00c19e195993\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.418439 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8fe848ab-b631-4474-8e95-00c19e195993-logs\") pod \"8fe848ab-b631-4474-8e95-00c19e195993\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.418536 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fxvhc\" (UniqueName: \"kubernetes.io/projected/8fe848ab-b631-4474-8e95-00c19e195993-kube-api-access-fxvhc\") pod \"8fe848ab-b631-4474-8e95-00c19e195993\" (UID: \"8fe848ab-b631-4474-8e95-00c19e195993\") " Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.420329 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8fe848ab-b631-4474-8e95-00c19e195993-logs" (OuterVolumeSpecName: "logs") pod "8fe848ab-b631-4474-8e95-00c19e195993" (UID: "8fe848ab-b631-4474-8e95-00c19e195993"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.423044 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8fe848ab-b631-4474-8e95-00c19e195993-kube-api-access-fxvhc" (OuterVolumeSpecName: "kube-api-access-fxvhc") pod "8fe848ab-b631-4474-8e95-00c19e195993" (UID: "8fe848ab-b631-4474-8e95-00c19e195993"). InnerVolumeSpecName "kube-api-access-fxvhc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.443108 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8fe848ab-b631-4474-8e95-00c19e195993" (UID: "8fe848ab-b631-4474-8e95-00c19e195993"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.443484 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-config-data" (OuterVolumeSpecName: "config-data") pod "8fe848ab-b631-4474-8e95-00c19e195993" (UID: "8fe848ab-b631-4474-8e95-00c19e195993"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.520894 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.520995 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8fe848ab-b631-4474-8e95-00c19e195993-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.521038 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fxvhc\" (UniqueName: \"kubernetes.io/projected/8fe848ab-b631-4474-8e95-00c19e195993-kube-api-access-fxvhc\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.521054 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8fe848ab-b631-4474-8e95-00c19e195993-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.554226 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.571635 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.586033 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:49:00 crc kubenswrapper[4809]: E1013 19:49:00.586684 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bdc32f44-a929-4745-ba45-df6d60145aae" containerName="nova-manage" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.586712 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bdc32f44-a929-4745-ba45-df6d60145aae" containerName="nova-manage" Oct 13 19:49:00 crc kubenswrapper[4809]: E1013 19:49:00.586857 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dc282080-f20b-48e3-8789-2e451efea179" containerName="nova-metadata-metadata" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.586878 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dc282080-f20b-48e3-8789-2e451efea179" containerName="nova-metadata-metadata" Oct 13 19:49:00 crc kubenswrapper[4809]: E1013 19:49:00.586905 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dc282080-f20b-48e3-8789-2e451efea179" containerName="nova-metadata-log" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.586919 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dc282080-f20b-48e3-8789-2e451efea179" containerName="nova-metadata-log" Oct 13 19:49:00 crc kubenswrapper[4809]: E1013 19:49:00.586947 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8fe848ab-b631-4474-8e95-00c19e195993" containerName="nova-api-api" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.586962 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8fe848ab-b631-4474-8e95-00c19e195993" containerName="nova-api-api" Oct 13 19:49:00 crc kubenswrapper[4809]: E1013 19:49:00.586988 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8fe848ab-b631-4474-8e95-00c19e195993" containerName="nova-api-log" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.587000 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8fe848ab-b631-4474-8e95-00c19e195993" containerName="nova-api-log" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.587306 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bdc32f44-a929-4745-ba45-df6d60145aae" containerName="nova-manage" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.587355 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dc282080-f20b-48e3-8789-2e451efea179" containerName="nova-metadata-log" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.587380 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dc282080-f20b-48e3-8789-2e451efea179" containerName="nova-metadata-metadata" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.587408 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8fe848ab-b631-4474-8e95-00c19e195993" containerName="nova-api-log" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.587445 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8fe848ab-b631-4474-8e95-00c19e195993" containerName="nova-api-api" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.607818 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.642960 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.643081 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.661717 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.732015 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g8xvf\" (UniqueName: \"kubernetes.io/projected/c8efbafa-8520-4d74-988e-fcddddfd6be5-kube-api-access-g8xvf\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.732352 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-config-data\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.732398 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c8efbafa-8520-4d74-988e-fcddddfd6be5-logs\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.732552 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.732652 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.834322 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c8efbafa-8520-4d74-988e-fcddddfd6be5-logs\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.834383 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.834460 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.834565 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g8xvf\" (UniqueName: \"kubernetes.io/projected/c8efbafa-8520-4d74-988e-fcddddfd6be5-kube-api-access-g8xvf\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.834586 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-config-data\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.834989 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c8efbafa-8520-4d74-988e-fcddddfd6be5-logs\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.839763 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.840494 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.843331 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-config-data\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.850089 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-g8xvf\" (UniqueName: \"kubernetes.io/projected/c8efbafa-8520-4d74-988e-fcddddfd6be5-kube-api-access-g8xvf\") pod \"nova-metadata-0\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.907895 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:49:00 crc kubenswrapper[4809]: I1013 19:49:00.971273 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.038377 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-utilities\") pod \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.038501 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-catalog-content\") pod \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.038739 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-g6fl6\" (UniqueName: \"kubernetes.io/projected/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-kube-api-access-g6fl6\") pod \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\" (UID: \"15c57bfe-17e1-4966-8f76-7d47d5e8c13c\") " Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.040033 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-utilities" (OuterVolumeSpecName: "utilities") pod "15c57bfe-17e1-4966-8f76-7d47d5e8c13c" (UID: "15c57bfe-17e1-4966-8f76-7d47d5e8c13c"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.044231 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-kube-api-access-g6fl6" (OuterVolumeSpecName: "kube-api-access-g6fl6") pod "15c57bfe-17e1-4966-8f76-7d47d5e8c13c" (UID: "15c57bfe-17e1-4966-8f76-7d47d5e8c13c"). InnerVolumeSpecName "kube-api-access-g6fl6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.052231 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "15c57bfe-17e1-4966-8f76-7d47d5e8c13c" (UID: "15c57bfe-17e1-4966-8f76-7d47d5e8c13c"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.141216 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-g6fl6\" (UniqueName: \"kubernetes.io/projected/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-kube-api-access-g6fl6\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.141565 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.141581 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/15c57bfe-17e1-4966-8f76-7d47d5e8c13c-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.225892 4809 generic.go:334] "Generic (PLEG): container finished" podID="e9365c27-3194-46dd-a2b1-36445ce25b58" containerID="c88c64b666acfefd0469bddd38443cf6ecc76ca56f1c77ad592f5b40943f98fb" exitCode=0 Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.225982 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e9365c27-3194-46dd-a2b1-36445ce25b58","Type":"ContainerDied","Data":"c88c64b666acfefd0469bddd38443cf6ecc76ca56f1c77ad592f5b40943f98fb"} Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.229288 4809 generic.go:334] "Generic (PLEG): container finished" podID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" containerID="23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358" exitCode=0 Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.229346 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-bhhss" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.229375 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-bhhss" event={"ID":"15c57bfe-17e1-4966-8f76-7d47d5e8c13c","Type":"ContainerDied","Data":"23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358"} Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.229407 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-bhhss" event={"ID":"15c57bfe-17e1-4966-8f76-7d47d5e8c13c","Type":"ContainerDied","Data":"b576f0a149bc2ee6d5ebdd14ab4e9f8e891cf54f872a694d94cb2f567868bf96"} Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.229429 4809 scope.go:117] "RemoveContainer" containerID="23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.235463 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8fe848ab-b631-4474-8e95-00c19e195993","Type":"ContainerDied","Data":"85485e3c2eed4f0ada250379e15121ca5de1d20d5a03cb733d84463a336ab473"} Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.235555 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.276688 4809 scope.go:117] "RemoveContainer" containerID="3717bf5b509122843c038e0669047dafbc33d093973f2bfbd2ebed6d6de3b992" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.286878 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-bhhss"] Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.299066 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-marketplace-bhhss"] Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.308367 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.315992 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.316064 4809 scope.go:117] "RemoveContainer" containerID="a20a946ad977230b7272308ad3f22aff36c9bf55dd507cc57c2fed18646e0102" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.324106 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:49:01 crc kubenswrapper[4809]: E1013 19:49:01.324776 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" containerName="extract-content" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.324794 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" containerName="extract-content" Oct 13 19:49:01 crc kubenswrapper[4809]: E1013 19:49:01.324825 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" containerName="extract-utilities" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.324831 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" containerName="extract-utilities" Oct 13 19:49:01 crc kubenswrapper[4809]: E1013 19:49:01.324846 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" containerName="registry-server" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.324851 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" containerName="registry-server" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.325058 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" containerName="registry-server" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.329035 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.331755 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.333200 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.360548 4809 scope.go:117] "RemoveContainer" containerID="23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358" Oct 13 19:49:01 crc kubenswrapper[4809]: E1013 19:49:01.361060 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358\": container with ID starting with 23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358 not found: ID does not exist" containerID="23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.361087 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358"} err="failed to get container status \"23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358\": rpc error: code = NotFound desc = could not find container \"23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358\": container with ID starting with 23d407e9fcd8f12a82391edeae25a3abded6b82485717bc0f0b4c93f27694358 not found: ID does not exist" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.361107 4809 scope.go:117] "RemoveContainer" containerID="3717bf5b509122843c038e0669047dafbc33d093973f2bfbd2ebed6d6de3b992" Oct 13 19:49:01 crc kubenswrapper[4809]: E1013 19:49:01.361544 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3717bf5b509122843c038e0669047dafbc33d093973f2bfbd2ebed6d6de3b992\": container with ID starting with 3717bf5b509122843c038e0669047dafbc33d093973f2bfbd2ebed6d6de3b992 not found: ID does not exist" containerID="3717bf5b509122843c038e0669047dafbc33d093973f2bfbd2ebed6d6de3b992" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.361568 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3717bf5b509122843c038e0669047dafbc33d093973f2bfbd2ebed6d6de3b992"} err="failed to get container status \"3717bf5b509122843c038e0669047dafbc33d093973f2bfbd2ebed6d6de3b992\": rpc error: code = NotFound desc = could not find container \"3717bf5b509122843c038e0669047dafbc33d093973f2bfbd2ebed6d6de3b992\": container with ID starting with 3717bf5b509122843c038e0669047dafbc33d093973f2bfbd2ebed6d6de3b992 not found: ID does not exist" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.361583 4809 scope.go:117] "RemoveContainer" containerID="a20a946ad977230b7272308ad3f22aff36c9bf55dd507cc57c2fed18646e0102" Oct 13 19:49:01 crc kubenswrapper[4809]: E1013 19:49:01.361978 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a20a946ad977230b7272308ad3f22aff36c9bf55dd507cc57c2fed18646e0102\": container with ID starting with a20a946ad977230b7272308ad3f22aff36c9bf55dd507cc57c2fed18646e0102 not found: ID does not exist" containerID="a20a946ad977230b7272308ad3f22aff36c9bf55dd507cc57c2fed18646e0102" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.362021 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a20a946ad977230b7272308ad3f22aff36c9bf55dd507cc57c2fed18646e0102"} err="failed to get container status \"a20a946ad977230b7272308ad3f22aff36c9bf55dd507cc57c2fed18646e0102\": rpc error: code = NotFound desc = could not find container \"a20a946ad977230b7272308ad3f22aff36c9bf55dd507cc57c2fed18646e0102\": container with ID starting with a20a946ad977230b7272308ad3f22aff36c9bf55dd507cc57c2fed18646e0102 not found: ID does not exist" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.362049 4809 scope.go:117] "RemoveContainer" containerID="0a48c65295882ea4892f00d2471918d73932ee3043f125c2946d6003f6a5c60e" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.375838 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.382639 4809 scope.go:117] "RemoveContainer" containerID="cda57ec00befc5ed5e689b552564e5a6121631a42849021b01070fd7cdd77308" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.422699 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.446371 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-config-data\") pod \"e9365c27-3194-46dd-a2b1-36445ce25b58\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.446513 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-combined-ca-bundle\") pod \"e9365c27-3194-46dd-a2b1-36445ce25b58\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.446563 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-t7rbr\" (UniqueName: \"kubernetes.io/projected/e9365c27-3194-46dd-a2b1-36445ce25b58-kube-api-access-t7rbr\") pod \"e9365c27-3194-46dd-a2b1-36445ce25b58\" (UID: \"e9365c27-3194-46dd-a2b1-36445ce25b58\") " Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.446906 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.446950 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5c7caa44-03c8-4e65-84ef-49c738012382-logs\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.446978 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s98wd\" (UniqueName: \"kubernetes.io/projected/5c7caa44-03c8-4e65-84ef-49c738012382-kube-api-access-s98wd\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.447002 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-config-data\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.453351 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e9365c27-3194-46dd-a2b1-36445ce25b58-kube-api-access-t7rbr" (OuterVolumeSpecName: "kube-api-access-t7rbr") pod "e9365c27-3194-46dd-a2b1-36445ce25b58" (UID: "e9365c27-3194-46dd-a2b1-36445ce25b58"). InnerVolumeSpecName "kube-api-access-t7rbr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.471393 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-config-data" (OuterVolumeSpecName: "config-data") pod "e9365c27-3194-46dd-a2b1-36445ce25b58" (UID: "e9365c27-3194-46dd-a2b1-36445ce25b58"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.473848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e9365c27-3194-46dd-a2b1-36445ce25b58" (UID: "e9365c27-3194-46dd-a2b1-36445ce25b58"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.548521 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.548836 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5c7caa44-03c8-4e65-84ef-49c738012382-logs\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.549005 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s98wd\" (UniqueName: \"kubernetes.io/projected/5c7caa44-03c8-4e65-84ef-49c738012382-kube-api-access-s98wd\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.549127 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-config-data\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.549345 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.549423 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5c7caa44-03c8-4e65-84ef-49c738012382-logs\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.549432 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-t7rbr\" (UniqueName: \"kubernetes.io/projected/e9365c27-3194-46dd-a2b1-36445ce25b58-kube-api-access-t7rbr\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.549594 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9365c27-3194-46dd-a2b1-36445ce25b58-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.552355 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.556473 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-config-data\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.564231 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-s98wd\" (UniqueName: \"kubernetes.io/projected/5c7caa44-03c8-4e65-84ef-49c738012382-kube-api-access-s98wd\") pod \"nova-api-0\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:01 crc kubenswrapper[4809]: I1013 19:49:01.653927 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.183231 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="15c57bfe-17e1-4966-8f76-7d47d5e8c13c" path="/var/lib/kubelet/pods/15c57bfe-17e1-4966-8f76-7d47d5e8c13c/volumes" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.185972 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8fe848ab-b631-4474-8e95-00c19e195993" path="/var/lib/kubelet/pods/8fe848ab-b631-4474-8e95-00c19e195993/volumes" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.188804 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dc282080-f20b-48e3-8789-2e451efea179" path="/var/lib/kubelet/pods/dc282080-f20b-48e3-8789-2e451efea179/volumes" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.190327 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.247003 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e9365c27-3194-46dd-a2b1-36445ce25b58","Type":"ContainerDied","Data":"0dd7df711072be596f117c0c3a29e63ad13839fe062d8fcd2afedc461b5e0388"} Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.247050 4809 scope.go:117] "RemoveContainer" containerID="c88c64b666acfefd0469bddd38443cf6ecc76ca56f1c77ad592f5b40943f98fb" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.247053 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.253469 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c8efbafa-8520-4d74-988e-fcddddfd6be5","Type":"ContainerStarted","Data":"8cb161e955dd37efe4ff2b5a54a2b9ae6e0e995c0fb0cc339670b2057ba6ad37"} Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.253498 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c8efbafa-8520-4d74-988e-fcddddfd6be5","Type":"ContainerStarted","Data":"08b23ddff07551c2b4ef32ead668fe2d8d3f1ea5460e4aa2683232345883bada"} Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.253512 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c8efbafa-8520-4d74-988e-fcddddfd6be5","Type":"ContainerStarted","Data":"505093017c176468a02a52f0ed7f9bea5b36b768a8af58f653f5c25e1ec16cad"} Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.261185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5c7caa44-03c8-4e65-84ef-49c738012382","Type":"ContainerStarted","Data":"f908915a69351859b7af4279e9c5754096e368b77651b046082db0706a66a5e2"} Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.287846 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.287823774 podStartE2EDuration="2.287823774s" podCreationTimestamp="2025-10-13 19:49:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:49:02.27754468 +0000 UTC m=+1460.883291305" watchObservedRunningTime="2025-10-13 19:49:02.287823774 +0000 UTC m=+1460.893570359" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.316333 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.332773 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.349855 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:49:02 crc kubenswrapper[4809]: E1013 19:49:02.350416 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e9365c27-3194-46dd-a2b1-36445ce25b58" containerName="nova-scheduler-scheduler" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.350441 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e9365c27-3194-46dd-a2b1-36445ce25b58" containerName="nova-scheduler-scheduler" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.350761 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e9365c27-3194-46dd-a2b1-36445ce25b58" containerName="nova-scheduler-scheduler" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.351563 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.353534 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.354190 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.509233 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gs9h7\" (UniqueName: \"kubernetes.io/projected/bce7d776-14b6-4d62-8099-befbcace6e15-kube-api-access-gs9h7\") pod \"nova-scheduler-0\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.509297 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-config-data\") pod \"nova-scheduler-0\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.509351 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.611112 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.611382 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gs9h7\" (UniqueName: \"kubernetes.io/projected/bce7d776-14b6-4d62-8099-befbcace6e15-kube-api-access-gs9h7\") pod \"nova-scheduler-0\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.611490 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-config-data\") pod \"nova-scheduler-0\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.614364 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-config-data\") pod \"nova-scheduler-0\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.614673 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.626940 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gs9h7\" (UniqueName: \"kubernetes.io/projected/bce7d776-14b6-4d62-8099-befbcace6e15-kube-api-access-gs9h7\") pod \"nova-scheduler-0\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:02 crc kubenswrapper[4809]: I1013 19:49:02.672675 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:03 crc kubenswrapper[4809]: I1013 19:49:03.172712 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:49:03 crc kubenswrapper[4809]: W1013 19:49:03.180921 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbce7d776_14b6_4d62_8099_befbcace6e15.slice/crio-92cd7626107a5b17d09d5af17d5bd21fb83ffd35a8f5cbec424f0bba22ac0b8b WatchSource:0}: Error finding container 92cd7626107a5b17d09d5af17d5bd21fb83ffd35a8f5cbec424f0bba22ac0b8b: Status 404 returned error can't find the container with id 92cd7626107a5b17d09d5af17d5bd21fb83ffd35a8f5cbec424f0bba22ac0b8b Oct 13 19:49:03 crc kubenswrapper[4809]: I1013 19:49:03.283826 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5c7caa44-03c8-4e65-84ef-49c738012382","Type":"ContainerStarted","Data":"86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856"} Oct 13 19:49:03 crc kubenswrapper[4809]: I1013 19:49:03.283882 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5c7caa44-03c8-4e65-84ef-49c738012382","Type":"ContainerStarted","Data":"2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f"} Oct 13 19:49:03 crc kubenswrapper[4809]: I1013 19:49:03.286857 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"bce7d776-14b6-4d62-8099-befbcace6e15","Type":"ContainerStarted","Data":"92cd7626107a5b17d09d5af17d5bd21fb83ffd35a8f5cbec424f0bba22ac0b8b"} Oct 13 19:49:03 crc kubenswrapper[4809]: I1013 19:49:03.305314 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.305292398 podStartE2EDuration="2.305292398s" podCreationTimestamp="2025-10-13 19:49:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:49:03.299528193 +0000 UTC m=+1461.905274818" watchObservedRunningTime="2025-10-13 19:49:03.305292398 +0000 UTC m=+1461.911039023" Oct 13 19:49:04 crc kubenswrapper[4809]: I1013 19:49:04.090439 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:49:04 crc kubenswrapper[4809]: I1013 19:49:04.090494 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:49:04 crc kubenswrapper[4809]: I1013 19:49:04.176607 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e9365c27-3194-46dd-a2b1-36445ce25b58" path="/var/lib/kubelet/pods/e9365c27-3194-46dd-a2b1-36445ce25b58/volumes" Oct 13 19:49:04 crc kubenswrapper[4809]: I1013 19:49:04.177922 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:49:04 crc kubenswrapper[4809]: I1013 19:49:04.302290 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"bce7d776-14b6-4d62-8099-befbcace6e15","Type":"ContainerStarted","Data":"d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00"} Oct 13 19:49:04 crc kubenswrapper[4809]: I1013 19:49:04.330460 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.330431902 podStartE2EDuration="2.330431902s" podCreationTimestamp="2025-10-13 19:49:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:49:04.329204867 +0000 UTC m=+1462.934951492" watchObservedRunningTime="2025-10-13 19:49:04.330431902 +0000 UTC m=+1462.936178527" Oct 13 19:49:04 crc kubenswrapper[4809]: I1013 19:49:04.361941 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:49:05 crc kubenswrapper[4809]: I1013 19:49:05.756758 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-7jtp5"] Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.009530 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.009930 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.322332 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/certified-operators-7jtp5" podUID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" containerName="registry-server" containerID="cri-o://51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354" gracePeriod=2 Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.830383 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.845883 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-catalog-content\") pod \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.846002 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xbp7z\" (UniqueName: \"kubernetes.io/projected/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-kube-api-access-xbp7z\") pod \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.846084 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-utilities\") pod \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\" (UID: \"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a\") " Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.847157 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-utilities" (OuterVolumeSpecName: "utilities") pod "e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" (UID: "e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.847703 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.853274 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-kube-api-access-xbp7z" (OuterVolumeSpecName: "kube-api-access-xbp7z") pod "e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" (UID: "e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a"). InnerVolumeSpecName "kube-api-access-xbp7z". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.949765 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xbp7z\" (UniqueName: \"kubernetes.io/projected/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-kube-api-access-xbp7z\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:06 crc kubenswrapper[4809]: I1013 19:49:06.956617 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" (UID: "e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.052242 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.343090 4809 generic.go:334] "Generic (PLEG): container finished" podID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" containerID="51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354" exitCode=0 Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.343163 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-7jtp5" event={"ID":"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a","Type":"ContainerDied","Data":"51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354"} Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.343204 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-7jtp5" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.343236 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-7jtp5" event={"ID":"e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a","Type":"ContainerDied","Data":"d26a3b64fe02e93b79ef6d663c9927fa61e09f731843a6b61203e6a59201f64e"} Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.343269 4809 scope.go:117] "RemoveContainer" containerID="51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.389342 4809 scope.go:117] "RemoveContainer" containerID="2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.408713 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-7jtp5"] Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.422334 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/certified-operators-7jtp5"] Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.444826 4809 scope.go:117] "RemoveContainer" containerID="6b586f571aac3c99814eb4ff70826d34ff3281b2e4f75b43d360261f42cac4a2" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.489826 4809 scope.go:117] "RemoveContainer" containerID="51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354" Oct 13 19:49:07 crc kubenswrapper[4809]: E1013 19:49:07.490928 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354\": container with ID starting with 51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354 not found: ID does not exist" containerID="51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.490989 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354"} err="failed to get container status \"51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354\": rpc error: code = NotFound desc = could not find container \"51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354\": container with ID starting with 51b7a273f6f77df5dc915ad24b4eeee8eafe37a620cab1c9bc9a41c6b7feb354 not found: ID does not exist" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.491036 4809 scope.go:117] "RemoveContainer" containerID="2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160" Oct 13 19:49:07 crc kubenswrapper[4809]: E1013 19:49:07.491720 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160\": container with ID starting with 2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160 not found: ID does not exist" containerID="2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.491801 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160"} err="failed to get container status \"2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160\": rpc error: code = NotFound desc = could not find container \"2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160\": container with ID starting with 2f0bdb155b9bee981f1ff4c4e714d214858855d18ac040ced92fbb7233096160 not found: ID does not exist" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.491840 4809 scope.go:117] "RemoveContainer" containerID="6b586f571aac3c99814eb4ff70826d34ff3281b2e4f75b43d360261f42cac4a2" Oct 13 19:49:07 crc kubenswrapper[4809]: E1013 19:49:07.492511 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6b586f571aac3c99814eb4ff70826d34ff3281b2e4f75b43d360261f42cac4a2\": container with ID starting with 6b586f571aac3c99814eb4ff70826d34ff3281b2e4f75b43d360261f42cac4a2 not found: ID does not exist" containerID="6b586f571aac3c99814eb4ff70826d34ff3281b2e4f75b43d360261f42cac4a2" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.492556 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6b586f571aac3c99814eb4ff70826d34ff3281b2e4f75b43d360261f42cac4a2"} err="failed to get container status \"6b586f571aac3c99814eb4ff70826d34ff3281b2e4f75b43d360261f42cac4a2\": rpc error: code = NotFound desc = could not find container \"6b586f571aac3c99814eb4ff70826d34ff3281b2e4f75b43d360261f42cac4a2\": container with ID starting with 6b586f571aac3c99814eb4ff70826d34ff3281b2e4f75b43d360261f42cac4a2 not found: ID does not exist" Oct 13 19:49:07 crc kubenswrapper[4809]: I1013 19:49:07.672941 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:08 crc kubenswrapper[4809]: I1013 19:49:08.173241 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" path="/var/lib/kubelet/pods/e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a/volumes" Oct 13 19:49:10 crc kubenswrapper[4809]: I1013 19:49:10.971574 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:10 crc kubenswrapper[4809]: I1013 19:49:10.972419 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:11 crc kubenswrapper[4809]: I1013 19:49:11.654914 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:11 crc kubenswrapper[4809]: I1013 19:49:11.654975 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:11 crc kubenswrapper[4809]: I1013 19:49:11.989966 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.31:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:49:11 crc kubenswrapper[4809]: I1013 19:49:11.989977 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.31:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:49:12 crc kubenswrapper[4809]: I1013 19:49:12.673882 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:12 crc kubenswrapper[4809]: I1013 19:49:12.727026 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:12 crc kubenswrapper[4809]: I1013 19:49:12.737079 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="5c7caa44-03c8-4e65-84ef-49c738012382" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.1.32:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:49:12 crc kubenswrapper[4809]: I1013 19:49:12.737094 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="5c7caa44-03c8-4e65-84ef-49c738012382" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.1.32:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:49:13 crc kubenswrapper[4809]: I1013 19:49:13.476293 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:49:17 crc kubenswrapper[4809]: I1013 19:49:17.485173 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:20 crc kubenswrapper[4809]: I1013 19:49:20.982170 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:20 crc kubenswrapper[4809]: I1013 19:49:20.983001 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:20 crc kubenswrapper[4809]: I1013 19:49:20.994530 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:20 crc kubenswrapper[4809]: I1013 19:49:20.995473 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:49:21 crc kubenswrapper[4809]: I1013 19:49:21.660828 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:21 crc kubenswrapper[4809]: I1013 19:49:21.661768 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:21 crc kubenswrapper[4809]: I1013 19:49:21.663290 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:21 crc kubenswrapper[4809]: I1013 19:49:21.670385 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:22 crc kubenswrapper[4809]: I1013 19:49:22.544621 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:22 crc kubenswrapper[4809]: I1013 19:49:22.552534 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:24 crc kubenswrapper[4809]: I1013 19:49:24.547254 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:24 crc kubenswrapper[4809]: I1013 19:49:24.547872 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="ceilometer-central-agent" containerID="cri-o://5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c" gracePeriod=30 Oct 13 19:49:24 crc kubenswrapper[4809]: I1013 19:49:24.548404 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="sg-core" containerID="cri-o://53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0" gracePeriod=30 Oct 13 19:49:24 crc kubenswrapper[4809]: I1013 19:49:24.548461 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="ceilometer-notification-agent" containerID="cri-o://cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c" gracePeriod=30 Oct 13 19:49:24 crc kubenswrapper[4809]: I1013 19:49:24.548464 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="proxy-httpd" containerID="cri-o://075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163" gracePeriod=30 Oct 13 19:49:25 crc kubenswrapper[4809]: I1013 19:49:25.400968 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:49:25 crc kubenswrapper[4809]: I1013 19:49:25.577030 4809 generic.go:334] "Generic (PLEG): container finished" podID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerID="075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163" exitCode=0 Oct 13 19:49:25 crc kubenswrapper[4809]: I1013 19:49:25.578141 4809 generic.go:334] "Generic (PLEG): container finished" podID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerID="53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0" exitCode=2 Oct 13 19:49:25 crc kubenswrapper[4809]: I1013 19:49:25.578225 4809 generic.go:334] "Generic (PLEG): container finished" podID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerID="5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c" exitCode=0 Oct 13 19:49:25 crc kubenswrapper[4809]: I1013 19:49:25.577149 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8b18e163-3acd-4c07-809a-f6cf4820e825","Type":"ContainerDied","Data":"075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163"} Oct 13 19:49:25 crc kubenswrapper[4809]: I1013 19:49:25.578325 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8b18e163-3acd-4c07-809a-f6cf4820e825","Type":"ContainerDied","Data":"53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0"} Oct 13 19:49:25 crc kubenswrapper[4809]: I1013 19:49:25.578339 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8b18e163-3acd-4c07-809a-f6cf4820e825","Type":"ContainerDied","Data":"5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c"} Oct 13 19:49:25 crc kubenswrapper[4809]: I1013 19:49:25.578580 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="5c7caa44-03c8-4e65-84ef-49c738012382" containerName="nova-api-log" containerID="cri-o://2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f" gracePeriod=30 Oct 13 19:49:25 crc kubenswrapper[4809]: I1013 19:49:25.578639 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="5c7caa44-03c8-4e65-84ef-49c738012382" containerName="nova-api-api" containerID="cri-o://86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856" gracePeriod=30 Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.391480 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.479619 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-htqjh\" (UniqueName: \"kubernetes.io/projected/8b18e163-3acd-4c07-809a-f6cf4820e825-kube-api-access-htqjh\") pod \"8b18e163-3acd-4c07-809a-f6cf4820e825\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.479907 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-combined-ca-bundle\") pod \"8b18e163-3acd-4c07-809a-f6cf4820e825\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.480026 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-log-httpd\") pod \"8b18e163-3acd-4c07-809a-f6cf4820e825\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.480058 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-ceilometer-tls-certs\") pod \"8b18e163-3acd-4c07-809a-f6cf4820e825\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.480095 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-run-httpd\") pod \"8b18e163-3acd-4c07-809a-f6cf4820e825\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.480114 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-scripts\") pod \"8b18e163-3acd-4c07-809a-f6cf4820e825\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.480166 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-config-data\") pod \"8b18e163-3acd-4c07-809a-f6cf4820e825\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.480220 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-sg-core-conf-yaml\") pod \"8b18e163-3acd-4c07-809a-f6cf4820e825\" (UID: \"8b18e163-3acd-4c07-809a-f6cf4820e825\") " Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.480710 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "8b18e163-3acd-4c07-809a-f6cf4820e825" (UID: "8b18e163-3acd-4c07-809a-f6cf4820e825"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.480810 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "8b18e163-3acd-4c07-809a-f6cf4820e825" (UID: "8b18e163-3acd-4c07-809a-f6cf4820e825"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.486583 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8b18e163-3acd-4c07-809a-f6cf4820e825-kube-api-access-htqjh" (OuterVolumeSpecName: "kube-api-access-htqjh") pod "8b18e163-3acd-4c07-809a-f6cf4820e825" (UID: "8b18e163-3acd-4c07-809a-f6cf4820e825"). InnerVolumeSpecName "kube-api-access-htqjh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.490046 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-scripts" (OuterVolumeSpecName: "scripts") pod "8b18e163-3acd-4c07-809a-f6cf4820e825" (UID: "8b18e163-3acd-4c07-809a-f6cf4820e825"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.514981 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "8b18e163-3acd-4c07-809a-f6cf4820e825" (UID: "8b18e163-3acd-4c07-809a-f6cf4820e825"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.544096 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "8b18e163-3acd-4c07-809a-f6cf4820e825" (UID: "8b18e163-3acd-4c07-809a-f6cf4820e825"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.572823 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8b18e163-3acd-4c07-809a-f6cf4820e825" (UID: "8b18e163-3acd-4c07-809a-f6cf4820e825"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.581690 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.581716 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.581741 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8b18e163-3acd-4c07-809a-f6cf4820e825-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.581752 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.581760 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.581769 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-htqjh\" (UniqueName: \"kubernetes.io/projected/8b18e163-3acd-4c07-809a-f6cf4820e825-kube-api-access-htqjh\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.581780 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.601245 4809 generic.go:334] "Generic (PLEG): container finished" podID="5c7caa44-03c8-4e65-84ef-49c738012382" containerID="2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f" exitCode=143 Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.601394 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5c7caa44-03c8-4e65-84ef-49c738012382","Type":"ContainerDied","Data":"2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f"} Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.605582 4809 generic.go:334] "Generic (PLEG): container finished" podID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerID="cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c" exitCode=0 Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.605615 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.605660 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8b18e163-3acd-4c07-809a-f6cf4820e825","Type":"ContainerDied","Data":"cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c"} Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.605694 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8b18e163-3acd-4c07-809a-f6cf4820e825","Type":"ContainerDied","Data":"1a2e91e0fc1dbc4be2603cbe9bd85418ec2d994f96d9377a7b7ba8353631b578"} Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.605745 4809 scope.go:117] "RemoveContainer" containerID="075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.619847 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-config-data" (OuterVolumeSpecName: "config-data") pod "8b18e163-3acd-4c07-809a-f6cf4820e825" (UID: "8b18e163-3acd-4c07-809a-f6cf4820e825"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.625865 4809 scope.go:117] "RemoveContainer" containerID="53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.648062 4809 scope.go:117] "RemoveContainer" containerID="cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.672506 4809 scope.go:117] "RemoveContainer" containerID="5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.683843 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8b18e163-3acd-4c07-809a-f6cf4820e825-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.693234 4809 scope.go:117] "RemoveContainer" containerID="075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163" Oct 13 19:49:26 crc kubenswrapper[4809]: E1013 19:49:26.693883 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163\": container with ID starting with 075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163 not found: ID does not exist" containerID="075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.693944 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163"} err="failed to get container status \"075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163\": rpc error: code = NotFound desc = could not find container \"075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163\": container with ID starting with 075a6fd88db492b6dede4db15e69fbaddbcd9094a3c6cfd5ba580f9899909163 not found: ID does not exist" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.693978 4809 scope.go:117] "RemoveContainer" containerID="53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0" Oct 13 19:49:26 crc kubenswrapper[4809]: E1013 19:49:26.694950 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0\": container with ID starting with 53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0 not found: ID does not exist" containerID="53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.694993 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0"} err="failed to get container status \"53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0\": rpc error: code = NotFound desc = could not find container \"53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0\": container with ID starting with 53d5f2c53d283b1ecee174e42d0d575b29deb52607a6a6fc831d20b9cc8b5fa0 not found: ID does not exist" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.695023 4809 scope.go:117] "RemoveContainer" containerID="cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c" Oct 13 19:49:26 crc kubenswrapper[4809]: E1013 19:49:26.695365 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c\": container with ID starting with cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c not found: ID does not exist" containerID="cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.695398 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c"} err="failed to get container status \"cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c\": rpc error: code = NotFound desc = could not find container \"cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c\": container with ID starting with cd5aa90a84f95eb732335b6cd52f2d8836ba7c412ef425298bc1e6e94e89cc3c not found: ID does not exist" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.695419 4809 scope.go:117] "RemoveContainer" containerID="5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c" Oct 13 19:49:26 crc kubenswrapper[4809]: E1013 19:49:26.695879 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c\": container with ID starting with 5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c not found: ID does not exist" containerID="5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.695908 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c"} err="failed to get container status \"5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c\": rpc error: code = NotFound desc = could not find container \"5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c\": container with ID starting with 5cc1866e81179e94d33891fab2b6a056e064ccc39ec494ab28c60854a844846c not found: ID does not exist" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.943210 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.948464 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.970410 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:26 crc kubenswrapper[4809]: E1013 19:49:26.970884 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="ceilometer-central-agent" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.970903 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="ceilometer-central-agent" Oct 13 19:49:26 crc kubenswrapper[4809]: E1013 19:49:26.970923 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="sg-core" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.970933 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="sg-core" Oct 13 19:49:26 crc kubenswrapper[4809]: E1013 19:49:26.970952 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="proxy-httpd" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.970962 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="proxy-httpd" Oct 13 19:49:26 crc kubenswrapper[4809]: E1013 19:49:26.970978 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="ceilometer-notification-agent" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.970989 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="ceilometer-notification-agent" Oct 13 19:49:26 crc kubenswrapper[4809]: E1013 19:49:26.971027 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" containerName="extract-utilities" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.971041 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" containerName="extract-utilities" Oct 13 19:49:26 crc kubenswrapper[4809]: E1013 19:49:26.971062 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" containerName="extract-content" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.971073 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" containerName="extract-content" Oct 13 19:49:26 crc kubenswrapper[4809]: E1013 19:49:26.971087 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" containerName="registry-server" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.971096 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" containerName="registry-server" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.971321 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="ceilometer-notification-agent" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.971336 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="proxy-httpd" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.971360 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="sg-core" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.971371 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" containerName="ceilometer-central-agent" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.971383 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e5f71b61-3bc5-4484-a5f2-8cda2ad6ee3a" containerName="registry-server" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.974522 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.979430 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.979441 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.979754 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:49:26 crc kubenswrapper[4809]: I1013 19:49:26.985079 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.090683 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.091060 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-scripts\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.091192 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-run-httpd\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.091290 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-config-data\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.091405 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.091564 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-log-httpd\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.091658 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zhrtk\" (UniqueName: \"kubernetes.io/projected/22566596-18e1-4bda-8fab-dcb73d24fbd1-kube-api-access-zhrtk\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.091826 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.193905 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-run-httpd\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.193948 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-scripts\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.194023 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-config-data\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.194118 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.194295 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-log-httpd\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.194347 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zhrtk\" (UniqueName: \"kubernetes.io/projected/22566596-18e1-4bda-8fab-dcb73d24fbd1-kube-api-access-zhrtk\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.194402 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.194458 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.195086 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-run-httpd\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.195100 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-log-httpd\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.198704 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.199234 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-scripts\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.199577 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.199586 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-config-data\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.200018 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.209929 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zhrtk\" (UniqueName: \"kubernetes.io/projected/22566596-18e1-4bda-8fab-dcb73d24fbd1-kube-api-access-zhrtk\") pod \"ceilometer-0\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.292066 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:27 crc kubenswrapper[4809]: I1013 19:49:27.803133 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:28 crc kubenswrapper[4809]: I1013 19:49:28.167914 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8b18e163-3acd-4c07-809a-f6cf4820e825" path="/var/lib/kubelet/pods/8b18e163-3acd-4c07-809a-f6cf4820e825/volumes" Oct 13 19:49:28 crc kubenswrapper[4809]: I1013 19:49:28.501346 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:28 crc kubenswrapper[4809]: I1013 19:49:28.592884 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:49:28 crc kubenswrapper[4809]: I1013 19:49:28.592952 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:49:28 crc kubenswrapper[4809]: I1013 19:49:28.593006 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:49:28 crc kubenswrapper[4809]: I1013 19:49:28.593813 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 19:49:28 crc kubenswrapper[4809]: I1013 19:49:28.593879 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" gracePeriod=600 Oct 13 19:49:28 crc kubenswrapper[4809]: I1013 19:49:28.625592 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22566596-18e1-4bda-8fab-dcb73d24fbd1","Type":"ContainerStarted","Data":"ae44458d5e4db1fb1bbaef05281068d45251cd006eb2c9b1d6efc914bbddad39"} Oct 13 19:49:28 crc kubenswrapper[4809]: E1013 19:49:28.721957 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.155343 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.228350 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-s98wd\" (UniqueName: \"kubernetes.io/projected/5c7caa44-03c8-4e65-84ef-49c738012382-kube-api-access-s98wd\") pod \"5c7caa44-03c8-4e65-84ef-49c738012382\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.228458 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-config-data\") pod \"5c7caa44-03c8-4e65-84ef-49c738012382\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.228514 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-combined-ca-bundle\") pod \"5c7caa44-03c8-4e65-84ef-49c738012382\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.228581 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5c7caa44-03c8-4e65-84ef-49c738012382-logs\") pod \"5c7caa44-03c8-4e65-84ef-49c738012382\" (UID: \"5c7caa44-03c8-4e65-84ef-49c738012382\") " Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.229293 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5c7caa44-03c8-4e65-84ef-49c738012382-logs" (OuterVolumeSpecName: "logs") pod "5c7caa44-03c8-4e65-84ef-49c738012382" (UID: "5c7caa44-03c8-4e65-84ef-49c738012382"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.234398 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5c7caa44-03c8-4e65-84ef-49c738012382-kube-api-access-s98wd" (OuterVolumeSpecName: "kube-api-access-s98wd") pod "5c7caa44-03c8-4e65-84ef-49c738012382" (UID: "5c7caa44-03c8-4e65-84ef-49c738012382"). InnerVolumeSpecName "kube-api-access-s98wd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.254478 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-config-data" (OuterVolumeSpecName: "config-data") pod "5c7caa44-03c8-4e65-84ef-49c738012382" (UID: "5c7caa44-03c8-4e65-84ef-49c738012382"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.258958 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5c7caa44-03c8-4e65-84ef-49c738012382" (UID: "5c7caa44-03c8-4e65-84ef-49c738012382"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.330457 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-s98wd\" (UniqueName: \"kubernetes.io/projected/5c7caa44-03c8-4e65-84ef-49c738012382-kube-api-access-s98wd\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.330489 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.330501 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5c7caa44-03c8-4e65-84ef-49c738012382-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.330509 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5c7caa44-03c8-4e65-84ef-49c738012382-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.643974 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22566596-18e1-4bda-8fab-dcb73d24fbd1","Type":"ContainerStarted","Data":"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543"} Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.647912 4809 generic.go:334] "Generic (PLEG): container finished" podID="5c7caa44-03c8-4e65-84ef-49c738012382" containerID="86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856" exitCode=0 Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.647958 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5c7caa44-03c8-4e65-84ef-49c738012382","Type":"ContainerDied","Data":"86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856"} Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.647981 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5c7caa44-03c8-4e65-84ef-49c738012382","Type":"ContainerDied","Data":"f908915a69351859b7af4279e9c5754096e368b77651b046082db0706a66a5e2"} Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.647997 4809 scope.go:117] "RemoveContainer" containerID="86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.648112 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.664746 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" exitCode=0 Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.664784 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686"} Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.667247 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:49:29 crc kubenswrapper[4809]: E1013 19:49:29.667775 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.685011 4809 scope.go:117] "RemoveContainer" containerID="2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.687513 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.712225 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.721656 4809 scope.go:117] "RemoveContainer" containerID="86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.731036 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:49:29 crc kubenswrapper[4809]: E1013 19:49:29.731708 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5c7caa44-03c8-4e65-84ef-49c738012382" containerName="nova-api-api" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.731756 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5c7caa44-03c8-4e65-84ef-49c738012382" containerName="nova-api-api" Oct 13 19:49:29 crc kubenswrapper[4809]: E1013 19:49:29.731821 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5c7caa44-03c8-4e65-84ef-49c738012382" containerName="nova-api-log" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.731834 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5c7caa44-03c8-4e65-84ef-49c738012382" containerName="nova-api-log" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.732201 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5c7caa44-03c8-4e65-84ef-49c738012382" containerName="nova-api-api" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.732263 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5c7caa44-03c8-4e65-84ef-49c738012382" containerName="nova-api-log" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.733916 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.736385 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.736567 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.736699 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.737696 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:49:29 crc kubenswrapper[4809]: E1013 19:49:29.758631 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856\": container with ID starting with 86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856 not found: ID does not exist" containerID="86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.758685 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856"} err="failed to get container status \"86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856\": rpc error: code = NotFound desc = could not find container \"86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856\": container with ID starting with 86cf4b9b5e6158c04565ed36df0c515cf633c69c2853244be98529c498f61856 not found: ID does not exist" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.758716 4809 scope.go:117] "RemoveContainer" containerID="2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f" Oct 13 19:49:29 crc kubenswrapper[4809]: E1013 19:49:29.767316 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f\": container with ID starting with 2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f not found: ID does not exist" containerID="2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.767370 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f"} err="failed to get container status \"2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f\": rpc error: code = NotFound desc = could not find container \"2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f\": container with ID starting with 2e6ea1e4e5cae86ea67343890884352fe167f3ab786bd328289f8f6305b26c1f not found: ID does not exist" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.767408 4809 scope.go:117] "RemoveContainer" containerID="138622fde951ec37a20af632c640436feec6c61b3ef9e7b8bcdd0160f3e10d64" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.838439 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-internal-tls-certs\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.838558 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-config-data\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.838590 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rmf5z\" (UniqueName: \"kubernetes.io/projected/0097b51c-06a1-492a-8425-824e4ea9325b-kube-api-access-rmf5z\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.838624 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.838670 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-public-tls-certs\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.838702 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0097b51c-06a1-492a-8425-824e4ea9325b-logs\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.940532 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-internal-tls-certs\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.940663 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-config-data\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.940705 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rmf5z\" (UniqueName: \"kubernetes.io/projected/0097b51c-06a1-492a-8425-824e4ea9325b-kube-api-access-rmf5z\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.940775 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.940857 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-public-tls-certs\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.940901 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0097b51c-06a1-492a-8425-824e4ea9325b-logs\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.942004 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0097b51c-06a1-492a-8425-824e4ea9325b-logs\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.944984 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-internal-tls-certs\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.946983 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-public-tls-certs\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.947056 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-config-data\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.952002 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:29 crc kubenswrapper[4809]: I1013 19:49:29.967400 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rmf5z\" (UniqueName: \"kubernetes.io/projected/0097b51c-06a1-492a-8425-824e4ea9325b-kube-api-access-rmf5z\") pod \"nova-api-0\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.041283 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/community-operators-x4b9n"] Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.043292 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.052766 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-x4b9n"] Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.112347 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.144846 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-utilities\") pod \"community-operators-x4b9n\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.145093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-catalog-content\") pod \"community-operators-x4b9n\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.145420 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ng9rk\" (UniqueName: \"kubernetes.io/projected/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-kube-api-access-ng9rk\") pod \"community-operators-x4b9n\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.180130 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5c7caa44-03c8-4e65-84ef-49c738012382" path="/var/lib/kubelet/pods/5c7caa44-03c8-4e65-84ef-49c738012382/volumes" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.247178 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ng9rk\" (UniqueName: \"kubernetes.io/projected/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-kube-api-access-ng9rk\") pod \"community-operators-x4b9n\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.248212 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-utilities\") pod \"community-operators-x4b9n\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.248672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-utilities\") pod \"community-operators-x4b9n\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.248788 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-catalog-content\") pod \"community-operators-x4b9n\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.249274 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-catalog-content\") pod \"community-operators-x4b9n\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.269705 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ng9rk\" (UniqueName: \"kubernetes.io/projected/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-kube-api-access-ng9rk\") pod \"community-operators-x4b9n\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.390679 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.581643 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.697560 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0097b51c-06a1-492a-8425-824e4ea9325b","Type":"ContainerStarted","Data":"f33f572ca4942995e61c064103da3c51fad7a921fe39bf62472a74cf21a83f4e"} Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.700805 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22566596-18e1-4bda-8fab-dcb73d24fbd1","Type":"ContainerStarted","Data":"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805"} Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.700846 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22566596-18e1-4bda-8fab-dcb73d24fbd1","Type":"ContainerStarted","Data":"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62"} Oct 13 19:49:30 crc kubenswrapper[4809]: I1013 19:49:30.958602 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-x4b9n"] Oct 13 19:49:30 crc kubenswrapper[4809]: W1013 19:49:30.962311 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb4fbf112_75e1_4e5c_95bf_90fa904eec2c.slice/crio-c41aa6d7e75b76a3bf4395c8cc3f24c90e59ce58dbd8b631f5656980ab6b8caa WatchSource:0}: Error finding container c41aa6d7e75b76a3bf4395c8cc3f24c90e59ce58dbd8b631f5656980ab6b8caa: Status 404 returned error can't find the container with id c41aa6d7e75b76a3bf4395c8cc3f24c90e59ce58dbd8b631f5656980ab6b8caa Oct 13 19:49:31 crc kubenswrapper[4809]: I1013 19:49:31.718431 4809 generic.go:334] "Generic (PLEG): container finished" podID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" containerID="7dd0fa65462dd9d87c9c53aaa84d2a2af7fa6ef2adf75b5718ac7018c102a2e1" exitCode=0 Oct 13 19:49:31 crc kubenswrapper[4809]: I1013 19:49:31.718565 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-x4b9n" event={"ID":"b4fbf112-75e1-4e5c-95bf-90fa904eec2c","Type":"ContainerDied","Data":"7dd0fa65462dd9d87c9c53aaa84d2a2af7fa6ef2adf75b5718ac7018c102a2e1"} Oct 13 19:49:31 crc kubenswrapper[4809]: I1013 19:49:31.718923 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-x4b9n" event={"ID":"b4fbf112-75e1-4e5c-95bf-90fa904eec2c","Type":"ContainerStarted","Data":"c41aa6d7e75b76a3bf4395c8cc3f24c90e59ce58dbd8b631f5656980ab6b8caa"} Oct 13 19:49:31 crc kubenswrapper[4809]: I1013 19:49:31.726435 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0097b51c-06a1-492a-8425-824e4ea9325b","Type":"ContainerStarted","Data":"f22f1d27487a149189ab39b8dcd5b37b37e6e14e19e22f407c342cb0cf07f34f"} Oct 13 19:49:31 crc kubenswrapper[4809]: I1013 19:49:31.726488 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0097b51c-06a1-492a-8425-824e4ea9325b","Type":"ContainerStarted","Data":"33e198d82974ec12d807fc79f055f49ebdb0d5c423127e7578c661e6162bc128"} Oct 13 19:49:31 crc kubenswrapper[4809]: I1013 19:49:31.768597 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.768576574 podStartE2EDuration="2.768576574s" podCreationTimestamp="2025-10-13 19:49:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:49:31.759628478 +0000 UTC m=+1490.365375063" watchObservedRunningTime="2025-10-13 19:49:31.768576574 +0000 UTC m=+1490.374323159" Oct 13 19:49:32 crc kubenswrapper[4809]: I1013 19:49:32.747303 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-x4b9n" event={"ID":"b4fbf112-75e1-4e5c-95bf-90fa904eec2c","Type":"ContainerStarted","Data":"a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23"} Oct 13 19:49:33 crc kubenswrapper[4809]: I1013 19:49:33.761161 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22566596-18e1-4bda-8fab-dcb73d24fbd1","Type":"ContainerStarted","Data":"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7"} Oct 13 19:49:33 crc kubenswrapper[4809]: I1013 19:49:33.761459 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:33 crc kubenswrapper[4809]: I1013 19:49:33.761532 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="sg-core" containerID="cri-o://47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805" gracePeriod=30 Oct 13 19:49:33 crc kubenswrapper[4809]: I1013 19:49:33.761558 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="ceilometer-notification-agent" containerID="cri-o://c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62" gracePeriod=30 Oct 13 19:49:33 crc kubenswrapper[4809]: I1013 19:49:33.761428 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="ceilometer-central-agent" containerID="cri-o://55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543" gracePeriod=30 Oct 13 19:49:33 crc kubenswrapper[4809]: I1013 19:49:33.761511 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="proxy-httpd" containerID="cri-o://9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7" gracePeriod=30 Oct 13 19:49:33 crc kubenswrapper[4809]: I1013 19:49:33.767081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-x4b9n" event={"ID":"b4fbf112-75e1-4e5c-95bf-90fa904eec2c","Type":"ContainerDied","Data":"a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23"} Oct 13 19:49:33 crc kubenswrapper[4809]: I1013 19:49:33.768006 4809 generic.go:334] "Generic (PLEG): container finished" podID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" containerID="a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23" exitCode=0 Oct 13 19:49:33 crc kubenswrapper[4809]: I1013 19:49:33.825763 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.969515291 podStartE2EDuration="7.825714568s" podCreationTimestamp="2025-10-13 19:49:26 +0000 UTC" firstStartedPulling="2025-10-13 19:49:27.804741192 +0000 UTC m=+1486.410487777" lastFinishedPulling="2025-10-13 19:49:32.660940469 +0000 UTC m=+1491.266687054" observedRunningTime="2025-10-13 19:49:33.795618227 +0000 UTC m=+1492.401364862" watchObservedRunningTime="2025-10-13 19:49:33.825714568 +0000 UTC m=+1492.431461163" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.499816 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.633694 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-log-httpd\") pod \"22566596-18e1-4bda-8fab-dcb73d24fbd1\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.633796 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zhrtk\" (UniqueName: \"kubernetes.io/projected/22566596-18e1-4bda-8fab-dcb73d24fbd1-kube-api-access-zhrtk\") pod \"22566596-18e1-4bda-8fab-dcb73d24fbd1\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.633837 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-scripts\") pod \"22566596-18e1-4bda-8fab-dcb73d24fbd1\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.633956 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-ceilometer-tls-certs\") pod \"22566596-18e1-4bda-8fab-dcb73d24fbd1\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.633990 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-sg-core-conf-yaml\") pod \"22566596-18e1-4bda-8fab-dcb73d24fbd1\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.634136 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-run-httpd\") pod \"22566596-18e1-4bda-8fab-dcb73d24fbd1\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.634274 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-config-data\") pod \"22566596-18e1-4bda-8fab-dcb73d24fbd1\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.634324 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-combined-ca-bundle\") pod \"22566596-18e1-4bda-8fab-dcb73d24fbd1\" (UID: \"22566596-18e1-4bda-8fab-dcb73d24fbd1\") " Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.634465 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "22566596-18e1-4bda-8fab-dcb73d24fbd1" (UID: "22566596-18e1-4bda-8fab-dcb73d24fbd1"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.634630 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "22566596-18e1-4bda-8fab-dcb73d24fbd1" (UID: "22566596-18e1-4bda-8fab-dcb73d24fbd1"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.635146 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.635170 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22566596-18e1-4bda-8fab-dcb73d24fbd1-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.639815 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/22566596-18e1-4bda-8fab-dcb73d24fbd1-kube-api-access-zhrtk" (OuterVolumeSpecName: "kube-api-access-zhrtk") pod "22566596-18e1-4bda-8fab-dcb73d24fbd1" (UID: "22566596-18e1-4bda-8fab-dcb73d24fbd1"). InnerVolumeSpecName "kube-api-access-zhrtk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.639849 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-scripts" (OuterVolumeSpecName: "scripts") pod "22566596-18e1-4bda-8fab-dcb73d24fbd1" (UID: "22566596-18e1-4bda-8fab-dcb73d24fbd1"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.662031 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "22566596-18e1-4bda-8fab-dcb73d24fbd1" (UID: "22566596-18e1-4bda-8fab-dcb73d24fbd1"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.689029 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "22566596-18e1-4bda-8fab-dcb73d24fbd1" (UID: "22566596-18e1-4bda-8fab-dcb73d24fbd1"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.719989 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "22566596-18e1-4bda-8fab-dcb73d24fbd1" (UID: "22566596-18e1-4bda-8fab-dcb73d24fbd1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.736940 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.736986 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zhrtk\" (UniqueName: \"kubernetes.io/projected/22566596-18e1-4bda-8fab-dcb73d24fbd1-kube-api-access-zhrtk\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.737001 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.737013 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.737091 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.754391 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-config-data" (OuterVolumeSpecName: "config-data") pod "22566596-18e1-4bda-8fab-dcb73d24fbd1" (UID: "22566596-18e1-4bda-8fab-dcb73d24fbd1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.782164 4809 generic.go:334] "Generic (PLEG): container finished" podID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerID="9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7" exitCode=0 Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.782201 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.782202 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22566596-18e1-4bda-8fab-dcb73d24fbd1","Type":"ContainerDied","Data":"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7"} Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.782256 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22566596-18e1-4bda-8fab-dcb73d24fbd1","Type":"ContainerDied","Data":"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805"} Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.782274 4809 scope.go:117] "RemoveContainer" containerID="9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.782204 4809 generic.go:334] "Generic (PLEG): container finished" podID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerID="47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805" exitCode=2 Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.782348 4809 generic.go:334] "Generic (PLEG): container finished" podID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerID="c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62" exitCode=0 Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.782372 4809 generic.go:334] "Generic (PLEG): container finished" podID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerID="55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543" exitCode=0 Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.782449 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22566596-18e1-4bda-8fab-dcb73d24fbd1","Type":"ContainerDied","Data":"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62"} Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.782821 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22566596-18e1-4bda-8fab-dcb73d24fbd1","Type":"ContainerDied","Data":"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543"} Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.782906 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22566596-18e1-4bda-8fab-dcb73d24fbd1","Type":"ContainerDied","Data":"ae44458d5e4db1fb1bbaef05281068d45251cd006eb2c9b1d6efc914bbddad39"} Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.786059 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-x4b9n" event={"ID":"b4fbf112-75e1-4e5c-95bf-90fa904eec2c","Type":"ContainerStarted","Data":"7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa"} Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.810172 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/community-operators-x4b9n" podStartSLOduration=2.2974733880000002 podStartE2EDuration="4.810149037s" podCreationTimestamp="2025-10-13 19:49:30 +0000 UTC" firstStartedPulling="2025-10-13 19:49:31.7236837 +0000 UTC m=+1490.329430285" lastFinishedPulling="2025-10-13 19:49:34.236359309 +0000 UTC m=+1492.842105934" observedRunningTime="2025-10-13 19:49:34.804350001 +0000 UTC m=+1493.410096586" watchObservedRunningTime="2025-10-13 19:49:34.810149037 +0000 UTC m=+1493.415895632" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.810511 4809 scope.go:117] "RemoveContainer" containerID="47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.838589 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22566596-18e1-4bda-8fab-dcb73d24fbd1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.844329 4809 scope.go:117] "RemoveContainer" containerID="c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.852586 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.862025 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.867632 4809 scope.go:117] "RemoveContainer" containerID="55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.872409 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:34 crc kubenswrapper[4809]: E1013 19:49:34.872937 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="sg-core" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.873025 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="sg-core" Oct 13 19:49:34 crc kubenswrapper[4809]: E1013 19:49:34.873104 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="proxy-httpd" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.873390 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="proxy-httpd" Oct 13 19:49:34 crc kubenswrapper[4809]: E1013 19:49:34.873535 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="ceilometer-notification-agent" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.873627 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="ceilometer-notification-agent" Oct 13 19:49:34 crc kubenswrapper[4809]: E1013 19:49:34.874928 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="ceilometer-central-agent" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.874979 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="ceilometer-central-agent" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.875419 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="ceilometer-central-agent" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.875464 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="proxy-httpd" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.875479 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="ceilometer-notification-agent" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.875505 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" containerName="sg-core" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.877669 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.881207 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.881553 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.886787 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.888777 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.907737 4809 scope.go:117] "RemoveContainer" containerID="9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7" Oct 13 19:49:34 crc kubenswrapper[4809]: E1013 19:49:34.908277 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7\": container with ID starting with 9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7 not found: ID does not exist" containerID="9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.908317 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7"} err="failed to get container status \"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7\": rpc error: code = NotFound desc = could not find container \"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7\": container with ID starting with 9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.908345 4809 scope.go:117] "RemoveContainer" containerID="47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805" Oct 13 19:49:34 crc kubenswrapper[4809]: E1013 19:49:34.908754 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805\": container with ID starting with 47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805 not found: ID does not exist" containerID="47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.908817 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805"} err="failed to get container status \"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805\": rpc error: code = NotFound desc = could not find container \"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805\": container with ID starting with 47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.908856 4809 scope.go:117] "RemoveContainer" containerID="c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62" Oct 13 19:49:34 crc kubenswrapper[4809]: E1013 19:49:34.912112 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62\": container with ID starting with c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62 not found: ID does not exist" containerID="c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.912226 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62"} err="failed to get container status \"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62\": rpc error: code = NotFound desc = could not find container \"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62\": container with ID starting with c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.912312 4809 scope.go:117] "RemoveContainer" containerID="55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543" Oct 13 19:49:34 crc kubenswrapper[4809]: E1013 19:49:34.913082 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543\": container with ID starting with 55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543 not found: ID does not exist" containerID="55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.913115 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543"} err="failed to get container status \"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543\": rpc error: code = NotFound desc = could not find container \"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543\": container with ID starting with 55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.913143 4809 scope.go:117] "RemoveContainer" containerID="9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.915592 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7"} err="failed to get container status \"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7\": rpc error: code = NotFound desc = could not find container \"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7\": container with ID starting with 9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.915618 4809 scope.go:117] "RemoveContainer" containerID="47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.916301 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805"} err="failed to get container status \"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805\": rpc error: code = NotFound desc = could not find container \"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805\": container with ID starting with 47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.916387 4809 scope.go:117] "RemoveContainer" containerID="c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.917599 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62"} err="failed to get container status \"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62\": rpc error: code = NotFound desc = could not find container \"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62\": container with ID starting with c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.917622 4809 scope.go:117] "RemoveContainer" containerID="55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.920667 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543"} err="failed to get container status \"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543\": rpc error: code = NotFound desc = could not find container \"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543\": container with ID starting with 55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.920743 4809 scope.go:117] "RemoveContainer" containerID="9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.922556 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7"} err="failed to get container status \"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7\": rpc error: code = NotFound desc = could not find container \"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7\": container with ID starting with 9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.922686 4809 scope.go:117] "RemoveContainer" containerID="47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.925914 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805"} err="failed to get container status \"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805\": rpc error: code = NotFound desc = could not find container \"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805\": container with ID starting with 47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.925937 4809 scope.go:117] "RemoveContainer" containerID="c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.927869 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62"} err="failed to get container status \"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62\": rpc error: code = NotFound desc = could not find container \"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62\": container with ID starting with c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.928075 4809 scope.go:117] "RemoveContainer" containerID="55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.929226 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543"} err="failed to get container status \"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543\": rpc error: code = NotFound desc = could not find container \"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543\": container with ID starting with 55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.929248 4809 scope.go:117] "RemoveContainer" containerID="9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.929720 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7"} err="failed to get container status \"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7\": rpc error: code = NotFound desc = could not find container \"9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7\": container with ID starting with 9ba84d6deb480dd2413aa297a0a152ee4af2fe7df1edb65b5e235141d583adf7 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.929894 4809 scope.go:117] "RemoveContainer" containerID="47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.930505 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805"} err="failed to get container status \"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805\": rpc error: code = NotFound desc = could not find container \"47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805\": container with ID starting with 47067cdda580bc33a1b84b47329d02fc055aa71780ca8929dd99893036e91805 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.930586 4809 scope.go:117] "RemoveContainer" containerID="c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.930991 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62"} err="failed to get container status \"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62\": rpc error: code = NotFound desc = could not find container \"c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62\": container with ID starting with c1bb3378ddfb0a97af3a4a1c81b36e956e66cc85f3473d228994517593ba5e62 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.931015 4809 scope.go:117] "RemoveContainer" containerID="55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.931292 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543"} err="failed to get container status \"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543\": rpc error: code = NotFound desc = could not find container \"55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543\": container with ID starting with 55b83f6dce3972aa4a9f12a58a388bef083b8ceb6d71a6cfc28162e2fd3e3543 not found: ID does not exist" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.940028 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.940170 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-log-httpd\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.940267 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-scripts\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.940435 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.940523 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-config-data\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.940637 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.941024 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ffzhw\" (UniqueName: \"kubernetes.io/projected/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-kube-api-access-ffzhw\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:34 crc kubenswrapper[4809]: I1013 19:49:34.941148 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-run-httpd\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.042637 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.042716 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-log-httpd\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.042780 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-scripts\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.042922 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-config-data\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.042965 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.043065 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.043180 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ffzhw\" (UniqueName: \"kubernetes.io/projected/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-kube-api-access-ffzhw\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.043229 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-run-httpd\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.044070 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-log-httpd\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.044515 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-run-httpd\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.049566 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.051564 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.056763 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.059540 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-scripts\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.066003 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-config-data\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.077831 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ffzhw\" (UniqueName: \"kubernetes.io/projected/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-kube-api-access-ffzhw\") pod \"ceilometer-0\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.269015 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:35 crc kubenswrapper[4809]: I1013 19:49:35.799276 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:49:36 crc kubenswrapper[4809]: I1013 19:49:36.168422 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="22566596-18e1-4bda-8fab-dcb73d24fbd1" path="/var/lib/kubelet/pods/22566596-18e1-4bda-8fab-dcb73d24fbd1/volumes" Oct 13 19:49:36 crc kubenswrapper[4809]: I1013 19:49:36.825968 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"32a72675-cb6f-4ed5-9d81-6d8b4800b59e","Type":"ContainerStarted","Data":"522ca2a86eafaa18c75ffc3e6d20750071b6c96d274bfa361db277f323ba34d3"} Oct 13 19:49:36 crc kubenswrapper[4809]: I1013 19:49:36.826232 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"32a72675-cb6f-4ed5-9d81-6d8b4800b59e","Type":"ContainerStarted","Data":"0a69f69910b123e9519eaaa0c2f656e0b8bda60083a4ce14ba05cd8c702311d4"} Oct 13 19:49:37 crc kubenswrapper[4809]: I1013 19:49:37.837573 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"32a72675-cb6f-4ed5-9d81-6d8b4800b59e","Type":"ContainerStarted","Data":"156b67451b90ecaf2e7ff6762bbbae09ef509cc3b6e635d16c45f654f089aa5d"} Oct 13 19:49:38 crc kubenswrapper[4809]: I1013 19:49:38.852569 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"32a72675-cb6f-4ed5-9d81-6d8b4800b59e","Type":"ContainerStarted","Data":"d8c36c2d86bfdb0c54884633527637df783d7ea2b2cc561bc90d207cb5c494d0"} Oct 13 19:49:40 crc kubenswrapper[4809]: I1013 19:49:40.112576 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:40 crc kubenswrapper[4809]: I1013 19:49:40.112872 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:40 crc kubenswrapper[4809]: I1013 19:49:40.391019 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:40 crc kubenswrapper[4809]: I1013 19:49:40.391083 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:40 crc kubenswrapper[4809]: I1013 19:49:40.473719 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:40 crc kubenswrapper[4809]: I1013 19:49:40.876571 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"32a72675-cb6f-4ed5-9d81-6d8b4800b59e","Type":"ContainerStarted","Data":"03d712e03371922eca0e35543f54ea71b92327191968959b82097bfad92b0caf"} Oct 13 19:49:40 crc kubenswrapper[4809]: I1013 19:49:40.876629 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:49:40 crc kubenswrapper[4809]: I1013 19:49:40.912459 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.380001957 podStartE2EDuration="6.911947776s" podCreationTimestamp="2025-10-13 19:49:34 +0000 UTC" firstStartedPulling="2025-10-13 19:49:35.793130434 +0000 UTC m=+1494.398877009" lastFinishedPulling="2025-10-13 19:49:40.325076233 +0000 UTC m=+1498.930822828" observedRunningTime="2025-10-13 19:49:40.907829078 +0000 UTC m=+1499.513575673" watchObservedRunningTime="2025-10-13 19:49:40.911947776 +0000 UTC m=+1499.517694361" Oct 13 19:49:40 crc kubenswrapper[4809]: I1013 19:49:40.971250 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:41 crc kubenswrapper[4809]: I1013 19:49:41.034258 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-x4b9n"] Oct 13 19:49:41 crc kubenswrapper[4809]: I1013 19:49:41.125876 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="0097b51c-06a1-492a-8425-824e4ea9325b" containerName="nova-api-log" probeResult="failure" output="Get \"https://10.217.1.35:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:49:41 crc kubenswrapper[4809]: I1013 19:49:41.125942 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="0097b51c-06a1-492a-8425-824e4ea9325b" containerName="nova-api-api" probeResult="failure" output="Get \"https://10.217.1.35:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:49:42 crc kubenswrapper[4809]: I1013 19:49:42.893793 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/community-operators-x4b9n" podUID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" containerName="registry-server" containerID="cri-o://7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa" gracePeriod=2 Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.464003 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.532306 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-catalog-content\") pod \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.532373 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-utilities\") pod \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.532405 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ng9rk\" (UniqueName: \"kubernetes.io/projected/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-kube-api-access-ng9rk\") pod \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\" (UID: \"b4fbf112-75e1-4e5c-95bf-90fa904eec2c\") " Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.535133 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-utilities" (OuterVolumeSpecName: "utilities") pod "b4fbf112-75e1-4e5c-95bf-90fa904eec2c" (UID: "b4fbf112-75e1-4e5c-95bf-90fa904eec2c"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.538996 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-kube-api-access-ng9rk" (OuterVolumeSpecName: "kube-api-access-ng9rk") pod "b4fbf112-75e1-4e5c-95bf-90fa904eec2c" (UID: "b4fbf112-75e1-4e5c-95bf-90fa904eec2c"). InnerVolumeSpecName "kube-api-access-ng9rk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.604648 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "b4fbf112-75e1-4e5c-95bf-90fa904eec2c" (UID: "b4fbf112-75e1-4e5c-95bf-90fa904eec2c"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.634619 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.634877 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.634969 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ng9rk\" (UniqueName: \"kubernetes.io/projected/b4fbf112-75e1-4e5c-95bf-90fa904eec2c-kube-api-access-ng9rk\") on node \"crc\" DevicePath \"\"" Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.909788 4809 generic.go:334] "Generic (PLEG): container finished" podID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" containerID="7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa" exitCode=0 Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.909880 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-x4b9n" event={"ID":"b4fbf112-75e1-4e5c-95bf-90fa904eec2c","Type":"ContainerDied","Data":"7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa"} Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.911182 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-x4b9n" event={"ID":"b4fbf112-75e1-4e5c-95bf-90fa904eec2c","Type":"ContainerDied","Data":"c41aa6d7e75b76a3bf4395c8cc3f24c90e59ce58dbd8b631f5656980ab6b8caa"} Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.909911 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-x4b9n" Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.911217 4809 scope.go:117] "RemoveContainer" containerID="7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa" Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.960055 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-x4b9n"] Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.969049 4809 scope.go:117] "RemoveContainer" containerID="a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23" Oct 13 19:49:43 crc kubenswrapper[4809]: I1013 19:49:43.972158 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/community-operators-x4b9n"] Oct 13 19:49:44 crc kubenswrapper[4809]: I1013 19:49:44.000627 4809 scope.go:117] "RemoveContainer" containerID="7dd0fa65462dd9d87c9c53aaa84d2a2af7fa6ef2adf75b5718ac7018c102a2e1" Oct 13 19:49:44 crc kubenswrapper[4809]: I1013 19:49:44.045905 4809 scope.go:117] "RemoveContainer" containerID="7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa" Oct 13 19:49:44 crc kubenswrapper[4809]: E1013 19:49:44.046551 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa\": container with ID starting with 7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa not found: ID does not exist" containerID="7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa" Oct 13 19:49:44 crc kubenswrapper[4809]: I1013 19:49:44.046599 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa"} err="failed to get container status \"7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa\": rpc error: code = NotFound desc = could not find container \"7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa\": container with ID starting with 7c353b772a6b547aeb382b2682a9b10f0e03e8530ccebdcbc6dc201e86c10cfa not found: ID does not exist" Oct 13 19:49:44 crc kubenswrapper[4809]: I1013 19:49:44.046653 4809 scope.go:117] "RemoveContainer" containerID="a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23" Oct 13 19:49:44 crc kubenswrapper[4809]: E1013 19:49:44.047015 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23\": container with ID starting with a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23 not found: ID does not exist" containerID="a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23" Oct 13 19:49:44 crc kubenswrapper[4809]: I1013 19:49:44.047133 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23"} err="failed to get container status \"a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23\": rpc error: code = NotFound desc = could not find container \"a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23\": container with ID starting with a1b5efced34497da30b13617c2a2520e3212bef7def5767d955806766ada1b23 not found: ID does not exist" Oct 13 19:49:44 crc kubenswrapper[4809]: I1013 19:49:44.047232 4809 scope.go:117] "RemoveContainer" containerID="7dd0fa65462dd9d87c9c53aaa84d2a2af7fa6ef2adf75b5718ac7018c102a2e1" Oct 13 19:49:44 crc kubenswrapper[4809]: E1013 19:49:44.047532 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7dd0fa65462dd9d87c9c53aaa84d2a2af7fa6ef2adf75b5718ac7018c102a2e1\": container with ID starting with 7dd0fa65462dd9d87c9c53aaa84d2a2af7fa6ef2adf75b5718ac7018c102a2e1 not found: ID does not exist" containerID="7dd0fa65462dd9d87c9c53aaa84d2a2af7fa6ef2adf75b5718ac7018c102a2e1" Oct 13 19:49:44 crc kubenswrapper[4809]: I1013 19:49:44.047552 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7dd0fa65462dd9d87c9c53aaa84d2a2af7fa6ef2adf75b5718ac7018c102a2e1"} err="failed to get container status \"7dd0fa65462dd9d87c9c53aaa84d2a2af7fa6ef2adf75b5718ac7018c102a2e1\": rpc error: code = NotFound desc = could not find container \"7dd0fa65462dd9d87c9c53aaa84d2a2af7fa6ef2adf75b5718ac7018c102a2e1\": container with ID starting with 7dd0fa65462dd9d87c9c53aaa84d2a2af7fa6ef2adf75b5718ac7018c102a2e1 not found: ID does not exist" Oct 13 19:49:44 crc kubenswrapper[4809]: I1013 19:49:44.155380 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:49:44 crc kubenswrapper[4809]: E1013 19:49:44.155880 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:49:44 crc kubenswrapper[4809]: I1013 19:49:44.166870 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" path="/var/lib/kubelet/pods/b4fbf112-75e1-4e5c-95bf-90fa904eec2c/volumes" Oct 13 19:49:50 crc kubenswrapper[4809]: I1013 19:49:50.126245 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:50 crc kubenswrapper[4809]: I1013 19:49:50.127265 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:50 crc kubenswrapper[4809]: I1013 19:49:50.127807 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:50 crc kubenswrapper[4809]: I1013 19:49:50.127887 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:50 crc kubenswrapper[4809]: I1013 19:49:50.139033 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:50 crc kubenswrapper[4809]: I1013 19:49:50.141611 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:49:52 crc kubenswrapper[4809]: I1013 19:49:52.935625 4809 scope.go:117] "RemoveContainer" containerID="5455e6faa3d8b5de3bf33b6687bbf677cb7470af091fc673fc0ccd961d87a645" Oct 13 19:49:52 crc kubenswrapper[4809]: I1013 19:49:52.985808 4809 scope.go:117] "RemoveContainer" containerID="1ce10229240beadda6f2556173a96f63bb567e0e8166673e84a348f5b44625d1" Oct 13 19:49:53 crc kubenswrapper[4809]: I1013 19:49:53.035681 4809 scope.go:117] "RemoveContainer" containerID="6d9e8d991f1b90c1b8b2322d11b5754fb69f5d0add3187567c3ec54f6ad1f11c" Oct 13 19:49:53 crc kubenswrapper[4809]: I1013 19:49:53.068428 4809 scope.go:117] "RemoveContainer" containerID="f0ce4cef077a4e5215e884da04c8163a55969b4b9c9ccbc4815b51898ed7853f" Oct 13 19:49:53 crc kubenswrapper[4809]: I1013 19:49:53.181632 4809 scope.go:117] "RemoveContainer" containerID="e833dadfd02af713a999bee98d4a368f564940dccb06c2cdce5036a26dffab6a" Oct 13 19:49:53 crc kubenswrapper[4809]: I1013 19:49:53.209549 4809 scope.go:117] "RemoveContainer" containerID="3f8859ec6cef8365c117ad3687b4343843fe150125e0ae043e99a556da6d76c9" Oct 13 19:49:53 crc kubenswrapper[4809]: I1013 19:49:53.253554 4809 scope.go:117] "RemoveContainer" containerID="2302d6168e9b16d0bbdfa4b287657d566e9601dbc354502de28efba6efe0083e" Oct 13 19:49:53 crc kubenswrapper[4809]: I1013 19:49:53.280192 4809 scope.go:117] "RemoveContainer" containerID="546bc78471af0d1701c9eb4e86057b6dbfdc5319bfa65fc311fb2a5a204cdfa5" Oct 13 19:49:53 crc kubenswrapper[4809]: I1013 19:49:53.300542 4809 scope.go:117] "RemoveContainer" containerID="23266e298c3c0a5713ac09fcafd471f0f59503dc1f9b929a80860034d5d8f71e" Oct 13 19:49:53 crc kubenswrapper[4809]: I1013 19:49:53.321179 4809 scope.go:117] "RemoveContainer" containerID="69a2a4b63886b528392a0986ebfbfc9eef29eddb70dc9b5a478fce50bb038a1a" Oct 13 19:49:53 crc kubenswrapper[4809]: I1013 19:49:53.377386 4809 scope.go:117] "RemoveContainer" containerID="40d7b1675d09bd7f4e9a2e3b460fc2bfdac5b9228cce69ebe81c9935fc9eb2c1" Oct 13 19:49:53 crc kubenswrapper[4809]: I1013 19:49:53.399924 4809 scope.go:117] "RemoveContainer" containerID="a7e7e1f1fab4dc8406ffe0bf7b01ac9a4b4cebd6b0cd6d0c8a0478e9cacde433" Oct 13 19:49:58 crc kubenswrapper[4809]: I1013 19:49:58.155665 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:49:58 crc kubenswrapper[4809]: E1013 19:49:58.156548 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:50:05 crc kubenswrapper[4809]: I1013 19:50:05.279113 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.305561 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-controller-q8nfd"] Oct 13 19:50:09 crc kubenswrapper[4809]: E1013 19:50:09.306516 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" containerName="extract-content" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.306534 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" containerName="extract-content" Oct 13 19:50:09 crc kubenswrapper[4809]: E1013 19:50:09.306551 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" containerName="registry-server" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.306560 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" containerName="registry-server" Oct 13 19:50:09 crc kubenswrapper[4809]: E1013 19:50:09.306577 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" containerName="extract-utilities" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.306586 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" containerName="extract-utilities" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.306824 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b4fbf112-75e1-4e5c-95bf-90fa904eec2c" containerName="registry-server" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.307598 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.310429 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovncontroller-scripts" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.310694 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovncontroller-ovndbs" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.311006 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncontroller-ovncontroller-dockercfg-l2wcl" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.316780 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-q8nfd"] Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.340192 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-b2dbv"] Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.342898 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.364185 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-b2dbv"] Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.405150 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-4vjqj"] Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.406602 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.410075 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovncontroller-metrics-config" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.418126 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-4vjqj"] Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.469788 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-run\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.469841 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-controller-tls-certs\" (UniqueName: \"kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-ovn-controller-tls-certs\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.469871 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-combined-ca-bundle\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.469890 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run-ovn\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.470281 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nzxvr\" (UniqueName: \"kubernetes.io/projected/d697b066-d4c0-420e-a3fb-36329b7c92cf-kube-api-access-nzxvr\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.470309 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2x877\" (UniqueName: \"kubernetes.io/projected/9618359b-a2a7-4511-8126-e6918db27257-kube-api-access-2x877\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.470328 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.470354 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9618359b-a2a7-4511-8126-e6918db27257-scripts\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.470397 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-log\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-log\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.470419 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-ovs\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-etc-ovs\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.470673 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.470710 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-log-ovn\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.470781 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-lib\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-lib\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.572763 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-controller-tls-certs\" (UniqueName: \"kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-ovn-controller-tls-certs\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.573083 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovs-rundir\" (UniqueName: \"kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovs-rundir\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.573182 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-combined-ca-bundle\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.573271 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run-ovn\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.573386 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovn-rundir\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.573537 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nzxvr\" (UniqueName: \"kubernetes.io/projected/d697b066-d4c0-420e-a3fb-36329b7c92cf-kube-api-access-nzxvr\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.573695 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2x877\" (UniqueName: \"kubernetes.io/projected/9618359b-a2a7-4511-8126-e6918db27257-kube-api-access-2x877\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.573804 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.574162 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9618359b-a2a7-4511-8126-e6918db27257-scripts\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.573996 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.573827 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run-ovn\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.574451 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-log\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-log\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.574749 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-ovs\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-etc-ovs\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.574906 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.575002 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/50db949f-8f6d-4898-93ae-ae61b4830a4e-config\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.575080 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-log-ovn\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.574941 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-ovs\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-etc-ovs\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.574701 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-log\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-log\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.575235 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-log-ovn\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.575465 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-combined-ca-bundle\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.575583 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-lib\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-lib\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.575690 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rcrgk\" (UniqueName: \"kubernetes.io/projected/50db949f-8f6d-4898-93ae-ae61b4830a4e-kube-api-access-rcrgk\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.575745 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-lib\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-lib\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.576072 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-metrics-certs-tls-certs\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.576227 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-run\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.576372 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9618359b-a2a7-4511-8126-e6918db27257-scripts\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.576342 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-run\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.576975 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.579178 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-combined-ca-bundle\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.593757 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nzxvr\" (UniqueName: \"kubernetes.io/projected/d697b066-d4c0-420e-a3fb-36329b7c92cf-kube-api-access-nzxvr\") pod \"ovn-controller-ovs-b2dbv\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.594027 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-controller-tls-certs\" (UniqueName: \"kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-ovn-controller-tls-certs\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.594953 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2x877\" (UniqueName: \"kubernetes.io/projected/9618359b-a2a7-4511-8126-e6918db27257-kube-api-access-2x877\") pod \"ovn-controller-q8nfd\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.637089 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.666479 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.678547 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovs-rundir\" (UniqueName: \"kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovs-rundir\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.678613 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovn-rundir\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.678721 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/50db949f-8f6d-4898-93ae-ae61b4830a4e-config\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.678757 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovs-rundir\" (UniqueName: \"kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovs-rundir\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.678798 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-combined-ca-bundle\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.678824 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rcrgk\" (UniqueName: \"kubernetes.io/projected/50db949f-8f6d-4898-93ae-ae61b4830a4e-kube-api-access-rcrgk\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.678862 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-metrics-certs-tls-certs\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.679189 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovn-rundir\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.679708 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/50db949f-8f6d-4898-93ae-ae61b4830a4e-config\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.683422 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-metrics-certs-tls-certs\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.683430 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-combined-ca-bundle\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.706878 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rcrgk\" (UniqueName: \"kubernetes.io/projected/50db949f-8f6d-4898-93ae-ae61b4830a4e-kube-api-access-rcrgk\") pod \"ovn-controller-metrics-4vjqj\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:09 crc kubenswrapper[4809]: I1013 19:50:09.739005 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:10 crc kubenswrapper[4809]: I1013 19:50:10.200171 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-q8nfd"] Oct 13 19:50:10 crc kubenswrapper[4809]: I1013 19:50:10.216356 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-q8nfd" event={"ID":"9618359b-a2a7-4511-8126-e6918db27257","Type":"ContainerStarted","Data":"0b90d1fe582234b6ea4d122cbb5aaa5a2d9166e4a6247ead28b5e09d4eff9560"} Oct 13 19:50:10 crc kubenswrapper[4809]: I1013 19:50:10.957232 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-4vjqj"] Oct 13 19:50:11 crc kubenswrapper[4809]: I1013 19:50:11.065483 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-b2dbv"] Oct 13 19:50:11 crc kubenswrapper[4809]: W1013 19:50:11.067748 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd697b066_d4c0_420e_a3fb_36329b7c92cf.slice/crio-40ac8ac68f5f6ff2917ae713ec8ef9740c175f1f3023cff96acdafc2db453c6b WatchSource:0}: Error finding container 40ac8ac68f5f6ff2917ae713ec8ef9740c175f1f3023cff96acdafc2db453c6b: Status 404 returned error can't find the container with id 40ac8ac68f5f6ff2917ae713ec8ef9740c175f1f3023cff96acdafc2db453c6b Oct 13 19:50:11 crc kubenswrapper[4809]: I1013 19:50:11.157464 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:50:11 crc kubenswrapper[4809]: E1013 19:50:11.161802 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:50:11 crc kubenswrapper[4809]: I1013 19:50:11.234032 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" event={"ID":"50db949f-8f6d-4898-93ae-ae61b4830a4e","Type":"ContainerStarted","Data":"e99fa128f80fdc713c3083188c018e0a21ee02740d43b0f029c6b2b16d2aed7e"} Oct 13 19:50:11 crc kubenswrapper[4809]: I1013 19:50:11.235694 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" event={"ID":"d697b066-d4c0-420e-a3fb-36329b7c92cf","Type":"ContainerStarted","Data":"40ac8ac68f5f6ff2917ae713ec8ef9740c175f1f3023cff96acdafc2db453c6b"} Oct 13 19:50:12 crc kubenswrapper[4809]: I1013 19:50:12.247355 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" event={"ID":"d697b066-d4c0-420e-a3fb-36329b7c92cf","Type":"ContainerStarted","Data":"c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c"} Oct 13 19:50:12 crc kubenswrapper[4809]: I1013 19:50:12.257941 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" event={"ID":"50db949f-8f6d-4898-93ae-ae61b4830a4e","Type":"ContainerStarted","Data":"aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3"} Oct 13 19:50:12 crc kubenswrapper[4809]: I1013 19:50:12.264406 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-q8nfd" event={"ID":"9618359b-a2a7-4511-8126-e6918db27257","Type":"ContainerStarted","Data":"f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82"} Oct 13 19:50:12 crc kubenswrapper[4809]: I1013 19:50:12.265301 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:12 crc kubenswrapper[4809]: I1013 19:50:12.294147 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-controller-q8nfd" podStartSLOduration=1.962329207 podStartE2EDuration="3.294120584s" podCreationTimestamp="2025-10-13 19:50:09 +0000 UTC" firstStartedPulling="2025-10-13 19:50:10.1670439 +0000 UTC m=+1528.772790485" lastFinishedPulling="2025-10-13 19:50:11.498835247 +0000 UTC m=+1530.104581862" observedRunningTime="2025-10-13 19:50:12.290516091 +0000 UTC m=+1530.896262676" watchObservedRunningTime="2025-10-13 19:50:12.294120584 +0000 UTC m=+1530.899867189" Oct 13 19:50:12 crc kubenswrapper[4809]: I1013 19:50:12.309820 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" podStartSLOduration=3.309798513 podStartE2EDuration="3.309798513s" podCreationTimestamp="2025-10-13 19:50:09 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:50:12.306429986 +0000 UTC m=+1530.912176581" watchObservedRunningTime="2025-10-13 19:50:12.309798513 +0000 UTC m=+1530.915545098" Oct 13 19:50:13 crc kubenswrapper[4809]: I1013 19:50:13.278776 4809 generic.go:334] "Generic (PLEG): container finished" podID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerID="c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c" exitCode=0 Oct 13 19:50:13 crc kubenswrapper[4809]: I1013 19:50:13.278876 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" event={"ID":"d697b066-d4c0-420e-a3fb-36329b7c92cf","Type":"ContainerDied","Data":"c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c"} Oct 13 19:50:14 crc kubenswrapper[4809]: I1013 19:50:14.308570 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" event={"ID":"d697b066-d4c0-420e-a3fb-36329b7c92cf","Type":"ContainerStarted","Data":"267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca"} Oct 13 19:50:14 crc kubenswrapper[4809]: I1013 19:50:14.309051 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" event={"ID":"d697b066-d4c0-420e-a3fb-36329b7c92cf","Type":"ContainerStarted","Data":"95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe"} Oct 13 19:50:14 crc kubenswrapper[4809]: I1013 19:50:14.309270 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:14 crc kubenswrapper[4809]: I1013 19:50:14.309289 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:14 crc kubenswrapper[4809]: I1013 19:50:14.345889 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" podStartSLOduration=4.6010228600000005 podStartE2EDuration="5.345863173s" podCreationTimestamp="2025-10-13 19:50:09 +0000 UTC" firstStartedPulling="2025-10-13 19:50:11.070437549 +0000 UTC m=+1529.676184134" lastFinishedPulling="2025-10-13 19:50:11.815277862 +0000 UTC m=+1530.421024447" observedRunningTime="2025-10-13 19:50:14.336085623 +0000 UTC m=+1532.941832218" watchObservedRunningTime="2025-10-13 19:50:14.345863173 +0000 UTC m=+1532.951609798" Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.235543 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-4vjqj"] Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.236054 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" podUID="50db949f-8f6d-4898-93ae-ae61b4830a4e" containerName="openstack-network-exporter" containerID="cri-o://aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3" gracePeriod=30 Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.248364 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-q8nfd"] Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.257051 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-b2dbv"] Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.319927 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" secret="" err="secret \"ovncontroller-ovncontroller-dockercfg-l2wcl\" not found" Oct 13 19:50:15 crc kubenswrapper[4809]: E1013 19:50:15.429402 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/ovncontroller-scripts: configmap "ovncontroller-scripts" not found Oct 13 19:50:15 crc kubenswrapper[4809]: E1013 19:50:15.429819 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts podName:d697b066-d4c0-420e-a3fb-36329b7c92cf nodeName:}" failed. No retries permitted until 2025-10-13 19:50:15.929792969 +0000 UTC m=+1534.535539584 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "scripts" (UniqueName: "kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts") pod "ovn-controller-ovs-b2dbv" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf") : configmap "ovncontroller-scripts" not found Oct 13 19:50:15 crc kubenswrapper[4809]: E1013 19:50:15.429877 4809 handlers.go:78] "Exec lifecycle hook for Container in Pod failed" err="command '/usr/share/ovn/scripts/ovn-ctl stop_controller' exited with 137: " execCommand=["/usr/share/ovn/scripts/ovn-ctl","stop_controller"] containerName="ovn-controller" pod="openstack-kuttl-tests/ovn-controller-q8nfd" message="Exiting ovn-controller (1) " Oct 13 19:50:15 crc kubenswrapper[4809]: E1013 19:50:15.429917 4809 kuberuntime_container.go:691] "PreStop hook failed" err="command '/usr/share/ovn/scripts/ovn-ctl stop_controller' exited with 137: " pod="openstack-kuttl-tests/ovn-controller-q8nfd" podUID="9618359b-a2a7-4511-8126-e6918db27257" containerName="ovn-controller" containerID="cri-o://f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82" Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.429953 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-controller-q8nfd" podUID="9618359b-a2a7-4511-8126-e6918db27257" containerName="ovn-controller" containerID="cri-o://f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82" gracePeriod=30 Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.749964 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-controller-metrics-4vjqj_50db949f-8f6d-4898-93ae-ae61b4830a4e/openstack-network-exporter/0.log" Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.750175 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.937772 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-metrics-certs-tls-certs\") pod \"50db949f-8f6d-4898-93ae-ae61b4830a4e\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.938122 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-combined-ca-bundle\") pod \"50db949f-8f6d-4898-93ae-ae61b4830a4e\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.938281 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovn-rundir\") pod \"50db949f-8f6d-4898-93ae-ae61b4830a4e\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.938365 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "50db949f-8f6d-4898-93ae-ae61b4830a4e" (UID: "50db949f-8f6d-4898-93ae-ae61b4830a4e"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.938547 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/50db949f-8f6d-4898-93ae-ae61b4830a4e-config\") pod \"50db949f-8f6d-4898-93ae-ae61b4830a4e\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.938743 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rcrgk\" (UniqueName: \"kubernetes.io/projected/50db949f-8f6d-4898-93ae-ae61b4830a4e-kube-api-access-rcrgk\") pod \"50db949f-8f6d-4898-93ae-ae61b4830a4e\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.938884 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovs-rundir\" (UniqueName: \"kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovs-rundir\") pod \"50db949f-8f6d-4898-93ae-ae61b4830a4e\" (UID: \"50db949f-8f6d-4898-93ae-ae61b4830a4e\") " Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.939669 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/50db949f-8f6d-4898-93ae-ae61b4830a4e-config" (OuterVolumeSpecName: "config") pod "50db949f-8f6d-4898-93ae-ae61b4830a4e" (UID: "50db949f-8f6d-4898-93ae-ae61b4830a4e"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:15 crc kubenswrapper[4809]: E1013 19:50:15.939767 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/ovncontroller-scripts: configmap "ovncontroller-scripts" not found Oct 13 19:50:15 crc kubenswrapper[4809]: E1013 19:50:15.939936 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts podName:d697b066-d4c0-420e-a3fb-36329b7c92cf nodeName:}" failed. No retries permitted until 2025-10-13 19:50:16.939915816 +0000 UTC m=+1535.545662411 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "scripts" (UniqueName: "kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts") pod "ovn-controller-ovs-b2dbv" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf") : configmap "ovncontroller-scripts" not found Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.939682 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.939813 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovs-rundir" (OuterVolumeSpecName: "ovs-rundir") pod "50db949f-8f6d-4898-93ae-ae61b4830a4e" (UID: "50db949f-8f6d-4898-93ae-ae61b4830a4e"). InnerVolumeSpecName "ovs-rundir". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.945161 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/50db949f-8f6d-4898-93ae-ae61b4830a4e-kube-api-access-rcrgk" (OuterVolumeSpecName: "kube-api-access-rcrgk") pod "50db949f-8f6d-4898-93ae-ae61b4830a4e" (UID: "50db949f-8f6d-4898-93ae-ae61b4830a4e"). InnerVolumeSpecName "kube-api-access-rcrgk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:15 crc kubenswrapper[4809]: I1013 19:50:15.993758 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "50db949f-8f6d-4898-93ae-ae61b4830a4e" (UID: "50db949f-8f6d-4898-93ae-ae61b4830a4e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.017377 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "50db949f-8f6d-4898-93ae-ae61b4830a4e" (UID: "50db949f-8f6d-4898-93ae-ae61b4830a4e"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.041604 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.041652 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/50db949f-8f6d-4898-93ae-ae61b4830a4e-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.041668 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rcrgk\" (UniqueName: \"kubernetes.io/projected/50db949f-8f6d-4898-93ae-ae61b4830a4e-kube-api-access-rcrgk\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.041681 4809 reconciler_common.go:293] "Volume detached for volume \"ovs-rundir\" (UniqueName: \"kubernetes.io/host-path/50db949f-8f6d-4898-93ae-ae61b4830a4e-ovs-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.041693 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/50db949f-8f6d-4898-93ae-ae61b4830a4e-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.300506 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.375639 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-controller-metrics-4vjqj_50db949f-8f6d-4898-93ae-ae61b4830a4e/openstack-network-exporter/0.log" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.375684 4809 generic.go:334] "Generic (PLEG): container finished" podID="50db949f-8f6d-4898-93ae-ae61b4830a4e" containerID="aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3" exitCode=2 Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.375750 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" event={"ID":"50db949f-8f6d-4898-93ae-ae61b4830a4e","Type":"ContainerDied","Data":"aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3"} Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.375777 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" event={"ID":"50db949f-8f6d-4898-93ae-ae61b4830a4e","Type":"ContainerDied","Data":"e99fa128f80fdc713c3083188c018e0a21ee02740d43b0f029c6b2b16d2aed7e"} Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.375794 4809 scope.go:117] "RemoveContainer" containerID="aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.375929 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-metrics-4vjqj" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.377214 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-controller-tls-certs\" (UniqueName: \"kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-ovn-controller-tls-certs\") pod \"9618359b-a2a7-4511-8126-e6918db27257\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.377273 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run\") pod \"9618359b-a2a7-4511-8126-e6918db27257\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.377326 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-log-ovn\") pod \"9618359b-a2a7-4511-8126-e6918db27257\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.377384 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2x877\" (UniqueName: \"kubernetes.io/projected/9618359b-a2a7-4511-8126-e6918db27257-kube-api-access-2x877\") pod \"9618359b-a2a7-4511-8126-e6918db27257\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.377473 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run-ovn\") pod \"9618359b-a2a7-4511-8126-e6918db27257\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.377496 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9618359b-a2a7-4511-8126-e6918db27257-scripts\") pod \"9618359b-a2a7-4511-8126-e6918db27257\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.377515 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-combined-ca-bundle\") pod \"9618359b-a2a7-4511-8126-e6918db27257\" (UID: \"9618359b-a2a7-4511-8126-e6918db27257\") " Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.382590 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run-ovn" (OuterVolumeSpecName: "var-run-ovn") pod "9618359b-a2a7-4511-8126-e6918db27257" (UID: "9618359b-a2a7-4511-8126-e6918db27257"). InnerVolumeSpecName "var-run-ovn". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.382642 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run" (OuterVolumeSpecName: "var-run") pod "9618359b-a2a7-4511-8126-e6918db27257" (UID: "9618359b-a2a7-4511-8126-e6918db27257"). InnerVolumeSpecName "var-run". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.382670 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-log-ovn" (OuterVolumeSpecName: "var-log-ovn") pod "9618359b-a2a7-4511-8126-e6918db27257" (UID: "9618359b-a2a7-4511-8126-e6918db27257"). InnerVolumeSpecName "var-log-ovn". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.383837 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9618359b-a2a7-4511-8126-e6918db27257-scripts" (OuterVolumeSpecName: "scripts") pod "9618359b-a2a7-4511-8126-e6918db27257" (UID: "9618359b-a2a7-4511-8126-e6918db27257"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.384799 4809 generic.go:334] "Generic (PLEG): container finished" podID="9618359b-a2a7-4511-8126-e6918db27257" containerID="f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82" exitCode=0 Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.385261 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-q8nfd" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.385509 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-q8nfd" event={"ID":"9618359b-a2a7-4511-8126-e6918db27257","Type":"ContainerDied","Data":"f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82"} Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.386374 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-q8nfd" event={"ID":"9618359b-a2a7-4511-8126-e6918db27257","Type":"ContainerDied","Data":"0b90d1fe582234b6ea4d122cbb5aaa5a2d9166e4a6247ead28b5e09d4eff9560"} Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.390652 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9618359b-a2a7-4511-8126-e6918db27257-kube-api-access-2x877" (OuterVolumeSpecName: "kube-api-access-2x877") pod "9618359b-a2a7-4511-8126-e6918db27257" (UID: "9618359b-a2a7-4511-8126-e6918db27257"). InnerVolumeSpecName "kube-api-access-2x877". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.415030 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9618359b-a2a7-4511-8126-e6918db27257" (UID: "9618359b-a2a7-4511-8126-e6918db27257"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.466352 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-ovn-controller-tls-certs" (OuterVolumeSpecName: "ovn-controller-tls-certs") pod "9618359b-a2a7-4511-8126-e6918db27257" (UID: "9618359b-a2a7-4511-8126-e6918db27257"). InnerVolumeSpecName "ovn-controller-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.479616 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2x877\" (UniqueName: \"kubernetes.io/projected/9618359b-a2a7-4511-8126-e6918db27257-kube-api-access-2x877\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.479743 4809 reconciler_common.go:293] "Volume detached for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run-ovn\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.479826 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9618359b-a2a7-4511-8126-e6918db27257-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.479850 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.479862 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-controller-tls-certs\" (UniqueName: \"kubernetes.io/secret/9618359b-a2a7-4511-8126-e6918db27257-ovn-controller-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.479876 4809 reconciler_common.go:293] "Volume detached for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.479887 4809 reconciler_common.go:293] "Volume detached for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/9618359b-a2a7-4511-8126-e6918db27257-var-log-ovn\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.534650 4809 scope.go:117] "RemoveContainer" containerID="aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3" Oct 13 19:50:16 crc kubenswrapper[4809]: E1013 19:50:16.535152 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3\": container with ID starting with aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3 not found: ID does not exist" containerID="aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.535182 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3"} err="failed to get container status \"aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3\": rpc error: code = NotFound desc = could not find container \"aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3\": container with ID starting with aaa90f9f7f78d6bd01deb2de88835de887a5095a86f0c0e5d106eb4d556411d3 not found: ID does not exist" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.535201 4809 scope.go:117] "RemoveContainer" containerID="f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.548611 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-4vjqj"] Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.556552 4809 scope.go:117] "RemoveContainer" containerID="f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82" Oct 13 19:50:16 crc kubenswrapper[4809]: E1013 19:50:16.557042 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82\": container with ID starting with f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82 not found: ID does not exist" containerID="f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.557089 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82"} err="failed to get container status \"f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82\": rpc error: code = NotFound desc = could not find container \"f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82\": container with ID starting with f158e45b0f1ed92af2014040d6e360b4a54bb4b9aefafdcc691b3d31811e0d82 not found: ID does not exist" Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.559174 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-4vjqj"] Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.730376 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-q8nfd"] Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.741379 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-controller-q8nfd"] Oct 13 19:50:16 crc kubenswrapper[4809]: I1013 19:50:16.765248 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovs-vswitchd" containerID="cri-o://267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca" gracePeriod=30 Oct 13 19:50:16 crc kubenswrapper[4809]: E1013 19:50:16.989867 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/ovncontroller-scripts: configmap "ovncontroller-scripts" not found Oct 13 19:50:16 crc kubenswrapper[4809]: E1013 19:50:16.989976 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts podName:d697b066-d4c0-420e-a3fb-36329b7c92cf nodeName:}" failed. No retries permitted until 2025-10-13 19:50:18.989950202 +0000 UTC m=+1537.595696837 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "scripts" (UniqueName: "kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts") pod "ovn-controller-ovs-b2dbv" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf") : configmap "ovncontroller-scripts" not found Oct 13 19:50:17 crc kubenswrapper[4809]: E1013 19:50:17.005941 4809 handlers.go:78] "Exec lifecycle hook for Container in Pod failed" err=< Oct 13 19:50:17 crc kubenswrapper[4809]: command '/usr/local/bin/container-scripts/stop-ovsdb-server.sh' exited with 137: ++ dirname /usr/local/bin/container-scripts/stop-ovsdb-server.sh Oct 13 19:50:17 crc kubenswrapper[4809]: + source /usr/local/bin/container-scripts/functions Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNBridge=br-int Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNRemote=tcp:localhost:6642 Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNEncapType=geneve Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNAvailabilityZones= Oct 13 19:50:17 crc kubenswrapper[4809]: ++ EnableChassisAsGateway=true Oct 13 19:50:17 crc kubenswrapper[4809]: ++ PhysicalNetworks= Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNHostName= Oct 13 19:50:17 crc kubenswrapper[4809]: ++ DB_FILE=/etc/openvswitch/conf.db Oct 13 19:50:17 crc kubenswrapper[4809]: ++ ovs_dir=/var/lib/openvswitch Oct 13 19:50:17 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_SCRIPT=/var/lib/openvswitch/flows-script Oct 13 19:50:17 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_DIR=/var/lib/openvswitch/saved-flows Oct 13 19:50:17 crc kubenswrapper[4809]: ++ SAFE_TO_STOP_OVSDB_SERVER_SEMAPHORE=/var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:50:17 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:50:17 crc kubenswrapper[4809]: + sleep 0.5 Oct 13 19:50:17 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:50:17 crc kubenswrapper[4809]: + cleanup_ovsdb_server_semaphore Oct 13 19:50:17 crc kubenswrapper[4809]: + rm -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:50:17 crc kubenswrapper[4809]: + /usr/share/openvswitch/scripts/ovs-ctl stop --no-ovs-vswitchd Oct 13 19:50:17 crc kubenswrapper[4809]: > execCommand=["/usr/local/bin/container-scripts/stop-ovsdb-server.sh"] containerName="ovsdb-server" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" message=< Oct 13 19:50:17 crc kubenswrapper[4809]: Exiting ovsdb-server (5) [ OK ] Oct 13 19:50:17 crc kubenswrapper[4809]: ++ dirname /usr/local/bin/container-scripts/stop-ovsdb-server.sh Oct 13 19:50:17 crc kubenswrapper[4809]: + source /usr/local/bin/container-scripts/functions Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNBridge=br-int Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNRemote=tcp:localhost:6642 Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNEncapType=geneve Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNAvailabilityZones= Oct 13 19:50:17 crc kubenswrapper[4809]: ++ EnableChassisAsGateway=true Oct 13 19:50:17 crc kubenswrapper[4809]: ++ PhysicalNetworks= Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNHostName= Oct 13 19:50:17 crc kubenswrapper[4809]: ++ DB_FILE=/etc/openvswitch/conf.db Oct 13 19:50:17 crc kubenswrapper[4809]: ++ ovs_dir=/var/lib/openvswitch Oct 13 19:50:17 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_SCRIPT=/var/lib/openvswitch/flows-script Oct 13 19:50:17 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_DIR=/var/lib/openvswitch/saved-flows Oct 13 19:50:17 crc kubenswrapper[4809]: ++ SAFE_TO_STOP_OVSDB_SERVER_SEMAPHORE=/var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:50:17 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:50:17 crc kubenswrapper[4809]: + sleep 0.5 Oct 13 19:50:17 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:50:17 crc kubenswrapper[4809]: + cleanup_ovsdb_server_semaphore Oct 13 19:50:17 crc kubenswrapper[4809]: + rm -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:50:17 crc kubenswrapper[4809]: + /usr/share/openvswitch/scripts/ovs-ctl stop --no-ovs-vswitchd Oct 13 19:50:17 crc kubenswrapper[4809]: > Oct 13 19:50:17 crc kubenswrapper[4809]: E1013 19:50:17.006024 4809 kuberuntime_container.go:691] "PreStop hook failed" err=< Oct 13 19:50:17 crc kubenswrapper[4809]: command '/usr/local/bin/container-scripts/stop-ovsdb-server.sh' exited with 137: ++ dirname /usr/local/bin/container-scripts/stop-ovsdb-server.sh Oct 13 19:50:17 crc kubenswrapper[4809]: + source /usr/local/bin/container-scripts/functions Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNBridge=br-int Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNRemote=tcp:localhost:6642 Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNEncapType=geneve Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNAvailabilityZones= Oct 13 19:50:17 crc kubenswrapper[4809]: ++ EnableChassisAsGateway=true Oct 13 19:50:17 crc kubenswrapper[4809]: ++ PhysicalNetworks= Oct 13 19:50:17 crc kubenswrapper[4809]: ++ OVNHostName= Oct 13 19:50:17 crc kubenswrapper[4809]: ++ DB_FILE=/etc/openvswitch/conf.db Oct 13 19:50:17 crc kubenswrapper[4809]: ++ ovs_dir=/var/lib/openvswitch Oct 13 19:50:17 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_SCRIPT=/var/lib/openvswitch/flows-script Oct 13 19:50:17 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_DIR=/var/lib/openvswitch/saved-flows Oct 13 19:50:17 crc kubenswrapper[4809]: ++ SAFE_TO_STOP_OVSDB_SERVER_SEMAPHORE=/var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:50:17 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:50:17 crc kubenswrapper[4809]: + sleep 0.5 Oct 13 19:50:17 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:50:17 crc kubenswrapper[4809]: + cleanup_ovsdb_server_semaphore Oct 13 19:50:17 crc kubenswrapper[4809]: + rm -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:50:17 crc kubenswrapper[4809]: + /usr/share/openvswitch/scripts/ovs-ctl stop --no-ovs-vswitchd Oct 13 19:50:17 crc kubenswrapper[4809]: > pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovsdb-server" containerID="cri-o://95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe" Oct 13 19:50:17 crc kubenswrapper[4809]: I1013 19:50:17.006110 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovsdb-server" containerID="cri-o://95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe" gracePeriod=30 Oct 13 19:50:17 crc kubenswrapper[4809]: I1013 19:50:17.407574 4809 generic.go:334] "Generic (PLEG): container finished" podID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerID="95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe" exitCode=0 Oct 13 19:50:17 crc kubenswrapper[4809]: I1013 19:50:17.407653 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" event={"ID":"d697b066-d4c0-420e-a3fb-36329b7c92cf","Type":"ContainerDied","Data":"95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe"} Oct 13 19:50:18 crc kubenswrapper[4809]: I1013 19:50:18.177375 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="50db949f-8f6d-4898-93ae-ae61b4830a4e" path="/var/lib/kubelet/pods/50db949f-8f6d-4898-93ae-ae61b4830a4e/volumes" Oct 13 19:50:18 crc kubenswrapper[4809]: I1013 19:50:18.179027 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9618359b-a2a7-4511-8126-e6918db27257" path="/var/lib/kubelet/pods/9618359b-a2a7-4511-8126-e6918db27257/volumes" Oct 13 19:50:19 crc kubenswrapper[4809]: E1013 19:50:19.029998 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/ovncontroller-scripts: configmap "ovncontroller-scripts" not found Oct 13 19:50:19 crc kubenswrapper[4809]: E1013 19:50:19.030514 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts podName:d697b066-d4c0-420e-a3fb-36329b7c92cf nodeName:}" failed. No retries permitted until 2025-10-13 19:50:23.03047894 +0000 UTC m=+1541.636225575 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "scripts" (UniqueName: "kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts") pod "ovn-controller-ovs-b2dbv" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf") : configmap "ovncontroller-scripts" not found Oct 13 19:50:23 crc kubenswrapper[4809]: E1013 19:50:23.131394 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/ovncontroller-scripts: configmap "ovncontroller-scripts" not found Oct 13 19:50:23 crc kubenswrapper[4809]: E1013 19:50:23.133164 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts podName:d697b066-d4c0-420e-a3fb-36329b7c92cf nodeName:}" failed. No retries permitted until 2025-10-13 19:50:31.133113974 +0000 UTC m=+1549.738860569 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "scripts" (UniqueName: "kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts") pod "ovn-controller-ovs-b2dbv" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf") : configmap "ovncontroller-scripts" not found Oct 13 19:50:24 crc kubenswrapper[4809]: I1013 19:50:24.155873 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:50:24 crc kubenswrapper[4809]: E1013 19:50:24.156186 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:50:31 crc kubenswrapper[4809]: E1013 19:50:31.138877 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/ovncontroller-scripts: configmap "ovncontroller-scripts" not found Oct 13 19:50:31 crc kubenswrapper[4809]: E1013 19:50:31.139683 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts podName:d697b066-d4c0-420e-a3fb-36329b7c92cf nodeName:}" failed. No retries permitted until 2025-10-13 19:50:47.139658116 +0000 UTC m=+1565.745404711 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "scripts" (UniqueName: "kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts") pod "ovn-controller-ovs-b2dbv" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf") : configmap "ovncontroller-scripts" not found Oct 13 19:50:39 crc kubenswrapper[4809]: I1013 19:50:39.157158 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:50:39 crc kubenswrapper[4809]: E1013 19:50:39.158486 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:50:44 crc kubenswrapper[4809]: E1013 19:50:44.668819 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe is running failed: container process not found" containerID="95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe" cmd=["/usr/local/bin/container-scripts/ovsdb_server_readiness.sh"] Oct 13 19:50:44 crc kubenswrapper[4809]: E1013 19:50:44.669827 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe is running failed: container process not found" containerID="95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe" cmd=["/usr/local/bin/container-scripts/ovsdb_server_readiness.sh"] Oct 13 19:50:44 crc kubenswrapper[4809]: E1013 19:50:44.670368 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe is running failed: container process not found" containerID="95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe" cmd=["/usr/local/bin/container-scripts/ovsdb_server_readiness.sh"] Oct 13 19:50:44 crc kubenswrapper[4809]: E1013 19:50:44.670413 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovsdb-server" Oct 13 19:50:44 crc kubenswrapper[4809]: E1013 19:50:44.671773 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca" cmd=["/usr/local/bin/container-scripts/vswitchd_readiness.sh"] Oct 13 19:50:44 crc kubenswrapper[4809]: E1013 19:50:44.675101 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca" cmd=["/usr/local/bin/container-scripts/vswitchd_readiness.sh"] Oct 13 19:50:44 crc kubenswrapper[4809]: E1013 19:50:44.678567 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca" cmd=["/usr/local/bin/container-scripts/vswitchd_readiness.sh"] Oct 13 19:50:44 crc kubenswrapper[4809]: E1013 19:50:44.678622 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovs-vswitchd" Oct 13 19:50:47 crc kubenswrapper[4809]: E1013 19:50:47.213171 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/ovncontroller-scripts: configmap "ovncontroller-scripts" not found Oct 13 19:50:47 crc kubenswrapper[4809]: E1013 19:50:47.215663 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts podName:d697b066-d4c0-420e-a3fb-36329b7c92cf nodeName:}" failed. No retries permitted until 2025-10-13 19:51:19.215641324 +0000 UTC m=+1597.821387909 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "scripts" (UniqueName: "kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts") pod "ovn-controller-ovs-b2dbv" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf") : configmap "ovncontroller-scripts" not found Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.239182 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-controller-ovs-b2dbv_d697b066-d4c0-420e-a3fb-36329b7c92cf/ovs-vswitchd/0.log" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.240527 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.416177 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-run\") pod \"d697b066-d4c0-420e-a3fb-36329b7c92cf\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.416267 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-log\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-log\") pod \"d697b066-d4c0-420e-a3fb-36329b7c92cf\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.416336 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts\") pod \"d697b066-d4c0-420e-a3fb-36329b7c92cf\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.416385 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nzxvr\" (UniqueName: \"kubernetes.io/projected/d697b066-d4c0-420e-a3fb-36329b7c92cf-kube-api-access-nzxvr\") pod \"d697b066-d4c0-420e-a3fb-36329b7c92cf\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.416498 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-ovs\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-etc-ovs\") pod \"d697b066-d4c0-420e-a3fb-36329b7c92cf\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.416534 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-lib\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-lib\") pod \"d697b066-d4c0-420e-a3fb-36329b7c92cf\" (UID: \"d697b066-d4c0-420e-a3fb-36329b7c92cf\") " Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.416775 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-run" (OuterVolumeSpecName: "var-run") pod "d697b066-d4c0-420e-a3fb-36329b7c92cf" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf"). InnerVolumeSpecName "var-run". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.416885 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-etc-ovs" (OuterVolumeSpecName: "etc-ovs") pod "d697b066-d4c0-420e-a3fb-36329b7c92cf" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf"). InnerVolumeSpecName "etc-ovs". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.416881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-log" (OuterVolumeSpecName: "var-log") pod "d697b066-d4c0-420e-a3fb-36329b7c92cf" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf"). InnerVolumeSpecName "var-log". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.417022 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-lib" (OuterVolumeSpecName: "var-lib") pod "d697b066-d4c0-420e-a3fb-36329b7c92cf" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf"). InnerVolumeSpecName "var-lib". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.417482 4809 reconciler_common.go:293] "Volume detached for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.417515 4809 reconciler_common.go:293] "Volume detached for volume \"var-log\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-log\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.417534 4809 reconciler_common.go:293] "Volume detached for volume \"etc-ovs\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-etc-ovs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.417552 4809 reconciler_common.go:293] "Volume detached for volume \"var-lib\" (UniqueName: \"kubernetes.io/host-path/d697b066-d4c0-420e-a3fb-36329b7c92cf-var-lib\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.419474 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts" (OuterVolumeSpecName: "scripts") pod "d697b066-d4c0-420e-a3fb-36329b7c92cf" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.429511 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d697b066-d4c0-420e-a3fb-36329b7c92cf-kube-api-access-nzxvr" (OuterVolumeSpecName: "kube-api-access-nzxvr") pod "d697b066-d4c0-420e-a3fb-36329b7c92cf" (UID: "d697b066-d4c0-420e-a3fb-36329b7c92cf"). InnerVolumeSpecName "kube-api-access-nzxvr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.520117 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/d697b066-d4c0-420e-a3fb-36329b7c92cf-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.520161 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nzxvr\" (UniqueName: \"kubernetes.io/projected/d697b066-d4c0-420e-a3fb-36329b7c92cf-kube-api-access-nzxvr\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.793611 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-controller-ovs-b2dbv_d697b066-d4c0-420e-a3fb-36329b7c92cf/ovs-vswitchd/0.log" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.794566 4809 generic.go:334] "Generic (PLEG): container finished" podID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerID="267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca" exitCode=137 Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.794606 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" event={"ID":"d697b066-d4c0-420e-a3fb-36329b7c92cf","Type":"ContainerDied","Data":"267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca"} Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.794635 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" event={"ID":"d697b066-d4c0-420e-a3fb-36329b7c92cf","Type":"ContainerDied","Data":"40ac8ac68f5f6ff2917ae713ec8ef9740c175f1f3023cff96acdafc2db453c6b"} Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.794656 4809 scope.go:117] "RemoveContainer" containerID="267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.794661 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-ovs-b2dbv" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.824688 4809 scope.go:117] "RemoveContainer" containerID="95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.846628 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-b2dbv"] Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.858874 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-b2dbv"] Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.862852 4809 scope.go:117] "RemoveContainer" containerID="c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.886570 4809 scope.go:117] "RemoveContainer" containerID="267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca" Oct 13 19:50:47 crc kubenswrapper[4809]: E1013 19:50:47.886897 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca\": container with ID starting with 267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca not found: ID does not exist" containerID="267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.886927 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca"} err="failed to get container status \"267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca\": rpc error: code = NotFound desc = could not find container \"267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca\": container with ID starting with 267265bd9bb570d5e40f0645d62194bde215b51c19c8fea97094ea83192d0dca not found: ID does not exist" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.886947 4809 scope.go:117] "RemoveContainer" containerID="95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe" Oct 13 19:50:47 crc kubenswrapper[4809]: E1013 19:50:47.887234 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe\": container with ID starting with 95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe not found: ID does not exist" containerID="95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.887291 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe"} err="failed to get container status \"95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe\": rpc error: code = NotFound desc = could not find container \"95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe\": container with ID starting with 95af58cb7e0a90fc41775b1b5651c5022bd15052918de55857d5363e444debfe not found: ID does not exist" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.887325 4809 scope.go:117] "RemoveContainer" containerID="c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c" Oct 13 19:50:47 crc kubenswrapper[4809]: E1013 19:50:47.887595 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c\": container with ID starting with c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c not found: ID does not exist" containerID="c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c" Oct 13 19:50:47 crc kubenswrapper[4809]: I1013 19:50:47.887621 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c"} err="failed to get container status \"c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c\": rpc error: code = NotFound desc = could not find container \"c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c\": container with ID starting with c2b33d5713ac92559b344f818cf1c3f839611166e89fe8a6510bd3902552722c not found: ID does not exist" Oct 13 19:50:48 crc kubenswrapper[4809]: I1013 19:50:48.169661 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" path="/var/lib/kubelet/pods/d697b066-d4c0-420e-a3fb-36329b7c92cf/volumes" Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.357947 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.358183 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="5f5db05f-27de-427f-b85e-9d0db7505912" containerName="cinder-scheduler" containerID="cri-o://cd9ef213ed1b45c5f16e97bf1d949849f83bfe4642111bd355883a5e52857c7f" gracePeriod=30 Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.358588 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="5f5db05f-27de-427f-b85e-9d0db7505912" containerName="probe" containerID="cri-o://138434404aa8157af7eb735d19ec2ab0a1a9191c5a69f97863bb1a30ee4fbc02" gracePeriod=30 Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.410640 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.529376 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.529620 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="472bfec3-22e1-4d47-bf6e-782ed00759cf" containerName="cinder-api-log" containerID="cri-o://f0854dd5904b2a187ae6aebc0fad5b0a446a8b0e2d86694dddf3ee04e7ec8087" gracePeriod=30 Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.529944 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="472bfec3-22e1-4d47-bf6e-782ed00759cf" containerName="cinder-api" containerID="cri-o://7342ae646f862de88f11d7e7cf8c591f61bc75267c3a594cef0a67996b6b3158" gracePeriod=30 Oct 13 19:50:49 crc kubenswrapper[4809]: E1013 19:50:49.571557 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:50:49 crc kubenswrapper[4809]: E1013 19:50:49.571631 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data podName:687646bb-598e-44ef-8936-77e9ea9bc254 nodeName:}" failed. No retries permitted until 2025-10-13 19:50:50.071611781 +0000 UTC m=+1568.677358356 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data") pod "rabbitmq-server-0" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254") : configmap "rabbitmq-config-data" not found Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.623447 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.623710 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstackclient" podUID="5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1" containerName="openstackclient" containerID="cri-o://e16caeacee4a5bb892bf687f6e3d44322b5789f04e35cd35225d9c82bdf35834" gracePeriod=2 Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.637821 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.718974 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.719202 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="848e1583-c574-4acf-b52c-ef927147c23a" containerName="ovn-northd" containerID="cri-o://6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0" gracePeriod=30 Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.719546 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="848e1583-c574-4acf-b52c-ef927147c23a" containerName="openstack-network-exporter" containerID="cri-o://3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e" gracePeriod=30 Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.745820 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:50:49 crc kubenswrapper[4809]: I1013 19:50:49.746146 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="8e611131-0df9-4a52-b830-f62213eb2df7" containerName="openstack-network-exporter" containerID="cri-o://4551dbcb84cb6f3ecc969f26f0a778c0c9b339bcbb42eb7aab3c9e773215bad3" gracePeriod=300 Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.935956 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican28db-account-delete-kbmvl"] Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:49.936603 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovs-vswitchd" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.936613 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovs-vswitchd" Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:49.936627 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovsdb-server" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.936633 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovsdb-server" Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:49.936644 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1" containerName="openstackclient" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.936650 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1" containerName="openstackclient" Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:49.936669 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="50db949f-8f6d-4898-93ae-ae61b4830a4e" containerName="openstack-network-exporter" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.936675 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="50db949f-8f6d-4898-93ae-ae61b4830a4e" containerName="openstack-network-exporter" Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:49.936691 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovsdb-server-init" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.936697 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovsdb-server-init" Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:49.936707 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9618359b-a2a7-4511-8126-e6918db27257" containerName="ovn-controller" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.936712 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9618359b-a2a7-4511-8126-e6918db27257" containerName="ovn-controller" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.936911 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovs-vswitchd" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.936922 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1" containerName="openstackclient" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.936936 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="50db949f-8f6d-4898-93ae-ae61b4830a4e" containerName="openstack-network-exporter" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.936942 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9618359b-a2a7-4511-8126-e6918db27257" containerName="ovn-controller" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.936953 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d697b066-d4c0-420e-a3fb-36329b7c92cf" containerName="ovsdb-server" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.937541 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican28db-account-delete-kbmvl" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:49.964675 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican28db-account-delete-kbmvl"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.018414 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v5xch\" (UniqueName: \"kubernetes.io/projected/e915ed43-b054-4872-a0cb-55c1e1a23910-kube-api-access-v5xch\") pod \"barbican28db-account-delete-kbmvl\" (UID: \"e915ed43-b054-4872-a0cb-55c1e1a23910\") " pod="openstack-kuttl-tests/barbican28db-account-delete-kbmvl" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.065011 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement272d-account-delete-pvg8c"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.079607 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.107883 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.108326 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="efb95e40-1825-4300-b403-ea8218a0acb9" containerName="openstack-network-exporter" containerID="cri-o://262cae602943b59d2cd9feb85ae388a3dfe0c3628784e69d3aa45fa1fb098094" gracePeriod=300 Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.120088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zb8bj\" (UniqueName: \"kubernetes.io/projected/797a29b1-aa0a-4b7e-84cf-8567a17440a7-kube-api-access-zb8bj\") pod \"placement272d-account-delete-pvg8c\" (UID: \"797a29b1-aa0a-4b7e-84cf-8567a17440a7\") " pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.120180 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v5xch\" (UniqueName: \"kubernetes.io/projected/e915ed43-b054-4872-a0cb-55c1e1a23910-kube-api-access-v5xch\") pod \"barbican28db-account-delete-kbmvl\" (UID: \"e915ed43-b054-4872-a0cb-55c1e1a23910\") " pod="openstack-kuttl-tests/barbican28db-account-delete-kbmvl" Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:50.120383 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:50.120430 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data podName:687646bb-598e-44ef-8936-77e9ea9bc254 nodeName:}" failed. No retries permitted until 2025-10-13 19:50:51.120414726 +0000 UTC m=+1569.726161311 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data") pod "rabbitmq-server-0" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254") : configmap "rabbitmq-config-data" not found Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.179981 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v5xch\" (UniqueName: \"kubernetes.io/projected/e915ed43-b054-4872-a0cb-55c1e1a23910-kube-api-access-v5xch\") pod \"barbican28db-account-delete-kbmvl\" (UID: \"e915ed43-b054-4872-a0cb-55c1e1a23910\") " pod="openstack-kuttl-tests/barbican28db-account-delete-kbmvl" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.225043 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zb8bj\" (UniqueName: \"kubernetes.io/projected/797a29b1-aa0a-4b7e-84cf-8567a17440a7-kube-api-access-zb8bj\") pod \"placement272d-account-delete-pvg8c\" (UID: \"797a29b1-aa0a-4b7e-84cf-8567a17440a7\") " pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.310777 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zb8bj\" (UniqueName: \"kubernetes.io/projected/797a29b1-aa0a-4b7e-84cf-8567a17440a7-kube-api-access-zb8bj\") pod \"placement272d-account-delete-pvg8c\" (UID: \"797a29b1-aa0a-4b7e-84cf-8567a17440a7\") " pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.315500 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/novacell1c478-account-delete-thp8n"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.316617 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement272d-account-delete-pvg8c"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.316642 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/novacell1c478-account-delete-thp8n"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.316651 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-5mx4g"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.316721 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.321547 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.332605 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-xbh25"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.335948 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lxgfl\" (UniqueName: \"kubernetes.io/projected/db34a982-4a54-44c7-b12c-51fa798986e2-kube-api-access-lxgfl\") pod \"novacell1c478-account-delete-thp8n\" (UID: \"db34a982-4a54-44c7-b12c-51fa798986e2\") " pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:50.337076 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:50.337120 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle podName:c8efbafa-8520-4d74-988e-fcddddfd6be5 nodeName:}" failed. No retries permitted until 2025-10-13 19:50:50.837106682 +0000 UTC m=+1569.442853267 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle") pod "nova-metadata-0" (UID: "c8efbafa-8520-4d74-988e-fcddddfd6be5") : secret "combined-ca-bundle" not found Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.348592 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-5mx4g"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.359571 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-xbh25"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.374804 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-m42c7"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.382087 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/novacell0785d-account-delete-pqwq4"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.383480 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:50.441602 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.441911 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-d2vj9\" (UniqueName: \"kubernetes.io/projected/07f39ea2-2a00-4a88-882c-8ac81d05611e-kube-api-access-d2vj9\") pod \"novacell0785d-account-delete-pqwq4\" (UID: \"07f39ea2-2a00-4a88-882c-8ac81d05611e\") " pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.442024 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lxgfl\" (UniqueName: \"kubernetes.io/projected/db34a982-4a54-44c7-b12c-51fa798986e2-kube-api-access-lxgfl\") pod \"novacell1c478-account-delete-thp8n\" (UID: \"db34a982-4a54-44c7-b12c-51fa798986e2\") " pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.447796 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/novacell0785d-account-delete-pqwq4"] Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:50.454931 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:50.469575 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:50:50 crc kubenswrapper[4809]: E1013 19:50:50.469647 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="848e1583-c574-4acf-b52c-ef927147c23a" containerName="ovn-northd" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.525157 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-m6jgx"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.526986 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lxgfl\" (UniqueName: \"kubernetes.io/projected/db34a982-4a54-44c7-b12c-51fa798986e2-kube-api-access-lxgfl\") pod \"novacell1c478-account-delete-thp8n\" (UID: \"db34a982-4a54-44c7-b12c-51fa798986e2\") " pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.545584 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-d2vj9\" (UniqueName: \"kubernetes.io/projected/07f39ea2-2a00-4a88-882c-8ac81d05611e-kube-api-access-d2vj9\") pod \"novacell0785d-account-delete-pqwq4\" (UID: \"07f39ea2-2a00-4a88-882c-8ac81d05611e\") " pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.547577 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="8e611131-0df9-4a52-b830-f62213eb2df7" containerName="ovsdbserver-nb" containerID="cri-o://7600dc2de3055901da0bc8a1bcb9b157f8fb8ec14d06d0aa9d84c0f8d70811c1" gracePeriod=300 Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.553866 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-m6jgx"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.565559 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/novaapi3680-account-delete-gwm5j"] Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.573471 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" Oct 13 19:50:50 crc kubenswrapper[4809]: I1013 19:50:50.574143 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.622782 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-99mpq"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.648404 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nmgf7\" (UniqueName: \"kubernetes.io/projected/71b62515-41b4-4464-a063-0e02cb05e8f7-kube-api-access-nmgf7\") pod \"novaapi3680-account-delete-gwm5j\" (UID: \"71b62515-41b4-4464-a063-0e02cb05e8f7\") " pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.666176 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-d2vj9\" (UniqueName: \"kubernetes.io/projected/07f39ea2-2a00-4a88-882c-8ac81d05611e-kube-api-access-d2vj9\") pod \"novacell0785d-account-delete-pqwq4\" (UID: \"07f39ea2-2a00-4a88-882c-8ac81d05611e\") " pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.691788 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-ffb5d"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.757229 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nmgf7\" (UniqueName: \"kubernetes.io/projected/71b62515-41b4-4464-a063-0e02cb05e8f7-kube-api-access-nmgf7\") pod \"novaapi3680-account-delete-gwm5j\" (UID: \"71b62515-41b4-4464-a063-0e02cb05e8f7\") " pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.794303 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="efb95e40-1825-4300-b403-ea8218a0acb9" containerName="ovsdbserver-sb" containerID="cri-o://32820360f41410089c78b8a7a2005da1c9f7d450e49561dc1e870e3a5aa65d73" gracePeriod=300 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.794773 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/novaapi3680-account-delete-gwm5j"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.820974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nmgf7\" (UniqueName: \"kubernetes.io/projected/71b62515-41b4-4464-a063-0e02cb05e8f7-kube-api-access-nmgf7\") pod \"novaapi3680-account-delete-gwm5j\" (UID: \"71b62515-41b4-4464-a063-0e02cb05e8f7\") " pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:50.858881 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:50.858932 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle podName:c8efbafa-8520-4d74-988e-fcddddfd6be5 nodeName:}" failed. No retries permitted until 2025-10-13 19:50:51.858917673 +0000 UTC m=+1570.464664258 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle") pod "nova-metadata-0" (UID: "c8efbafa-8520-4d74-988e-fcddddfd6be5") : secret "combined-ca-bundle" not found Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.871795 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-99mpq"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.878528 4809 generic.go:334] "Generic (PLEG): container finished" podID="848e1583-c574-4acf-b52c-ef927147c23a" containerID="3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e" exitCode=2 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.878582 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"848e1583-c574-4acf-b52c-ef927147c23a","Type":"ContainerDied","Data":"3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e"} Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.885566 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.893762 4809 generic.go:334] "Generic (PLEG): container finished" podID="efb95e40-1825-4300-b403-ea8218a0acb9" containerID="262cae602943b59d2cd9feb85ae388a3dfe0c3628784e69d3aa45fa1fb098094" exitCode=2 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.893813 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"efb95e40-1825-4300-b403-ea8218a0acb9","Type":"ContainerDied","Data":"262cae602943b59d2cd9feb85ae388a3dfe0c3628784e69d3aa45fa1fb098094"} Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.895936 4809 generic.go:334] "Generic (PLEG): container finished" podID="8e611131-0df9-4a52-b830-f62213eb2df7" containerID="4551dbcb84cb6f3ecc969f26f0a778c0c9b339bcbb42eb7aab3c9e773215bad3" exitCode=2 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.895972 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8e611131-0df9-4a52-b830-f62213eb2df7","Type":"ContainerDied","Data":"4551dbcb84cb6f3ecc969f26f0a778c0c9b339bcbb42eb7aab3c9e773215bad3"} Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.897072 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glancea9d4-account-delete-rsbjk"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.898432 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glancea9d4-account-delete-rsbjk" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.899580 4809 generic.go:334] "Generic (PLEG): container finished" podID="472bfec3-22e1-4d47-bf6e-782ed00759cf" containerID="f0854dd5904b2a187ae6aebc0fad5b0a446a8b0e2d86694dddf3ee04e7ec8087" exitCode=143 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.899622 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"472bfec3-22e1-4d47-bf6e-782ed00759cf","Type":"ContainerDied","Data":"f0854dd5904b2a187ae6aebc0fad5b0a446a8b0e2d86694dddf3ee04e7ec8087"} Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.906246 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glancea9d4-account-delete-rsbjk"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.910629 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.911663 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.923518 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-djvps"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.933067 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-djvps"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.941337 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.951565 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-7cd6499c98-jhs6d"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.952623 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" podUID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerName="placement-log" containerID="cri-o://cda97098cb0f6a7d1e4ba9e462497c0ac4eaafac74aa000c2ecddbc4bcda1ed2" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.952778 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" podUID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerName="placement-api" containerID="cri-o://9db629581031f357a6b202d613f51688f3a325f04ac205fa4954349ab0de63a1" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.974875 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975291 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-server" containerID="cri-o://34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975646 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="swift-recon-cron" containerID="cri-o://3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975691 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="rsync" containerID="cri-o://fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975740 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-expirer" containerID="cri-o://0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975773 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-updater" containerID="cri-o://0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975802 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-auditor" containerID="cri-o://d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975830 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-replicator" containerID="cri-o://75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975858 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-server" containerID="cri-o://89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975885 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-updater" containerID="cri-o://a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975912 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-auditor" containerID="cri-o://29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975941 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-replicator" containerID="cri-o://8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.975975 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-server" containerID="cri-o://835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.976004 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-reaper" containerID="cri-o://e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.976357 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-auditor" containerID="cri-o://f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.976408 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-replicator" containerID="cri-o://20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:50.977708 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-s7kjt"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.032649 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-s7kjt"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.047913 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.049541 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.065616 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jxl4k\" (UniqueName: \"kubernetes.io/projected/68560ec7-bcc3-46c7-bdf4-bba798ea036f-kube-api-access-jxl4k\") pod \"cinder3aa2-account-delete-5q4d9\" (UID: \"68560ec7-bcc3-46c7-bdf4-bba798ea036f\") " pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.065678 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2njbj\" (UniqueName: \"kubernetes.io/projected/999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec-kube-api-access-2njbj\") pod \"glancea9d4-account-delete-rsbjk\" (UID: \"999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec\") " pod="openstack-kuttl-tests/glancea9d4-account-delete-rsbjk" Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:51.066550 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:51.066589 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data podName:2d46abdb-8149-4fdc-a430-9f507b36a81f nodeName:}" failed. No retries permitted until 2025-10-13 19:50:51.566577359 +0000 UTC m=+1570.172323944 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data") pod "rabbitmq-cell1-server-0" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.096975 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.148147 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.148407 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-log" containerID="cri-o://08b23ddff07551c2b4ef32ead668fe2d8d3f1ea5460e4aa2683232345883bada" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.148501 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-metadata" containerID="cri-o://8cb161e955dd37efe4ff2b5a54a2b9ae6e0e995c0fb0cc339670b2057ba6ad37" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.156980 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:51.157267 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.167673 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jxl4k\" (UniqueName: \"kubernetes.io/projected/68560ec7-bcc3-46c7-bdf4-bba798ea036f-kube-api-access-jxl4k\") pod \"cinder3aa2-account-delete-5q4d9\" (UID: \"68560ec7-bcc3-46c7-bdf4-bba798ea036f\") " pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.167723 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-b5hv6\" (UniqueName: \"kubernetes.io/projected/9e560f87-5357-4288-bdf9-843617da2233-kube-api-access-b5hv6\") pod \"dnsmasq-dnsmasq-84b9f45d47-jl8gt\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.167767 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2njbj\" (UniqueName: \"kubernetes.io/projected/999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec-kube-api-access-2njbj\") pod \"glancea9d4-account-delete-rsbjk\" (UID: \"999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec\") " pod="openstack-kuttl-tests/glancea9d4-account-delete-rsbjk" Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:51.167894 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:51.167942 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data podName:687646bb-598e-44ef-8936-77e9ea9bc254 nodeName:}" failed. No retries permitted until 2025-10-13 19:50:53.167929491 +0000 UTC m=+1571.773676076 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data") pod "rabbitmq-server-0" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254") : configmap "rabbitmq-config-data" not found Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.168419 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-jl8gt\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.168591 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-jl8gt\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.214569 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2njbj\" (UniqueName: \"kubernetes.io/projected/999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec-kube-api-access-2njbj\") pod \"glancea9d4-account-delete-rsbjk\" (UID: \"999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec\") " pod="openstack-kuttl-tests/glancea9d4-account-delete-rsbjk" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.223384 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jxl4k\" (UniqueName: \"kubernetes.io/projected/68560ec7-bcc3-46c7-bdf4-bba798ea036f-kube-api-access-jxl4k\") pod \"cinder3aa2-account-delete-5q4d9\" (UID: \"68560ec7-bcc3-46c7-bdf4-bba798ea036f\") " pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.225982 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.226200 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="9393f128-c610-46b1-9279-e2e5c4ba8164" containerName="glance-log" containerID="cri-o://0910c32d8e2957304cecfb77669acfa0a16d65cff6d4634985a07b2ad95da435" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.226555 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="9393f128-c610-46b1-9279-e2e5c4ba8164" containerName="glance-httpd" containerID="cri-o://9f199030383836de753a9a8c5ce634868c8282fc78e130c2a18c57ff4752bbe9" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.235760 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.243693 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="79c17ef0-b7a1-4816-aec0-1e83ecf552d4" containerName="glance-log" containerID="cri-o://b2d74237ebc63857c73e0d4886a1bd17cc94132b6d86fa66a6ad985e09e16f09" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.246368 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="79c17ef0-b7a1-4816-aec0-1e83ecf552d4" containerName="glance-httpd" containerID="cri-o://02f8a46a739b147eb72ef31b224e7cac62aeedb73cd9a3c54e8c97b66c3d889c" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.267826 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.274510 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-jl8gt\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.274776 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-b5hv6\" (UniqueName: \"kubernetes.io/projected/9e560f87-5357-4288-bdf9-843617da2233-kube-api-access-b5hv6\") pod \"dnsmasq-dnsmasq-84b9f45d47-jl8gt\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.275073 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-jl8gt\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.275955 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-jl8gt\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.276664 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-jl8gt\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.284526 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="0097b51c-06a1-492a-8425-824e4ea9325b" containerName="nova-api-log" containerID="cri-o://33e198d82974ec12d807fc79f055f49ebdb0d5c423127e7578c661e6162bc128" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.285028 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="0097b51c-06a1-492a-8425-824e4ea9325b" containerName="nova-api-api" containerID="cri-o://f22f1d27487a149189ab39b8dcd5b37b37e6e14e19e22f407c342cb0cf07f34f" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.301238 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-789f79d964-6jmr5"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.301483 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" podUID="4315c7c8-eddc-4630-b7ef-611c39378fbf" containerName="neutron-api" containerID="cri-o://358b99db4d5f8a862630b3e02568f99ab60dd33354720d4c44888758d0db3265" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.301608 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" podUID="4315c7c8-eddc-4630-b7ef-611c39378fbf" containerName="neutron-httpd" containerID="cri-o://59ad6a51492a2282241f05334f9f3267490441bec1301064183a4898e685d108" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.302044 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-b5hv6\" (UniqueName: \"kubernetes.io/projected/9e560f87-5357-4288-bdf9-843617da2233-kube-api-access-b5hv6\") pod \"dnsmasq-dnsmasq-84b9f45d47-jl8gt\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.322443 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.322775 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" podUID="5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" containerName="barbican-worker-log" containerID="cri-o://478555809a2a87acf4f40ce43f9fab19f25b3df7411a3cc2b5b17ce574c5de1e" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.323012 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" podUID="5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" containerName="barbican-worker" containerID="cri-o://a7037f38388914709054c4282168c452782fc411c6cf19e2419a980df97a3242" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.391952 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.422292 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.423017 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" podUID="d000e630-5301-4e05-b548-dd7b6678ba93" containerName="proxy-server" containerID="cri-o://e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.423141 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" podUID="d000e630-5301-4e05-b548-dd7b6678ba93" containerName="proxy-httpd" containerID="cri-o://89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.436199 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" podUID="d000e630-5301-4e05-b548-dd7b6678ba93" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.0.255:8080/healthcheck\": read tcp 10.217.0.2:47102->10.217.0.255:8080: read: connection reset by peer" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.448010 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" podUID="d000e630-5301-4e05-b548-dd7b6678ba93" containerName="proxy-server" probeResult="failure" output="Get \"https://10.217.0.255:8080/healthcheck\": read tcp 10.217.0.2:47092->10.217.0.255:8080: read: connection reset by peer" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.456354 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-8drb4"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.479454 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-8drb4"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.496254 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.496991 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" podUID="1b475dfc-a1c1-4ed8-bebf-158243ac749c" containerName="barbican-keystone-listener-log" containerID="cri-o://774c8c09cb2f0f197c3b420e1bf692819d3d47a83036ebcc2cfcc5f2084aadca" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.497117 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" podUID="1b475dfc-a1c1-4ed8-bebf-158243ac749c" containerName="barbican-keystone-listener" containerID="cri-o://d5dec900e2c846b872679477c156b8a0caa87f127751837fd6b54f491b048ace" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.542845 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-28db-account-create-qkl6g"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.561675 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-28db-account-create-qkl6g"] Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:51.593663 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:51.600363 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data podName:2d46abdb-8149-4fdc-a430-9f507b36a81f nodeName:}" failed. No retries permitted until 2025-10-13 19:50:52.595485795 +0000 UTC m=+1571.201232400 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data") pod "rabbitmq-cell1-server-0" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.667051 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican28db-account-delete-kbmvl"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.736064 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.736463 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" podUID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerName="barbican-api-log" containerID="cri-o://b288781de4780cbdf6096c742feef02554eec944cbbf1355e1d4e84d2a368f8d" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.736989 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" podUID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerName="barbican-api" containerID="cri-o://b16ed314098085788ef627bb2a6b093b990e43c8bd63fbb6b6e5e3414131d3e6" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.778256 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.791791 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.792015 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="96a46ade-d275-4714-8128-dd0dd6dcd70a" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://cdd722c76e5c79c379f2098876ea8fc8fca89c9a3c2b9a2e2b5e7bdf4c61a09d" gracePeriod=30 Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:51.795644 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod848e1583_c574_4acf_b52c_ef927147c23a.slice/crio-conmon-3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8e611131_0df9_4a52_b830_f62213eb2df7.slice/crio-conmon-4551dbcb84cb6f3ecc969f26f0a778c0c9b339bcbb42eb7aab3c9e773215bad3.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9393f128_c610_46b1_9279_e2e5c4ba8164.slice/crio-0910c32d8e2957304cecfb77669acfa0a16d65cff6d4634985a07b2ad95da435.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podefb95e40_1825_4300_b403_ea8218a0acb9.slice/crio-conmon-262cae602943b59d2cd9feb85ae388a3dfe0c3628784e69d3aa45fa1fb098094.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-conmon-f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8e611131_0df9_4a52_b830_f62213eb2df7.slice/crio-4551dbcb84cb6f3ecc969f26f0a778c0c9b339bcbb42eb7aab3c9e773215bad3.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0097b51c_06a1_492a_8425_824e4ea9325b.slice/crio-33e198d82974ec12d807fc79f055f49ebdb0d5c423127e7578c661e6162bc128.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-conmon-d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-conmon-835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podefb95e40_1825_4300_b403_ea8218a0acb9.slice/crio-32820360f41410089c78b8a7a2005da1c9f7d450e49561dc1e870e3a5aa65d73.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-conmon-29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8e611131_0df9_4a52_b830_f62213eb2df7.slice/crio-conmon-7600dc2de3055901da0bc8a1bcb9b157f8fb8ec14d06d0aa9d84c0f8d70811c1.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-conmon-0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podefb95e40_1825_4300_b403_ea8218a0acb9.slice/crio-262cae602943b59d2cd9feb85ae388a3dfe0c3628784e69d3aa45fa1fb098094.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5f5db05f_27de_427f_b85e_9d0db7505912.slice/crio-138434404aa8157af7eb735d19ec2ab0a1a9191c5a69f97863bb1a30ee4fbc02.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-conmon-e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5c4b358f_5a4f_4de2_ade1_ef1ef1b843c1.slice/crio-conmon-e16caeacee4a5bb892bf687f6e3d44322b5789f04e35cd35225d9c82bdf35834.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5f5db05f_27de_427f_b85e_9d0db7505912.slice/crio-conmon-138434404aa8157af7eb735d19ec2ab0a1a9191c5a69f97863bb1a30ee4fbc02.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f4ca8c2_d1eb_4295_933c_e28c6757c47c.slice/crio-conmon-a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod18d6d76f_ab06_4d86_85a2_8fe4d0bfc293.slice/crio-conmon-b288781de4780cbdf6096c742feef02554eec944cbbf1355e1d4e84d2a368f8d.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc8efbafa_8520_4d74_988e_fcddddfd6be5.slice/crio-08b23ddff07551c2b4ef32ead668fe2d8d3f1ea5460e4aa2683232345883bada.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.819814 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-272d-account-create-gcngg"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.825009 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican28db-account-delete-kbmvl" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.826838 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-272d-account-create-gcngg"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.837002 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-create-6sdjx"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.842137 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.845765 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="687646bb-598e-44ef-8936-77e9ea9bc254" containerName="rabbitmq" containerID="cri-o://45ab3c215063bd39c55cde55938e7b9eae7808cecf7348c584097a3d6e64836f" gracePeriod=604800 Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.845949 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-create-6sdjx"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.861267 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement272d-account-delete-pvg8c"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.868577 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" secret="" err="secret \"galera-openstack-cell1-dockercfg-s5xj9\" not found" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.868620 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.872450 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-8pjzh"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.880527 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.882858 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-8pjzh"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.889198 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell1c478-account-delete-thp8n"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.899599 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-71d5-account-create-jtmph"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.913514 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.914700 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-71d5-account-create-jtmph"] Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:51.914850 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:50:51 crc kubenswrapper[4809]: E1013 19:50:51.914903 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle podName:c8efbafa-8520-4d74-988e-fcddddfd6be5 nodeName:}" failed. No retries permitted until 2025-10-13 19:50:53.914885691 +0000 UTC m=+1572.520632276 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle") pod "nova-metadata-0" (UID: "c8efbafa-8520-4d74-988e-fcddddfd6be5") : secret "combined-ca-bundle" not found Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.951660 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glancea9d4-account-delete-rsbjk" Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.960951 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.975677 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-c478-account-create-x6pzr"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.985179 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-gzj9q"] Oct 13 19:50:51 crc kubenswrapper[4809]: I1013 19:50:51.998516 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-gzj9q"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.009750 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podUID="85cf0f20-d883-49b9-b51e-fe78e51ab975" containerName="galera" containerID="cri-o://96670c8dca7e915ae12cdd43b39e8ed8b298bc806df2b4cc22a9e5b0fa1c425e" gracePeriod=30 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.014287 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-bsld6"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.029125 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.032898 4809 generic.go:334] "Generic (PLEG): container finished" podID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerID="b288781de4780cbdf6096c742feef02554eec944cbbf1355e1d4e84d2a368f8d" exitCode=143 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.033033 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" event={"ID":"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293","Type":"ContainerDied","Data":"b288781de4780cbdf6096c742feef02554eec944cbbf1355e1d4e84d2a368f8d"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.067634 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-bsld6"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.073343 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_efb95e40-1825-4300-b403-ea8218a0acb9/ovsdbserver-sb/0.log" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.073394 4809 generic.go:334] "Generic (PLEG): container finished" podID="efb95e40-1825-4300-b403-ea8218a0acb9" containerID="32820360f41410089c78b8a7a2005da1c9f7d450e49561dc1e870e3a5aa65d73" exitCode=143 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.073494 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"efb95e40-1825-4300-b403-ea8218a0acb9","Type":"ContainerDied","Data":"32820360f41410089c78b8a7a2005da1c9f7d450e49561dc1e870e3a5aa65d73"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.073599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"efb95e40-1825-4300-b403-ea8218a0acb9","Type":"ContainerDied","Data":"855d56151a6f910d71fce5e0a6f4a775584377501360c656a1c0c64a721f1f99"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.073656 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="855d56151a6f910d71fce5e0a6f4a775584377501360c656a1c0c64a721f1f99" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.078588 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell0785d-account-delete-pqwq4"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.080394 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_8e611131-0df9-4a52-b830-f62213eb2df7/ovsdbserver-nb/0.log" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.080493 4809 generic.go:334] "Generic (PLEG): container finished" podID="8e611131-0df9-4a52-b830-f62213eb2df7" containerID="7600dc2de3055901da0bc8a1bcb9b157f8fb8ec14d06d0aa9d84c0f8d70811c1" exitCode=143 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.080599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8e611131-0df9-4a52-b830-f62213eb2df7","Type":"ContainerDied","Data":"7600dc2de3055901da0bc8a1bcb9b157f8fb8ec14d06d0aa9d84c0f8d70811c1"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.080629 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8e611131-0df9-4a52-b830-f62213eb2df7","Type":"ContainerDied","Data":"76151a8ed28d20d79285d9c2864bc87320797f2a27ff2aed44e705449c3f03c9"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.080641 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="76151a8ed28d20d79285d9c2864bc87320797f2a27ff2aed44e705449c3f03c9" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.086021 4809 generic.go:334] "Generic (PLEG): container finished" podID="d000e630-5301-4e05-b548-dd7b6678ba93" containerID="89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.086110 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" event={"ID":"d000e630-5301-4e05-b548-dd7b6678ba93","Type":"ContainerDied","Data":"89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.091888 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.100849 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104875 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104905 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104914 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104922 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104930 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104936 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104943 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104949 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104957 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104964 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104970 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104976 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104982 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.104989 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105020 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105124 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105164 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105182 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105196 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105209 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105220 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105257 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105270 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105287 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105340 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105352 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.105364 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.114263 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-785d-account-create-zcs8l"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.119168 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-296kd"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.119558 4809 generic.go:334] "Generic (PLEG): container finished" podID="5f5db05f-27de-427f-b85e-9d0db7505912" containerID="138434404aa8157af7eb735d19ec2ab0a1a9191c5a69f97863bb1a30ee4fbc02" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.119640 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5f5db05f-27de-427f-b85e-9d0db7505912","Type":"ContainerDied","Data":"138434404aa8157af7eb735d19ec2ab0a1a9191c5a69f97863bb1a30ee4fbc02"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.122476 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_efb95e40-1825-4300-b403-ea8218a0acb9/ovsdbserver-sb/0.log" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.122551 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.125438 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-296kd"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.131123 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-3680-account-create-7trnl"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.131956 4809 generic.go:334] "Generic (PLEG): container finished" podID="5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1" containerID="e16caeacee4a5bb892bf687f6e3d44322b5789f04e35cd35225d9c82bdf35834" exitCode=137 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.135969 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novaapi3680-account-delete-gwm5j"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.137003 4809 generic.go:334] "Generic (PLEG): container finished" podID="79c17ef0-b7a1-4816-aec0-1e83ecf552d4" containerID="b2d74237ebc63857c73e0d4886a1bd17cc94132b6d86fa66a6ad985e09e16f09" exitCode=143 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.137038 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"79c17ef0-b7a1-4816-aec0-1e83ecf552d4","Type":"ContainerDied","Data":"b2d74237ebc63857c73e0d4886a1bd17cc94132b6d86fa66a6ad985e09e16f09"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.149266 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-3680-account-create-7trnl"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.157634 4809 generic.go:334] "Generic (PLEG): container finished" podID="1b475dfc-a1c1-4ed8-bebf-158243ac749c" containerID="774c8c09cb2f0f197c3b420e1bf692819d3d47a83036ebcc2cfcc5f2084aadca" exitCode=143 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.166792 4809 generic.go:334] "Generic (PLEG): container finished" podID="5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" containerID="478555809a2a87acf4f40ce43f9fab19f25b3df7411a3cc2b5b17ce574c5de1e" exitCode=143 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.171106 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0340e03c-b84a-4446-bd98-0abb52d7e33c" path="/var/lib/kubelet/pods/0340e03c-b84a-4446-bd98-0abb52d7e33c/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.171711 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="11229f9a-a86f-480f-a14e-97f0ef417939" path="/var/lib/kubelet/pods/11229f9a-a86f-480f-a14e-97f0ef417939/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.172233 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5" path="/var/lib/kubelet/pods/15cc2df6-c7da-4ae6-9cee-f7a7886fbbb5/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.172565 4809 generic.go:334] "Generic (PLEG): container finished" podID="4315c7c8-eddc-4630-b7ef-611c39378fbf" containerID="59ad6a51492a2282241f05334f9f3267490441bec1301064183a4898e685d108" exitCode=0 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.172830 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="319a350a-4bca-471b-bf5b-396971714475" path="/var/lib/kubelet/pods/319a350a-4bca-471b-bf5b-396971714475/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.173861 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="32c1ee82-5fb6-46cd-940a-3749d23603bb" path="/var/lib/kubelet/pods/32c1ee82-5fb6-46cd-940a-3749d23603bb/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.174292 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="44dd09d5-6c81-4d4f-b82e-c6f109e0a467" path="/var/lib/kubelet/pods/44dd09d5-6c81-4d4f-b82e-c6f109e0a467/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.174753 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6213e781-4b3a-48ff-b3d0-77613f68f7c3" path="/var/lib/kubelet/pods/6213e781-4b3a-48ff-b3d0-77613f68f7c3/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.175164 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="68bae362-0971-4658-b18c-0e88ac636565" path="/var/lib/kubelet/pods/68bae362-0971-4658-b18c-0e88ac636565/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.176150 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="883d4041-fa4e-423c-b43b-5a2f59f622a3" path="/var/lib/kubelet/pods/883d4041-fa4e-423c-b43b-5a2f59f622a3/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.176565 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8ea59a9a-14f3-4917-9a48-a102261b39c3" path="/var/lib/kubelet/pods/8ea59a9a-14f3-4917-9a48-a102261b39c3/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.177028 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="91245df3-b136-47f1-8832-e8a79c267792" path="/var/lib/kubelet/pods/91245df3-b136-47f1-8832-e8a79c267792/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.178197 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9d745086-f76f-4d59-a3b0-1b7d1a57738a" path="/var/lib/kubelet/pods/9d745086-f76f-4d59-a3b0-1b7d1a57738a/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.178686 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9" path="/var/lib/kubelet/pods/bbff1e74-0fe0-42d5-8e4a-1430c9a40fe9/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.179993 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bc4bf2be-de03-45c9-ba00-c5fac3911151" path="/var/lib/kubelet/pods/bc4bf2be-de03-45c9-ba00-c5fac3911151/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.181632 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bdc32f44-a929-4745-ba45-df6d60145aae" path="/var/lib/kubelet/pods/bdc32f44-a929-4745-ba45-df6d60145aae/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.183013 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ca3aa350-37da-4a1c-8666-d0244196f4d2" path="/var/lib/kubelet/pods/ca3aa350-37da-4a1c-8666-d0244196f4d2/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.183646 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d3f6e80e-adda-4be0-ae44-632060b6d95b" path="/var/lib/kubelet/pods/d3f6e80e-adda-4be0-ae44-632060b6d95b/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.184092 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d7633554-8b6e-4c5e-bf63-975a304af522" path="/var/lib/kubelet/pods/d7633554-8b6e-4c5e-bf63-975a304af522/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.185322 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12" path="/var/lib/kubelet/pods/dd2c6b0a-aa8f-4875-85a8-9c9ca6740c12/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.187993 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e3a52447-68f0-44c2-b837-8b7817415a02" path="/var/lib/kubelet/pods/e3a52447-68f0-44c2-b837-8b7817415a02/volumes" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.208866 4809 generic.go:334] "Generic (PLEG): container finished" podID="0097b51c-06a1-492a-8425-824e4ea9325b" containerID="33e198d82974ec12d807fc79f055f49ebdb0d5c423127e7578c661e6162bc128" exitCode=143 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.219416 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdbserver-sb-tls-certs\") pod \"efb95e40-1825-4300-b403-ea8218a0acb9\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.219576 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-config\") pod \"efb95e40-1825-4300-b403-ea8218a0acb9\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.219644 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-combined-ca-bundle\") pod \"efb95e40-1825-4300-b403-ea8218a0acb9\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.219687 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-sb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"efb95e40-1825-4300-b403-ea8218a0acb9\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.219739 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-scripts\") pod \"efb95e40-1825-4300-b403-ea8218a0acb9\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.219764 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hcrtj\" (UniqueName: \"kubernetes.io/projected/efb95e40-1825-4300-b403-ea8218a0acb9-kube-api-access-hcrtj\") pod \"efb95e40-1825-4300-b403-ea8218a0acb9\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.219867 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-metrics-certs-tls-certs\") pod \"efb95e40-1825-4300-b403-ea8218a0acb9\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.219917 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdb-rundir\") pod \"efb95e40-1825-4300-b403-ea8218a0acb9\" (UID: \"efb95e40-1825-4300-b403-ea8218a0acb9\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.220194 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-config" (OuterVolumeSpecName: "config") pod "efb95e40-1825-4300-b403-ea8218a0acb9" (UID: "efb95e40-1825-4300-b403-ea8218a0acb9"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.220749 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.221023 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "efb95e40-1825-4300-b403-ea8218a0acb9" (UID: "efb95e40-1825-4300-b403-ea8218a0acb9"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.224573 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-scripts" (OuterVolumeSpecName: "scripts") pod "efb95e40-1825-4300-b403-ea8218a0acb9" (UID: "efb95e40-1825-4300-b403-ea8218a0acb9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.226858 4809 generic.go:334] "Generic (PLEG): container finished" podID="9393f128-c610-46b1-9279-e2e5c4ba8164" containerID="0910c32d8e2957304cecfb77669acfa0a16d65cff6d4634985a07b2ad95da435" exitCode=143 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.232768 4809 generic.go:334] "Generic (PLEG): container finished" podID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerID="08b23ddff07551c2b4ef32ead668fe2d8d3f1ea5460e4aa2683232345883bada" exitCode=143 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.235619 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/efb95e40-1825-4300-b403-ea8218a0acb9-kube-api-access-hcrtj" (OuterVolumeSpecName: "kube-api-access-hcrtj") pod "efb95e40-1825-4300-b403-ea8218a0acb9" (UID: "efb95e40-1825-4300-b403-ea8218a0acb9"). InnerVolumeSpecName "kube-api-access-hcrtj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.235984 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "ovndbcluster-sb-etc-ovn") pod "efb95e40-1825-4300-b403-ea8218a0acb9" (UID: "efb95e40-1825-4300-b403-ea8218a0acb9"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.238718 4809 generic.go:334] "Generic (PLEG): container finished" podID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerID="cda97098cb0f6a7d1e4ba9e462497c0ac4eaafac74aa000c2ecddbc4bcda1ed2" exitCode=143 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.331698 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.331747 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/efb95e40-1825-4300-b403-ea8218a0acb9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.331757 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hcrtj\" (UniqueName: \"kubernetes.io/projected/efb95e40-1825-4300-b403-ea8218a0acb9-kube-api-access-hcrtj\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.331767 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.392686 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "efb95e40-1825-4300-b403-ea8218a0acb9" (UID: "efb95e40-1825-4300-b403-ea8218a0acb9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.427896 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.440989 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.441017 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.500629 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdbserver-sb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-sb-tls-certs") pod "efb95e40-1825-4300-b403-ea8218a0acb9" (UID: "efb95e40-1825-4300-b403-ea8218a0acb9"). InnerVolumeSpecName "ovsdbserver-sb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.505815 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "efb95e40-1825-4300-b403-ea8218a0acb9" (UID: "efb95e40-1825-4300-b403-ea8218a0acb9"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.543202 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.543231 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/efb95e40-1825-4300-b403-ea8218a0acb9-ovsdbserver-sb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594604 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glancea9d4-account-delete-rsbjk"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594639 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-create-hb2gz"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594670 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" event={"ID":"1b475dfc-a1c1-4ed8-bebf-158243ac749c","Type":"ContainerDied","Data":"774c8c09cb2f0f197c3b420e1bf692819d3d47a83036ebcc2cfcc5f2084aadca"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594693 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" event={"ID":"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743","Type":"ContainerDied","Data":"478555809a2a87acf4f40ce43f9fab19f25b3df7411a3cc2b5b17ce574c5de1e"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594706 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" event={"ID":"4315c7c8-eddc-4630-b7ef-611c39378fbf","Type":"ContainerDied","Data":"59ad6a51492a2282241f05334f9f3267490441bec1301064183a4898e685d108"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594719 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0097b51c-06a1-492a-8425-824e4ea9325b","Type":"ContainerDied","Data":"33e198d82974ec12d807fc79f055f49ebdb0d5c423127e7578c661e6162bc128"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594744 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9393f128-c610-46b1-9279-e2e5c4ba8164","Type":"ContainerDied","Data":"0910c32d8e2957304cecfb77669acfa0a16d65cff6d4634985a07b2ad95da435"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594756 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-a9d4-account-create-f4m4f"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594769 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-a9d4-account-create-f4m4f"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594784 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-h7kjv"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594793 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c8efbafa-8520-4d74-988e-fcddddfd6be5","Type":"ContainerDied","Data":"08b23ddff07551c2b4ef32ead668fe2d8d3f1ea5460e4aa2683232345883bada"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594806 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-create-hb2gz"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594818 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" event={"ID":"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a","Type":"ContainerDied","Data":"cda97098cb0f6a7d1e4ba9e462497c0ac4eaafac74aa000c2ecddbc4bcda1ed2"} Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594829 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-3aa2-account-create-bb689"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594841 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-h7kjv"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594852 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594865 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-3aa2-account-create-bb689"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594892 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594905 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594916 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594928 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594937 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-zjjj7"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594947 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594956 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-jzjdj"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594966 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594977 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.594987 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.595001 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican28db-account-delete-kbmvl"] Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.595175 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="ab02110d-c3f5-479d-b414-ce98d77505f3" containerName="kube-state-metrics" containerID="cri-o://221b7829eccab6c63debe2ddb3d66898d682c76b7919604cbdd613ee2e94749a" gracePeriod=30 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.595748 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="bce7d776-14b6-4d62-8099-befbcace6e15" containerName="nova-scheduler-scheduler" containerID="cri-o://d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00" gracePeriod=30 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.595869 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="786e7be5-aad1-4393-9f85-19295687879e" containerName="nova-cell1-conductor-conductor" containerID="cri-o://f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d" gracePeriod=30 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.595996 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="70eaef2e-5019-4f15-b6af-698581d39d2c" containerName="nova-cell0-conductor-conductor" containerID="cri-o://77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377" gracePeriod=30 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.596487 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="ceilometer-central-agent" containerID="cri-o://522ca2a86eafaa18c75ffc3e6d20750071b6c96d274bfa361db277f323ba34d3" gracePeriod=30 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.596662 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="proxy-httpd" containerID="cri-o://03d712e03371922eca0e35543f54ea71b92327191968959b82097bfad92b0caf" gracePeriod=30 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.596707 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="sg-core" containerID="cri-o://d8c36c2d86bfdb0c54884633527637df783d7ea2b2cc561bc90d207cb5c494d0" gracePeriod=30 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.596754 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="ceilometer-notification-agent" containerID="cri-o://156b67451b90ecaf2e7ff6762bbbae09ef509cc3b6e635d16c45f654f089aa5d" gracePeriod=30 Oct 13 19:50:52 crc kubenswrapper[4809]: E1013 19:50:52.644627 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:50:52 crc kubenswrapper[4809]: E1013 19:50:52.644872 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data podName:2d46abdb-8149-4fdc-a430-9f507b36a81f nodeName:}" failed. No retries permitted until 2025-10-13 19:50:54.644858703 +0000 UTC m=+1573.250605288 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data") pod "rabbitmq-cell1-server-0" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:50:52 crc kubenswrapper[4809]: E1013 19:50:52.682062 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:50:52 crc kubenswrapper[4809]: E1013 19:50:52.686909 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:50:52 crc kubenswrapper[4809]: E1013 19:50:52.688243 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:50:52 crc kubenswrapper[4809]: E1013 19:50:52.688285 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="bce7d776-14b6-4d62-8099-befbcace6e15" containerName="nova-scheduler-scheduler" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.698046 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_8e611131-0df9-4a52-b830-f62213eb2df7/ovsdbserver-nb/0.log" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.698118 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.727811 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="2d46abdb-8149-4fdc-a430-9f507b36a81f" containerName="rabbitmq" containerID="cri-o://c38af03891fd5d6d0344139ac0d0819a5edb7a7322f0e1e9c83a1f4fc65bbfde" gracePeriod=604800 Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.745403 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-config\") pod \"8e611131-0df9-4a52-b830-f62213eb2df7\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.745449 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-976hl\" (UniqueName: \"kubernetes.io/projected/8e611131-0df9-4a52-b830-f62213eb2df7-kube-api-access-976hl\") pod \"8e611131-0df9-4a52-b830-f62213eb2df7\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.745612 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdb-rundir\") pod \"8e611131-0df9-4a52-b830-f62213eb2df7\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.745645 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-combined-ca-bundle\") pod \"8e611131-0df9-4a52-b830-f62213eb2df7\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.745670 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-scripts\") pod \"8e611131-0df9-4a52-b830-f62213eb2df7\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.745693 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-metrics-certs-tls-certs\") pod \"8e611131-0df9-4a52-b830-f62213eb2df7\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.745746 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-nb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"8e611131-0df9-4a52-b830-f62213eb2df7\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.745771 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdbserver-nb-tls-certs\") pod \"8e611131-0df9-4a52-b830-f62213eb2df7\" (UID: \"8e611131-0df9-4a52-b830-f62213eb2df7\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.752876 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-config" (OuterVolumeSpecName: "config") pod "8e611131-0df9-4a52-b830-f62213eb2df7" (UID: "8e611131-0df9-4a52-b830-f62213eb2df7"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.754058 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-scripts" (OuterVolumeSpecName: "scripts") pod "8e611131-0df9-4a52-b830-f62213eb2df7" (UID: "8e611131-0df9-4a52-b830-f62213eb2df7"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.761102 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "8e611131-0df9-4a52-b830-f62213eb2df7" (UID: "8e611131-0df9-4a52-b830-f62213eb2df7"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.761604 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage08-crc" (OuterVolumeSpecName: "ovndbcluster-nb-etc-ovn") pod "8e611131-0df9-4a52-b830-f62213eb2df7" (UID: "8e611131-0df9-4a52-b830-f62213eb2df7"). InnerVolumeSpecName "local-storage08-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.766212 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8e611131-0df9-4a52-b830-f62213eb2df7-kube-api-access-976hl" (OuterVolumeSpecName: "kube-api-access-976hl") pod "8e611131-0df9-4a52-b830-f62213eb2df7" (UID: "8e611131-0df9-4a52-b830-f62213eb2df7"). InnerVolumeSpecName "kube-api-access-976hl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.797776 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8e611131-0df9-4a52-b830-f62213eb2df7" (UID: "8e611131-0df9-4a52-b830-f62213eb2df7"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.814447 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.829988 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.844660 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdbserver-nb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-nb-tls-certs") pod "8e611131-0df9-4a52-b830-f62213eb2df7" (UID: "8e611131-0df9-4a52-b830-f62213eb2df7"). InnerVolumeSpecName "ovsdbserver-nb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.850036 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.850063 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-976hl\" (UniqueName: \"kubernetes.io/projected/8e611131-0df9-4a52-b830-f62213eb2df7-kube-api-access-976hl\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.850079 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.850090 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.850098 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8e611131-0df9-4a52-b830-f62213eb2df7-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.850118 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.850128 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-ovsdbserver-nb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.860605 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "8e611131-0df9-4a52-b830-f62213eb2df7" (UID: "8e611131-0df9-4a52-b830-f62213eb2df7"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.873777 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage08-crc" (UniqueName: "kubernetes.io/local-volume/local-storage08-crc") on node "crc" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.917715 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="2d46abdb-8149-4fdc-a430-9f507b36a81f" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.202:5671: connect: connection refused" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951027 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-combined-ca-bundle\") pod \"d000e630-5301-4e05-b548-dd7b6678ba93\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951078 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config\") pod \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951129 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-internal-tls-certs\") pod \"d000e630-5301-4e05-b548-dd7b6678ba93\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951152 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-f6jm5\" (UniqueName: \"kubernetes.io/projected/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-kube-api-access-f6jm5\") pod \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951191 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config-secret\") pod \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951221 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-combined-ca-bundle\") pod \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\" (UID: \"5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951320 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-public-tls-certs\") pod \"d000e630-5301-4e05-b548-dd7b6678ba93\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951352 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-config-data\") pod \"d000e630-5301-4e05-b548-dd7b6678ba93\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951384 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-etc-swift\") pod \"d000e630-5301-4e05-b548-dd7b6678ba93\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951411 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-log-httpd\") pod \"d000e630-5301-4e05-b548-dd7b6678ba93\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951455 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dzhj5\" (UniqueName: \"kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-kube-api-access-dzhj5\") pod \"d000e630-5301-4e05-b548-dd7b6678ba93\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951473 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-run-httpd\") pod \"d000e630-5301-4e05-b548-dd7b6678ba93\" (UID: \"d000e630-5301-4e05-b548-dd7b6678ba93\") " Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951920 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e611131-0df9-4a52-b830-f62213eb2df7-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.951935 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.952982 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "d000e630-5301-4e05-b548-dd7b6678ba93" (UID: "d000e630-5301-4e05-b548-dd7b6678ba93"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.961054 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "d000e630-5301-4e05-b548-dd7b6678ba93" (UID: "d000e630-5301-4e05-b548-dd7b6678ba93"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.962833 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "d000e630-5301-4e05-b548-dd7b6678ba93" (UID: "d000e630-5301-4e05-b548-dd7b6678ba93"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.972022 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-kube-api-access-f6jm5" (OuterVolumeSpecName: "kube-api-access-f6jm5") pod "5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1" (UID: "5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1"). InnerVolumeSpecName "kube-api-access-f6jm5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.974899 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-kube-api-access-dzhj5" (OuterVolumeSpecName: "kube-api-access-dzhj5") pod "d000e630-5301-4e05-b548-dd7b6678ba93" (UID: "d000e630-5301-4e05-b548-dd7b6678ba93"). InnerVolumeSpecName "kube-api-access-dzhj5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:52 crc kubenswrapper[4809]: I1013 19:50:52.993394 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config" (OuterVolumeSpecName: "openstack-config") pod "5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1" (UID: "5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1"). InnerVolumeSpecName "openstack-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.010866 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1" (UID: "5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.024906 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-config-data" (OuterVolumeSpecName: "config-data") pod "d000e630-5301-4e05-b548-dd7b6678ba93" (UID: "d000e630-5301-4e05-b548-dd7b6678ba93"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.054065 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.054095 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dzhj5\" (UniqueName: \"kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-kube-api-access-dzhj5\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.054106 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d000e630-5301-4e05-b548-dd7b6678ba93-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.054114 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.054123 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-f6jm5\" (UniqueName: \"kubernetes.io/projected/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-kube-api-access-f6jm5\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.054131 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.054139 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.054148 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/d000e630-5301-4e05-b548-dd7b6678ba93-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.059964 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "d000e630-5301-4e05-b548-dd7b6678ba93" (UID: "d000e630-5301-4e05-b548-dd7b6678ba93"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.062850 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config-secret" (OuterVolumeSpecName: "openstack-config-secret") pod "5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1" (UID: "5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1"). InnerVolumeSpecName "openstack-config-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.075006 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d000e630-5301-4e05-b548-dd7b6678ba93" (UID: "d000e630-5301-4e05-b548-dd7b6678ba93"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.081965 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "d000e630-5301-4e05-b548-dd7b6678ba93" (UID: "d000e630-5301-4e05-b548-dd7b6678ba93"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.124081 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/cinder-api-0" podUID="472bfec3-22e1-4d47-bf6e-782ed00759cf" containerName="cinder-api" probeResult="failure" output="Get \"https://10.217.0.251:8776/healthcheck\": read tcp 10.217.0.2:48082->10.217.0.251:8776: read: connection reset by peer" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.160939 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.160983 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.160994 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d000e630-5301-4e05-b548-dd7b6678ba93-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.161005 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1-openstack-config-secret\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: E1013 19:50:53.264535 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:50:53 crc kubenswrapper[4809]: E1013 19:50:53.264610 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data podName:687646bb-598e-44ef-8936-77e9ea9bc254 nodeName:}" failed. No retries permitted until 2025-10-13 19:50:57.264589956 +0000 UTC m=+1575.870336541 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data") pod "rabbitmq-server-0" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254") : configmap "rabbitmq-config-data" not found Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.275375 4809 generic.go:334] "Generic (PLEG): container finished" podID="96a46ade-d275-4714-8128-dd0dd6dcd70a" containerID="cdd722c76e5c79c379f2098876ea8fc8fca89c9a3c2b9a2e2b5e7bdf4c61a09d" exitCode=0 Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.275486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"96a46ade-d275-4714-8128-dd0dd6dcd70a","Type":"ContainerDied","Data":"cdd722c76e5c79c379f2098876ea8fc8fca89c9a3c2b9a2e2b5e7bdf4c61a09d"} Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.286911 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.286960 4809 scope.go:117] "RemoveContainer" containerID="e16caeacee4a5bb892bf687f6e3d44322b5789f04e35cd35225d9c82bdf35834" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.307938 4809 generic.go:334] "Generic (PLEG): container finished" podID="e915ed43-b054-4872-a0cb-55c1e1a23910" containerID="fc4d61b39f4bc2686fe72a3afe10b0d9f39c8e5171836a9217cd42353899574d" exitCode=0 Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.308044 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican28db-account-delete-kbmvl" event={"ID":"e915ed43-b054-4872-a0cb-55c1e1a23910","Type":"ContainerDied","Data":"fc4d61b39f4bc2686fe72a3afe10b0d9f39c8e5171836a9217cd42353899574d"} Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.308073 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican28db-account-delete-kbmvl" event={"ID":"e915ed43-b054-4872-a0cb-55c1e1a23910","Type":"ContainerStarted","Data":"7844329e70e98025a9fee2baacc005b674e7e3c8b6cc453ceeb6ef6a3afe4b6d"} Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.319870 4809 generic.go:334] "Generic (PLEG): container finished" podID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerID="03d712e03371922eca0e35543f54ea71b92327191968959b82097bfad92b0caf" exitCode=0 Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.320282 4809 generic.go:334] "Generic (PLEG): container finished" podID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerID="d8c36c2d86bfdb0c54884633527637df783d7ea2b2cc561bc90d207cb5c494d0" exitCode=2 Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.320292 4809 generic.go:334] "Generic (PLEG): container finished" podID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerID="522ca2a86eafaa18c75ffc3e6d20750071b6c96d274bfa361db277f323ba34d3" exitCode=0 Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.320138 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"32a72675-cb6f-4ed5-9d81-6d8b4800b59e","Type":"ContainerDied","Data":"03d712e03371922eca0e35543f54ea71b92327191968959b82097bfad92b0caf"} Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.320376 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"32a72675-cb6f-4ed5-9d81-6d8b4800b59e","Type":"ContainerDied","Data":"d8c36c2d86bfdb0c54884633527637df783d7ea2b2cc561bc90d207cb5c494d0"} Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.320389 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"32a72675-cb6f-4ed5-9d81-6d8b4800b59e","Type":"ContainerDied","Data":"522ca2a86eafaa18c75ffc3e6d20750071b6c96d274bfa361db277f323ba34d3"} Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.361421 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell0785d-account-delete-pqwq4"] Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.361502 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell1c478-account-delete-thp8n"] Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.366063 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glancea9d4-account-delete-rsbjk"] Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.377964 4809 generic.go:334] "Generic (PLEG): container finished" podID="85cf0f20-d883-49b9-b51e-fe78e51ab975" containerID="96670c8dca7e915ae12cdd43b39e8ed8b298bc806df2b4cc22a9e5b0fa1c425e" exitCode=0 Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.378056 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"85cf0f20-d883-49b9-b51e-fe78e51ab975","Type":"ContainerDied","Data":"96670c8dca7e915ae12cdd43b39e8ed8b298bc806df2b4cc22a9e5b0fa1c425e"} Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.383631 4809 generic.go:334] "Generic (PLEG): container finished" podID="ab02110d-c3f5-479d-b414-ce98d77505f3" containerID="221b7829eccab6c63debe2ddb3d66898d682c76b7919604cbdd613ee2e94749a" exitCode=2 Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.383670 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"ab02110d-c3f5-479d-b414-ce98d77505f3","Type":"ContainerDied","Data":"221b7829eccab6c63debe2ddb3d66898d682c76b7919604cbdd613ee2e94749a"} Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.385617 4809 generic.go:334] "Generic (PLEG): container finished" podID="d000e630-5301-4e05-b548-dd7b6678ba93" containerID="e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1" exitCode=0 Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.385653 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" event={"ID":"d000e630-5301-4e05-b548-dd7b6678ba93","Type":"ContainerDied","Data":"e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1"} Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.385667 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" event={"ID":"d000e630-5301-4e05-b548-dd7b6678ba93","Type":"ContainerDied","Data":"970adb46e046fc0acc02605a5aec2faa90fae05b76e5aaf6272ed2dd66cf5747"} Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.385762 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.428256 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"472bfec3-22e1-4d47-bf6e-782ed00759cf","Type":"ContainerDied","Data":"7342ae646f862de88f11d7e7cf8c591f61bc75267c3a594cef0a67996b6b3158"} Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.428179 4809 generic.go:334] "Generic (PLEG): container finished" podID="472bfec3-22e1-4d47-bf6e-782ed00759cf" containerID="7342ae646f862de88f11d7e7cf8c591f61bc75267c3a594cef0a67996b6b3158" exitCode=0 Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.428440 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.428474 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.612548 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement272d-account-delete-pvg8c"] Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.621682 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9"] Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.652919 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novaapi3680-account-delete-gwm5j"] Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.756262 4809 scope.go:117] "RemoveContainer" containerID="50ae32f85a284005385916ccb60aaef10d2ceaddafd6e701beca77905c3ee814" Oct 13 19:50:53 crc kubenswrapper[4809]: E1013 19:50:53.780634 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377 is running failed: container process not found" containerID="77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:50:53 crc kubenswrapper[4809]: E1013 19:50:53.781268 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377 is running failed: container process not found" containerID="77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:50:53 crc kubenswrapper[4809]: E1013 19:50:53.781696 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377 is running failed: container process not found" containerID="77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:50:53 crc kubenswrapper[4809]: E1013 19:50:53.781766 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377 is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="70eaef2e-5019-4f15-b6af-698581d39d2c" containerName="nova-cell0-conductor-conductor" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.789072 4809 scope.go:117] "RemoveContainer" containerID="e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.795542 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:50:53 crc kubenswrapper[4809]: W1013 19:50:53.807047 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod797a29b1_aa0a_4b7e_84cf_8567a17440a7.slice/crio-77a70d25ded9c42638e5868050a2dda93cfebd1353789be082621f2d2e702295 WatchSource:0}: Error finding container 77a70d25ded9c42638e5868050a2dda93cfebd1353789be082621f2d2e702295: Status 404 returned error can't find the container with id 77a70d25ded9c42638e5868050a2dda93cfebd1353789be082621f2d2e702295 Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.837417 4809 scope.go:117] "RemoveContainer" containerID="f0e297becd6274607c30f16becfebe3c42efc5011905b0a03580a50b8e23e1ff" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.867785 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l"] Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.880250 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-combined-ca-bundle\") pod \"96a46ade-d275-4714-8128-dd0dd6dcd70a\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.880332 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-vencrypt-tls-certs\") pod \"96a46ade-d275-4714-8128-dd0dd6dcd70a\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.880368 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-nova-novncproxy-tls-certs\") pod \"96a46ade-d275-4714-8128-dd0dd6dcd70a\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.880399 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-config-data\") pod \"96a46ade-d275-4714-8128-dd0dd6dcd70a\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.880598 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kxxjp\" (UniqueName: \"kubernetes.io/projected/96a46ade-d275-4714-8128-dd0dd6dcd70a-kube-api-access-kxxjp\") pod \"96a46ade-d275-4714-8128-dd0dd6dcd70a\" (UID: \"96a46ade-d275-4714-8128-dd0dd6dcd70a\") " Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.887865 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/96a46ade-d275-4714-8128-dd0dd6dcd70a-kube-api-access-kxxjp" (OuterVolumeSpecName: "kube-api-access-kxxjp") pod "96a46ade-d275-4714-8128-dd0dd6dcd70a" (UID: "96a46ade-d275-4714-8128-dd0dd6dcd70a"). InnerVolumeSpecName "kube-api-access-kxxjp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.910246 4809 scope.go:117] "RemoveContainer" containerID="89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.913866 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.914841 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5b667dc978-tqf4l"] Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.919870 4809 scope.go:117] "RemoveContainer" containerID="48075768b9a408a92a20b0473343d22d3f812470e07ac267b37a08b8cfbee594" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.920861 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.936275 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.965259 4809 scope.go:117] "RemoveContainer" containerID="e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1" Oct 13 19:50:53 crc kubenswrapper[4809]: E1013 19:50:53.965785 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1\": container with ID starting with e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1 not found: ID does not exist" containerID="e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.965813 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1"} err="failed to get container status \"e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1\": rpc error: code = NotFound desc = could not find container \"e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1\": container with ID starting with e4816854842da31c9aa1a1288ef177ca158565a56d57e6e50d4c2178ac0afbc1 not found: ID does not exist" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.965834 4809 scope.go:117] "RemoveContainer" containerID="89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.971126 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-config-data" (OuterVolumeSpecName: "config-data") pod "96a46ade-d275-4714-8128-dd0dd6dcd70a" (UID: "96a46ade-d275-4714-8128-dd0dd6dcd70a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.971830 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican28db-account-delete-kbmvl" Oct 13 19:50:53 crc kubenswrapper[4809]: E1013 19:50:53.972215 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb\": container with ID starting with 89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb not found: ID does not exist" containerID="89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.972390 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb"} err="failed to get container status \"89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb\": rpc error: code = NotFound desc = could not find container \"89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb\": container with ID starting with 89ffaba2b3b627ffaf737549d632f7ba417f6de86465b3437aa524fbdb9d5cfb not found: ID does not exist" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.972352 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.978339 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.978935 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.985993 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mh48q\" (UniqueName: \"kubernetes.io/projected/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-api-access-mh48q\") pod \"ab02110d-c3f5-479d-b414-ce98d77505f3\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.986135 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-config\") pod \"ab02110d-c3f5-479d-b414-ce98d77505f3\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.986164 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-certs\") pod \"ab02110d-c3f5-479d-b414-ce98d77505f3\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.986191 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-combined-ca-bundle\") pod \"ab02110d-c3f5-479d-b414-ce98d77505f3\" (UID: \"ab02110d-c3f5-479d-b414-ce98d77505f3\") " Oct 13 19:50:53 crc kubenswrapper[4809]: E1013 19:50:53.990880 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:50:53 crc kubenswrapper[4809]: E1013 19:50:53.990964 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle podName:c8efbafa-8520-4d74-988e-fcddddfd6be5 nodeName:}" failed. No retries permitted until 2025-10-13 19:50:57.990944564 +0000 UTC m=+1576.596691149 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle") pod "nova-metadata-0" (UID: "c8efbafa-8520-4d74-988e-fcddddfd6be5") : secret "combined-ca-bundle" not found Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.991167 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.991200 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kxxjp\" (UniqueName: \"kubernetes.io/projected/96a46ade-d275-4714-8128-dd0dd6dcd70a-kube-api-access-kxxjp\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:53 crc kubenswrapper[4809]: I1013 19:50:53.991236 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.008393 4809 scope.go:117] "RemoveContainer" containerID="e573ecba766ae516c1b8c01938690be8ea7d7187c5a41d287174141938783d6e" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.089594 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-api-access-mh48q" (OuterVolumeSpecName: "kube-api-access-mh48q") pod "ab02110d-c3f5-479d-b414-ce98d77505f3" (UID: "ab02110d-c3f5-479d-b414-ce98d77505f3"). InnerVolumeSpecName "kube-api-access-mh48q". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.101927 4809 scope.go:117] "RemoveContainer" containerID="36f0f2f0a746fbd177e8f49a52a8ad9eb41f6e7ea03d92e3f28dfeb7918facc5" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104269 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-public-tls-certs\") pod \"472bfec3-22e1-4d47-bf6e-782ed00759cf\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104333 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-operator-scripts\") pod \"85cf0f20-d883-49b9-b51e-fe78e51ab975\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104384 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v5xch\" (UniqueName: \"kubernetes.io/projected/e915ed43-b054-4872-a0cb-55c1e1a23910-kube-api-access-v5xch\") pod \"e915ed43-b054-4872-a0cb-55c1e1a23910\" (UID: \"e915ed43-b054-4872-a0cb-55c1e1a23910\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104473 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-default\") pod \"85cf0f20-d883-49b9-b51e-fe78e51ab975\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104525 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-combined-ca-bundle\") pod \"85cf0f20-d883-49b9-b51e-fe78e51ab975\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104548 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data-custom\") pod \"472bfec3-22e1-4d47-bf6e-782ed00759cf\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104604 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-kolla-config\") pod \"85cf0f20-d883-49b9-b51e-fe78e51ab975\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104635 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/472bfec3-22e1-4d47-bf6e-782ed00759cf-logs\") pod \"472bfec3-22e1-4d47-bf6e-782ed00759cf\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104672 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-combined-ca-bundle\") pod \"472bfec3-22e1-4d47-bf6e-782ed00759cf\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104700 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jh8qg\" (UniqueName: \"kubernetes.io/projected/85cf0f20-d883-49b9-b51e-fe78e51ab975-kube-api-access-jh8qg\") pod \"85cf0f20-d883-49b9-b51e-fe78e51ab975\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104747 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nkqqt\" (UniqueName: \"kubernetes.io/projected/472bfec3-22e1-4d47-bf6e-782ed00759cf-kube-api-access-nkqqt\") pod \"472bfec3-22e1-4d47-bf6e-782ed00759cf\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104786 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/472bfec3-22e1-4d47-bf6e-782ed00759cf-etc-machine-id\") pod \"472bfec3-22e1-4d47-bf6e-782ed00759cf\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104812 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-secrets\") pod \"85cf0f20-d883-49b9-b51e-fe78e51ab975\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104849 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-scripts\") pod \"472bfec3-22e1-4d47-bf6e-782ed00759cf\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104898 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"85cf0f20-d883-49b9-b51e-fe78e51ab975\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.104979 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-galera-tls-certs\") pod \"85cf0f20-d883-49b9-b51e-fe78e51ab975\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.105004 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-generated\") pod \"85cf0f20-d883-49b9-b51e-fe78e51ab975\" (UID: \"85cf0f20-d883-49b9-b51e-fe78e51ab975\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.105047 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data\") pod \"472bfec3-22e1-4d47-bf6e-782ed00759cf\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.105076 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-internal-tls-certs\") pod \"472bfec3-22e1-4d47-bf6e-782ed00759cf\" (UID: \"472bfec3-22e1-4d47-bf6e-782ed00759cf\") " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.105386 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "85cf0f20-d883-49b9-b51e-fe78e51ab975" (UID: "85cf0f20-d883-49b9-b51e-fe78e51ab975"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.105757 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.105773 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mh48q\" (UniqueName: \"kubernetes.io/projected/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-api-access-mh48q\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.106189 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "85cf0f20-d883-49b9-b51e-fe78e51ab975" (UID: "85cf0f20-d883-49b9-b51e-fe78e51ab975"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.108861 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "85cf0f20-d883-49b9-b51e-fe78e51ab975" (UID: "85cf0f20-d883-49b9-b51e-fe78e51ab975"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.113677 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/472bfec3-22e1-4d47-bf6e-782ed00759cf-logs" (OuterVolumeSpecName: "logs") pod "472bfec3-22e1-4d47-bf6e-782ed00759cf" (UID: "472bfec3-22e1-4d47-bf6e-782ed00759cf"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.114082 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "85cf0f20-d883-49b9-b51e-fe78e51ab975" (UID: "85cf0f20-d883-49b9-b51e-fe78e51ab975"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.119433 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/472bfec3-22e1-4d47-bf6e-782ed00759cf-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "472bfec3-22e1-4d47-bf6e-782ed00759cf" (UID: "472bfec3-22e1-4d47-bf6e-782ed00759cf"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.210537 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.211047 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.211059 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/472bfec3-22e1-4d47-bf6e-782ed00759cf-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.211071 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/472bfec3-22e1-4d47-bf6e-782ed00759cf-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.211082 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/85cf0f20-d883-49b9-b51e-fe78e51ab975-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.218068 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-secrets" (OuterVolumeSpecName: "secrets") pod "85cf0f20-d883-49b9-b51e-fe78e51ab975" (UID: "85cf0f20-d883-49b9-b51e-fe78e51ab975"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.220210 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/472bfec3-22e1-4d47-bf6e-782ed00759cf-kube-api-access-nkqqt" (OuterVolumeSpecName: "kube-api-access-nkqqt") pod "472bfec3-22e1-4d47-bf6e-782ed00759cf" (UID: "472bfec3-22e1-4d47-bf6e-782ed00759cf"). InnerVolumeSpecName "kube-api-access-nkqqt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.220436 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e915ed43-b054-4872-a0cb-55c1e1a23910-kube-api-access-v5xch" (OuterVolumeSpecName: "kube-api-access-v5xch") pod "e915ed43-b054-4872-a0cb-55c1e1a23910" (UID: "e915ed43-b054-4872-a0cb-55c1e1a23910"). InnerVolumeSpecName "kube-api-access-v5xch". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.241570 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-scripts" (OuterVolumeSpecName: "scripts") pod "472bfec3-22e1-4d47-bf6e-782ed00759cf" (UID: "472bfec3-22e1-4d47-bf6e-782ed00759cf"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.253126 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/85cf0f20-d883-49b9-b51e-fe78e51ab975-kube-api-access-jh8qg" (OuterVolumeSpecName: "kube-api-access-jh8qg") pod "85cf0f20-d883-49b9-b51e-fe78e51ab975" (UID: "85cf0f20-d883-49b9-b51e-fe78e51ab975"). InnerVolumeSpecName "kube-api-access-jh8qg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.253233 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "96a46ade-d275-4714-8128-dd0dd6dcd70a" (UID: "96a46ade-d275-4714-8128-dd0dd6dcd70a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.253844 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "472bfec3-22e1-4d47-bf6e-782ed00759cf" (UID: "472bfec3-22e1-4d47-bf6e-782ed00759cf"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.255113 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="049d7cb6-f3ae-4bc0-95fa-b906497a9d13" path="/var/lib/kubelet/pods/049d7cb6-f3ae-4bc0-95fa-b906497a9d13/volumes" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.255644 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3dddf62b-2e4c-4193-9f9f-de69cc9b9312" path="/var/lib/kubelet/pods/3dddf62b-2e4c-4193-9f9f-de69cc9b9312/volumes" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.263801 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="44c87486-e2ca-49f6-bb3b-f7aebee83816" path="/var/lib/kubelet/pods/44c87486-e2ca-49f6-bb3b-f7aebee83816/volumes" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.264411 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150" path="/var/lib/kubelet/pods/5b5dab9b-f8e9-44b3-8d04-8fdc43c8b150/volumes" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.264982 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1" path="/var/lib/kubelet/pods/5c4b358f-5a4f-4de2-ade1-ef1ef1b843c1/volumes" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.266045 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="768bdd8b-018f-4754-9901-647a2490c2e3" path="/var/lib/kubelet/pods/768bdd8b-018f-4754-9901-647a2490c2e3/volumes" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.266695 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8e611131-0df9-4a52-b830-f62213eb2df7" path="/var/lib/kubelet/pods/8e611131-0df9-4a52-b830-f62213eb2df7/volumes" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.267376 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9cc1c423-9d8a-4b1f-a91d-b3229faf7757" path="/var/lib/kubelet/pods/9cc1c423-9d8a-4b1f-a91d-b3229faf7757/volumes" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.274496 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d000e630-5301-4e05-b548-dd7b6678ba93" path="/var/lib/kubelet/pods/d000e630-5301-4e05-b548-dd7b6678ba93/volumes" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.275368 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="efb95e40-1825-4300-b403-ea8218a0acb9" path="/var/lib/kubelet/pods/efb95e40-1825-4300-b403-ea8218a0acb9/volumes" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.313593 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v5xch\" (UniqueName: \"kubernetes.io/projected/e915ed43-b054-4872-a0cb-55c1e1a23910-kube-api-access-v5xch\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.313623 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.313632 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jh8qg\" (UniqueName: \"kubernetes.io/projected/85cf0f20-d883-49b9-b51e-fe78e51ab975-kube-api-access-jh8qg\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.313641 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nkqqt\" (UniqueName: \"kubernetes.io/projected/472bfec3-22e1-4d47-bf6e-782ed00759cf-kube-api-access-nkqqt\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.313649 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.313658 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.313668 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: E1013 19:50:54.313760 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-memcached-svc: secret "cert-memcached-svc" not found Oct 13 19:50:54 crc kubenswrapper[4809]: E1013 19:50:54.313807 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs podName:2a7f598d-ef0c-4176-9986-d52db2e00d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:50:54.81379259 +0000 UTC m=+1573.419539175 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "memcached-tls-certs" (UniqueName: "kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs") pod "memcached-0" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a") : secret "cert-memcached-svc" not found Oct 13 19:50:54 crc kubenswrapper[4809]: E1013 19:50:54.314573 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:50:54 crc kubenswrapper[4809]: E1013 19:50:54.314661 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle podName:2a7f598d-ef0c-4176-9986-d52db2e00d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:50:54.814641184 +0000 UTC m=+1573.420387769 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle") pod "memcached-0" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a") : secret "combined-ca-bundle" not found Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.319907 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage12-crc" (OuterVolumeSpecName: "mysql-db") pod "85cf0f20-d883-49b9-b51e-fe78e51ab975" (UID: "85cf0f20-d883-49b9-b51e-fe78e51ab975"). InnerVolumeSpecName "local-storage12-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.418109 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") on node \"crc\" " Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.459980 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ab02110d-c3f5-479d-b414-ce98d77505f3" (UID: "ab02110d-c3f5-479d-b414-ce98d77505f3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.487866 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.497628 4809 generic.go:334] "Generic (PLEG): container finished" podID="07f39ea2-2a00-4a88-882c-8ac81d05611e" containerID="fb92b6cc39dce85d84f0d2cdb54004d859abd92d899bbd10290f2f24ad7d0432" exitCode=0 Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.512357 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-config" (OuterVolumeSpecName: "kube-state-metrics-tls-config") pod "ab02110d-c3f5-479d-b414-ce98d77505f3" (UID: "ab02110d-c3f5-479d-b414-ce98d77505f3"). InnerVolumeSpecName "kube-state-metrics-tls-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.562460 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.562488 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: W1013 19:50:54.634955 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9e560f87_5357_4288_bdf9_843617da2233.slice/crio-45eaad546d61c04bea5c114098b3fa1eca2bc69865b2a2f36d50a17495d217fb WatchSource:0}: Error finding container 45eaad546d61c04bea5c114098b3fa1eca2bc69865b2a2f36d50a17495d217fb: Status 404 returned error can't find the container with id 45eaad546d61c04bea5c114098b3fa1eca2bc69865b2a2f36d50a17495d217fb Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.639773 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.644441 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "472bfec3-22e1-4d47-bf6e-782ed00759cf" (UID: "472bfec3-22e1-4d47-bf6e-782ed00759cf"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.667591 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: E1013 19:50:54.667691 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:50:54 crc kubenswrapper[4809]: E1013 19:50:54.667810 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data podName:2d46abdb-8149-4fdc-a430-9f507b36a81f nodeName:}" failed. No retries permitted until 2025-10-13 19:50:58.66779556 +0000 UTC m=+1577.273542145 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data") pod "rabbitmq-cell1-server-0" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.677136 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.679127 4809 generic.go:334] "Generic (PLEG): container finished" podID="5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" containerID="a7037f38388914709054c4282168c452782fc411c6cf19e2419a980df97a3242" exitCode=0 Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.688509 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.708254 4809 generic.go:334] "Generic (PLEG): container finished" podID="70eaef2e-5019-4f15-b6af-698581d39d2c" containerID="77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377" exitCode=0 Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.733298 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage12-crc" (UniqueName: "kubernetes.io/local-volume/local-storage12-crc") on node "crc" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.750016 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican28db-account-delete-kbmvl" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.768800 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.781182 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "85cf0f20-d883-49b9-b51e-fe78e51ab975" (UID: "85cf0f20-d883-49b9-b51e-fe78e51ab975"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.808171 4809 generic.go:334] "Generic (PLEG): container finished" podID="1b475dfc-a1c1-4ed8-bebf-158243ac749c" containerID="d5dec900e2c846b872679477c156b8a0caa87f127751837fd6b54f491b048ace" exitCode=0 Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.811959 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "472bfec3-22e1-4d47-bf6e-782ed00759cf" (UID: "472bfec3-22e1-4d47-bf6e-782ed00759cf"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.815294 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-nova-novncproxy-tls-certs" (OuterVolumeSpecName: "nova-novncproxy-tls-certs") pod "96a46ade-d275-4714-8128-dd0dd6dcd70a" (UID: "96a46ade-d275-4714-8128-dd0dd6dcd70a"). InnerVolumeSpecName "nova-novncproxy-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.828476 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "472bfec3-22e1-4d47-bf6e-782ed00759cf" (UID: "472bfec3-22e1-4d47-bf6e-782ed00759cf"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.836619 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-vencrypt-tls-certs" (OuterVolumeSpecName: "vencrypt-tls-certs") pod "96a46ade-d275-4714-8128-dd0dd6dcd70a" (UID: "96a46ade-d275-4714-8128-dd0dd6dcd70a"). InnerVolumeSpecName "vencrypt-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.873687 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.873679 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data" (OuterVolumeSpecName: "config-data") pod "472bfec3-22e1-4d47-bf6e-782ed00759cf" (UID: "472bfec3-22e1-4d47-bf6e-782ed00759cf"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: E1013 19:50:54.873821 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:50:54 crc kubenswrapper[4809]: E1013 19:50:54.873872 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-memcached-svc: secret "cert-memcached-svc" not found Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.873889 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: E1013 19:50:54.873934 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle podName:2a7f598d-ef0c-4176-9986-d52db2e00d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:50:55.873919522 +0000 UTC m=+1574.479666107 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle") pod "memcached-0" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a") : secret "combined-ca-bundle" not found Oct 13 19:50:54 crc kubenswrapper[4809]: E1013 19:50:54.873951 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs podName:2a7f598d-ef0c-4176-9986-d52db2e00d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:50:55.873943763 +0000 UTC m=+1574.479690348 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "memcached-tls-certs" (UniqueName: "kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs") pod "memcached-0" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a") : secret "cert-memcached-svc" not found Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.873955 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.873977 4809 reconciler_common.go:293] "Volume detached for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-vencrypt-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.873988 4809 reconciler_common.go:293] "Volume detached for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/96a46ade-d275-4714-8128-dd0dd6dcd70a-nova-novncproxy-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.909766 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "85cf0f20-d883-49b9-b51e-fe78e51ab975" (UID: "85cf0f20-d883-49b9-b51e-fe78e51ab975"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.955287 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-certs" (OuterVolumeSpecName: "kube-state-metrics-tls-certs") pod "ab02110d-c3f5-479d-b414-ce98d77505f3" (UID: "ab02110d-c3f5-479d-b414-ce98d77505f3"). InnerVolumeSpecName "kube-state-metrics-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.975604 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/85cf0f20-d883-49b9-b51e-fe78e51ab975-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.975627 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/472bfec3-22e1-4d47-bf6e-782ed00759cf-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:54 crc kubenswrapper[4809]: I1013 19:50:54.975639 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/ab02110d-c3f5-479d-b414-ce98d77505f3-kube-state-metrics-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.437757 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.439656 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.441071 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.441133 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="848e1583-c574-4acf-b52c-ef927147c23a" containerName="ovn-northd" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.580678 4809 kubelet.go:2526] "Housekeeping took longer than expected" err="housekeeping took too long" expected="1s" actual="1.426s" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.580943 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.580959 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"472bfec3-22e1-4d47-bf6e-782ed00759cf","Type":"ContainerDied","Data":"2dc5a89a04992b41dbbdbce62ba6437357c844113671fe2fc6464d663295317c"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.580978 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" event={"ID":"68560ec7-bcc3-46c7-bdf4-bba798ea036f","Type":"ContainerStarted","Data":"f420c21e9e01579892178a8c75fd7bad8ebeabe42c88c5a6115b1823d97c87fd"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.580997 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581012 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-592qb"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581022 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-592qb"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581036 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" event={"ID":"07f39ea2-2a00-4a88-882c-8ac81d05611e","Type":"ContainerDied","Data":"fb92b6cc39dce85d84f0d2cdb54004d859abd92d899bbd10290f2f24ad7d0432"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581071 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-2srwr"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581085 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" event={"ID":"07f39ea2-2a00-4a88-882c-8ac81d05611e","Type":"ContainerStarted","Data":"8fa191ac659a37c9270596e203d492e5987c0982b08920b3d2f29f0e9b5b2063"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581095 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-2srwr"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581106 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" event={"ID":"71b62515-41b4-4464-a063-0e02cb05e8f7","Type":"ContainerStarted","Data":"4dc2fbced992442a79a9ab55db43215457c3005bade479db90b55433d681dd55"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581115 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" event={"ID":"db34a982-4a54-44c7-b12c-51fa798986e2","Type":"ContainerStarted","Data":"a70638cdd1d9d6a8e05917762acc4f6c6ef43d618723977f122b88ef16cbef73"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581125 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone1305-account-delete-wnrjc"] Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581407 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="472bfec3-22e1-4d47-bf6e-782ed00759cf" containerName="cinder-api-log" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581417 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="472bfec3-22e1-4d47-bf6e-782ed00759cf" containerName="cinder-api-log" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581428 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e915ed43-b054-4872-a0cb-55c1e1a23910" containerName="mariadb-account-delete" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581434 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e915ed43-b054-4872-a0cb-55c1e1a23910" containerName="mariadb-account-delete" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581445 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8e611131-0df9-4a52-b830-f62213eb2df7" containerName="ovsdbserver-nb" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581451 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8e611131-0df9-4a52-b830-f62213eb2df7" containerName="ovsdbserver-nb" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581468 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ab02110d-c3f5-479d-b414-ce98d77505f3" containerName="kube-state-metrics" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581474 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ab02110d-c3f5-479d-b414-ce98d77505f3" containerName="kube-state-metrics" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581489 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="85cf0f20-d883-49b9-b51e-fe78e51ab975" containerName="galera" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581497 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="85cf0f20-d883-49b9-b51e-fe78e51ab975" containerName="galera" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581510 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="472bfec3-22e1-4d47-bf6e-782ed00759cf" containerName="cinder-api" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581517 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="472bfec3-22e1-4d47-bf6e-782ed00759cf" containerName="cinder-api" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581526 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="96a46ade-d275-4714-8128-dd0dd6dcd70a" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581532 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="96a46ade-d275-4714-8128-dd0dd6dcd70a" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581542 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8e611131-0df9-4a52-b830-f62213eb2df7" containerName="openstack-network-exporter" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581548 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8e611131-0df9-4a52-b830-f62213eb2df7" containerName="openstack-network-exporter" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581558 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="85cf0f20-d883-49b9-b51e-fe78e51ab975" containerName="mysql-bootstrap" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581564 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="85cf0f20-d883-49b9-b51e-fe78e51ab975" containerName="mysql-bootstrap" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581575 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="efb95e40-1825-4300-b403-ea8218a0acb9" containerName="openstack-network-exporter" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581581 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="efb95e40-1825-4300-b403-ea8218a0acb9" containerName="openstack-network-exporter" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581594 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="efb95e40-1825-4300-b403-ea8218a0acb9" containerName="ovsdbserver-sb" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581600 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="efb95e40-1825-4300-b403-ea8218a0acb9" containerName="ovsdbserver-sb" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581614 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d000e630-5301-4e05-b548-dd7b6678ba93" containerName="proxy-server" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581620 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d000e630-5301-4e05-b548-dd7b6678ba93" containerName="proxy-server" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.581629 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d000e630-5301-4e05-b548-dd7b6678ba93" containerName="proxy-httpd" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581635 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d000e630-5301-4e05-b548-dd7b6678ba93" containerName="proxy-httpd" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581813 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="85cf0f20-d883-49b9-b51e-fe78e51ab975" containerName="galera" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581825 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8e611131-0df9-4a52-b830-f62213eb2df7" containerName="openstack-network-exporter" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581836 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ab02110d-c3f5-479d-b414-ce98d77505f3" containerName="kube-state-metrics" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581845 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="efb95e40-1825-4300-b403-ea8218a0acb9" containerName="openstack-network-exporter" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581851 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="472bfec3-22e1-4d47-bf6e-782ed00759cf" containerName="cinder-api" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581862 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d000e630-5301-4e05-b548-dd7b6678ba93" containerName="proxy-server" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581875 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="efb95e40-1825-4300-b403-ea8218a0acb9" containerName="ovsdbserver-sb" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581882 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="96a46ade-d275-4714-8128-dd0dd6dcd70a" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581893 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8e611131-0df9-4a52-b830-f62213eb2df7" containerName="ovsdbserver-nb" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581899 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d000e630-5301-4e05-b548-dd7b6678ba93" containerName="proxy-httpd" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581910 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e915ed43-b054-4872-a0cb-55c1e1a23910" containerName="mariadb-account-delete" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.581922 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="472bfec3-22e1-4d47-bf6e-782ed00759cf" containerName="cinder-api-log" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582385 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" event={"ID":"db34a982-4a54-44c7-b12c-51fa798986e2","Type":"ContainerStarted","Data":"46a9019b371157ac6b15235073d3e764f2d66e284bb5be6f0ffeb48f8590f038"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582398 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582414 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone1305-account-delete-wnrjc"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582423 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-74cf6b4455-8c99s"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582434 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-m4pk5"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582443 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-m4pk5"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582453 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone1305-account-delete-wnrjc"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582461 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-1305-account-create-p828z"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582470 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-1305-account-create-p828z"] Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582480 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"96a46ade-d275-4714-8128-dd0dd6dcd70a","Type":"ContainerDied","Data":"ea7ed58a89eb4792ef9d83d30f8b031d8f886a2866dbc16070bbee896adeaea0"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582491 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glancea9d4-account-delete-rsbjk" event={"ID":"999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec","Type":"ContainerStarted","Data":"18421f3eeccaec1a9326870591295bffff80dffecf4e2def8ab54204f62d4d15"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582500 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glancea9d4-account-delete-rsbjk" event={"ID":"999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec","Type":"ContainerStarted","Data":"0a2c2d3edbc08a2cd6ceffe6df00e508e45d0b06ea412ad6d3a3cd499f16c8af"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582508 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" event={"ID":"797a29b1-aa0a-4b7e-84cf-8567a17440a7","Type":"ContainerStarted","Data":"77a70d25ded9c42638e5868050a2dda93cfebd1353789be082621f2d2e702295"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"85cf0f20-d883-49b9-b51e-fe78e51ab975","Type":"ContainerDied","Data":"d85d031f71efb658af4441ac1ef41cc708cf341ff2c8d6b66643e2a499df5e34"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582529 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" event={"ID":"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743","Type":"ContainerDied","Data":"a7037f38388914709054c4282168c452782fc411c6cf19e2419a980df97a3242"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582540 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" event={"ID":"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743","Type":"ContainerDied","Data":"9d9dd41f9c2bd86d01746d232f46325a334494b51a0b904dd03d36d2d7e00e56"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582548 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9d9dd41f9c2bd86d01746d232f46325a334494b51a0b904dd03d36d2d7e00e56" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582557 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"ab02110d-c3f5-479d-b414-ce98d77505f3","Type":"ContainerDied","Data":"104fc73e70960dafcf3301e51d0134f82b56bb1b3ea42330b65a73d2c6ac8184"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582568 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"70eaef2e-5019-4f15-b6af-698581d39d2c","Type":"ContainerDied","Data":"77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582579 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican28db-account-delete-kbmvl" event={"ID":"e915ed43-b054-4872-a0cb-55c1e1a23910","Type":"ContainerDied","Data":"7844329e70e98025a9fee2baacc005b674e7e3c8b6cc453ceeb6ef6a3afe4b6d"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582590 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" event={"ID":"1b475dfc-a1c1-4ed8-bebf-158243ac749c","Type":"ContainerDied","Data":"d5dec900e2c846b872679477c156b8a0caa87f127751837fd6b54f491b048ace"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582600 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" event={"ID":"1b475dfc-a1c1-4ed8-bebf-158243ac749c","Type":"ContainerDied","Data":"730741a78d3f956f18209d1d781ac67daa83b8fc9168ae1e168e58d62a19e5f2"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582607 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="730741a78d3f956f18209d1d781ac67daa83b8fc9168ae1e168e58d62a19e5f2" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.582820 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone1305-account-delete-wnrjc" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.583230 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/memcached-0" podUID="2a7f598d-ef0c-4176-9986-d52db2e00d2a" containerName="memcached" containerID="cri-o://ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9" gracePeriod=30 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.583987 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" podUID="5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" containerName="keystone-api" containerID="cri-o://3fab2b9a5dc70b9789bc3b8fbcc1a21257698d985fe14522333ba1f782fad104" gracePeriod=30 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.588585 4809 scope.go:117] "RemoveContainer" containerID="7342ae646f862de88f11d7e7cf8c591f61bc75267c3a594cef0a67996b6b3158" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.620703 4809 scope.go:117] "RemoveContainer" containerID="3b317ef1afe80a0d5b49fda5e8c4268320833cc44755f770d7117e61f6a7edff" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.748309 4809 scope.go:117] "RemoveContainer" containerID="9c9f5ae18bc4e3f83beb6d0d381779474c65b759cfb743ba62dc6bb5b9353043" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.751933 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-galera-0" podUID="42b50b7f-8e40-473a-b8a6-ca9980fff96c" containerName="galera" containerID="cri-o://1c654fc682c44927aaa69cbf5e567ea3938cc35fd6140445aa089c79930922ab" gracePeriod=30 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.773053 4809 scope.go:117] "RemoveContainer" containerID="f0854dd5904b2a187ae6aebc0fad5b0a446a8b0e2d86694dddf3ee04e7ec8087" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.823410 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.824104 4809 generic.go:334] "Generic (PLEG): container finished" podID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerID="b16ed314098085788ef627bb2a6b093b990e43c8bd63fbb6b6e5e3414131d3e6" exitCode=0 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.824159 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" event={"ID":"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293","Type":"ContainerDied","Data":"b16ed314098085788ef627bb2a6b093b990e43c8bd63fbb6b6e5e3414131d3e6"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.824182 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" event={"ID":"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293","Type":"ContainerDied","Data":"eff9d36173aeee5a2b422ced2a7968c3a4b5167adab1cd5786f99ef3e3833046"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.824193 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="eff9d36173aeee5a2b422ced2a7968c3a4b5167adab1cd5786f99ef3e3833046" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.837289 4809 generic.go:334] "Generic (PLEG): container finished" podID="5f5db05f-27de-427f-b85e-9d0db7505912" containerID="cd9ef213ed1b45c5f16e97bf1d949849f83bfe4642111bd355883a5e52857c7f" exitCode=0 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.837384 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5f5db05f-27de-427f-b85e-9d0db7505912","Type":"ContainerDied","Data":"cd9ef213ed1b45c5f16e97bf1d949849f83bfe4642111bd355883a5e52857c7f"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.839630 4809 generic.go:334] "Generic (PLEG): container finished" podID="db34a982-4a54-44c7-b12c-51fa798986e2" containerID="a70638cdd1d9d6a8e05917762acc4f6c6ef43d618723977f122b88ef16cbef73" exitCode=1 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.839681 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" event={"ID":"db34a982-4a54-44c7-b12c-51fa798986e2","Type":"ContainerDied","Data":"a70638cdd1d9d6a8e05917762acc4f6c6ef43d618723977f122b88ef16cbef73"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.839707 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" event={"ID":"db34a982-4a54-44c7-b12c-51fa798986e2","Type":"ContainerDied","Data":"46a9019b371157ac6b15235073d3e764f2d66e284bb5be6f0ffeb48f8590f038"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.839719 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="46a9019b371157ac6b15235073d3e764f2d66e284bb5be6f0ffeb48f8590f038" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.861312 4809 scope.go:117] "RemoveContainer" containerID="486b0caefd39445fdcdfec2a4104ea987abc7dd868106f2cf6454f27e47a6145" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.863338 4809 generic.go:334] "Generic (PLEG): container finished" podID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerID="9db629581031f357a6b202d613f51688f3a325f04ac205fa4954349ab0de63a1" exitCode=0 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.863435 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" event={"ID":"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a","Type":"ContainerDied","Data":"9db629581031f357a6b202d613f51688f3a325f04ac205fa4954349ab0de63a1"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.872331 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" event={"ID":"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a","Type":"ContainerDied","Data":"4187a0051f53855f57364e2985b7e37eb9b742068117e67ad9b2f74e1d82c27f"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.872419 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="4187a0051f53855f57364e2985b7e37eb9b742068117e67ad9b2f74e1d82c27f" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.883420 4809 generic.go:334] "Generic (PLEG): container finished" podID="79c17ef0-b7a1-4816-aec0-1e83ecf552d4" containerID="02f8a46a739b147eb72ef31b224e7cac62aeedb73cd9a3c54e8c97b66c3d889c" exitCode=0 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.883518 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"79c17ef0-b7a1-4816-aec0-1e83ecf552d4","Type":"ContainerDied","Data":"02f8a46a739b147eb72ef31b224e7cac62aeedb73cd9a3c54e8c97b66c3d889c"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.883551 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"79c17ef0-b7a1-4816-aec0-1e83ecf552d4","Type":"ContainerDied","Data":"56dde1409163ef4543ecc924eb688e4be2d3513c2fb9fa16ce715d5de268828b"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.883568 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="56dde1409163ef4543ecc924eb688e4be2d3513c2fb9fa16ce715d5de268828b" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.889232 4809 generic.go:334] "Generic (PLEG): container finished" podID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerID="156b67451b90ecaf2e7ff6762bbbae09ef509cc3b6e635d16c45f654f089aa5d" exitCode=0 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.889311 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"32a72675-cb6f-4ed5-9d81-6d8b4800b59e","Type":"ContainerDied","Data":"156b67451b90ecaf2e7ff6762bbbae09ef509cc3b6e635d16c45f654f089aa5d"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.889342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"32a72675-cb6f-4ed5-9d81-6d8b4800b59e","Type":"ContainerDied","Data":"0a69f69910b123e9519eaaa0c2f656e0b8bda60083a4ce14ba05cd8c702311d4"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.889353 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0a69f69910b123e9519eaaa0c2f656e0b8bda60083a4ce14ba05cd8c702311d4" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.890434 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data-custom\") pod \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.890592 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ng8t7\" (UniqueName: \"kubernetes.io/projected/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-kube-api-access-ng8t7\") pod \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.890638 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data\") pod \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.890743 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-logs\") pod \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.890776 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-combined-ca-bundle\") pod \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\" (UID: \"5e4c0c7a-3bf4-42c4-80c1-b3456ae78743\") " Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.891611 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-memcached-svc: secret "cert-memcached-svc" not found Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.891679 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs podName:2a7f598d-ef0c-4176-9986-d52db2e00d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:50:57.891658971 +0000 UTC m=+1576.497405556 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "memcached-tls-certs" (UniqueName: "kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs") pod "memcached-0" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a") : secret "cert-memcached-svc" not found Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.892512 4809 scope.go:117] "RemoveContainer" containerID="cdd722c76e5c79c379f2098876ea8fc8fca89c9a3c2b9a2e2b5e7bdf4c61a09d" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.892941 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-logs" (OuterVolumeSpecName: "logs") pod "5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" (UID: "5e4c0c7a-3bf4-42c4-80c1-b3456ae78743"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.892952 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:50:55 crc kubenswrapper[4809]: E1013 19:50:55.893048 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle podName:2a7f598d-ef0c-4176-9986-d52db2e00d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:50:57.893030291 +0000 UTC m=+1576.498776876 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle") pod "memcached-0" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a") : secret "combined-ca-bundle" not found Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.899363 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-kube-api-access-ng8t7" (OuterVolumeSpecName: "kube-api-access-ng8t7") pod "5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" (UID: "5e4c0c7a-3bf4-42c4-80c1-b3456ae78743"). InnerVolumeSpecName "kube-api-access-ng8t7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.907587 4809 generic.go:334] "Generic (PLEG): container finished" podID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerID="8cb161e955dd37efe4ff2b5a54a2b9ae6e0e995c0fb0cc339670b2057ba6ad37" exitCode=0 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.907672 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c8efbafa-8520-4d74-988e-fcddddfd6be5","Type":"ContainerDied","Data":"8cb161e955dd37efe4ff2b5a54a2b9ae6e0e995c0fb0cc339670b2057ba6ad37"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.907699 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c8efbafa-8520-4d74-988e-fcddddfd6be5","Type":"ContainerDied","Data":"505093017c176468a02a52f0ed7f9bea5b36b768a8af58f653f5c25e1ec16cad"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.907714 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="505093017c176468a02a52f0ed7f9bea5b36b768a8af58f653f5c25e1ec16cad" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.930762 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"70eaef2e-5019-4f15-b6af-698581d39d2c","Type":"ContainerDied","Data":"3941b92035efac7cb447df513eec4caaa2aecd7b7359187931df43c6b6e96cf8"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.931211 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3941b92035efac7cb447df513eec4caaa2aecd7b7359187931df43c6b6e96cf8" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.931621 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.936036 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" event={"ID":"07f39ea2-2a00-4a88-882c-8ac81d05611e","Type":"ContainerDied","Data":"8fa191ac659a37c9270596e203d492e5987c0982b08920b3d2f29f0e9b5b2063"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.936323 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8fa191ac659a37c9270596e203d492e5987c0982b08920b3d2f29f0e9b5b2063" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.938924 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" (UID: "5e4c0c7a-3bf4-42c4-80c1-b3456ae78743"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.945391 4809 generic.go:334] "Generic (PLEG): container finished" podID="9393f128-c610-46b1-9279-e2e5c4ba8164" containerID="9f199030383836de753a9a8c5ce634868c8282fc78e130c2a18c57ff4752bbe9" exitCode=0 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.945630 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9393f128-c610-46b1-9279-e2e5c4ba8164","Type":"ContainerDied","Data":"9f199030383836de753a9a8c5ce634868c8282fc78e130c2a18c57ff4752bbe9"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.967833 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9393f128-c610-46b1-9279-e2e5c4ba8164","Type":"ContainerDied","Data":"bc96233118b150bed02ca0f99cf46af849e89925bcaaddc44d4fcd5519909f51"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.967940 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="bc96233118b150bed02ca0f99cf46af849e89925bcaaddc44d4fcd5519909f51" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.984455 4809 scope.go:117] "RemoveContainer" containerID="96670c8dca7e915ae12cdd43b39e8ed8b298bc806df2b4cc22a9e5b0fa1c425e" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.985187 4809 generic.go:334] "Generic (PLEG): container finished" podID="999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec" containerID="18421f3eeccaec1a9326870591295bffff80dffecf4e2def8ab54204f62d4d15" exitCode=0 Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.985231 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glancea9d4-account-delete-rsbjk" event={"ID":"999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec","Type":"ContainerDied","Data":"18421f3eeccaec1a9326870591295bffff80dffecf4e2def8ab54204f62d4d15"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.985250 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glancea9d4-account-delete-rsbjk" event={"ID":"999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec","Type":"ContainerDied","Data":"0a2c2d3edbc08a2cd6ceffe6df00e508e45d0b06ea412ad6d3a3cd499f16c8af"} Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.985260 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0a2c2d3edbc08a2cd6ceffe6df00e508e45d0b06ea412ad6d3a3cd499f16c8af" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.992853 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ng8t7\" (UniqueName: \"kubernetes.io/projected/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-kube-api-access-ng8t7\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.992896 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.992907 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:55 crc kubenswrapper[4809]: I1013 19:50:55.996577 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" event={"ID":"9e560f87-5357-4288-bdf9-843617da2233","Type":"ContainerStarted","Data":"45eaad546d61c04bea5c114098b3fa1eca2bc69865b2a2f36d50a17495d217fb"} Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.004113 4809 generic.go:334] "Generic (PLEG): container finished" podID="0097b51c-06a1-492a-8425-824e4ea9325b" containerID="f22f1d27487a149189ab39b8dcd5b37b37e6e14e19e22f407c342cb0cf07f34f" exitCode=0 Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.004164 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0097b51c-06a1-492a-8425-824e4ea9325b","Type":"ContainerDied","Data":"f22f1d27487a149189ab39b8dcd5b37b37e6e14e19e22f407c342cb0cf07f34f"} Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.004194 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"0097b51c-06a1-492a-8425-824e4ea9325b","Type":"ContainerDied","Data":"f33f572ca4942995e61c064103da3c51fad7a921fe39bf62472a74cf21a83f4e"} Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.004206 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f33f572ca4942995e61c064103da3c51fad7a921fe39bf62472a74cf21a83f4e" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.007875 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.031337 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.045160 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" (UID: "5e4c0c7a-3bf4-42c4-80c1-b3456ae78743"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.051224 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.059082 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.062360 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.065952 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.071746 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.082007 4809 scope.go:117] "RemoveContainer" containerID="633f81dfb37469f5a7d937c96c04ca0cf411745956edbadbaff0ff07102972ba" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.086462 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.090157 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.093480 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.094001 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-combined-ca-bundle\") pod \"70eaef2e-5019-4f15-b6af-698581d39d2c\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.094087 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-combined-ca-bundle\") pod \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.094119 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mr4zl\" (UniqueName: \"kubernetes.io/projected/70eaef2e-5019-4f15-b6af-698581d39d2c-kube-api-access-mr4zl\") pod \"70eaef2e-5019-4f15-b6af-698581d39d2c\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.094146 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-config-data\") pod \"70eaef2e-5019-4f15-b6af-698581d39d2c\" (UID: \"70eaef2e-5019-4f15-b6af-698581d39d2c\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.094190 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1b475dfc-a1c1-4ed8-bebf-158243ac749c-logs\") pod \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.094225 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vbwkv\" (UniqueName: \"kubernetes.io/projected/1b475dfc-a1c1-4ed8-bebf-158243ac749c-kube-api-access-vbwkv\") pod \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.094285 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data\") pod \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.094322 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data-custom\") pod \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\" (UID: \"1b475dfc-a1c1-4ed8-bebf-158243ac749c\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.094829 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.104965 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.127129 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glancea9d4-account-delete-rsbjk" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.128552 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.132365 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1b475dfc-a1c1-4ed8-bebf-158243ac749c-logs" (OuterVolumeSpecName: "logs") pod "1b475dfc-a1c1-4ed8-bebf-158243ac749c" (UID: "1b475dfc-a1c1-4ed8-bebf-158243ac749c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.135893 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "1b475dfc-a1c1-4ed8-bebf-158243ac749c" (UID: "1b475dfc-a1c1-4ed8-bebf-158243ac749c"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.140898 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/70eaef2e-5019-4f15-b6af-698581d39d2c-kube-api-access-mr4zl" (OuterVolumeSpecName: "kube-api-access-mr4zl") pod "70eaef2e-5019-4f15-b6af-698581d39d2c" (UID: "70eaef2e-5019-4f15-b6af-698581d39d2c"). InnerVolumeSpecName "kube-api-access-mr4zl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.144284 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1b475dfc-a1c1-4ed8-bebf-158243ac749c-kube-api-access-vbwkv" (OuterVolumeSpecName: "kube-api-access-vbwkv") pod "1b475dfc-a1c1-4ed8-bebf-158243ac749c" (UID: "1b475dfc-a1c1-4ed8-bebf-158243ac749c"). InnerVolumeSpecName "kube-api-access-vbwkv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.144411 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican28db-account-delete-kbmvl"] Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.148590 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican28db-account-delete-kbmvl"] Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.155958 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.161552 4809 scope.go:117] "RemoveContainer" containerID="221b7829eccab6c63debe2ddb3d66898d682c76b7919604cbdd613ee2e94749a" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.165240 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0bf30b9b-1a0c-40b6-a7ac-d625ff761764" path="/var/lib/kubelet/pods/0bf30b9b-1a0c-40b6-a7ac-d625ff761764/volumes" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.166009 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372" path="/var/lib/kubelet/pods/14a24ba1-dc7d-4df5-bd5d-5bcae2fd6372/volumes" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.167316 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0" path="/var/lib/kubelet/pods/1a9e2d27-324d-4c46-a7b6-e7bf2b14cee0/volumes" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.169475 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="472bfec3-22e1-4d47-bf6e-782ed00759cf" path="/var/lib/kubelet/pods/472bfec3-22e1-4d47-bf6e-782ed00759cf/volumes" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.171012 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="85cf0f20-d883-49b9-b51e-fe78e51ab975" path="/var/lib/kubelet/pods/85cf0f20-d883-49b9-b51e-fe78e51ab975/volumes" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.171536 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="936d8580-688a-498c-87e5-ff21d8e8fe7c" path="/var/lib/kubelet/pods/936d8580-688a-498c-87e5-ff21d8e8fe7c/volumes" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.172505 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="96a46ade-d275-4714-8128-dd0dd6dcd70a" path="/var/lib/kubelet/pods/96a46ade-d275-4714-8128-dd0dd6dcd70a/volumes" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.172985 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e915ed43-b054-4872-a0cb-55c1e1a23910" path="/var/lib/kubelet/pods/e915ed43-b054-4872-a0cb-55c1e1a23910/volumes" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.196969 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-internal-tls-certs\") pod \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197013 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2njbj\" (UniqueName: \"kubernetes.io/projected/999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec-kube-api-access-2njbj\") pod \"999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec\" (UID: \"999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197037 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-public-tls-certs\") pod \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197073 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle\") pod \"c8efbafa-8520-4d74-988e-fcddddfd6be5\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197110 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-config-data\") pod \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197132 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-combined-ca-bundle\") pod \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197150 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-scripts\") pod \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197166 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-combined-ca-bundle\") pod \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197206 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-d2vj9\" (UniqueName: \"kubernetes.io/projected/07f39ea2-2a00-4a88-882c-8ac81d05611e-kube-api-access-d2vj9\") pod \"07f39ea2-2a00-4a88-882c-8ac81d05611e\" (UID: \"07f39ea2-2a00-4a88-882c-8ac81d05611e\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197236 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c8efbafa-8520-4d74-988e-fcddddfd6be5-logs\") pod \"c8efbafa-8520-4d74-988e-fcddddfd6be5\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197276 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-scripts\") pod \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197304 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-httpd-run\") pod \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197325 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lxgfl\" (UniqueName: \"kubernetes.io/projected/db34a982-4a54-44c7-b12c-51fa798986e2-kube-api-access-lxgfl\") pod \"db34a982-4a54-44c7-b12c-51fa798986e2\" (UID: \"db34a982-4a54-44c7-b12c-51fa798986e2\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197352 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-config-data\") pod \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197420 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-internal-tls-certs\") pod \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197440 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pc6x6\" (UniqueName: \"kubernetes.io/projected/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-kube-api-access-pc6x6\") pod \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197469 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-logs\") pod \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197537 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-nova-metadata-tls-certs\") pod \"c8efbafa-8520-4d74-988e-fcddddfd6be5\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197560 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nx4rw\" (UniqueName: \"kubernetes.io/projected/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-kube-api-access-nx4rw\") pod \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197576 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-g8xvf\" (UniqueName: \"kubernetes.io/projected/c8efbafa-8520-4d74-988e-fcddddfd6be5-kube-api-access-g8xvf\") pod \"c8efbafa-8520-4d74-988e-fcddddfd6be5\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197638 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-config-data\") pod \"c8efbafa-8520-4d74-988e-fcddddfd6be5\" (UID: \"c8efbafa-8520-4d74-988e-fcddddfd6be5\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197779 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-logs\") pod \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\" (UID: \"8a3b6770-af79-4f9d-92ad-9704c6b4ea6a\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.197800 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\" (UID: \"79c17ef0-b7a1-4816-aec0-1e83ecf552d4\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.198170 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mr4zl\" (UniqueName: \"kubernetes.io/projected/70eaef2e-5019-4f15-b6af-698581d39d2c-kube-api-access-mr4zl\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.198183 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1b475dfc-a1c1-4ed8-bebf-158243ac749c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.198193 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vbwkv\" (UniqueName: \"kubernetes.io/projected/1b475dfc-a1c1-4ed8-bebf-158243ac749c-kube-api-access-vbwkv\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.198203 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.198898 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "79c17ef0-b7a1-4816-aec0-1e83ecf552d4" (UID: "79c17ef0-b7a1-4816-aec0-1e83ecf552d4"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.202963 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-logs" (OuterVolumeSpecName: "logs") pod "79c17ef0-b7a1-4816-aec0-1e83ecf552d4" (UID: "79c17ef0-b7a1-4816-aec0-1e83ecf552d4"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.207374 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c8efbafa-8520-4d74-988e-fcddddfd6be5-logs" (OuterVolumeSpecName: "logs") pod "c8efbafa-8520-4d74-988e-fcddddfd6be5" (UID: "c8efbafa-8520-4d74-988e-fcddddfd6be5"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.210435 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-logs" (OuterVolumeSpecName: "logs") pod "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" (UID: "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.224482 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage06-crc" (OuterVolumeSpecName: "glance") pod "79c17ef0-b7a1-4816-aec0-1e83ecf552d4" (UID: "79c17ef0-b7a1-4816-aec0-1e83ecf552d4"). InnerVolumeSpecName "local-storage06-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.232194 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-kube-api-access-nx4rw" (OuterVolumeSpecName: "kube-api-access-nx4rw") pod "79c17ef0-b7a1-4816-aec0-1e83ecf552d4" (UID: "79c17ef0-b7a1-4816-aec0-1e83ecf552d4"). InnerVolumeSpecName "kube-api-access-nx4rw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.233370 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-scripts" (OuterVolumeSpecName: "scripts") pod "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" (UID: "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.235645 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/db34a982-4a54-44c7-b12c-51fa798986e2-kube-api-access-lxgfl" (OuterVolumeSpecName: "kube-api-access-lxgfl") pod "db34a982-4a54-44c7-b12c-51fa798986e2" (UID: "db34a982-4a54-44c7-b12c-51fa798986e2"). InnerVolumeSpecName "kube-api-access-lxgfl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.243803 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/07f39ea2-2a00-4a88-882c-8ac81d05611e-kube-api-access-d2vj9" (OuterVolumeSpecName: "kube-api-access-d2vj9") pod "07f39ea2-2a00-4a88-882c-8ac81d05611e" (UID: "07f39ea2-2a00-4a88-882c-8ac81d05611e"). InnerVolumeSpecName "kube-api-access-d2vj9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.245345 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-scripts" (OuterVolumeSpecName: "scripts") pod "79c17ef0-b7a1-4816-aec0-1e83ecf552d4" (UID: "79c17ef0-b7a1-4816-aec0-1e83ecf552d4"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.264273 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec-kube-api-access-2njbj" (OuterVolumeSpecName: "kube-api-access-2njbj") pod "999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec" (UID: "999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec"). InnerVolumeSpecName "kube-api-access-2njbj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.264766 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-kube-api-access-pc6x6" (OuterVolumeSpecName: "kube-api-access-pc6x6") pod "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" (UID: "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a"). InnerVolumeSpecName "kube-api-access-pc6x6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.266892 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c8efbafa-8520-4d74-988e-fcddddfd6be5-kube-api-access-g8xvf" (OuterVolumeSpecName: "kube-api-access-g8xvf") pod "c8efbafa-8520-4d74-988e-fcddddfd6be5" (UID: "c8efbafa-8520-4d74-988e-fcddddfd6be5"). InnerVolumeSpecName "kube-api-access-g8xvf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.299746 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rmf5z\" (UniqueName: \"kubernetes.io/projected/0097b51c-06a1-492a-8425-824e4ea9325b-kube-api-access-rmf5z\") pod \"0097b51c-06a1-492a-8425-824e4ea9325b\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.299977 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-public-tls-certs\") pod \"0097b51c-06a1-492a-8425-824e4ea9325b\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300031 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-config-data\") pod \"0097b51c-06a1-492a-8425-824e4ea9325b\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300064 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-combined-ca-bundle\") pod \"0097b51c-06a1-492a-8425-824e4ea9325b\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300137 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-internal-tls-certs\") pod \"0097b51c-06a1-492a-8425-824e4ea9325b\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300188 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0097b51c-06a1-492a-8425-824e4ea9325b-logs\") pod \"0097b51c-06a1-492a-8425-824e4ea9325b\" (UID: \"0097b51c-06a1-492a-8425-824e4ea9325b\") " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300557 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-d2vj9\" (UniqueName: \"kubernetes.io/projected/07f39ea2-2a00-4a88-882c-8ac81d05611e-kube-api-access-d2vj9\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300570 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c8efbafa-8520-4d74-988e-fcddddfd6be5-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300579 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300587 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300596 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lxgfl\" (UniqueName: \"kubernetes.io/projected/db34a982-4a54-44c7-b12c-51fa798986e2-kube-api-access-lxgfl\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300604 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pc6x6\" (UniqueName: \"kubernetes.io/projected/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-kube-api-access-pc6x6\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300613 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300621 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-g8xvf\" (UniqueName: \"kubernetes.io/projected/c8efbafa-8520-4d74-988e-fcddddfd6be5-kube-api-access-g8xvf\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300629 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nx4rw\" (UniqueName: \"kubernetes.io/projected/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-kube-api-access-nx4rw\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300637 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300655 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" " Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300664 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2njbj\" (UniqueName: \"kubernetes.io/projected/999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec-kube-api-access-2njbj\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.300674 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.302517 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0097b51c-06a1-492a-8425-824e4ea9325b-logs" (OuterVolumeSpecName: "logs") pod "0097b51c-06a1-492a-8425-824e4ea9325b" (UID: "0097b51c-06a1-492a-8425-824e4ea9325b"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.317881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0097b51c-06a1-492a-8425-824e4ea9325b-kube-api-access-rmf5z" (OuterVolumeSpecName: "kube-api-access-rmf5z") pod "0097b51c-06a1-492a-8425-824e4ea9325b" (UID: "0097b51c-06a1-492a-8425-824e4ea9325b"). InnerVolumeSpecName "kube-api-access-rmf5z". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.402184 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0097b51c-06a1-492a-8425-824e4ea9325b-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.402507 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rmf5z\" (UniqueName: \"kubernetes.io/projected/0097b51c-06a1-492a-8425-824e4ea9325b-kube-api-access-rmf5z\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.491180 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1b475dfc-a1c1-4ed8-bebf-158243ac749c" (UID: "1b475dfc-a1c1-4ed8-bebf-158243ac749c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.502230 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-config-data" (OuterVolumeSpecName: "config-data") pod "70eaef2e-5019-4f15-b6af-698581d39d2c" (UID: "70eaef2e-5019-4f15-b6af-698581d39d2c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.509496 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.509523 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.519100 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0097b51c-06a1-492a-8425-824e4ea9325b" (UID: "0097b51c-06a1-492a-8425-824e4ea9325b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.532041 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-config-data" (OuterVolumeSpecName: "config-data") pod "c8efbafa-8520-4d74-988e-fcddddfd6be5" (UID: "c8efbafa-8520-4d74-988e-fcddddfd6be5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.535050 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c8efbafa-8520-4d74-988e-fcddddfd6be5" (UID: "c8efbafa-8520-4d74-988e-fcddddfd6be5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.586100 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "79c17ef0-b7a1-4816-aec0-1e83ecf552d4" (UID: "79c17ef0-b7a1-4816-aec0-1e83ecf552d4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.590952 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "0097b51c-06a1-492a-8425-824e4ea9325b" (UID: "0097b51c-06a1-492a-8425-824e4ea9325b"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.619914 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.619944 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.619956 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.619965 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.619976 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.621325 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "70eaef2e-5019-4f15-b6af-698581d39d2c" (UID: "70eaef2e-5019-4f15-b6af-698581d39d2c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.650455 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data" (OuterVolumeSpecName: "config-data") pod "5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" (UID: "5e4c0c7a-3bf4-42c4-80c1-b3456ae78743"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.651220 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage06-crc" (UniqueName: "kubernetes.io/local-volume/local-storage06-crc") on node "crc" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.687876 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "c8efbafa-8520-4d74-988e-fcddddfd6be5" (UID: "c8efbafa-8520-4d74-988e-fcddddfd6be5"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.690432 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-config-data" (OuterVolumeSpecName: "config-data") pod "0097b51c-06a1-492a-8425-824e4ea9325b" (UID: "0097b51c-06a1-492a-8425-824e4ea9325b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.697971 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-config-data" (OuterVolumeSpecName: "config-data") pod "79c17ef0-b7a1-4816-aec0-1e83ecf552d4" (UID: "79c17ef0-b7a1-4816-aec0-1e83ecf552d4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.706683 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-config-data" (OuterVolumeSpecName: "config-data") pod "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" (UID: "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.712609 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data" (OuterVolumeSpecName: "config-data") pod "1b475dfc-a1c1-4ed8-bebf-158243ac749c" (UID: "1b475dfc-a1c1-4ed8-bebf-158243ac749c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.717910 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "79c17ef0-b7a1-4816-aec0-1e83ecf552d4" (UID: "79c17ef0-b7a1-4816-aec0-1e83ecf552d4"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.722252 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.722417 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.722477 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/79c17ef0-b7a1-4816-aec0-1e83ecf552d4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.722531 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/70eaef2e-5019-4f15-b6af-698581d39d2c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.722591 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.722652 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.722705 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.722797 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1b475dfc-a1c1-4ed8-bebf-158243ac749c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.722861 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8efbafa-8520-4d74-988e-fcddddfd6be5-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.722521 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "0097b51c-06a1-492a-8425-824e4ea9325b" (UID: "0097b51c-06a1-492a-8425-824e4ea9325b"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.727414 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" (UID: "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.743083 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" (UID: "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.760953 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" (UID: "8a3b6770-af79-4f9d-92ad-9704c6b4ea6a"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.823909 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.823941 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.823951 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/0097b51c-06a1-492a-8425-824e4ea9325b-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.823960 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.994161 4809 scope.go:117] "RemoveContainer" containerID="fc4d61b39f4bc2686fe72a3afe10b0d9f39c8e5171836a9217cd42353899574d" Oct 13 19:50:56 crc kubenswrapper[4809]: I1013 19:50:56.999118 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.066057 4809 generic.go:334] "Generic (PLEG): container finished" podID="9e560f87-5357-4288-bdf9-843617da2233" containerID="87b99462a56f6faaacc2236e1f26c920bcd1f4fe76a29f105e8b048cb392d58a" exitCode=0 Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.066160 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" event={"ID":"9e560f87-5357-4288-bdf9-843617da2233","Type":"ContainerDied","Data":"87b99462a56f6faaacc2236e1f26c920bcd1f4fe76a29f105e8b048cb392d58a"} Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.075320 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" event={"ID":"797a29b1-aa0a-4b7e-84cf-8567a17440a7","Type":"ContainerStarted","Data":"bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1"} Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.075443 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" podUID="797a29b1-aa0a-4b7e-84cf-8567a17440a7" containerName="mariadb-account-delete" containerID="cri-o://bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1" gracePeriod=30 Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.077958 4809 generic.go:334] "Generic (PLEG): container finished" podID="786e7be5-aad1-4393-9f85-19295687879e" containerID="f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d" exitCode=0 Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.078002 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"786e7be5-aad1-4393-9f85-19295687879e","Type":"ContainerDied","Data":"f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d"} Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.078018 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"786e7be5-aad1-4393-9f85-19295687879e","Type":"ContainerDied","Data":"d78a39efa1059009a34ff33f43d63e4220398802bde8c583e6c274875e271cfa"} Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.078030 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d78a39efa1059009a34ff33f43d63e4220398802bde8c583e6c274875e271cfa" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.079190 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" event={"ID":"71b62515-41b4-4464-a063-0e02cb05e8f7","Type":"ContainerStarted","Data":"e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384"} Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.079287 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" podUID="71b62515-41b4-4464-a063-0e02cb05e8f7" containerName="mariadb-account-delete" containerID="cri-o://e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384" gracePeriod=30 Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.101760 4809 generic.go:334] "Generic (PLEG): container finished" podID="42b50b7f-8e40-473a-b8a6-ca9980fff96c" containerID="1c654fc682c44927aaa69cbf5e567ea3938cc35fd6140445aa089c79930922ab" exitCode=0 Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.101825 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"42b50b7f-8e40-473a-b8a6-ca9980fff96c","Type":"ContainerDied","Data":"1c654fc682c44927aaa69cbf5e567ea3938cc35fd6140445aa089c79930922ab"} Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.101856 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"42b50b7f-8e40-473a-b8a6-ca9980fff96c","Type":"ContainerDied","Data":"7ec88de191b1d93128d1ff730f73efe2d405173fb5bab48362b38c6e630cf29a"} Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.101868 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="7ec88de191b1d93128d1ff730f73efe2d405173fb5bab48362b38c6e630cf29a" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.111053 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5f5db05f-27de-427f-b85e-9d0db7505912","Type":"ContainerDied","Data":"3e29ac1038084650a569e9a137fae197db30d10cef95b7f5b1c37d57658f160d"} Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.111093 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3e29ac1038084650a569e9a137fae197db30d10cef95b7f5b1c37d57658f160d" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.117106 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" podStartSLOduration=7.117086196 podStartE2EDuration="7.117086196s" podCreationTimestamp="2025-10-13 19:50:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:50:57.097697299 +0000 UTC m=+1575.703443884" watchObservedRunningTime="2025-10-13 19:50:57.117086196 +0000 UTC m=+1575.722832791" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127405 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127636 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-scripts\") pod \"9393f128-c610-46b1-9279-e2e5c4ba8164\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127694 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-config-data\") pod \"9393f128-c610-46b1-9279-e2e5c4ba8164\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127751 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"9393f128-c610-46b1-9279-e2e5c4ba8164\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127795 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-combined-ca-bundle\") pod \"9393f128-c610-46b1-9279-e2e5c4ba8164\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127824 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-httpd-run\") pod \"9393f128-c610-46b1-9279-e2e5c4ba8164\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127842 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-public-tls-certs\") pod \"9393f128-c610-46b1-9279-e2e5c4ba8164\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127861 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" podUID="68560ec7-bcc3-46c7-bdf4-bba798ea036f" containerName="mariadb-account-delete" containerID="cri-o://b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c" gracePeriod=30 Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127910 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ltg7g\" (UniqueName: \"kubernetes.io/projected/9393f128-c610-46b1-9279-e2e5c4ba8164-kube-api-access-ltg7g\") pod \"9393f128-c610-46b1-9279-e2e5c4ba8164\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127939 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" event={"ID":"68560ec7-bcc3-46c7-bdf4-bba798ea036f","Type":"ContainerStarted","Data":"b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c"} Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127976 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-logs\") pod \"9393f128-c610-46b1-9279-e2e5c4ba8164\" (UID: \"9393f128-c610-46b1-9279-e2e5c4ba8164\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.127982 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.128070 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.128156 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.128220 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.128270 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.128336 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glancea9d4-account-delete-rsbjk" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.131261 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell1c478-account-delete-thp8n" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.131935 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.132186 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.132302 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage15-crc" (OuterVolumeSpecName: "glance") pod "9393f128-c610-46b1-9279-e2e5c4ba8164" (UID: "9393f128-c610-46b1-9279-e2e5c4ba8164"). InnerVolumeSpecName "local-storage15-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.133126 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "9393f128-c610-46b1-9279-e2e5c4ba8164" (UID: "9393f128-c610-46b1-9279-e2e5c4ba8164"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.133317 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-logs" (OuterVolumeSpecName: "logs") pod "9393f128-c610-46b1-9279-e2e5c4ba8164" (UID: "9393f128-c610-46b1-9279-e2e5c4ba8164"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.134154 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.137135 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-scripts" (OuterVolumeSpecName: "scripts") pod "9393f128-c610-46b1-9279-e2e5c4ba8164" (UID: "9393f128-c610-46b1-9279-e2e5c4ba8164"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.137329 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" podStartSLOduration=7.137309727 podStartE2EDuration="7.137309727s" podCreationTimestamp="2025-10-13 19:50:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:50:57.117059266 +0000 UTC m=+1575.722805861" watchObservedRunningTime="2025-10-13 19:50:57.137309727 +0000 UTC m=+1575.743056312" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.138460 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9393f128-c610-46b1-9279-e2e5c4ba8164-kube-api-access-ltg7g" (OuterVolumeSpecName: "kube-api-access-ltg7g") pod "9393f128-c610-46b1-9279-e2e5c4ba8164" (UID: "9393f128-c610-46b1-9279-e2e5c4ba8164"). InnerVolumeSpecName "kube-api-access-ltg7g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.162719 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" podStartSLOduration=7.162695917 podStartE2EDuration="7.162695917s" podCreationTimestamp="2025-10-13 19:50:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:50:57.161334537 +0000 UTC m=+1575.767081122" watchObservedRunningTime="2025-10-13 19:50:57.162695917 +0000 UTC m=+1575.768442502" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.182370 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9393f128-c610-46b1-9279-e2e5c4ba8164" (UID: "9393f128-c610-46b1-9279-e2e5c4ba8164"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.186468 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "9393f128-c610-46b1-9279-e2e5c4ba8164" (UID: "9393f128-c610-46b1-9279-e2e5c4ba8164"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.224395 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d is running failed: container process not found" containerID="f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.229544 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d is running failed: container process not found" containerID="f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.230389 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ltg7g\" (UniqueName: \"kubernetes.io/projected/9393f128-c610-46b1-9279-e2e5c4ba8164-kube-api-access-ltg7g\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.230418 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.230428 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.230453 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.230463 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.230473 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/9393f128-c610-46b1-9279-e2e5c4ba8164-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.230484 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.233045 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d is running failed: container process not found" containerID="f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.233112 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="786e7be5-aad1-4393-9f85-19295687879e" containerName="nova-cell1-conductor-conductor" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.245752 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-config-data" (OuterVolumeSpecName: "config-data") pod "9393f128-c610-46b1-9279-e2e5c4ba8164" (UID: "9393f128-c610-46b1-9279-e2e5c4ba8164"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.268342 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage15-crc" (UniqueName: "kubernetes.io/local-volume/local-storage15-crc") on node "crc" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.331666 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9393f128-c610-46b1-9279-e2e5c4ba8164-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.331700 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.331782 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.331831 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data podName:687646bb-598e-44ef-8936-77e9ea9bc254 nodeName:}" failed. No retries permitted until 2025-10-13 19:51:05.331816075 +0000 UTC m=+1583.937562660 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data") pod "rabbitmq-server-0" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254") : configmap "rabbitmq-config-data" not found Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.373884 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.431757 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone1305-account-delete-wnrjc" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.432332 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data-custom\") pod \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.432381 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-logs\") pod \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.432816 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data\") pod \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.432850 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-combined-ca-bundle\") pod \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.433058 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-logs" (OuterVolumeSpecName: "logs") pod "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" (UID: "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.433388 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-public-tls-certs\") pod \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.433425 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mlzkl\" (UniqueName: \"kubernetes.io/projected/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-kube-api-access-mlzkl\") pod \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.433450 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-internal-tls-certs\") pod \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\" (UID: \"18d6d76f-ab06-4d86-85a2-8fe4d0bfc293\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.433849 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.439059 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-kube-api-access-mlzkl" (OuterVolumeSpecName: "kube-api-access-mlzkl") pod "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" (UID: "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293"). InnerVolumeSpecName "kube-api-access-mlzkl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.444498 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" (UID: "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.465512 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" (UID: "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.477793 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.483112 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data" (OuterVolumeSpecName: "config-data") pod "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" (UID: "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.485349 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glancea9d4-account-delete-rsbjk"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.512380 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glancea9d4-account-delete-rsbjk"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.524702 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell1c478-account-delete-thp8n"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.529934 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" (UID: "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.532958 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" (UID: "18d6d76f-ab06-4d86-85a2-8fe4d0bfc293"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.535005 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.535026 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.535009 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/novacell1c478-account-delete-thp8n"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.535050 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.535173 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mlzkl\" (UniqueName: \"kubernetes.io/projected/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-kube-api-access-mlzkl\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.535193 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.535211 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.596506 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.610952 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.630741 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.639742 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-log-httpd\") pod \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.639880 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ffzhw\" (UniqueName: \"kubernetes.io/projected/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-kube-api-access-ffzhw\") pod \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.639985 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-run-httpd\") pod \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.640095 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-combined-ca-bundle\") pod \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.640129 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-ceilometer-tls-certs\") pod \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.640201 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-config-data\") pod \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.640220 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-scripts\") pod \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.640291 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-sg-core-conf-yaml\") pod \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\" (UID: \"32a72675-cb6f-4ed5-9d81-6d8b4800b59e\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.645693 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "32a72675-cb6f-4ed5-9d81-6d8b4800b59e" (UID: "32a72675-cb6f-4ed5-9d81-6d8b4800b59e"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.650641 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "32a72675-cb6f-4ed5-9d81-6d8b4800b59e" (UID: "32a72675-cb6f-4ed5-9d81-6d8b4800b59e"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.664706 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-scripts" (OuterVolumeSpecName: "scripts") pod "32a72675-cb6f-4ed5-9d81-6d8b4800b59e" (UID: "32a72675-cb6f-4ed5-9d81-6d8b4800b59e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.699037 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_848e1583-c574-4acf-b52c-ef927147c23a/ovn-northd/0.log" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.699183 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.699564 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-kube-api-access-ffzhw" (OuterVolumeSpecName: "kube-api-access-ffzhw") pod "32a72675-cb6f-4ed5-9d81-6d8b4800b59e" (UID: "32a72675-cb6f-4ed5-9d81-6d8b4800b59e"). InnerVolumeSpecName "kube-api-access-ffzhw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.726408 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.726554 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742095 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-secrets\") pod \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742182 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-combined-ca-bundle\") pod \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742206 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kolla-config\") pod \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742239 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-generated\") pod \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742276 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data-custom\") pod \"5f5db05f-27de-427f-b85e-9d0db7505912\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742299 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-combined-ca-bundle\") pod \"786e7be5-aad1-4393-9f85-19295687879e\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742325 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hfnpn\" (UniqueName: \"kubernetes.io/projected/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kube-api-access-hfnpn\") pod \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742342 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5f5db05f-27de-427f-b85e-9d0db7505912-etc-machine-id\") pod \"5f5db05f-27de-427f-b85e-9d0db7505912\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742364 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742404 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-combined-ca-bundle\") pod \"5f5db05f-27de-427f-b85e-9d0db7505912\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742442 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-scripts\") pod \"5f5db05f-27de-427f-b85e-9d0db7505912\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742460 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data\") pod \"5f5db05f-27de-427f-b85e-9d0db7505912\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742486 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-config-data\") pod \"786e7be5-aad1-4393-9f85-19295687879e\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742512 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-operator-scripts\") pod \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742539 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mtcn9\" (UniqueName: \"kubernetes.io/projected/5f5db05f-27de-427f-b85e-9d0db7505912-kube-api-access-mtcn9\") pod \"5f5db05f-27de-427f-b85e-9d0db7505912\" (UID: \"5f5db05f-27de-427f-b85e-9d0db7505912\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742564 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sls7q\" (UniqueName: \"kubernetes.io/projected/786e7be5-aad1-4393-9f85-19295687879e-kube-api-access-sls7q\") pod \"786e7be5-aad1-4393-9f85-19295687879e\" (UID: \"786e7be5-aad1-4393-9f85-19295687879e\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742586 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-galera-tls-certs\") pod \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742621 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-default\") pod \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\" (UID: \"42b50b7f-8e40-473a-b8a6-ca9980fff96c\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742934 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742950 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742959 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ffzhw\" (UniqueName: \"kubernetes.io/projected/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-kube-api-access-ffzhw\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.742967 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.743040 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.743682 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "42b50b7f-8e40-473a-b8a6-ca9980fff96c" (UID: "42b50b7f-8e40-473a-b8a6-ca9980fff96c"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.749930 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.750010 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="bce7d776-14b6-4d62-8099-befbcace6e15" containerName="nova-scheduler-scheduler" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.750822 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "42b50b7f-8e40-473a-b8a6-ca9980fff96c" (UID: "42b50b7f-8e40-473a-b8a6-ca9980fff96c"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.753880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "42b50b7f-8e40-473a-b8a6-ca9980fff96c" (UID: "42b50b7f-8e40-473a-b8a6-ca9980fff96c"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.769907 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/5f5db05f-27de-427f-b85e-9d0db7505912-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "5f5db05f-27de-427f-b85e-9d0db7505912" (UID: "5f5db05f-27de-427f-b85e-9d0db7505912"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.770045 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-secrets" (OuterVolumeSpecName: "secrets") pod "42b50b7f-8e40-473a-b8a6-ca9980fff96c" (UID: "42b50b7f-8e40-473a-b8a6-ca9980fff96c"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.774468 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "42b50b7f-8e40-473a-b8a6-ca9980fff96c" (UID: "42b50b7f-8e40-473a-b8a6-ca9980fff96c"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.774774 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-5c86c5dfcf-56zhr"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.775256 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kube-api-access-hfnpn" (OuterVolumeSpecName: "kube-api-access-hfnpn") pod "42b50b7f-8e40-473a-b8a6-ca9980fff96c" (UID: "42b50b7f-8e40-473a-b8a6-ca9980fff96c"). InnerVolumeSpecName "kube-api-access-hfnpn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.797104 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/786e7be5-aad1-4393-9f85-19295687879e-kube-api-access-sls7q" (OuterVolumeSpecName: "kube-api-access-sls7q") pod "786e7be5-aad1-4393-9f85-19295687879e" (UID: "786e7be5-aad1-4393-9f85-19295687879e"). InnerVolumeSpecName "kube-api-access-sls7q". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.797123 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "32a72675-cb6f-4ed5-9d81-6d8b4800b59e" (UID: "32a72675-cb6f-4ed5-9d81-6d8b4800b59e"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.797274 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "5f5db05f-27de-427f-b85e-9d0db7505912" (UID: "5f5db05f-27de-427f-b85e-9d0db7505912"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.797377 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-scripts" (OuterVolumeSpecName: "scripts") pod "5f5db05f-27de-427f-b85e-9d0db7505912" (UID: "5f5db05f-27de-427f-b85e-9d0db7505912"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.803962 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.815318 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5f5db05f-27de-427f-b85e-9d0db7505912-kube-api-access-mtcn9" (OuterVolumeSpecName: "kube-api-access-mtcn9") pod "5f5db05f-27de-427f-b85e-9d0db7505912" (UID: "5f5db05f-27de-427f-b85e-9d0db7505912"). InnerVolumeSpecName "kube-api-access-mtcn9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.832042 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "32a72675-cb6f-4ed5-9d81-6d8b4800b59e" (UID: "32a72675-cb6f-4ed5-9d81-6d8b4800b59e"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.832139 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.843424 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage19-crc" (OuterVolumeSpecName: "mysql-db") pod "42b50b7f-8e40-473a-b8a6-ca9980fff96c" (UID: "42b50b7f-8e40-473a-b8a6-ca9980fff96c"). InnerVolumeSpecName "local-storage19-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.844002 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-scripts\") pod \"848e1583-c574-4acf-b52c-ef927147c23a\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.844165 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-config\") pod \"848e1583-c574-4acf-b52c-ef927147c23a\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.844234 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-combined-ca-bundle\") pod \"848e1583-c574-4acf-b52c-ef927147c23a\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.844304 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-ovn-northd-tls-certs\") pod \"848e1583-c574-4acf-b52c-ef927147c23a\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.844357 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-metrics-certs-tls-certs\") pod \"848e1583-c574-4acf-b52c-ef927147c23a\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.844421 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-h6dv2\" (UniqueName: \"kubernetes.io/projected/848e1583-c574-4acf-b52c-ef927147c23a-kube-api-access-h6dv2\") pod \"848e1583-c574-4acf-b52c-ef927147c23a\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.844605 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-scripts" (OuterVolumeSpecName: "scripts") pod "848e1583-c574-4acf-b52c-ef927147c23a" (UID: "848e1583-c574-4acf-b52c-ef927147c23a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.844872 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/848e1583-c574-4acf-b52c-ef927147c23a-ovn-rundir\") pod \"848e1583-c574-4acf-b52c-ef927147c23a\" (UID: \"848e1583-c574-4acf-b52c-ef927147c23a\") " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848142 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848164 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848175 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848183 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/42b50b7f-8e40-473a-b8a6-ca9980fff96c-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848194 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848203 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hfnpn\" (UniqueName: \"kubernetes.io/projected/42b50b7f-8e40-473a-b8a6-ca9980fff96c-kube-api-access-hfnpn\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848213 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5f5db05f-27de-427f-b85e-9d0db7505912-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848233 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" " Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848243 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848252 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848260 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/42b50b7f-8e40-473a-b8a6-ca9980fff96c-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848270 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mtcn9\" (UniqueName: \"kubernetes.io/projected/5f5db05f-27de-427f-b85e-9d0db7505912-kube-api-access-mtcn9\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848281 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848290 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sls7q\" (UniqueName: \"kubernetes.io/projected/786e7be5-aad1-4393-9f85-19295687879e-kube-api-access-sls7q\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.848299 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.850757 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-config" (OuterVolumeSpecName: "config") pod "848e1583-c574-4acf-b52c-ef927147c23a" (UID: "848e1583-c574-4acf-b52c-ef927147c23a"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.851096 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/848e1583-c574-4acf-b52c-ef927147c23a-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "848e1583-c574-4acf-b52c-ef927147c23a" (UID: "848e1583-c574-4acf-b52c-ef927147c23a"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.867776 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.889119 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.892107 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage19-crc" (UniqueName: "kubernetes.io/local-volume/local-storage19-crc") on node "crc" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.899291 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.905454 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6f7d676d46-4kmv9"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.906001 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "42b50b7f-8e40-473a-b8a6-ca9980fff96c" (UID: "42b50b7f-8e40-473a-b8a6-ca9980fff96c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.916915 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/848e1583-c574-4acf-b52c-ef927147c23a-kube-api-access-h6dv2" (OuterVolumeSpecName: "kube-api-access-h6dv2") pod "848e1583-c574-4acf-b52c-ef927147c23a" (UID: "848e1583-c574-4acf-b52c-ef927147c23a"). InnerVolumeSpecName "kube-api-access-h6dv2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.935579 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-7cd6499c98-jhs6d"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.946990 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-7cd6499c98-jhs6d"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.950026 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-h6dv2\" (UniqueName: \"kubernetes.io/projected/848e1583-c574-4acf-b52c-ef927147c23a-kube-api-access-h6dv2\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.950049 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/848e1583-c574-4acf-b52c-ef927147c23a-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.950059 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.950067 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/848e1583-c574-4acf-b52c-ef927147c23a-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.950076 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.950163 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.950204 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle podName:2a7f598d-ef0c-4176-9986-d52db2e00d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:51:01.950189361 +0000 UTC m=+1580.555935946 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle") pod "memcached-0" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a") : secret "combined-ca-bundle" not found Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.950482 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-memcached-svc: secret "cert-memcached-svc" not found Oct 13 19:50:57 crc kubenswrapper[4809]: E1013 19:50:57.950509 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs podName:2a7f598d-ef0c-4176-9986-d52db2e00d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:51:01.95050215 +0000 UTC m=+1580.556248735 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "memcached-tls-certs" (UniqueName: "kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs") pod "memcached-0" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a") : secret "cert-memcached-svc" not found Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.960843 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "848e1583-c574-4acf-b52c-ef927147c23a" (UID: "848e1583-c574-4acf-b52c-ef927147c23a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.980339 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.986723 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.987629 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "786e7be5-aad1-4393-9f85-19295687879e" (UID: "786e7be5-aad1-4393-9f85-19295687879e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.994488 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-config-data" (OuterVolumeSpecName: "config-data") pod "786e7be5-aad1-4393-9f85-19295687879e" (UID: "786e7be5-aad1-4393-9f85-19295687879e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:57 crc kubenswrapper[4809]: I1013 19:50:57.995590 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.002662 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.009192 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "42b50b7f-8e40-473a-b8a6-ca9980fff96c" (UID: "42b50b7f-8e40-473a-b8a6-ca9980fff96c"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.015058 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5f5db05f-27de-427f-b85e-9d0db7505912" (UID: "5f5db05f-27de-427f-b85e-9d0db7505912"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.019400 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.021303 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.030796 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-config-data" (OuterVolumeSpecName: "config-data") pod "32a72675-cb6f-4ed5-9d81-6d8b4800b59e" (UID: "32a72675-cb6f-4ed5-9d81-6d8b4800b59e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.036974 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "32a72675-cb6f-4ed5-9d81-6d8b4800b59e" (UID: "32a72675-cb6f-4ed5-9d81-6d8b4800b59e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.048803 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "848e1583-c574-4acf-b52c-ef927147c23a" (UID: "848e1583-c574-4acf-b52c-ef927147c23a"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.051790 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.051820 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.051829 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/42b50b7f-8e40-473a-b8a6-ca9980fff96c-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.051838 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/786e7be5-aad1-4393-9f85-19295687879e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.051849 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.051857 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32a72675-cb6f-4ed5-9d81-6d8b4800b59e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.051865 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.051874 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.063190 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-ovn-northd-tls-certs" (OuterVolumeSpecName: "ovn-northd-tls-certs") pod "848e1583-c574-4acf-b52c-ef927147c23a" (UID: "848e1583-c574-4acf-b52c-ef927147c23a"). InnerVolumeSpecName "ovn-northd-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.065598 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.086836 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data" (OuterVolumeSpecName: "config-data") pod "5f5db05f-27de-427f-b85e-9d0db7505912" (UID: "5f5db05f-27de-427f-b85e-9d0db7505912"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.140654 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" event={"ID":"9e560f87-5357-4288-bdf9-843617da2233","Type":"ContainerStarted","Data":"1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1"} Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.140743 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.142366 4809 generic.go:334] "Generic (PLEG): container finished" podID="687646bb-598e-44ef-8936-77e9ea9bc254" containerID="45ab3c215063bd39c55cde55938e7b9eae7808cecf7348c584097a3d6e64836f" exitCode=0 Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.142392 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"687646bb-598e-44ef-8936-77e9ea9bc254","Type":"ContainerDied","Data":"45ab3c215063bd39c55cde55938e7b9eae7808cecf7348c584097a3d6e64836f"} Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.143886 4809 generic.go:334] "Generic (PLEG): container finished" podID="2a7f598d-ef0c-4176-9986-d52db2e00d2a" containerID="ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9" exitCode=0 Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.143927 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"2a7f598d-ef0c-4176-9986-d52db2e00d2a","Type":"ContainerDied","Data":"ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9"} Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.143943 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"2a7f598d-ef0c-4176-9986-d52db2e00d2a","Type":"ContainerDied","Data":"71c0ecb953a4389186324af17840204d3e7c44f417eef9312232804b824dfe97"} Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.143961 4809 scope.go:117] "RemoveContainer" containerID="ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.144038 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.152525 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-config-data\") pod \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.152567 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs\") pod \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.152641 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kolla-config\") pod \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.152686 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle\") pod \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.152767 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cx9wz\" (UniqueName: \"kubernetes.io/projected/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kube-api-access-cx9wz\") pod \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\" (UID: \"2a7f598d-ef0c-4176-9986-d52db2e00d2a\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.153113 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f5db05f-27de-427f-b85e-9d0db7505912-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.153131 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/848e1583-c574-4acf-b52c-ef927147c23a-ovn-northd-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.153454 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-config-data" (OuterVolumeSpecName: "config-data") pod "2a7f598d-ef0c-4176-9986-d52db2e00d2a" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.155051 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "2a7f598d-ef0c-4176-9986-d52db2e00d2a" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.159072 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_848e1583-c574-4acf-b52c-ef927147c23a/ovn-northd/0.log" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.159148 4809 generic.go:334] "Generic (PLEG): container finished" podID="848e1583-c574-4acf-b52c-ef927147c23a" containerID="6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0" exitCode=139 Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.159255 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.160919 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.161626 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone1305-account-delete-wnrjc" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.162246 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.162539 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.162585 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.163437 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.182806 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0097b51c-06a1-492a-8425-824e4ea9325b" path="/var/lib/kubelet/pods/0097b51c-06a1-492a-8425-824e4ea9325b/volumes" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.183657 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1b475dfc-a1c1-4ed8-bebf-158243ac749c" path="/var/lib/kubelet/pods/1b475dfc-a1c1-4ed8-bebf-158243ac749c/volumes" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.184553 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" path="/var/lib/kubelet/pods/5e4c0c7a-3bf4-42c4-80c1-b3456ae78743/volumes" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.184814 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" podStartSLOduration=8.184798191 podStartE2EDuration="8.184798191s" podCreationTimestamp="2025-10-13 19:50:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:50:58.180113677 +0000 UTC m=+1576.785860272" watchObservedRunningTime="2025-10-13 19:50:58.184798191 +0000 UTC m=+1576.790544776" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.185923 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="70eaef2e-5019-4f15-b6af-698581d39d2c" path="/var/lib/kubelet/pods/70eaef2e-5019-4f15-b6af-698581d39d2c/volumes" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.186718 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="79c17ef0-b7a1-4816-aec0-1e83ecf552d4" path="/var/lib/kubelet/pods/79c17ef0-b7a1-4816-aec0-1e83ecf552d4/volumes" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.196495 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" path="/var/lib/kubelet/pods/8a3b6770-af79-4f9d-92ad-9704c6b4ea6a/volumes" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.197649 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9393f128-c610-46b1-9279-e2e5c4ba8164" path="/var/lib/kubelet/pods/9393f128-c610-46b1-9279-e2e5c4ba8164/volumes" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.198982 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec" path="/var/lib/kubelet/pods/999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec/volumes" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.199565 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" path="/var/lib/kubelet/pods/c8efbafa-8520-4d74-988e-fcddddfd6be5/volumes" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.200661 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="db34a982-4a54-44c7-b12c-51fa798986e2" path="/var/lib/kubelet/pods/db34a982-4a54-44c7-b12c-51fa798986e2/volumes" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.202701 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2a7f598d-ef0c-4176-9986-d52db2e00d2a" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.214960 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs" (OuterVolumeSpecName: "memcached-tls-certs") pod "2a7f598d-ef0c-4176-9986-d52db2e00d2a" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a"). InnerVolumeSpecName "memcached-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.223691 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kube-api-access-cx9wz" (OuterVolumeSpecName: "kube-api-access-cx9wz") pod "2a7f598d-ef0c-4176-9986-d52db2e00d2a" (UID: "2a7f598d-ef0c-4176-9986-d52db2e00d2a"). InnerVolumeSpecName "kube-api-access-cx9wz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.255996 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cx9wz\" (UniqueName: \"kubernetes.io/projected/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kube-api-access-cx9wz\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.256034 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.256046 4809 reconciler_common.go:293] "Volume detached for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-memcached-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.256057 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/2a7f598d-ef0c-4176-9986-d52db2e00d2a-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.256068 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2a7f598d-ef0c-4176-9986-d52db2e00d2a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.344694 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"848e1583-c574-4acf-b52c-ef927147c23a","Type":"ContainerDied","Data":"6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0"} Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.344756 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"848e1583-c574-4acf-b52c-ef927147c23a","Type":"ContainerDied","Data":"0352de6aaba7dfcaf912961e7d5f9e717ee1a7cbc0767d76c9392bf1733f10cf"} Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.371127 4809 scope.go:117] "RemoveContainer" containerID="ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9" Oct 13 19:50:58 crc kubenswrapper[4809]: E1013 19:50:58.379128 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9\": container with ID starting with ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9 not found: ID does not exist" containerID="ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.379170 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9"} err="failed to get container status \"ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9\": rpc error: code = NotFound desc = could not find container \"ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9\": container with ID starting with ac5d7675a93b8de14620b7af1d2cd4ca802c49125aad696c39677980f9a890e9 not found: ID does not exist" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.379200 4809 scope.go:117] "RemoveContainer" containerID="3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.384892 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone1305-account-delete-wnrjc"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.391241 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone1305-account-delete-wnrjc"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.412199 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.419570 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.426466 4809 scope.go:117] "RemoveContainer" containerID="6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.427041 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.438695 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.458717 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.476938 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.489780 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.496414 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.503859 4809 scope.go:117] "RemoveContainer" containerID="3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.505405 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: E1013 19:50:58.508488 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e\": container with ID starting with 3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e not found: ID does not exist" containerID="3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.508531 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e"} err="failed to get container status \"3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e\": rpc error: code = NotFound desc = could not find container \"3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e\": container with ID starting with 3b5e15f32a671a1587a3b9d87c4e5414f1c76ccec1353665fb7e452ca3c0d84e not found: ID does not exist" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.508558 4809 scope.go:117] "RemoveContainer" containerID="6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0" Oct 13 19:50:58 crc kubenswrapper[4809]: E1013 19:50:58.508874 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0\": container with ID starting with 6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0 not found: ID does not exist" containerID="6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.508898 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0"} err="failed to get container status \"6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0\": rpc error: code = NotFound desc = could not find container \"6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0\": container with ID starting with 6ee1022092d986dde64a60fb004bb82ed10d84fdda36531eff73b68e310629c0 not found: ID does not exist" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.511204 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.511357 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.515675 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.519871 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.525202 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.529852 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.663818 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-erlang-cookie\") pod \"687646bb-598e-44ef-8936-77e9ea9bc254\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.663861 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-confd\") pod \"687646bb-598e-44ef-8936-77e9ea9bc254\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.663892 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-plugins\") pod \"687646bb-598e-44ef-8936-77e9ea9bc254\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.663910 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kfpgp\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-kube-api-access-kfpgp\") pod \"687646bb-598e-44ef-8936-77e9ea9bc254\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.663933 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-server-conf\") pod \"687646bb-598e-44ef-8936-77e9ea9bc254\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.663986 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/687646bb-598e-44ef-8936-77e9ea9bc254-erlang-cookie-secret\") pod \"687646bb-598e-44ef-8936-77e9ea9bc254\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.664005 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"687646bb-598e-44ef-8936-77e9ea9bc254\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.664033 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-tls\") pod \"687646bb-598e-44ef-8936-77e9ea9bc254\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.664067 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/687646bb-598e-44ef-8936-77e9ea9bc254-pod-info\") pod \"687646bb-598e-44ef-8936-77e9ea9bc254\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.664121 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data\") pod \"687646bb-598e-44ef-8936-77e9ea9bc254\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.664180 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-plugins-conf\") pod \"687646bb-598e-44ef-8936-77e9ea9bc254\" (UID: \"687646bb-598e-44ef-8936-77e9ea9bc254\") " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.664890 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "687646bb-598e-44ef-8936-77e9ea9bc254" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.665257 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "687646bb-598e-44ef-8936-77e9ea9bc254" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.666410 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "687646bb-598e-44ef-8936-77e9ea9bc254" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.671142 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/687646bb-598e-44ef-8936-77e9ea9bc254-pod-info" (OuterVolumeSpecName: "pod-info") pod "687646bb-598e-44ef-8936-77e9ea9bc254" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.671861 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-kube-api-access-kfpgp" (OuterVolumeSpecName: "kube-api-access-kfpgp") pod "687646bb-598e-44ef-8936-77e9ea9bc254" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254"). InnerVolumeSpecName "kube-api-access-kfpgp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.684477 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/687646bb-598e-44ef-8936-77e9ea9bc254-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "687646bb-598e-44ef-8936-77e9ea9bc254" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.688596 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage05-crc" (OuterVolumeSpecName: "persistence") pod "687646bb-598e-44ef-8936-77e9ea9bc254" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254"). InnerVolumeSpecName "local-storage05-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.690450 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "687646bb-598e-44ef-8936-77e9ea9bc254" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.699024 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data" (OuterVolumeSpecName: "config-data") pod "687646bb-598e-44ef-8936-77e9ea9bc254" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.745001 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-server-conf" (OuterVolumeSpecName: "server-conf") pod "687646bb-598e-44ef-8936-77e9ea9bc254" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: E1013 19:50:58.775648 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:50:58 crc kubenswrapper[4809]: E1013 19:50:58.775754 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data podName:2d46abdb-8149-4fdc-a430-9f507b36a81f nodeName:}" failed. No retries permitted until 2025-10-13 19:51:06.775717448 +0000 UTC m=+1585.381464093 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data") pod "rabbitmq-cell1-server-0" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.777551 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.777579 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.777589 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.777598 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.777607 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kfpgp\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-kube-api-access-kfpgp\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.777616 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/687646bb-598e-44ef-8936-77e9ea9bc254-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.777624 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/687646bb-598e-44ef-8936-77e9ea9bc254-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.777651 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" " Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.777659 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.777667 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/687646bb-598e-44ef-8936-77e9ea9bc254-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.805399 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage05-crc" (UniqueName: "kubernetes.io/local-volume/local-storage05-crc") on node "crc" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.806197 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "687646bb-598e-44ef-8936-77e9ea9bc254" (UID: "687646bb-598e-44ef-8936-77e9ea9bc254"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.879246 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:58 crc kubenswrapper[4809]: I1013 19:50:58.879274 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/687646bb-598e-44ef-8936-77e9ea9bc254-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.222356 4809 generic.go:334] "Generic (PLEG): container finished" podID="2d46abdb-8149-4fdc-a430-9f507b36a81f" containerID="c38af03891fd5d6d0344139ac0d0819a5edb7a7322f0e1e9c83a1f4fc65bbfde" exitCode=0 Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.222460 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"2d46abdb-8149-4fdc-a430-9f507b36a81f","Type":"ContainerDied","Data":"c38af03891fd5d6d0344139ac0d0819a5edb7a7322f0e1e9c83a1f4fc65bbfde"} Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.236971 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"687646bb-598e-44ef-8936-77e9ea9bc254","Type":"ContainerDied","Data":"e840735774e93f2e16790e37d65b756e46b22cd82375bafbce9540e4bdf12835"} Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.237014 4809 scope.go:117] "RemoveContainer" containerID="45ab3c215063bd39c55cde55938e7b9eae7808cecf7348c584097a3d6e64836f" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.237113 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.243557 4809 generic.go:334] "Generic (PLEG): container finished" podID="5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" containerID="3fab2b9a5dc70b9789bc3b8fbcc1a21257698d985fe14522333ba1f782fad104" exitCode=0 Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.244418 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" event={"ID":"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62","Type":"ContainerDied","Data":"3fab2b9a5dc70b9789bc3b8fbcc1a21257698d985fe14522333ba1f782fad104"} Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.260319 4809 scope.go:117] "RemoveContainer" containerID="59a9e0b0e8ac1c87f94a5f20622b895e71595cc61fa34d78f9a0f47835227956" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.280100 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.283228 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.410566 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.505836 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"2d46abdb-8149-4fdc-a430-9f507b36a81f\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.505887 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-tls\") pod \"2d46abdb-8149-4fdc-a430-9f507b36a81f\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.505953 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-server-conf\") pod \"2d46abdb-8149-4fdc-a430-9f507b36a81f\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.506496 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/2d46abdb-8149-4fdc-a430-9f507b36a81f-pod-info\") pod \"2d46abdb-8149-4fdc-a430-9f507b36a81f\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.506553 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-confd\") pod \"2d46abdb-8149-4fdc-a430-9f507b36a81f\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.506584 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/2d46abdb-8149-4fdc-a430-9f507b36a81f-erlang-cookie-secret\") pod \"2d46abdb-8149-4fdc-a430-9f507b36a81f\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.506621 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-plugins\") pod \"2d46abdb-8149-4fdc-a430-9f507b36a81f\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.506657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-erlang-cookie\") pod \"2d46abdb-8149-4fdc-a430-9f507b36a81f\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.506687 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-brt2k\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-kube-api-access-brt2k\") pod \"2d46abdb-8149-4fdc-a430-9f507b36a81f\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.506741 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data\") pod \"2d46abdb-8149-4fdc-a430-9f507b36a81f\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.506765 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-plugins-conf\") pod \"2d46abdb-8149-4fdc-a430-9f507b36a81f\" (UID: \"2d46abdb-8149-4fdc-a430-9f507b36a81f\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.507619 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "2d46abdb-8149-4fdc-a430-9f507b36a81f" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.507673 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "2d46abdb-8149-4fdc-a430-9f507b36a81f" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.508010 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "2d46abdb-8149-4fdc-a430-9f507b36a81f" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.512357 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2d46abdb-8149-4fdc-a430-9f507b36a81f-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "2d46abdb-8149-4fdc-a430-9f507b36a81f" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.512380 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage20-crc" (OuterVolumeSpecName: "persistence") pod "2d46abdb-8149-4fdc-a430-9f507b36a81f" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f"). InnerVolumeSpecName "local-storage20-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.513008 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-kube-api-access-brt2k" (OuterVolumeSpecName: "kube-api-access-brt2k") pod "2d46abdb-8149-4fdc-a430-9f507b36a81f" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f"). InnerVolumeSpecName "kube-api-access-brt2k". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.513273 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "2d46abdb-8149-4fdc-a430-9f507b36a81f" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.517052 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/2d46abdb-8149-4fdc-a430-9f507b36a81f-pod-info" (OuterVolumeSpecName: "pod-info") pod "2d46abdb-8149-4fdc-a430-9f507b36a81f" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.540319 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data" (OuterVolumeSpecName: "config-data") pod "2d46abdb-8149-4fdc-a430-9f507b36a81f" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.577689 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-server-conf" (OuterVolumeSpecName: "server-conf") pod "2d46abdb-8149-4fdc-a430-9f507b36a81f" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.608160 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/2d46abdb-8149-4fdc-a430-9f507b36a81f-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.608188 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.608197 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.608207 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-brt2k\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-kube-api-access-brt2k\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.608216 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.608225 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.608252 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") on node \"crc\" " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.608261 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.608269 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/2d46abdb-8149-4fdc-a430-9f507b36a81f-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.608276 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/2d46abdb-8149-4fdc-a430-9f507b36a81f-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.622756 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage20-crc" (UniqueName: "kubernetes.io/local-volume/local-storage20-crc") on node "crc" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.623667 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "2d46abdb-8149-4fdc-a430-9f507b36a81f" (UID: "2d46abdb-8149-4fdc-a430-9f507b36a81f"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.634135 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.708894 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-26dx5\" (UniqueName: \"kubernetes.io/projected/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-kube-api-access-26dx5\") pod \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.709021 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-combined-ca-bundle\") pod \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.709043 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-fernet-keys\") pod \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.709061 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-public-tls-certs\") pod \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.709102 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-credential-keys\") pod \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.709128 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-config-data\") pod \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.709160 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-scripts\") pod \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.709181 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-internal-tls-certs\") pod \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\" (UID: \"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.709940 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/2d46abdb-8149-4fdc-a430-9f507b36a81f-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.709960 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.716860 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-scripts" (OuterVolumeSpecName: "scripts") pod "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" (UID: "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.716948 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" (UID: "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.718893 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-kube-api-access-26dx5" (OuterVolumeSpecName: "kube-api-access-26dx5") pod "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" (UID: "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62"). InnerVolumeSpecName "kube-api-access-26dx5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.719765 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" (UID: "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.734111 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" (UID: "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.743012 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-config-data" (OuterVolumeSpecName: "config-data") pod "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" (UID: "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.761426 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.764041 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" (UID: "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.776171 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" (UID: "5b7ff976-01a4-4b5f-96bd-a4f88ba95a62"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.811967 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.812016 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.812034 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.812051 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.812067 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.812083 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.812101 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.812120 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-26dx5\" (UniqueName: \"kubernetes.io/projected/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62-kube-api-access-26dx5\") on node \"crc\" DevicePath \"\"" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.913146 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gs9h7\" (UniqueName: \"kubernetes.io/projected/bce7d776-14b6-4d62-8099-befbcace6e15-kube-api-access-gs9h7\") pod \"bce7d776-14b6-4d62-8099-befbcace6e15\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.913320 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-config-data\") pod \"bce7d776-14b6-4d62-8099-befbcace6e15\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.913377 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-combined-ca-bundle\") pod \"bce7d776-14b6-4d62-8099-befbcace6e15\" (UID: \"bce7d776-14b6-4d62-8099-befbcace6e15\") " Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.919396 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bce7d776-14b6-4d62-8099-befbcace6e15-kube-api-access-gs9h7" (OuterVolumeSpecName: "kube-api-access-gs9h7") pod "bce7d776-14b6-4d62-8099-befbcace6e15" (UID: "bce7d776-14b6-4d62-8099-befbcace6e15"). InnerVolumeSpecName "kube-api-access-gs9h7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.950600 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-config-data" (OuterVolumeSpecName: "config-data") pod "bce7d776-14b6-4d62-8099-befbcace6e15" (UID: "bce7d776-14b6-4d62-8099-befbcace6e15"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:50:59 crc kubenswrapper[4809]: I1013 19:50:59.953406 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bce7d776-14b6-4d62-8099-befbcace6e15" (UID: "bce7d776-14b6-4d62-8099-befbcace6e15"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.015802 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gs9h7\" (UniqueName: \"kubernetes.io/projected/bce7d776-14b6-4d62-8099-befbcace6e15-kube-api-access-gs9h7\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.015853 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.015872 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bce7d776-14b6-4d62-8099-befbcace6e15-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.170408 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" path="/var/lib/kubelet/pods/18d6d76f-ab06-4d86-85a2-8fe4d0bfc293/volumes" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.171802 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2a7f598d-ef0c-4176-9986-d52db2e00d2a" path="/var/lib/kubelet/pods/2a7f598d-ef0c-4176-9986-d52db2e00d2a/volumes" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.172931 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" path="/var/lib/kubelet/pods/32a72675-cb6f-4ed5-9d81-6d8b4800b59e/volumes" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.175567 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="42b50b7f-8e40-473a-b8a6-ca9980fff96c" path="/var/lib/kubelet/pods/42b50b7f-8e40-473a-b8a6-ca9980fff96c/volumes" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.176767 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5f5db05f-27de-427f-b85e-9d0db7505912" path="/var/lib/kubelet/pods/5f5db05f-27de-427f-b85e-9d0db7505912/volumes" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.180342 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="687646bb-598e-44ef-8936-77e9ea9bc254" path="/var/lib/kubelet/pods/687646bb-598e-44ef-8936-77e9ea9bc254/volumes" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.181604 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="786e7be5-aad1-4393-9f85-19295687879e" path="/var/lib/kubelet/pods/786e7be5-aad1-4393-9f85-19295687879e/volumes" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.182942 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="848e1583-c574-4acf-b52c-ef927147c23a" path="/var/lib/kubelet/pods/848e1583-c574-4acf-b52c-ef927147c23a/volumes" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.267324 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"2d46abdb-8149-4fdc-a430-9f507b36a81f","Type":"ContainerDied","Data":"2ad7661f560bc968955d48e0aaebbe3ac973988e7cdac0c1780ce9f1b69a1165"} Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.267391 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.267401 4809 scope.go:117] "RemoveContainer" containerID="c38af03891fd5d6d0344139ac0d0819a5edb7a7322f0e1e9c83a1f4fc65bbfde" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.275326 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" event={"ID":"5b7ff976-01a4-4b5f-96bd-a4f88ba95a62","Type":"ContainerDied","Data":"70ebbd6a9b75679df0823bc3d913f84dcfbef90b1c806e2dc3977cc0dcd5d3cf"} Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.275378 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-74cf6b4455-8c99s" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.281162 4809 generic.go:334] "Generic (PLEG): container finished" podID="bce7d776-14b6-4d62-8099-befbcace6e15" containerID="d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00" exitCode=0 Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.281219 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"bce7d776-14b6-4d62-8099-befbcace6e15","Type":"ContainerDied","Data":"d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00"} Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.281258 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"bce7d776-14b6-4d62-8099-befbcace6e15","Type":"ContainerDied","Data":"92cd7626107a5b17d09d5af17d5bd21fb83ffd35a8f5cbec424f0bba22ac0b8b"} Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.281323 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.300619 4809 scope.go:117] "RemoveContainer" containerID="f1be049e3238b4899e7088f4b8dc7d009427cf059995c794be421565a4b42333" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.349666 4809 scope.go:117] "RemoveContainer" containerID="3fab2b9a5dc70b9789bc3b8fbcc1a21257698d985fe14522333ba1f782fad104" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.355213 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.373495 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.380710 4809 scope.go:117] "RemoveContainer" containerID="d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.380832 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.390464 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.396570 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-74cf6b4455-8c99s"] Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.400013 4809 scope.go:117] "RemoveContainer" containerID="d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00" Oct 13 19:51:00 crc kubenswrapper[4809]: E1013 19:51:00.400402 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00\": container with ID starting with d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00 not found: ID does not exist" containerID="d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.400445 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00"} err="failed to get container status \"d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00\": rpc error: code = NotFound desc = could not find container \"d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00\": container with ID starting with d270aa64077c191974e79608eec7c5d3d13d6b9f23789bbc1260a8a4c2596a00 not found: ID does not exist" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.402232 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-74cf6b4455-8c99s"] Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.990791 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.31:8775/\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" Oct 13 19:51:00 crc kubenswrapper[4809]: I1013 19:51:00.990806 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.31:8775/\": context deadline exceeded" Oct 13 19:51:01 crc kubenswrapper[4809]: E1013 19:51:01.252456 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 19:51:01 crc kubenswrapper[4809]: E1013 19:51:01.252569 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dns-swift-storage-0 podName:0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74 nodeName:}" failed. No retries permitted until 2025-10-13 19:51:01.752541675 +0000 UTC m=+1580.358288300 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dns-swift-storage-0") pod "dnsmasq-dnsmasq-6685f57749-pkxkm" (UID: "0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74") : configmap "dns-swift-storage-0" not found Oct 13 19:51:01 crc kubenswrapper[4809]: I1013 19:51:01.617940 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" podUID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerName="barbican-api-log" probeResult="failure" output="Get \"https://10.217.0.250:9311/healthcheck\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" Oct 13 19:51:01 crc kubenswrapper[4809]: I1013 19:51:01.617968 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7779b8d5d4-xqkjw" podUID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerName="barbican-api" probeResult="failure" output="Get \"https://10.217.0.250:9311/healthcheck\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" Oct 13 19:51:01 crc kubenswrapper[4809]: E1013 19:51:01.760967 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 19:51:01 crc kubenswrapper[4809]: E1013 19:51:01.761071 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dns-swift-storage-0 podName:0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74 nodeName:}" failed. No retries permitted until 2025-10-13 19:51:02.761047435 +0000 UTC m=+1581.366794060 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dns-swift-storage-0") pod "dnsmasq-dnsmasq-6685f57749-pkxkm" (UID: "0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74") : configmap "dns-swift-storage-0" not found Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.031214 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.150013 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm"] Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.150592 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" podUID="0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" containerName="dnsmasq-dns" containerID="cri-o://3d98b4e201a1143d2392f56573b1befc2d1ea7826aa3004741978e723b5fd111" gracePeriod=10 Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.183390 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2d46abdb-8149-4fdc-a430-9f507b36a81f" path="/var/lib/kubelet/pods/2d46abdb-8149-4fdc-a430-9f507b36a81f/volumes" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.183962 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" path="/var/lib/kubelet/pods/5b7ff976-01a4-4b5f-96bd-a4f88ba95a62/volumes" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.184412 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bce7d776-14b6-4d62-8099-befbcace6e15" path="/var/lib/kubelet/pods/bce7d776-14b6-4d62-8099-befbcace6e15/volumes" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.361007 4809 generic.go:334] "Generic (PLEG): container finished" podID="0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" containerID="3d98b4e201a1143d2392f56573b1befc2d1ea7826aa3004741978e723b5fd111" exitCode=0 Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.361054 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" event={"ID":"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74","Type":"ContainerDied","Data":"3d98b4e201a1143d2392f56573b1befc2d1ea7826aa3004741978e723b5fd111"} Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.630665 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.780335 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dnsmasq-svc\") pod \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.780427 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-config\") pod \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.780472 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8vv8s\" (UniqueName: \"kubernetes.io/projected/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-kube-api-access-8vv8s\") pod \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.780505 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dns-swift-storage-0\") pod \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\" (UID: \"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74\") " Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.786701 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-kube-api-access-8vv8s" (OuterVolumeSpecName: "kube-api-access-8vv8s") pod "0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" (UID: "0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74"). InnerVolumeSpecName "kube-api-access-8vv8s". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.825196 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" (UID: "0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.839485 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-config" (OuterVolumeSpecName: "config") pod "0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" (UID: "0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.852379 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dns-swift-storage-0" (OuterVolumeSpecName: "dns-swift-storage-0") pod "0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" (UID: "0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74"). InnerVolumeSpecName "dns-swift-storage-0". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.882314 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.882345 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.882355 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8vv8s\" (UniqueName: \"kubernetes.io/projected/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-kube-api-access-8vv8s\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:02 crc kubenswrapper[4809]: I1013 19:51:02.882366 4809 reconciler_common.go:293] "Volume detached for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74-dns-swift-storage-0\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:03 crc kubenswrapper[4809]: I1013 19:51:03.373991 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" event={"ID":"0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74","Type":"ContainerDied","Data":"b354bea3a297c8d6df46b02539abad3ef4bfd94f889c29d9bc4bf10eb8fb74de"} Oct 13 19:51:03 crc kubenswrapper[4809]: I1013 19:51:03.374070 4809 scope.go:117] "RemoveContainer" containerID="3d98b4e201a1143d2392f56573b1befc2d1ea7826aa3004741978e723b5fd111" Oct 13 19:51:03 crc kubenswrapper[4809]: I1013 19:51:03.374077 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm" Oct 13 19:51:03 crc kubenswrapper[4809]: I1013 19:51:03.408039 4809 scope.go:117] "RemoveContainer" containerID="b2e6dfcc197601a559e7cf4a9ccf8182affcb55b79defe25e0bb2a4fca7bd854" Oct 13 19:51:03 crc kubenswrapper[4809]: I1013 19:51:03.426865 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm"] Oct 13 19:51:03 crc kubenswrapper[4809]: I1013 19:51:03.439038 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6685f57749-pkxkm"] Oct 13 19:51:04 crc kubenswrapper[4809]: I1013 19:51:04.156183 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:51:04 crc kubenswrapper[4809]: E1013 19:51:04.156657 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:51:04 crc kubenswrapper[4809]: I1013 19:51:04.182318 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" path="/var/lib/kubelet/pods/0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74/volumes" Oct 13 19:51:07 crc kubenswrapper[4809]: I1013 19:51:07.045022 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" podUID="4315c7c8-eddc-4630-b7ef-611c39378fbf" containerName="neutron-httpd" probeResult="failure" output="Get \"https://10.217.0.244:9696/\": dial tcp 10.217.0.244:9696: connect: connection refused" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.528565 4809 generic.go:334] "Generic (PLEG): container finished" podID="4315c7c8-eddc-4630-b7ef-611c39378fbf" containerID="358b99db4d5f8a862630b3e02568f99ab60dd33354720d4c44888758d0db3265" exitCode=0 Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.528616 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" event={"ID":"4315c7c8-eddc-4630-b7ef-611c39378fbf","Type":"ContainerDied","Data":"358b99db4d5f8a862630b3e02568f99ab60dd33354720d4c44888758d0db3265"} Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.529362 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" event={"ID":"4315c7c8-eddc-4630-b7ef-611c39378fbf","Type":"ContainerDied","Data":"32444f26f13e84ca7508eee7a16c6b086a6ddd1b1bf28f9a1ee7026ea51f70a9"} Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.529387 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="32444f26f13e84ca7508eee7a16c6b086a6ddd1b1bf28f9a1ee7026ea51f70a9" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.533817 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.673229 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-internal-tls-certs\") pod \"4315c7c8-eddc-4630-b7ef-611c39378fbf\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.673539 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-config\") pod \"4315c7c8-eddc-4630-b7ef-611c39378fbf\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.674314 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-httpd-config\") pod \"4315c7c8-eddc-4630-b7ef-611c39378fbf\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.674423 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-combined-ca-bundle\") pod \"4315c7c8-eddc-4630-b7ef-611c39378fbf\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.674519 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-ovndb-tls-certs\") pod \"4315c7c8-eddc-4630-b7ef-611c39378fbf\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.674599 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cvv9t\" (UniqueName: \"kubernetes.io/projected/4315c7c8-eddc-4630-b7ef-611c39378fbf-kube-api-access-cvv9t\") pod \"4315c7c8-eddc-4630-b7ef-611c39378fbf\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.674746 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-public-tls-certs\") pod \"4315c7c8-eddc-4630-b7ef-611c39378fbf\" (UID: \"4315c7c8-eddc-4630-b7ef-611c39378fbf\") " Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.678943 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4315c7c8-eddc-4630-b7ef-611c39378fbf-kube-api-access-cvv9t" (OuterVolumeSpecName: "kube-api-access-cvv9t") pod "4315c7c8-eddc-4630-b7ef-611c39378fbf" (UID: "4315c7c8-eddc-4630-b7ef-611c39378fbf"). InnerVolumeSpecName "kube-api-access-cvv9t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.681575 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "4315c7c8-eddc-4630-b7ef-611c39378fbf" (UID: "4315c7c8-eddc-4630-b7ef-611c39378fbf"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.727205 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "4315c7c8-eddc-4630-b7ef-611c39378fbf" (UID: "4315c7c8-eddc-4630-b7ef-611c39378fbf"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.749692 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4315c7c8-eddc-4630-b7ef-611c39378fbf" (UID: "4315c7c8-eddc-4630-b7ef-611c39378fbf"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.750960 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-config" (OuterVolumeSpecName: "config") pod "4315c7c8-eddc-4630-b7ef-611c39378fbf" (UID: "4315c7c8-eddc-4630-b7ef-611c39378fbf"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.751666 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "4315c7c8-eddc-4630-b7ef-611c39378fbf" (UID: "4315c7c8-eddc-4630-b7ef-611c39378fbf"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.755522 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "4315c7c8-eddc-4630-b7ef-611c39378fbf" (UID: "4315c7c8-eddc-4630-b7ef-611c39378fbf"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.777798 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.777838 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.777859 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.777874 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.777889 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.777904 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cvv9t\" (UniqueName: \"kubernetes.io/projected/4315c7c8-eddc-4630-b7ef-611c39378fbf-kube-api-access-cvv9t\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:13 crc kubenswrapper[4809]: I1013 19:51:13.778016 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/4315c7c8-eddc-4630-b7ef-611c39378fbf-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:14 crc kubenswrapper[4809]: I1013 19:51:14.540808 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-789f79d964-6jmr5" Oct 13 19:51:14 crc kubenswrapper[4809]: I1013 19:51:14.574927 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-789f79d964-6jmr5"] Oct 13 19:51:14 crc kubenswrapper[4809]: I1013 19:51:14.586652 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-789f79d964-6jmr5"] Oct 13 19:51:15 crc kubenswrapper[4809]: I1013 19:51:15.155952 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:51:15 crc kubenswrapper[4809]: E1013 19:51:15.156369 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:51:16 crc kubenswrapper[4809]: I1013 19:51:16.163895 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4315c7c8-eddc-4630-b7ef-611c39378fbf" path="/var/lib/kubelet/pods/4315c7c8-eddc-4630-b7ef-611c39378fbf/volumes" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.409187 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.507166 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift\") pod \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.507351 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-q2hdt\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-kube-api-access-q2hdt\") pod \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.507407 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swift\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.507453 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-lock\") pod \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.507526 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-cache\") pod \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\" (UID: \"9f4ca8c2-d1eb-4295-933c-e28c6757c47c\") " Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.508178 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-lock" (OuterVolumeSpecName: "lock") pod "9f4ca8c2-d1eb-4295-933c-e28c6757c47c" (UID: "9f4ca8c2-d1eb-4295-933c-e28c6757c47c"). InnerVolumeSpecName "lock". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.508274 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-cache" (OuterVolumeSpecName: "cache") pod "9f4ca8c2-d1eb-4295-933c-e28c6757c47c" (UID: "9f4ca8c2-d1eb-4295-933c-e28c6757c47c"). InnerVolumeSpecName "cache". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.513835 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "9f4ca8c2-d1eb-4295-933c-e28c6757c47c" (UID: "9f4ca8c2-d1eb-4295-933c-e28c6757c47c"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.513909 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-kube-api-access-q2hdt" (OuterVolumeSpecName: "kube-api-access-q2hdt") pod "9f4ca8c2-d1eb-4295-933c-e28c6757c47c" (UID: "9f4ca8c2-d1eb-4295-933c-e28c6757c47c"). InnerVolumeSpecName "kube-api-access-q2hdt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.513911 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage04-crc" (OuterVolumeSpecName: "swift") pod "9f4ca8c2-d1eb-4295-933c-e28c6757c47c" (UID: "9f4ca8c2-d1eb-4295-933c-e28c6757c47c"). InnerVolumeSpecName "local-storage04-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.609130 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-q2hdt\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-kube-api-access-q2hdt\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.609211 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") on node \"crc\" " Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.609231 4809 reconciler_common.go:293] "Volume detached for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-lock\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.609249 4809 reconciler_common.go:293] "Volume detached for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-cache\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.609267 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/9f4ca8c2-d1eb-4295-933c-e28c6757c47c-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.628483 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage04-crc" (UniqueName: "kubernetes.io/local-volume/local-storage04-crc") on node "crc" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.646683 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerID="3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7" exitCode=137 Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.646743 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7"} Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.646771 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"9f4ca8c2-d1eb-4295-933c-e28c6757c47c","Type":"ContainerDied","Data":"3f9d97d0d3db6d65ca46652502523da14cc10ab424e4826a19d6f2cb22f71285"} Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.646789 4809 scope.go:117] "RemoveContainer" containerID="3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.646966 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.683989 4809 scope.go:117] "RemoveContainer" containerID="fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.699512 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.709646 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.710416 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.721631 4809 scope.go:117] "RemoveContainer" containerID="0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.746798 4809 scope.go:117] "RemoveContainer" containerID="0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.769775 4809 scope.go:117] "RemoveContainer" containerID="d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.799134 4809 scope.go:117] "RemoveContainer" containerID="75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.827171 4809 scope.go:117] "RemoveContainer" containerID="89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.864956 4809 scope.go:117] "RemoveContainer" containerID="a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.889292 4809 scope.go:117] "RemoveContainer" containerID="29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.920748 4809 scope.go:117] "RemoveContainer" containerID="8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.951163 4809 scope.go:117] "RemoveContainer" containerID="835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d" Oct 13 19:51:21 crc kubenswrapper[4809]: I1013 19:51:21.979565 4809 scope.go:117] "RemoveContainer" containerID="e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.008217 4809 scope.go:117] "RemoveContainer" containerID="f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.037274 4809 scope.go:117] "RemoveContainer" containerID="20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.064460 4809 scope.go:117] "RemoveContainer" containerID="34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.101172 4809 scope.go:117] "RemoveContainer" containerID="3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.101936 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7\": container with ID starting with 3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7 not found: ID does not exist" containerID="3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.101993 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7"} err="failed to get container status \"3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7\": rpc error: code = NotFound desc = could not find container \"3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7\": container with ID starting with 3fa53a76e5081265ff647753b2418719a3575c00aff43f62141ffabe5bace2f7 not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.102027 4809 scope.go:117] "RemoveContainer" containerID="fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.102714 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991\": container with ID starting with fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991 not found: ID does not exist" containerID="fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.102816 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991"} err="failed to get container status \"fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991\": rpc error: code = NotFound desc = could not find container \"fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991\": container with ID starting with fe542ca839e180603671a0db70550ab48cd83ef9d4d3ed1d8628ebd195e77991 not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.102860 4809 scope.go:117] "RemoveContainer" containerID="0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.103349 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc\": container with ID starting with 0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc not found: ID does not exist" containerID="0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.103390 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc"} err="failed to get container status \"0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc\": rpc error: code = NotFound desc = could not find container \"0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc\": container with ID starting with 0d827ca36a5617b8e42b12161108bbb5e2e0dce196d8c01f91427dbd6f39a1dc not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.103414 4809 scope.go:117] "RemoveContainer" containerID="0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.103827 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196\": container with ID starting with 0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196 not found: ID does not exist" containerID="0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.103872 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196"} err="failed to get container status \"0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196\": rpc error: code = NotFound desc = could not find container \"0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196\": container with ID starting with 0f2fd2ea543ef32d79e2c0f35e5bc2ea79cc7deb4fbddd5faa1a5dda690d9196 not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.103905 4809 scope.go:117] "RemoveContainer" containerID="d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.104311 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35\": container with ID starting with d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35 not found: ID does not exist" containerID="d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.104374 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35"} err="failed to get container status \"d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35\": rpc error: code = NotFound desc = could not find container \"d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35\": container with ID starting with d0f22e58319b12445f5e13194874d1c5285423ec01bbd597da7d63dcddc37c35 not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.104416 4809 scope.go:117] "RemoveContainer" containerID="75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.105005 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808\": container with ID starting with 75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808 not found: ID does not exist" containerID="75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.105046 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808"} err="failed to get container status \"75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808\": rpc error: code = NotFound desc = could not find container \"75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808\": container with ID starting with 75c04dcfa8340b4219dd318373776ba644d32f1c458071e72b2020d43ae7e808 not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.105072 4809 scope.go:117] "RemoveContainer" containerID="89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.105453 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de\": container with ID starting with 89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de not found: ID does not exist" containerID="89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.105498 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de"} err="failed to get container status \"89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de\": rpc error: code = NotFound desc = could not find container \"89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de\": container with ID starting with 89d4b5bf95e8bfe70ea6c02f9a06bf473988b328771786a84a554c65300eb2de not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.105527 4809 scope.go:117] "RemoveContainer" containerID="a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.105945 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a\": container with ID starting with a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a not found: ID does not exist" containerID="a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.105988 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a"} err="failed to get container status \"a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a\": rpc error: code = NotFound desc = could not find container \"a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a\": container with ID starting with a7e113d499782d99476ad72a2ab38698fc515f516ceef96d08a5198f6ea8ff6a not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.106012 4809 scope.go:117] "RemoveContainer" containerID="29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.106364 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9\": container with ID starting with 29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9 not found: ID does not exist" containerID="29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.106411 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9"} err="failed to get container status \"29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9\": rpc error: code = NotFound desc = could not find container \"29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9\": container with ID starting with 29114193e01f13c342e585295cbcfb2f2b80e1d1ed42f37e9b29b55b3f84ddb9 not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.106440 4809 scope.go:117] "RemoveContainer" containerID="8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.106910 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0\": container with ID starting with 8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0 not found: ID does not exist" containerID="8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.106956 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0"} err="failed to get container status \"8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0\": rpc error: code = NotFound desc = could not find container \"8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0\": container with ID starting with 8461dbd5f8a53dc13fd8507a6fa5f4ebebe69c0d875fd50c88db759ed6b7e2a0 not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.107018 4809 scope.go:117] "RemoveContainer" containerID="835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.107493 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d\": container with ID starting with 835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d not found: ID does not exist" containerID="835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.107534 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d"} err="failed to get container status \"835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d\": rpc error: code = NotFound desc = could not find container \"835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d\": container with ID starting with 835639d88203693cce20b0da0c272e6bf8c231cc903fa4a1bd84dfee298e0c3d not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.107561 4809 scope.go:117] "RemoveContainer" containerID="e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.107900 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33\": container with ID starting with e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33 not found: ID does not exist" containerID="e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.107944 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33"} err="failed to get container status \"e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33\": rpc error: code = NotFound desc = could not find container \"e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33\": container with ID starting with e9afab2abadb311d46ce0d40c8aeed7b3b5a273d90ba642c1d08c67b046d7f33 not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.107968 4809 scope.go:117] "RemoveContainer" containerID="f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.108339 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8\": container with ID starting with f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8 not found: ID does not exist" containerID="f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.108382 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8"} err="failed to get container status \"f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8\": rpc error: code = NotFound desc = could not find container \"f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8\": container with ID starting with f2cdd951862f353d728cedd959febfa741a17f1af3fb2066718f19130a76e6e8 not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.108408 4809 scope.go:117] "RemoveContainer" containerID="20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.108823 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f\": container with ID starting with 20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f not found: ID does not exist" containerID="20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.108872 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f"} err="failed to get container status \"20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f\": rpc error: code = NotFound desc = could not find container \"20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f\": container with ID starting with 20bde37770498f778a8970657c76b43e4fe12782b684f742df97d8402789900f not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.108902 4809 scope.go:117] "RemoveContainer" containerID="34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7" Oct 13 19:51:22 crc kubenswrapper[4809]: E1013 19:51:22.109378 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7\": container with ID starting with 34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7 not found: ID does not exist" containerID="34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.109427 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7"} err="failed to get container status \"34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7\": rpc error: code = NotFound desc = could not find container \"34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7\": container with ID starting with 34e32ed7b030367b20aa8f519d06bfd6b3213a13858e61e616f4ab3ba17b80a7 not found: ID does not exist" Oct 13 19:51:22 crc kubenswrapper[4809]: I1013 19:51:22.172470 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" path="/var/lib/kubelet/pods/9f4ca8c2-d1eb-4295-933c-e28c6757c47c/volumes" Oct 13 19:51:25 crc kubenswrapper[4809]: I1013 19:51:25.577495 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" podUID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerName="placement-api" probeResult="failure" output="Get \"https://10.217.0.236:8778/\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" Oct 13 19:51:25 crc kubenswrapper[4809]: I1013 19:51:25.577547 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-7cd6499c98-jhs6d" podUID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerName="placement-log" probeResult="failure" output="Get \"https://10.217.0.236:8778/\": dial tcp 10.217.0.236:8778: i/o timeout" Oct 13 19:51:25 crc kubenswrapper[4809]: I1013 19:51:25.825431 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","podab02110d-c3f5-479d-b414-ce98d77505f3"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort podab02110d-c3f5-479d-b414-ce98d77505f3] : Timed out while waiting for systemd to remove kubepods-besteffort-podab02110d_c3f5_479d_b414_ce98d77505f3.slice" Oct 13 19:51:25 crc kubenswrapper[4809]: E1013 19:51:25.825492 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort podab02110d-c3f5-479d-b414-ce98d77505f3] : unable to destroy cgroup paths for cgroup [kubepods besteffort podab02110d-c3f5-479d-b414-ce98d77505f3] : Timed out while waiting for systemd to remove kubepods-besteffort-podab02110d_c3f5_479d_b414_ce98d77505f3.slice" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="ab02110d-c3f5-479d-b414-ce98d77505f3" Oct 13 19:51:26 crc kubenswrapper[4809]: I1013 19:51:26.707106 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:51:26 crc kubenswrapper[4809]: I1013 19:51:26.739310 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:51:26 crc kubenswrapper[4809]: I1013 19:51:26.748459 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.372123 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","pod999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort pod999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec] : Timed out while waiting for systemd to remove kubepods-besteffort-pod999ac1c4_8fa2_4da0_8ae7_ca85f7d46eec.slice" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.472916 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","pod07f39ea2-2a00-4a88-882c-8ac81d05611e"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort pod07f39ea2-2a00-4a88-882c-8ac81d05611e] : Timed out while waiting for systemd to remove kubepods-besteffort-pod07f39ea2_2a00_4a88_882c_8ac81d05611e.slice" Oct 13 19:51:27 crc kubenswrapper[4809]: E1013 19:51:27.473259 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort pod07f39ea2-2a00-4a88-882c-8ac81d05611e] : unable to destroy cgroup paths for cgroup [kubepods besteffort pod07f39ea2-2a00-4a88-882c-8ac81d05611e] : Timed out while waiting for systemd to remove kubepods-besteffort-pod07f39ea2_2a00_4a88_882c_8ac81d05611e.slice" pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" podUID="07f39ea2-2a00-4a88-882c-8ac81d05611e" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.555779 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.560920 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.581225 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.717196 4809 generic.go:334] "Generic (PLEG): container finished" podID="71b62515-41b4-4464-a063-0e02cb05e8f7" containerID="e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384" exitCode=137 Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.717273 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.717294 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" event={"ID":"71b62515-41b4-4464-a063-0e02cb05e8f7","Type":"ContainerDied","Data":"e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384"} Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.717342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novaapi3680-account-delete-gwm5j" event={"ID":"71b62515-41b4-4464-a063-0e02cb05e8f7","Type":"ContainerDied","Data":"4dc2fbced992442a79a9ab55db43215457c3005bade479db90b55433d681dd55"} Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.717359 4809 scope.go:117] "RemoveContainer" containerID="e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.720056 4809 generic.go:334] "Generic (PLEG): container finished" podID="797a29b1-aa0a-4b7e-84cf-8567a17440a7" containerID="bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1" exitCode=137 Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.720118 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.720118 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" event={"ID":"797a29b1-aa0a-4b7e-84cf-8567a17440a7","Type":"ContainerDied","Data":"bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1"} Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.720224 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement272d-account-delete-pvg8c" event={"ID":"797a29b1-aa0a-4b7e-84cf-8567a17440a7","Type":"ContainerDied","Data":"77a70d25ded9c42638e5868050a2dda93cfebd1353789be082621f2d2e702295"} Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.721782 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jxl4k\" (UniqueName: \"kubernetes.io/projected/68560ec7-bcc3-46c7-bdf4-bba798ea036f-kube-api-access-jxl4k\") pod \"68560ec7-bcc3-46c7-bdf4-bba798ea036f\" (UID: \"68560ec7-bcc3-46c7-bdf4-bba798ea036f\") " Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.721923 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zb8bj\" (UniqueName: \"kubernetes.io/projected/797a29b1-aa0a-4b7e-84cf-8567a17440a7-kube-api-access-zb8bj\") pod \"797a29b1-aa0a-4b7e-84cf-8567a17440a7\" (UID: \"797a29b1-aa0a-4b7e-84cf-8567a17440a7\") " Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.721997 4809 generic.go:334] "Generic (PLEG): container finished" podID="68560ec7-bcc3-46c7-bdf4-bba798ea036f" containerID="b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c" exitCode=137 Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.722059 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.722072 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" event={"ID":"68560ec7-bcc3-46c7-bdf4-bba798ea036f","Type":"ContainerDied","Data":"b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c"} Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.722009 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nmgf7\" (UniqueName: \"kubernetes.io/projected/71b62515-41b4-4464-a063-0e02cb05e8f7-kube-api-access-nmgf7\") pod \"71b62515-41b4-4464-a063-0e02cb05e8f7\" (UID: \"71b62515-41b4-4464-a063-0e02cb05e8f7\") " Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.722062 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell0785d-account-delete-pqwq4" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.722096 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9" event={"ID":"68560ec7-bcc3-46c7-bdf4-bba798ea036f","Type":"ContainerDied","Data":"f420c21e9e01579892178a8c75fd7bad8ebeabe42c88c5a6115b1823d97c87fd"} Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.725979 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/71b62515-41b4-4464-a063-0e02cb05e8f7-kube-api-access-nmgf7" (OuterVolumeSpecName: "kube-api-access-nmgf7") pod "71b62515-41b4-4464-a063-0e02cb05e8f7" (UID: "71b62515-41b4-4464-a063-0e02cb05e8f7"). InnerVolumeSpecName "kube-api-access-nmgf7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.726056 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/68560ec7-bcc3-46c7-bdf4-bba798ea036f-kube-api-access-jxl4k" (OuterVolumeSpecName: "kube-api-access-jxl4k") pod "68560ec7-bcc3-46c7-bdf4-bba798ea036f" (UID: "68560ec7-bcc3-46c7-bdf4-bba798ea036f"). InnerVolumeSpecName "kube-api-access-jxl4k". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.729815 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/797a29b1-aa0a-4b7e-84cf-8567a17440a7-kube-api-access-zb8bj" (OuterVolumeSpecName: "kube-api-access-zb8bj") pod "797a29b1-aa0a-4b7e-84cf-8567a17440a7" (UID: "797a29b1-aa0a-4b7e-84cf-8567a17440a7"). InnerVolumeSpecName "kube-api-access-zb8bj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.749361 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell0785d-account-delete-pqwq4"] Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.749462 4809 scope.go:117] "RemoveContainer" containerID="e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384" Oct 13 19:51:27 crc kubenswrapper[4809]: E1013 19:51:27.749930 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384\": container with ID starting with e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384 not found: ID does not exist" containerID="e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.750042 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384"} err="failed to get container status \"e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384\": rpc error: code = NotFound desc = could not find container \"e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384\": container with ID starting with e3536f25c714aafb5fa9802217729ed63861fdd7efeb13e5e653fa252ed1b384 not found: ID does not exist" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.750128 4809 scope.go:117] "RemoveContainer" containerID="bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.757847 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/novacell0785d-account-delete-pqwq4"] Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.775018 4809 scope.go:117] "RemoveContainer" containerID="bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1" Oct 13 19:51:27 crc kubenswrapper[4809]: E1013 19:51:27.775541 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1\": container with ID starting with bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1 not found: ID does not exist" containerID="bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.775593 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1"} err="failed to get container status \"bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1\": rpc error: code = NotFound desc = could not find container \"bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1\": container with ID starting with bde76a87437dc7a7ebc5432c8acedfee10b6e55fe23299714ab33d12655466a1 not found: ID does not exist" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.775623 4809 scope.go:117] "RemoveContainer" containerID="b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.793769 4809 scope.go:117] "RemoveContainer" containerID="b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c" Oct 13 19:51:27 crc kubenswrapper[4809]: E1013 19:51:27.794315 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c\": container with ID starting with b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c not found: ID does not exist" containerID="b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.794385 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c"} err="failed to get container status \"b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c\": rpc error: code = NotFound desc = could not find container \"b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c\": container with ID starting with b65faf20559c773d024754a9fcf540083a3f857e3d0b24acfde6fefc56590d3c not found: ID does not exist" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.824217 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jxl4k\" (UniqueName: \"kubernetes.io/projected/68560ec7-bcc3-46c7-bdf4-bba798ea036f-kube-api-access-jxl4k\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.824264 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zb8bj\" (UniqueName: \"kubernetes.io/projected/797a29b1-aa0a-4b7e-84cf-8567a17440a7-kube-api-access-zb8bj\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:27 crc kubenswrapper[4809]: I1013 19:51:27.824276 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nmgf7\" (UniqueName: \"kubernetes.io/projected/71b62515-41b4-4464-a063-0e02cb05e8f7-kube-api-access-nmgf7\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:28 crc kubenswrapper[4809]: I1013 19:51:28.081914 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9"] Oct 13 19:51:28 crc kubenswrapper[4809]: I1013 19:51:28.097785 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder3aa2-account-delete-5q4d9"] Oct 13 19:51:28 crc kubenswrapper[4809]: I1013 19:51:28.107802 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novaapi3680-account-delete-gwm5j"] Oct 13 19:51:28 crc kubenswrapper[4809]: I1013 19:51:28.117321 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/novaapi3680-account-delete-gwm5j"] Oct 13 19:51:28 crc kubenswrapper[4809]: I1013 19:51:28.125590 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement272d-account-delete-pvg8c"] Oct 13 19:51:28 crc kubenswrapper[4809]: I1013 19:51:28.130672 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement272d-account-delete-pvg8c"] Oct 13 19:51:28 crc kubenswrapper[4809]: I1013 19:51:28.166702 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="07f39ea2-2a00-4a88-882c-8ac81d05611e" path="/var/lib/kubelet/pods/07f39ea2-2a00-4a88-882c-8ac81d05611e/volumes" Oct 13 19:51:28 crc kubenswrapper[4809]: I1013 19:51:28.167455 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="68560ec7-bcc3-46c7-bdf4-bba798ea036f" path="/var/lib/kubelet/pods/68560ec7-bcc3-46c7-bdf4-bba798ea036f/volumes" Oct 13 19:51:28 crc kubenswrapper[4809]: I1013 19:51:28.168110 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="71b62515-41b4-4464-a063-0e02cb05e8f7" path="/var/lib/kubelet/pods/71b62515-41b4-4464-a063-0e02cb05e8f7/volumes" Oct 13 19:51:28 crc kubenswrapper[4809]: I1013 19:51:28.168646 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="797a29b1-aa0a-4b7e-84cf-8567a17440a7" path="/var/lib/kubelet/pods/797a29b1-aa0a-4b7e-84cf-8567a17440a7/volumes" Oct 13 19:51:28 crc kubenswrapper[4809]: I1013 19:51:28.169938 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ab02110d-c3f5-479d-b414-ce98d77505f3" path="/var/lib/kubelet/pods/ab02110d-c3f5-479d-b414-ce98d77505f3/volumes" Oct 13 19:51:30 crc kubenswrapper[4809]: I1013 19:51:30.155656 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:51:30 crc kubenswrapper[4809]: E1013 19:51:30.156523 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.832079 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-s5thp"] Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.841269 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-s5thp"] Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.964481 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-rmpn5"] Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965045 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-server" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965087 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-server" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965122 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5f5db05f-27de-427f-b85e-9d0db7505912" containerName="cinder-scheduler" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965140 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5f5db05f-27de-427f-b85e-9d0db7505912" containerName="cinder-scheduler" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965160 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="proxy-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965176 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="proxy-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965203 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" containerName="init" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965218 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" containerName="init" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965238 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" containerName="barbican-worker-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965256 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" containerName="barbican-worker-log" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965275 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="sg-core" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965291 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="sg-core" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965326 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="68560ec7-bcc3-46c7-bdf4-bba798ea036f" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965341 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="68560ec7-bcc3-46c7-bdf4-bba798ea036f" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965374 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-metadata" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965391 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-metadata" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965425 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4315c7c8-eddc-4630-b7ef-611c39378fbf" containerName="neutron-api" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965440 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4315c7c8-eddc-4630-b7ef-611c39378fbf" containerName="neutron-api" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965473 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9393f128-c610-46b1-9279-e2e5c4ba8164" containerName="glance-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965489 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9393f128-c610-46b1-9279-e2e5c4ba8164" containerName="glance-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965514 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="ceilometer-central-agent" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965555 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="ceilometer-central-agent" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965592 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="687646bb-598e-44ef-8936-77e9ea9bc254" containerName="setup-container" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965609 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="687646bb-598e-44ef-8936-77e9ea9bc254" containerName="setup-container" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965637 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" containerName="keystone-api" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965654 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" containerName="keystone-api" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965689 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="rsync" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965707 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="rsync" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965766 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965787 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-log" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965820 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-auditor" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965836 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-auditor" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965866 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="79c17ef0-b7a1-4816-aec0-1e83ecf552d4" containerName="glance-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965882 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="79c17ef0-b7a1-4816-aec0-1e83ecf552d4" containerName="glance-log" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965915 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2d46abdb-8149-4fdc-a430-9f507b36a81f" containerName="rabbitmq" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965933 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2d46abdb-8149-4fdc-a430-9f507b36a81f" containerName="rabbitmq" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965950 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-server" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.965966 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-server" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.965987 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bce7d776-14b6-4d62-8099-befbcace6e15" containerName="nova-scheduler-scheduler" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966003 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bce7d776-14b6-4d62-8099-befbcace6e15" containerName="nova-scheduler-scheduler" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966026 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="797a29b1-aa0a-4b7e-84cf-8567a17440a7" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966042 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="797a29b1-aa0a-4b7e-84cf-8567a17440a7" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966070 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5f5db05f-27de-427f-b85e-9d0db7505912" containerName="probe" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966086 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5f5db05f-27de-427f-b85e-9d0db7505912" containerName="probe" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966119 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="79c17ef0-b7a1-4816-aec0-1e83ecf552d4" containerName="glance-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966134 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="79c17ef0-b7a1-4816-aec0-1e83ecf552d4" containerName="glance-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966152 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="848e1583-c574-4acf-b52c-ef927147c23a" containerName="ovn-northd" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966169 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="848e1583-c574-4acf-b52c-ef927147c23a" containerName="ovn-northd" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966189 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-server" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966206 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-server" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966223 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-expirer" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966239 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-expirer" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966272 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1b475dfc-a1c1-4ed8-bebf-158243ac749c" containerName="barbican-keystone-listener-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966289 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1b475dfc-a1c1-4ed8-bebf-158243ac749c" containerName="barbican-keystone-listener-log" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966306 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0097b51c-06a1-492a-8425-824e4ea9325b" containerName="nova-api-api" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966322 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0097b51c-06a1-492a-8425-824e4ea9325b" containerName="nova-api-api" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966343 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966359 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966384 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="70eaef2e-5019-4f15-b6af-698581d39d2c" containerName="nova-cell0-conductor-conductor" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966401 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="70eaef2e-5019-4f15-b6af-698581d39d2c" containerName="nova-cell0-conductor-conductor" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966435 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="687646bb-598e-44ef-8936-77e9ea9bc254" containerName="rabbitmq" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966452 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="687646bb-598e-44ef-8936-77e9ea9bc254" containerName="rabbitmq" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966480 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-auditor" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966496 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-auditor" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966515 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerName="placement-api" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966531 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerName="placement-api" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966555 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="swift-recon-cron" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966571 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="swift-recon-cron" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966595 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-replicator" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966611 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-replicator" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966632 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="42b50b7f-8e40-473a-b8a6-ca9980fff96c" containerName="galera" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966648 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="42b50b7f-8e40-473a-b8a6-ca9980fff96c" containerName="galera" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966674 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="db34a982-4a54-44c7-b12c-51fa798986e2" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966690 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="db34a982-4a54-44c7-b12c-51fa798986e2" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966722 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="786e7be5-aad1-4393-9f85-19295687879e" containerName="nova-cell1-conductor-conductor" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966776 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="786e7be5-aad1-4393-9f85-19295687879e" containerName="nova-cell1-conductor-conductor" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966815 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-updater" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966831 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-updater" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966862 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-replicator" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966879 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-replicator" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966899 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-reaper" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966915 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-reaper" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966944 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="42b50b7f-8e40-473a-b8a6-ca9980fff96c" containerName="mysql-bootstrap" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966962 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="42b50b7f-8e40-473a-b8a6-ca9980fff96c" containerName="mysql-bootstrap" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.966983 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4315c7c8-eddc-4630-b7ef-611c39378fbf" containerName="neutron-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.966999 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4315c7c8-eddc-4630-b7ef-611c39378fbf" containerName="neutron-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967025 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" containerName="barbican-worker" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967040 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" containerName="barbican-worker" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967059 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerName="barbican-api" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967076 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerName="barbican-api" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967109 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-replicator" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967127 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-replicator" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967154 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2d46abdb-8149-4fdc-a430-9f507b36a81f" containerName="setup-container" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967170 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2d46abdb-8149-4fdc-a430-9f507b36a81f" containerName="setup-container" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967193 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-auditor" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967209 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-auditor" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967227 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0097b51c-06a1-492a-8425-824e4ea9325b" containerName="nova-api-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967242 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0097b51c-06a1-492a-8425-824e4ea9325b" containerName="nova-api-log" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967262 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="848e1583-c574-4acf-b52c-ef927147c23a" containerName="openstack-network-exporter" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967279 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="848e1583-c574-4acf-b52c-ef927147c23a" containerName="openstack-network-exporter" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967298 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1b475dfc-a1c1-4ed8-bebf-158243ac749c" containerName="barbican-keystone-listener" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967313 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1b475dfc-a1c1-4ed8-bebf-158243ac749c" containerName="barbican-keystone-listener" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967329 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" containerName="dnsmasq-dns" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967344 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" containerName="dnsmasq-dns" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967371 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerName="placement-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967387 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerName="placement-log" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967412 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9393f128-c610-46b1-9279-e2e5c4ba8164" containerName="glance-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967428 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9393f128-c610-46b1-9279-e2e5c4ba8164" containerName="glance-log" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967451 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="ceilometer-notification-agent" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967468 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="ceilometer-notification-agent" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967495 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="71b62515-41b4-4464-a063-0e02cb05e8f7" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967513 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="71b62515-41b4-4464-a063-0e02cb05e8f7" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967536 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-updater" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967552 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-updater" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967569 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="07f39ea2-2a00-4a88-882c-8ac81d05611e" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967586 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="07f39ea2-2a00-4a88-882c-8ac81d05611e" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967608 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerName="barbican-api-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967623 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerName="barbican-api-log" Oct 13 19:51:31 crc kubenswrapper[4809]: E1013 19:51:31.967653 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2a7f598d-ef0c-4176-9986-d52db2e00d2a" containerName="memcached" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.967669 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2a7f598d-ef0c-4176-9986-d52db2e00d2a" containerName="memcached" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968023 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerName="barbican-api-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968056 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5f5db05f-27de-427f-b85e-9d0db7505912" containerName="probe" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968080 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4315c7c8-eddc-4630-b7ef-611c39378fbf" containerName="neutron-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968104 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="rsync" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968124 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-server" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968154 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerName="placement-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968176 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9393f128-c610-46b1-9279-e2e5c4ba8164" containerName="glance-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968200 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="71b62515-41b4-4464-a063-0e02cb05e8f7" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968218 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-replicator" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968242 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="ceilometer-notification-agent" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968266 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-auditor" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968297 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="797a29b1-aa0a-4b7e-84cf-8567a17440a7" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968330 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="sg-core" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968351 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2d46abdb-8149-4fdc-a430-9f507b36a81f" containerName="rabbitmq" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968371 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="999ac1c4-8fa2-4da0-8ae7-ca85f7d46eec" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968402 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="786e7be5-aad1-4393-9f85-19295687879e" containerName="nova-cell1-conductor-conductor" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968422 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0097b51c-06a1-492a-8425-824e4ea9325b" containerName="nova-api-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968445 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0950ccc8-8cab-4a3e-8cd2-cfdc544d3b74" containerName="dnsmasq-dns" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968465 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0097b51c-06a1-492a-8425-824e4ea9325b" containerName="nova-api-api" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968495 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="swift-recon-cron" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968521 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1b475dfc-a1c1-4ed8-bebf-158243ac749c" containerName="barbican-keystone-listener" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968549 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2a7f598d-ef0c-4176-9986-d52db2e00d2a" containerName="memcached" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968566 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="848e1583-c574-4acf-b52c-ef927147c23a" containerName="ovn-northd" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968586 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="07f39ea2-2a00-4a88-882c-8ac81d05611e" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968616 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="proxy-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968632 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="db34a982-4a54-44c7-b12c-51fa798986e2" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968659 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bce7d776-14b6-4d62-8099-befbcace6e15" containerName="nova-scheduler-scheduler" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968688 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5f5db05f-27de-427f-b85e-9d0db7505912" containerName="cinder-scheduler" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968716 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" containerName="barbican-worker-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968780 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1b475dfc-a1c1-4ed8-bebf-158243ac749c" containerName="barbican-keystone-listener-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968814 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="68560ec7-bcc3-46c7-bdf4-bba798ea036f" containerName="mariadb-account-delete" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968844 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="32a72675-cb6f-4ed5-9d81-6d8b4800b59e" containerName="ceilometer-central-agent" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968873 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="79c17ef0-b7a1-4816-aec0-1e83ecf552d4" containerName="glance-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968901 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-metadata" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968922 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="79c17ef0-b7a1-4816-aec0-1e83ecf552d4" containerName="glance-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968947 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="70eaef2e-5019-4f15-b6af-698581d39d2c" containerName="nova-cell0-conductor-conductor" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968967 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8a3b6770-af79-4f9d-92ad-9704c6b4ea6a" containerName="placement-api" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.968984 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4315c7c8-eddc-4630-b7ef-611c39378fbf" containerName="neutron-api" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969008 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="848e1583-c574-4acf-b52c-ef927147c23a" containerName="openstack-network-exporter" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969028 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9393f128-c610-46b1-9279-e2e5c4ba8164" containerName="glance-httpd" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969051 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-reaper" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969068 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-updater" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969091 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5b7ff976-01a4-4b5f-96bd-a4f88ba95a62" containerName="keystone-api" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969110 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5e4c0c7a-3bf4-42c4-80c1-b3456ae78743" containerName="barbican-worker" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969133 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-auditor" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969154 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-replicator" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969183 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-replicator" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969202 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c8efbafa-8520-4d74-988e-fcddddfd6be5" containerName="nova-metadata-log" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969222 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="42b50b7f-8e40-473a-b8a6-ca9980fff96c" containerName="galera" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969240 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="687646bb-598e-44ef-8936-77e9ea9bc254" containerName="rabbitmq" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969265 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-server" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969287 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="account-server" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969313 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="container-updater" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969339 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-auditor" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969358 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f4ca8c2-d1eb-4295-933c-e28c6757c47c" containerName="object-expirer" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.969376 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="18d6d76f-ab06-4d86-85a2-8fe4d0bfc293" containerName="barbican-api" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.970389 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.977063 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.981221 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.981666 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.982201 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 19:51:31 crc kubenswrapper[4809]: I1013 19:51:31.989832 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-rmpn5"] Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.096432 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mcl7t\" (UniqueName: \"kubernetes.io/projected/a2e43163-2246-4fc9-8096-38890a4014ea-kube-api-access-mcl7t\") pod \"crc-storage-crc-rmpn5\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.097077 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/a2e43163-2246-4fc9-8096-38890a4014ea-crc-storage\") pod \"crc-storage-crc-rmpn5\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.097289 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/a2e43163-2246-4fc9-8096-38890a4014ea-node-mnt\") pod \"crc-storage-crc-rmpn5\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.170502 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="79d25c45-44d3-480f-a038-beafb7656190" path="/var/lib/kubelet/pods/79d25c45-44d3-480f-a038-beafb7656190/volumes" Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.200436 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mcl7t\" (UniqueName: \"kubernetes.io/projected/a2e43163-2246-4fc9-8096-38890a4014ea-kube-api-access-mcl7t\") pod \"crc-storage-crc-rmpn5\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.200540 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/a2e43163-2246-4fc9-8096-38890a4014ea-crc-storage\") pod \"crc-storage-crc-rmpn5\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.200589 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/a2e43163-2246-4fc9-8096-38890a4014ea-node-mnt\") pod \"crc-storage-crc-rmpn5\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.201059 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/a2e43163-2246-4fc9-8096-38890a4014ea-node-mnt\") pod \"crc-storage-crc-rmpn5\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.202405 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/a2e43163-2246-4fc9-8096-38890a4014ea-crc-storage\") pod \"crc-storage-crc-rmpn5\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.239845 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mcl7t\" (UniqueName: \"kubernetes.io/projected/a2e43163-2246-4fc9-8096-38890a4014ea-kube-api-access-mcl7t\") pod \"crc-storage-crc-rmpn5\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.317118 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.607728 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-rmpn5"] Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.619199 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 19:51:32 crc kubenswrapper[4809]: I1013 19:51:32.780109 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-rmpn5" event={"ID":"a2e43163-2246-4fc9-8096-38890a4014ea","Type":"ContainerStarted","Data":"a890db58855f36eb9cdf8f36a7bc025f3caccf1341180a3b09945276e4e64f90"} Oct 13 19:51:33 crc kubenswrapper[4809]: I1013 19:51:33.792531 4809 generic.go:334] "Generic (PLEG): container finished" podID="a2e43163-2246-4fc9-8096-38890a4014ea" containerID="dbb0ad203874a4f1ace6f34f24ce65ed2fc5e831379f65a3a1e073f1d5dd29f9" exitCode=0 Oct 13 19:51:33 crc kubenswrapper[4809]: I1013 19:51:33.792672 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-rmpn5" event={"ID":"a2e43163-2246-4fc9-8096-38890a4014ea","Type":"ContainerDied","Data":"dbb0ad203874a4f1ace6f34f24ce65ed2fc5e831379f65a3a1e073f1d5dd29f9"} Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.202656 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.349666 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mcl7t\" (UniqueName: \"kubernetes.io/projected/a2e43163-2246-4fc9-8096-38890a4014ea-kube-api-access-mcl7t\") pod \"a2e43163-2246-4fc9-8096-38890a4014ea\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.349839 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/a2e43163-2246-4fc9-8096-38890a4014ea-crc-storage\") pod \"a2e43163-2246-4fc9-8096-38890a4014ea\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.349966 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/a2e43163-2246-4fc9-8096-38890a4014ea-node-mnt\") pod \"a2e43163-2246-4fc9-8096-38890a4014ea\" (UID: \"a2e43163-2246-4fc9-8096-38890a4014ea\") " Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.350477 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/a2e43163-2246-4fc9-8096-38890a4014ea-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "a2e43163-2246-4fc9-8096-38890a4014ea" (UID: "a2e43163-2246-4fc9-8096-38890a4014ea"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.357096 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a2e43163-2246-4fc9-8096-38890a4014ea-kube-api-access-mcl7t" (OuterVolumeSpecName: "kube-api-access-mcl7t") pod "a2e43163-2246-4fc9-8096-38890a4014ea" (UID: "a2e43163-2246-4fc9-8096-38890a4014ea"). InnerVolumeSpecName "kube-api-access-mcl7t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.390253 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a2e43163-2246-4fc9-8096-38890a4014ea-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "a2e43163-2246-4fc9-8096-38890a4014ea" (UID: "a2e43163-2246-4fc9-8096-38890a4014ea"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.452664 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/a2e43163-2246-4fc9-8096-38890a4014ea-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.452721 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mcl7t\" (UniqueName: \"kubernetes.io/projected/a2e43163-2246-4fc9-8096-38890a4014ea-kube-api-access-mcl7t\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.452768 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/a2e43163-2246-4fc9-8096-38890a4014ea-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.829329 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-rmpn5" event={"ID":"a2e43163-2246-4fc9-8096-38890a4014ea","Type":"ContainerDied","Data":"a890db58855f36eb9cdf8f36a7bc025f3caccf1341180a3b09945276e4e64f90"} Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.829435 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a890db58855f36eb9cdf8f36a7bc025f3caccf1341180a3b09945276e4e64f90" Oct 13 19:51:35 crc kubenswrapper[4809]: I1013 19:51:35.829811 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-rmpn5" Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.634584 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-rmpn5"] Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.645622 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-rmpn5"] Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.781438 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-rttln"] Oct 13 19:51:38 crc kubenswrapper[4809]: E1013 19:51:38.781963 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a2e43163-2246-4fc9-8096-38890a4014ea" containerName="storage" Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.781993 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a2e43163-2246-4fc9-8096-38890a4014ea" containerName="storage" Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.782384 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a2e43163-2246-4fc9-8096-38890a4014ea" containerName="storage" Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.783307 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.787976 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.788107 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.788383 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.795536 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.797178 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-rttln"] Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.912928 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/c36c606e-c69d-4585-ab9d-b7668692de8d-node-mnt\") pod \"crc-storage-crc-rttln\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.913001 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kl5d5\" (UniqueName: \"kubernetes.io/projected/c36c606e-c69d-4585-ab9d-b7668692de8d-kube-api-access-kl5d5\") pod \"crc-storage-crc-rttln\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:38 crc kubenswrapper[4809]: I1013 19:51:38.913326 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/c36c606e-c69d-4585-ab9d-b7668692de8d-crc-storage\") pod \"crc-storage-crc-rttln\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:39 crc kubenswrapper[4809]: I1013 19:51:39.015005 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/c36c606e-c69d-4585-ab9d-b7668692de8d-node-mnt\") pod \"crc-storage-crc-rttln\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:39 crc kubenswrapper[4809]: I1013 19:51:39.015364 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/c36c606e-c69d-4585-ab9d-b7668692de8d-node-mnt\") pod \"crc-storage-crc-rttln\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:39 crc kubenswrapper[4809]: I1013 19:51:39.015485 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kl5d5\" (UniqueName: \"kubernetes.io/projected/c36c606e-c69d-4585-ab9d-b7668692de8d-kube-api-access-kl5d5\") pod \"crc-storage-crc-rttln\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:39 crc kubenswrapper[4809]: I1013 19:51:39.015688 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/c36c606e-c69d-4585-ab9d-b7668692de8d-crc-storage\") pod \"crc-storage-crc-rttln\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:39 crc kubenswrapper[4809]: I1013 19:51:39.017187 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/c36c606e-c69d-4585-ab9d-b7668692de8d-crc-storage\") pod \"crc-storage-crc-rttln\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:39 crc kubenswrapper[4809]: I1013 19:51:39.050310 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kl5d5\" (UniqueName: \"kubernetes.io/projected/c36c606e-c69d-4585-ab9d-b7668692de8d-kube-api-access-kl5d5\") pod \"crc-storage-crc-rttln\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:39 crc kubenswrapper[4809]: I1013 19:51:39.123302 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:39 crc kubenswrapper[4809]: I1013 19:51:39.628719 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-rttln"] Oct 13 19:51:39 crc kubenswrapper[4809]: I1013 19:51:39.871660 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-rttln" event={"ID":"c36c606e-c69d-4585-ab9d-b7668692de8d","Type":"ContainerStarted","Data":"624d70427ce66fd0abcdd6946a9052a9b0c2c6edaa446646f579f046164062a1"} Oct 13 19:51:40 crc kubenswrapper[4809]: I1013 19:51:40.174047 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a2e43163-2246-4fc9-8096-38890a4014ea" path="/var/lib/kubelet/pods/a2e43163-2246-4fc9-8096-38890a4014ea/volumes" Oct 13 19:51:40 crc kubenswrapper[4809]: I1013 19:51:40.908644 4809 generic.go:334] "Generic (PLEG): container finished" podID="c36c606e-c69d-4585-ab9d-b7668692de8d" containerID="c66c0d6e853e192a539bff651e14565a86a89a0c7c5b9ef62e2333e90b30a364" exitCode=0 Oct 13 19:51:40 crc kubenswrapper[4809]: I1013 19:51:40.908796 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-rttln" event={"ID":"c36c606e-c69d-4585-ab9d-b7668692de8d","Type":"ContainerDied","Data":"c66c0d6e853e192a539bff651e14565a86a89a0c7c5b9ef62e2333e90b30a364"} Oct 13 19:51:41 crc kubenswrapper[4809]: I1013 19:51:41.155116 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:51:41 crc kubenswrapper[4809]: E1013 19:51:41.155399 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.289929 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.468474 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/c36c606e-c69d-4585-ab9d-b7668692de8d-node-mnt\") pod \"c36c606e-c69d-4585-ab9d-b7668692de8d\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.468612 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/c36c606e-c69d-4585-ab9d-b7668692de8d-crc-storage\") pod \"c36c606e-c69d-4585-ab9d-b7668692de8d\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.468643 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kl5d5\" (UniqueName: \"kubernetes.io/projected/c36c606e-c69d-4585-ab9d-b7668692de8d-kube-api-access-kl5d5\") pod \"c36c606e-c69d-4585-ab9d-b7668692de8d\" (UID: \"c36c606e-c69d-4585-ab9d-b7668692de8d\") " Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.469445 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/c36c606e-c69d-4585-ab9d-b7668692de8d-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "c36c606e-c69d-4585-ab9d-b7668692de8d" (UID: "c36c606e-c69d-4585-ab9d-b7668692de8d"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.481503 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c36c606e-c69d-4585-ab9d-b7668692de8d-kube-api-access-kl5d5" (OuterVolumeSpecName: "kube-api-access-kl5d5") pod "c36c606e-c69d-4585-ab9d-b7668692de8d" (UID: "c36c606e-c69d-4585-ab9d-b7668692de8d"). InnerVolumeSpecName "kube-api-access-kl5d5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.503264 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c36c606e-c69d-4585-ab9d-b7668692de8d-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "c36c606e-c69d-4585-ab9d-b7668692de8d" (UID: "c36c606e-c69d-4585-ab9d-b7668692de8d"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.570282 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/c36c606e-c69d-4585-ab9d-b7668692de8d-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.570316 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kl5d5\" (UniqueName: \"kubernetes.io/projected/c36c606e-c69d-4585-ab9d-b7668692de8d-kube-api-access-kl5d5\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.570324 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/c36c606e-c69d-4585-ab9d-b7668692de8d-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.944333 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-rttln" event={"ID":"c36c606e-c69d-4585-ab9d-b7668692de8d","Type":"ContainerDied","Data":"624d70427ce66fd0abcdd6946a9052a9b0c2c6edaa446646f579f046164062a1"} Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.944389 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="624d70427ce66fd0abcdd6946a9052a9b0c2c6edaa446646f579f046164062a1" Oct 13 19:51:42 crc kubenswrapper[4809]: I1013 19:51:42.944552 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-rttln" Oct 13 19:51:43 crc kubenswrapper[4809]: E1013 19:51:43.128132 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc36c606e_c69d_4585_ab9d_b7668692de8d.slice/crio-624d70427ce66fd0abcdd6946a9052a9b0c2c6edaa446646f579f046164062a1\": RecentStats: unable to find data in memory cache]" Oct 13 19:51:54 crc kubenswrapper[4809]: I1013 19:51:54.155863 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:51:54 crc kubenswrapper[4809]: E1013 19:51:54.156945 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.236455 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:51:55 crc kubenswrapper[4809]: E1013 19:51:55.237166 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c36c606e-c69d-4585-ab9d-b7668692de8d" containerName="storage" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.237186 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c36c606e-c69d-4585-ab9d-b7668692de8d" containerName="storage" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.237491 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c36c606e-c69d-4585-ab9d-b7668692de8d" containerName="storage" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.238942 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.241870 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-server-conf" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.242104 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-config-data" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.242242 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-default-user" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.242359 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-server-dockercfg-jrdh9" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.242447 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-erlang-cookie" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.242695 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-plugins-conf" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.242790 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-svc" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.264970 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.404531 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.404583 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.404622 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.404899 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.404974 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-server-conf\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.405038 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-55glx\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-kube-api-access-55glx\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.405123 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.405165 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b77adc22-0966-485a-a4e7-51a932290d2a-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.405219 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b77adc22-0966-485a-a4e7-51a932290d2a-pod-info\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.405251 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.405302 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.506713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.506836 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-server-conf\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.506881 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-55glx\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-kube-api-access-55glx\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.506963 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.508152 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.508986 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-server-conf\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.509271 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b77adc22-0966-485a-a4e7-51a932290d2a-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.509989 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b77adc22-0966-485a-a4e7-51a932290d2a-pod-info\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.510053 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.510088 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.510155 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.510193 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.510239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.510571 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.510649 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") device mount path \"/mnt/openstack/pv15\"" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.511222 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.511483 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.516326 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b77adc22-0966-485a-a4e7-51a932290d2a-pod-info\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.517475 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b77adc22-0966-485a-a4e7-51a932290d2a-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.521337 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.524049 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.540265 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.542466 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.544840 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-dockercfg-tv2kp" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.545801 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-default-user" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.546170 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-conf" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.546868 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-plugins-conf" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.546970 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-erlang-cookie" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.546983 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-config-data" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.547099 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-cell1-svc" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.560072 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.561105 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-55glx\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-kube-api-access-55glx\") pod \"rabbitmq-server-0\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.576919 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.612135 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.713376 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.713430 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.713456 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.713493 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.713519 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/a7a9d90d-dcb8-4698-bc6b-8496f7086549-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.713542 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.713557 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/a7a9d90d-dcb8-4698-bc6b-8496f7086549-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.713582 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.713600 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pr5kv\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-kube-api-access-pr5kv\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.713625 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.713641 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.821394 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.821450 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.821480 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.821518 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.821545 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/a7a9d90d-dcb8-4698-bc6b-8496f7086549-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.821565 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/a7a9d90d-dcb8-4698-bc6b-8496f7086549-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.821582 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.821614 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.821628 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pr5kv\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-kube-api-access-pr5kv\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.821649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.821662 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.822320 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.822774 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.823063 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.823593 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.823871 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") device mount path \"/mnt/openstack/pv16\"" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.830038 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.855206 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/a7a9d90d-dcb8-4698-bc6b-8496f7086549-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.858229 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/a7a9d90d-dcb8-4698-bc6b-8496f7086549-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.859637 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.864750 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pr5kv\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-kube-api-access-pr5kv\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.869879 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.876759 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.927211 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:51:55 crc kubenswrapper[4809]: I1013 19:51:55.943475 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:51:56 crc kubenswrapper[4809]: I1013 19:51:56.128427 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b77adc22-0966-485a-a4e7-51a932290d2a","Type":"ContainerStarted","Data":"f269d5520963fbeece954cebd060c9ae837c211e3d95d235f7d89393c21c2197"} Oct 13 19:51:56 crc kubenswrapper[4809]: I1013 19:51:56.208776 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:51:56 crc kubenswrapper[4809]: W1013 19:51:56.212536 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-poda7a9d90d_dcb8_4698_bc6b_8496f7086549.slice/crio-dce168a7644770a07d2bde3d87cbb24d1d1ece75ee72d5a2f8bf830f2679ba75 WatchSource:0}: Error finding container dce168a7644770a07d2bde3d87cbb24d1d1ece75ee72d5a2f8bf830f2679ba75: Status 404 returned error can't find the container with id dce168a7644770a07d2bde3d87cbb24d1d1ece75ee72d5a2f8bf830f2679ba75 Oct 13 19:51:56 crc kubenswrapper[4809]: I1013 19:51:56.456686 4809 scope.go:117] "RemoveContainer" containerID="8fc9fc5421227b611e20418b9115f6feddc648021560c5856e950e085ec6a36f" Oct 13 19:51:56 crc kubenswrapper[4809]: I1013 19:51:56.508467 4809 scope.go:117] "RemoveContainer" containerID="72c688a98e8a12ad83f13c3c56ab8b3162bc9362f0155c50cee48762de306987" Oct 13 19:51:56 crc kubenswrapper[4809]: I1013 19:51:56.594141 4809 scope.go:117] "RemoveContainer" containerID="1c654fc682c44927aaa69cbf5e567ea3938cc35fd6140445aa089c79930922ab" Oct 13 19:51:56 crc kubenswrapper[4809]: I1013 19:51:56.626675 4809 scope.go:117] "RemoveContainer" containerID="7014a229ad14b4323beca188b2a709828b43d0d2e51a84398b463a8917b36562" Oct 13 19:51:56 crc kubenswrapper[4809]: I1013 19:51:56.648684 4809 scope.go:117] "RemoveContainer" containerID="8e5d7ccefb98dc7a55473e19a24e6d9a9d5abfcb8fb5cbed2122380e10b30bb8" Oct 13 19:51:56 crc kubenswrapper[4809]: I1013 19:51:56.673933 4809 scope.go:117] "RemoveContainer" containerID="ff16a6f600079282f40da30f940fc124a93a06f0d79d42f371e38b1c6467eac3" Oct 13 19:51:56 crc kubenswrapper[4809]: I1013 19:51:56.698441 4809 scope.go:117] "RemoveContainer" containerID="72bb0ca82d78ecf3cd450dd7f2ced7e254f7823e0f616e293438e04f928fab86" Oct 13 19:51:56 crc kubenswrapper[4809]: I1013 19:51:56.826183 4809 scope.go:117] "RemoveContainer" containerID="baeddd8e0738210c6873faa68994ca9e433ee7db4ab23447148dcb832c4d65e1" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.153227 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"a7a9d90d-dcb8-4698-bc6b-8496f7086549","Type":"ContainerStarted","Data":"dce168a7644770a07d2bde3d87cbb24d1d1ece75ee72d5a2f8bf830f2679ba75"} Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.156232 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b77adc22-0966-485a-a4e7-51a932290d2a","Type":"ContainerStarted","Data":"21d3739502b821486c86f89159678c0d1d15b49026052ae6f08e43193a23c6c1"} Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.205505 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.207325 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.214358 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config-data" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.215064 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-dockercfg-z5hz4" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.216569 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-svc" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.216825 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"osp-secret" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.217782 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-scripts" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.219574 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"combined-ca-bundle" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.234171 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.351547 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.351623 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.351655 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bwcl4\" (UniqueName: \"kubernetes.io/projected/91996fd3-3cbb-458b-a999-6a83b154be58-kube-api-access-bwcl4\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.351685 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-generated\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.351712 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.351750 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-operator-scripts\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.351777 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-kolla-config\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.351809 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-secrets\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.351829 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-default\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.457790 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-operator-scripts\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.457860 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-kolla-config\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.457895 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-secrets\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.457916 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-default\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.457946 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.457982 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.458001 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bwcl4\" (UniqueName: \"kubernetes.io/projected/91996fd3-3cbb-458b-a999-6a83b154be58-kube-api-access-bwcl4\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.458029 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-generated\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.458055 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.458367 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") device mount path \"/mnt/openstack/pv05\"" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.458566 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-generated\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.459087 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-kolla-config\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.459177 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-default\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.459870 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-operator-scripts\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.462465 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-secrets\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.463414 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.471404 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.481392 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bwcl4\" (UniqueName: \"kubernetes.io/projected/91996fd3-3cbb-458b-a999-6a83b154be58-kube-api-access-bwcl4\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.485944 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"openstack-galera-0\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:57 crc kubenswrapper[4809]: I1013 19:51:57.531873 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.022075 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.168014 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"a7a9d90d-dcb8-4698-bc6b-8496f7086549","Type":"ContainerStarted","Data":"ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835"} Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.171286 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"91996fd3-3cbb-458b-a999-6a83b154be58","Type":"ContainerStarted","Data":"d766849bdf441b76b3e20e4be3633b6e594b494a927fae6bb1624b3a284505c7"} Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.434856 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.436023 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.438746 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-scripts" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.439561 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-cell1-svc" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.439881 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-cell1-dockercfg-zmtwc" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.440149 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-config-data" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.453772 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.592629 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.592678 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.592704 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/08481584-71b4-4911-9487-45559cdbb2fb-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.592776 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.592795 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mchxm\" (UniqueName: \"kubernetes.io/projected/08481584-71b4-4911-9487-45559cdbb2fb-kube-api-access-mchxm\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.592820 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.592887 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.592934 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.592958 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.693800 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.693835 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.693854 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/08481584-71b4-4911-9487-45559cdbb2fb-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.693880 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.693896 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mchxm\" (UniqueName: \"kubernetes.io/projected/08481584-71b4-4911-9487-45559cdbb2fb-kube-api-access-mchxm\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.693914 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.693956 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.694001 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.694024 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.694599 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") device mount path \"/mnt/openstack/pv07\"" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.694744 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/08481584-71b4-4911-9487-45559cdbb2fb-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.695450 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.695891 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.695991 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.712581 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.712683 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.712790 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.723053 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.723937 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.728794 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.729748 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-memcached-svc" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.729902 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-n7lth" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.734409 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mchxm\" (UniqueName: \"kubernetes.io/projected/08481584-71b4-4911-9487-45559cdbb2fb-kube-api-access-mchxm\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.736013 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.736472 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"openstack-cell1-galera-0\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.795745 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-combined-ca-bundle\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.795822 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-kolla-config\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.795840 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-config-data\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.795862 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-memcached-tls-certs\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.795900 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-phhf9\" (UniqueName: \"kubernetes.io/projected/de6a881f-d44c-47d0-8493-28ab40d6efd3-kube-api-access-phhf9\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.897765 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-kolla-config\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.897812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-config-data\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.897844 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-memcached-tls-certs\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.897890 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-phhf9\" (UniqueName: \"kubernetes.io/projected/de6a881f-d44c-47d0-8493-28ab40d6efd3-kube-api-access-phhf9\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.897944 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-combined-ca-bundle\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.899074 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-config-data\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.899076 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-kolla-config\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.901486 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-combined-ca-bundle\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.902648 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-memcached-tls-certs\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:58 crc kubenswrapper[4809]: I1013 19:51:58.924572 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-phhf9\" (UniqueName: \"kubernetes.io/projected/de6a881f-d44c-47d0-8493-28ab40d6efd3-kube-api-access-phhf9\") pod \"memcached-0\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:59 crc kubenswrapper[4809]: I1013 19:51:59.055410 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:51:59 crc kubenswrapper[4809]: I1013 19:51:59.101752 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:51:59 crc kubenswrapper[4809]: I1013 19:51:59.186651 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"91996fd3-3cbb-458b-a999-6a83b154be58","Type":"ContainerStarted","Data":"f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79"} Oct 13 19:51:59 crc kubenswrapper[4809]: I1013 19:51:59.556150 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:51:59 crc kubenswrapper[4809]: W1013 19:51:59.562927 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod08481584_71b4_4911_9487_45559cdbb2fb.slice/crio-ef7acd98ab15ed1f3a5fa1b0071ac6efc6f3629af999ce66390ebeaa43297ed8 WatchSource:0}: Error finding container ef7acd98ab15ed1f3a5fa1b0071ac6efc6f3629af999ce66390ebeaa43297ed8: Status 404 returned error can't find the container with id ef7acd98ab15ed1f3a5fa1b0071ac6efc6f3629af999ce66390ebeaa43297ed8 Oct 13 19:51:59 crc kubenswrapper[4809]: I1013 19:51:59.625756 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:51:59 crc kubenswrapper[4809]: W1013 19:51:59.631613 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podde6a881f_d44c_47d0_8493_28ab40d6efd3.slice/crio-ca4813dec761ef201e723d93bd56ff134e93be97ab347ade411ab4da3d9beb60 WatchSource:0}: Error finding container ca4813dec761ef201e723d93bd56ff134e93be97ab347ade411ab4da3d9beb60: Status 404 returned error can't find the container with id ca4813dec761ef201e723d93bd56ff134e93be97ab347ade411ab4da3d9beb60 Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.197454 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"de6a881f-d44c-47d0-8493-28ab40d6efd3","Type":"ContainerStarted","Data":"f725dbe538945c7f3ea13c78bd270f8a68ce8654b6bd7246495a83430c176763"} Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.198086 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.198187 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"de6a881f-d44c-47d0-8493-28ab40d6efd3","Type":"ContainerStarted","Data":"ca4813dec761ef201e723d93bd56ff134e93be97ab347ade411ab4da3d9beb60"} Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.198901 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"08481584-71b4-4911-9487-45559cdbb2fb","Type":"ContainerStarted","Data":"c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496"} Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.198954 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"08481584-71b4-4911-9487-45559cdbb2fb","Type":"ContainerStarted","Data":"ef7acd98ab15ed1f3a5fa1b0071ac6efc6f3629af999ce66390ebeaa43297ed8"} Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.218688 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=2.218667804 podStartE2EDuration="2.218667804s" podCreationTimestamp="2025-10-13 19:51:58 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:00.212792955 +0000 UTC m=+1638.818539540" watchObservedRunningTime="2025-10-13 19:52:00.218667804 +0000 UTC m=+1638.824414389" Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.712328 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.713315 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.719833 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"telemetry-ceilometer-dockercfg-m7m6z" Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.727789 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.833945 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4k5jq\" (UniqueName: \"kubernetes.io/projected/1d7a14be-51fd-44b5-a9a9-cdd79532c86b-kube-api-access-4k5jq\") pod \"kube-state-metrics-0\" (UID: \"1d7a14be-51fd-44b5-a9a9-cdd79532c86b\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.935889 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4k5jq\" (UniqueName: \"kubernetes.io/projected/1d7a14be-51fd-44b5-a9a9-cdd79532c86b-kube-api-access-4k5jq\") pod \"kube-state-metrics-0\" (UID: \"1d7a14be-51fd-44b5-a9a9-cdd79532c86b\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:52:00 crc kubenswrapper[4809]: I1013 19:52:00.959595 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4k5jq\" (UniqueName: \"kubernetes.io/projected/1d7a14be-51fd-44b5-a9a9-cdd79532c86b-kube-api-access-4k5jq\") pod \"kube-state-metrics-0\" (UID: \"1d7a14be-51fd-44b5-a9a9-cdd79532c86b\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:52:01 crc kubenswrapper[4809]: I1013 19:52:01.043537 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:52:01 crc kubenswrapper[4809]: I1013 19:52:01.512653 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:52:02 crc kubenswrapper[4809]: I1013 19:52:02.218378 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"1d7a14be-51fd-44b5-a9a9-cdd79532c86b","Type":"ContainerStarted","Data":"b5c5d79910eb4fa6922d00d50ed5713ad150fb2896c1eff0b876ebe920a52cad"} Oct 13 19:52:02 crc kubenswrapper[4809]: I1013 19:52:02.218857 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:52:02 crc kubenswrapper[4809]: I1013 19:52:02.218874 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"1d7a14be-51fd-44b5-a9a9-cdd79532c86b","Type":"ContainerStarted","Data":"23301da2086f2e6d1a481f5103550182b804d403caa1b97b9357ac5b4a64f89b"} Oct 13 19:52:02 crc kubenswrapper[4809]: I1013 19:52:02.222022 4809 generic.go:334] "Generic (PLEG): container finished" podID="91996fd3-3cbb-458b-a999-6a83b154be58" containerID="f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79" exitCode=0 Oct 13 19:52:02 crc kubenswrapper[4809]: I1013 19:52:02.222117 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"91996fd3-3cbb-458b-a999-6a83b154be58","Type":"ContainerDied","Data":"f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79"} Oct 13 19:52:02 crc kubenswrapper[4809]: I1013 19:52:02.256680 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=1.8562227089999999 podStartE2EDuration="2.256657984s" podCreationTimestamp="2025-10-13 19:52:00 +0000 UTC" firstStartedPulling="2025-10-13 19:52:01.524500549 +0000 UTC m=+1640.130247134" lastFinishedPulling="2025-10-13 19:52:01.924935814 +0000 UTC m=+1640.530682409" observedRunningTime="2025-10-13 19:52:02.251101564 +0000 UTC m=+1640.856848149" watchObservedRunningTime="2025-10-13 19:52:02.256657984 +0000 UTC m=+1640.862404579" Oct 13 19:52:03 crc kubenswrapper[4809]: I1013 19:52:03.233888 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"91996fd3-3cbb-458b-a999-6a83b154be58","Type":"ContainerStarted","Data":"b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6"} Oct 13 19:52:03 crc kubenswrapper[4809]: I1013 19:52:03.236146 4809 generic.go:334] "Generic (PLEG): container finished" podID="08481584-71b4-4911-9487-45559cdbb2fb" containerID="c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496" exitCode=0 Oct 13 19:52:03 crc kubenswrapper[4809]: I1013 19:52:03.236260 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"08481584-71b4-4911-9487-45559cdbb2fb","Type":"ContainerDied","Data":"c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496"} Oct 13 19:52:03 crc kubenswrapper[4809]: I1013 19:52:03.279336 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-0" podStartSLOduration=7.279308764 podStartE2EDuration="7.279308764s" podCreationTimestamp="2025-10-13 19:51:56 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:03.271076268 +0000 UTC m=+1641.876822843" watchObservedRunningTime="2025-10-13 19:52:03.279308764 +0000 UTC m=+1641.885055379" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.105049 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.248444 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"08481584-71b4-4911-9487-45559cdbb2fb","Type":"ContainerStarted","Data":"af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821"} Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.275969 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podStartSLOduration=7.275943527 podStartE2EDuration="7.275943527s" podCreationTimestamp="2025-10-13 19:51:57 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:04.269216434 +0000 UTC m=+1642.874963049" watchObservedRunningTime="2025-10-13 19:52:04.275943527 +0000 UTC m=+1642.881690122" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.788533 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.789802 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.792064 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-6mjlc" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.792282 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovn-metrics" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.792449 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.792743 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.793188 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.805394 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.904678 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-647kz\" (UniqueName: \"kubernetes.io/projected/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-kube-api-access-647kz\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.904738 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.904780 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.904897 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.905110 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.905184 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.905240 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:04 crc kubenswrapper[4809]: I1013 19:52:04.905343 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-config\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.007005 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-config\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.007093 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-647kz\" (UniqueName: \"kubernetes.io/projected/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-kube-api-access-647kz\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.007127 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.007167 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.007213 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.007247 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.007774 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") device mount path \"/mnt/openstack/pv08\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.007819 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.007867 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.007917 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.008215 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-config\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.008656 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.015517 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.022376 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.023841 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.029358 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-647kz\" (UniqueName: \"kubernetes.io/projected/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-kube-api-access-647kz\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.036925 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-nb-0\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.113344 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.589885 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.609122 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.610607 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.613116 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.613625 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-dw9bv" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.613932 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.614076 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-sb-ovndbs" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.657840 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.724491 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.724540 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.724592 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.724628 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.724649 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-config\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.724677 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.724751 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.724811 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-77lg4\" (UniqueName: \"kubernetes.io/projected/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-kube-api-access-77lg4\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.826201 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.826248 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-config\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.826274 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.826304 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.826337 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-77lg4\" (UniqueName: \"kubernetes.io/projected/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-kube-api-access-77lg4\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.826372 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.826390 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.826419 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.826703 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.827566 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.827919 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-config\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.828121 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.844702 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.845313 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.846124 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.850679 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-77lg4\" (UniqueName: \"kubernetes.io/projected/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-kube-api-access-77lg4\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.866571 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-sb-0\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:05 crc kubenswrapper[4809]: E1013 19:52:05.889555 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:35612->38.102.83.181:41207: write tcp 38.102.83.181:35612->38.102.83.181:41207: write: broken pipe Oct 13 19:52:05 crc kubenswrapper[4809]: I1013 19:52:05.997743 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:06 crc kubenswrapper[4809]: I1013 19:52:06.271507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105","Type":"ContainerStarted","Data":"0ff7b9d71c9081993514930e494c26d6838e4d7dfb4350a58b94e7ddb404ab51"} Oct 13 19:52:06 crc kubenswrapper[4809]: I1013 19:52:06.271866 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105","Type":"ContainerStarted","Data":"09d2a8505f414d8c91bd951109acf3b4fa5428d0e0067ae671bdaabf8746ed81"} Oct 13 19:52:06 crc kubenswrapper[4809]: I1013 19:52:06.271877 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105","Type":"ContainerStarted","Data":"848a62dfce3c4b4b597f58b8258ce23050968550cd9a926270c964ea7fee8db3"} Oct 13 19:52:06 crc kubenswrapper[4809]: I1013 19:52:06.294056 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=3.294038635 podStartE2EDuration="3.294038635s" podCreationTimestamp="2025-10-13 19:52:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:06.288145426 +0000 UTC m=+1644.893892011" watchObservedRunningTime="2025-10-13 19:52:06.294038635 +0000 UTC m=+1644.899785220" Oct 13 19:52:06 crc kubenswrapper[4809]: I1013 19:52:06.457107 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:52:07 crc kubenswrapper[4809]: I1013 19:52:07.284778 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7","Type":"ContainerStarted","Data":"1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f"} Oct 13 19:52:07 crc kubenswrapper[4809]: I1013 19:52:07.285113 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7","Type":"ContainerStarted","Data":"22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570"} Oct 13 19:52:07 crc kubenswrapper[4809]: I1013 19:52:07.285135 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7","Type":"ContainerStarted","Data":"e88c048cfc3e3aa86f673b59fe1ae89c7a28d29b9e443da6cc58804e6ddf9762"} Oct 13 19:52:07 crc kubenswrapper[4809]: I1013 19:52:07.307725 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=3.307697567 podStartE2EDuration="3.307697567s" podCreationTimestamp="2025-10-13 19:52:04 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:07.304423403 +0000 UTC m=+1645.910169998" watchObservedRunningTime="2025-10-13 19:52:07.307697567 +0000 UTC m=+1645.913444162" Oct 13 19:52:07 crc kubenswrapper[4809]: I1013 19:52:07.532420 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:52:07 crc kubenswrapper[4809]: I1013 19:52:07.532504 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:52:07 crc kubenswrapper[4809]: I1013 19:52:07.601119 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.114516 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.169962 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.295081 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.342633 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.648159 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-create-vjqs6"] Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.649433 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-vjqs6" Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.655612 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-vjqs6"] Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.780835 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2rpdt\" (UniqueName: \"kubernetes.io/projected/da495e67-f26c-46ad-9fb8-c6a535c73f51-kube-api-access-2rpdt\") pod \"keystone-db-create-vjqs6\" (UID: \"da495e67-f26c-46ad-9fb8-c6a535c73f51\") " pod="openstack-kuttl-tests/keystone-db-create-vjqs6" Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.882996 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2rpdt\" (UniqueName: \"kubernetes.io/projected/da495e67-f26c-46ad-9fb8-c6a535c73f51-kube-api-access-2rpdt\") pod \"keystone-db-create-vjqs6\" (UID: \"da495e67-f26c-46ad-9fb8-c6a535c73f51\") " pod="openstack-kuttl-tests/keystone-db-create-vjqs6" Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.910924 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2rpdt\" (UniqueName: \"kubernetes.io/projected/da495e67-f26c-46ad-9fb8-c6a535c73f51-kube-api-access-2rpdt\") pod \"keystone-db-create-vjqs6\" (UID: \"da495e67-f26c-46ad-9fb8-c6a535c73f51\") " pod="openstack-kuttl-tests/keystone-db-create-vjqs6" Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.975572 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-vjqs6" Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.984857 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-create-l4xv9"] Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.986768 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-l4xv9" Oct 13 19:52:08 crc kubenswrapper[4809]: I1013 19:52:08.998198 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:09 crc kubenswrapper[4809]: I1013 19:52:09.001018 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-l4xv9"] Oct 13 19:52:09 crc kubenswrapper[4809]: I1013 19:52:09.055844 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:52:09 crc kubenswrapper[4809]: I1013 19:52:09.056565 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:52:09 crc kubenswrapper[4809]: I1013 19:52:09.086591 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sqtq4\" (UniqueName: \"kubernetes.io/projected/f9eba64a-b29b-4b3d-a609-a35053949598-kube-api-access-sqtq4\") pod \"placement-db-create-l4xv9\" (UID: \"f9eba64a-b29b-4b3d-a609-a35053949598\") " pod="openstack-kuttl-tests/placement-db-create-l4xv9" Oct 13 19:52:09 crc kubenswrapper[4809]: I1013 19:52:09.156304 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:52:09 crc kubenswrapper[4809]: E1013 19:52:09.156820 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:52:09 crc kubenswrapper[4809]: I1013 19:52:09.187990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sqtq4\" (UniqueName: \"kubernetes.io/projected/f9eba64a-b29b-4b3d-a609-a35053949598-kube-api-access-sqtq4\") pod \"placement-db-create-l4xv9\" (UID: \"f9eba64a-b29b-4b3d-a609-a35053949598\") " pod="openstack-kuttl-tests/placement-db-create-l4xv9" Oct 13 19:52:09 crc kubenswrapper[4809]: I1013 19:52:09.213074 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sqtq4\" (UniqueName: \"kubernetes.io/projected/f9eba64a-b29b-4b3d-a609-a35053949598-kube-api-access-sqtq4\") pod \"placement-db-create-l4xv9\" (UID: \"f9eba64a-b29b-4b3d-a609-a35053949598\") " pod="openstack-kuttl-tests/placement-db-create-l4xv9" Oct 13 19:52:09 crc kubenswrapper[4809]: I1013 19:52:09.373717 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-l4xv9" Oct 13 19:52:09 crc kubenswrapper[4809]: I1013 19:52:09.467938 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-vjqs6"] Oct 13 19:52:09 crc kubenswrapper[4809]: I1013 19:52:09.969841 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-l4xv9"] Oct 13 19:52:10 crc kubenswrapper[4809]: I1013 19:52:10.168322 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:52:10 crc kubenswrapper[4809]: I1013 19:52:10.314119 4809 generic.go:334] "Generic (PLEG): container finished" podID="f9eba64a-b29b-4b3d-a609-a35053949598" containerID="fe7160d371b27cebab9119242f6c8ca722c652174f943e75bbb4b89d5624cb67" exitCode=0 Oct 13 19:52:10 crc kubenswrapper[4809]: I1013 19:52:10.314187 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-l4xv9" event={"ID":"f9eba64a-b29b-4b3d-a609-a35053949598","Type":"ContainerDied","Data":"fe7160d371b27cebab9119242f6c8ca722c652174f943e75bbb4b89d5624cb67"} Oct 13 19:52:10 crc kubenswrapper[4809]: I1013 19:52:10.314213 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-l4xv9" event={"ID":"f9eba64a-b29b-4b3d-a609-a35053949598","Type":"ContainerStarted","Data":"bca995c296f93b3a96012c5f22dfcb7e27abd1774e1c548d3017e62abe9bcf4b"} Oct 13 19:52:10 crc kubenswrapper[4809]: I1013 19:52:10.316314 4809 generic.go:334] "Generic (PLEG): container finished" podID="da495e67-f26c-46ad-9fb8-c6a535c73f51" containerID="ffcf2e50d06526a576c97ff88ea303aefc7c5ee5243863493192deb739bd3c03" exitCode=0 Oct 13 19:52:10 crc kubenswrapper[4809]: I1013 19:52:10.316397 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-vjqs6" event={"ID":"da495e67-f26c-46ad-9fb8-c6a535c73f51","Type":"ContainerDied","Data":"ffcf2e50d06526a576c97ff88ea303aefc7c5ee5243863493192deb739bd3c03"} Oct 13 19:52:10 crc kubenswrapper[4809]: I1013 19:52:10.316443 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-vjqs6" event={"ID":"da495e67-f26c-46ad-9fb8-c6a535c73f51","Type":"ContainerStarted","Data":"3896a0456f4660efbf0d165ab1e77bbc416bdddf6506ba43b6334afa6296ad1e"} Oct 13 19:52:10 crc kubenswrapper[4809]: I1013 19:52:10.998688 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:11 crc kubenswrapper[4809]: I1013 19:52:11.059535 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:52:11 crc kubenswrapper[4809]: I1013 19:52:11.163637 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:52:11 crc kubenswrapper[4809]: I1013 19:52:11.215191 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:52:11 crc kubenswrapper[4809]: I1013 19:52:11.731445 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-vjqs6" Oct 13 19:52:11 crc kubenswrapper[4809]: I1013 19:52:11.735239 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-l4xv9" Oct 13 19:52:11 crc kubenswrapper[4809]: I1013 19:52:11.831633 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sqtq4\" (UniqueName: \"kubernetes.io/projected/f9eba64a-b29b-4b3d-a609-a35053949598-kube-api-access-sqtq4\") pod \"f9eba64a-b29b-4b3d-a609-a35053949598\" (UID: \"f9eba64a-b29b-4b3d-a609-a35053949598\") " Oct 13 19:52:11 crc kubenswrapper[4809]: I1013 19:52:11.831724 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2rpdt\" (UniqueName: \"kubernetes.io/projected/da495e67-f26c-46ad-9fb8-c6a535c73f51-kube-api-access-2rpdt\") pod \"da495e67-f26c-46ad-9fb8-c6a535c73f51\" (UID: \"da495e67-f26c-46ad-9fb8-c6a535c73f51\") " Oct 13 19:52:11 crc kubenswrapper[4809]: I1013 19:52:11.846078 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f9eba64a-b29b-4b3d-a609-a35053949598-kube-api-access-sqtq4" (OuterVolumeSpecName: "kube-api-access-sqtq4") pod "f9eba64a-b29b-4b3d-a609-a35053949598" (UID: "f9eba64a-b29b-4b3d-a609-a35053949598"). InnerVolumeSpecName "kube-api-access-sqtq4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:11 crc kubenswrapper[4809]: I1013 19:52:11.847877 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/da495e67-f26c-46ad-9fb8-c6a535c73f51-kube-api-access-2rpdt" (OuterVolumeSpecName: "kube-api-access-2rpdt") pod "da495e67-f26c-46ad-9fb8-c6a535c73f51" (UID: "da495e67-f26c-46ad-9fb8-c6a535c73f51"). InnerVolumeSpecName "kube-api-access-2rpdt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:11 crc kubenswrapper[4809]: I1013 19:52:11.934101 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sqtq4\" (UniqueName: \"kubernetes.io/projected/f9eba64a-b29b-4b3d-a609-a35053949598-kube-api-access-sqtq4\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:11 crc kubenswrapper[4809]: I1013 19:52:11.934155 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2rpdt\" (UniqueName: \"kubernetes.io/projected/da495e67-f26c-46ad-9fb8-c6a535c73f51-kube-api-access-2rpdt\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.071223 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.114287 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.131649 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:52:12 crc kubenswrapper[4809]: E1013 19:52:12.132160 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="da495e67-f26c-46ad-9fb8-c6a535c73f51" containerName="mariadb-database-create" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.132188 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="da495e67-f26c-46ad-9fb8-c6a535c73f51" containerName="mariadb-database-create" Oct 13 19:52:12 crc kubenswrapper[4809]: E1013 19:52:12.132213 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f9eba64a-b29b-4b3d-a609-a35053949598" containerName="mariadb-database-create" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.132227 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f9eba64a-b29b-4b3d-a609-a35053949598" containerName="mariadb-database-create" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.132547 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f9eba64a-b29b-4b3d-a609-a35053949598" containerName="mariadb-database-create" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.132604 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="da495e67-f26c-46ad-9fb8-c6a535c73f51" containerName="mariadb-database-create" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.143901 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.147166 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-storage-config-data" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.147397 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-swift-dockercfg-kxgnp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.154058 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-files" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.163841 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-conf" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.180419 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.238869 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-lock\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.238953 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.239081 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-cache\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.239135 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.239175 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2cbng\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-kube-api-access-2cbng\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.289837 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.291289 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.294933 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.298770 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.299458 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-ltgx5" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.299825 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.306334 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.334740 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-vjqs6" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.334756 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-vjqs6" event={"ID":"da495e67-f26c-46ad-9fb8-c6a535c73f51","Type":"ContainerDied","Data":"3896a0456f4660efbf0d165ab1e77bbc416bdddf6506ba43b6334afa6296ad1e"} Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.335223 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3896a0456f4660efbf0d165ab1e77bbc416bdddf6506ba43b6334afa6296ad1e" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.337145 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-l4xv9" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.337620 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-l4xv9" event={"ID":"f9eba64a-b29b-4b3d-a609-a35053949598","Type":"ContainerDied","Data":"bca995c296f93b3a96012c5f22dfcb7e27abd1774e1c548d3017e62abe9bcf4b"} Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.337666 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="bca995c296f93b3a96012c5f22dfcb7e27abd1774e1c548d3017e62abe9bcf4b" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.340864 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.340948 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-cache\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.340984 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.341018 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2cbng\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-kube-api-access-2cbng\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.341068 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-lock\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.341180 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: E1013 19:52:12.341335 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:52:12 crc kubenswrapper[4809]: E1013 19:52:12.341352 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:52:12 crc kubenswrapper[4809]: E1013 19:52:12.341393 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift podName:38a13c5d-9eac-4cbc-abf6-919c8038b869 nodeName:}" failed. No retries permitted until 2025-10-13 19:52:12.841379231 +0000 UTC m=+1651.447125816 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift") pod "swift-storage-0" (UID: "38a13c5d-9eac-4cbc-abf6-919c8038b869") : configmap "swift-ring-files" not found Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.341602 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-lock\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.341640 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-cache\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.360060 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2cbng\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-kube-api-access-2cbng\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.374289 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.442362 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-scripts\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.442532 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-config\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.442575 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h4twq\" (UniqueName: \"kubernetes.io/projected/0f6f5c9b-13ce-474e-94b1-0b16186d1316-kube-api-access-h4twq\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.442600 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.442914 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.443123 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.443151 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.544325 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.544374 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.544426 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-scripts\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.544493 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-config\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.544526 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-h4twq\" (UniqueName: \"kubernetes.io/projected/0f6f5c9b-13ce-474e-94b1-0b16186d1316-kube-api-access-h4twq\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.544550 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.544583 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.545793 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-config\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.546547 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-5hhbp"] Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.547807 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.550647 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-scripts" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.551117 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.552237 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.553347 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.553756 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.553983 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-config-data" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.559632 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.559750 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-scripts\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.575002 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-h4twq\" (UniqueName: \"kubernetes.io/projected/0f6f5c9b-13ce-474e-94b1-0b16186d1316-kube-api-access-h4twq\") pod \"ovn-northd-0\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.587682 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-5hhbp"] Oct 13 19:52:12 crc kubenswrapper[4809]: E1013 19:52:12.588264 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle dispersionconf etc-swift kube-api-access-rc7ss ring-data-devices scripts swiftconf], unattached volumes=[], failed to process volumes=[combined-ca-bundle dispersionconf etc-swift kube-api-access-rc7ss ring-data-devices scripts swiftconf]: context canceled" pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" podUID="d0aab974-3245-4bb5-86d0-a4d6f0c0532a" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.609585 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-wggvn"] Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.611299 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.611880 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.619148 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-5hhbp"] Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.625093 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-wggvn"] Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.645444 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-swiftconf\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.645507 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-etc-swift\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.645531 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rc7ss\" (UniqueName: \"kubernetes.io/projected/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-kube-api-access-rc7ss\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.645740 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-ring-data-devices\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.645807 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-combined-ca-bundle\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.645866 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-dispersionconf\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.646159 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-scripts\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.747903 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-ring-data-devices\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748301 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-combined-ca-bundle\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748337 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-njvxb\" (UniqueName: \"kubernetes.io/projected/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-kube-api-access-njvxb\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748374 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-dispersionconf\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748415 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-swiftconf\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748498 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-ring-data-devices\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748526 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-dispersionconf\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748550 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-scripts\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748572 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-swiftconf\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748596 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-etc-swift\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748643 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-etc-swift\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748673 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rc7ss\" (UniqueName: \"kubernetes.io/projected/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-kube-api-access-rc7ss\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748711 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-scripts\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.748764 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-combined-ca-bundle\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.752754 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-etc-swift\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.752780 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-dispersionconf\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.753077 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-combined-ca-bundle\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.753433 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-scripts\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.755240 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-swiftconf\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.760065 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-ring-data-devices\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.779097 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rc7ss\" (UniqueName: \"kubernetes.io/projected/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-kube-api-access-rc7ss\") pod \"swift-ring-rebalance-5hhbp\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.850463 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-ring-data-devices\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.850540 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-dispersionconf\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.850579 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-etc-swift\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.850670 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-scripts\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.850708 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-combined-ca-bundle\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.850802 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-njvxb\" (UniqueName: \"kubernetes.io/projected/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-kube-api-access-njvxb\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.850871 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-swiftconf\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.850911 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:12 crc kubenswrapper[4809]: E1013 19:52:12.851108 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:52:12 crc kubenswrapper[4809]: E1013 19:52:12.851130 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:52:12 crc kubenswrapper[4809]: E1013 19:52:12.851206 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift podName:38a13c5d-9eac-4cbc-abf6-919c8038b869 nodeName:}" failed. No retries permitted until 2025-10-13 19:52:13.851182998 +0000 UTC m=+1652.456929593 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift") pod "swift-storage-0" (UID: "38a13c5d-9eac-4cbc-abf6-919c8038b869") : configmap "swift-ring-files" not found Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.851341 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-etc-swift\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.851390 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-scripts\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.851931 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-ring-data-devices\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.853956 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-dispersionconf\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.858181 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-swiftconf\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.858377 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-combined-ca-bundle\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.865351 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-njvxb\" (UniqueName: \"kubernetes.io/projected/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-kube-api-access-njvxb\") pod \"swift-ring-rebalance-wggvn\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:12 crc kubenswrapper[4809]: I1013 19:52:12.928590 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.059709 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:52:13 crc kubenswrapper[4809]: W1013 19:52:13.065161 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0f6f5c9b_13ce_474e_94b1_0b16186d1316.slice/crio-051a9e36823a2293436a674339a5abb49fe5ef75aec6d40bf41a25f8e15959ef WatchSource:0}: Error finding container 051a9e36823a2293436a674339a5abb49fe5ef75aec6d40bf41a25f8e15959ef: Status 404 returned error can't find the container with id 051a9e36823a2293436a674339a5abb49fe5ef75aec6d40bf41a25f8e15959ef Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.346131 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.346661 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"0f6f5c9b-13ce-474e-94b1-0b16186d1316","Type":"ContainerStarted","Data":"969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c"} Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.346686 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"0f6f5c9b-13ce-474e-94b1-0b16186d1316","Type":"ContainerStarted","Data":"051a9e36823a2293436a674339a5abb49fe5ef75aec6d40bf41a25f8e15959ef"} Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.368779 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-wggvn"] Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.380009 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.459530 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-etc-swift\") pod \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.459617 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rc7ss\" (UniqueName: \"kubernetes.io/projected/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-kube-api-access-rc7ss\") pod \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.459661 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-combined-ca-bundle\") pod \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.459713 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-dispersionconf\") pod \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.459753 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-scripts\") pod \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.459796 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-ring-data-devices\") pod \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.459846 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-swiftconf\") pod \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\" (UID: \"d0aab974-3245-4bb5-86d0-a4d6f0c0532a\") " Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.460859 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "d0aab974-3245-4bb5-86d0-a4d6f0c0532a" (UID: "d0aab974-3245-4bb5-86d0-a4d6f0c0532a"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.461160 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "d0aab974-3245-4bb5-86d0-a4d6f0c0532a" (UID: "d0aab974-3245-4bb5-86d0-a4d6f0c0532a"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.461217 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-scripts" (OuterVolumeSpecName: "scripts") pod "d0aab974-3245-4bb5-86d0-a4d6f0c0532a" (UID: "d0aab974-3245-4bb5-86d0-a4d6f0c0532a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.464392 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "d0aab974-3245-4bb5-86d0-a4d6f0c0532a" (UID: "d0aab974-3245-4bb5-86d0-a4d6f0c0532a"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.464861 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "d0aab974-3245-4bb5-86d0-a4d6f0c0532a" (UID: "d0aab974-3245-4bb5-86d0-a4d6f0c0532a"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.465846 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-kube-api-access-rc7ss" (OuterVolumeSpecName: "kube-api-access-rc7ss") pod "d0aab974-3245-4bb5-86d0-a4d6f0c0532a" (UID: "d0aab974-3245-4bb5-86d0-a4d6f0c0532a"). InnerVolumeSpecName "kube-api-access-rc7ss". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.466047 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d0aab974-3245-4bb5-86d0-a4d6f0c0532a" (UID: "d0aab974-3245-4bb5-86d0-a4d6f0c0532a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.562071 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.562102 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rc7ss\" (UniqueName: \"kubernetes.io/projected/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-kube-api-access-rc7ss\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.562123 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.562133 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.562143 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.562151 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.562161 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/d0aab974-3245-4bb5-86d0-a4d6f0c0532a-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:13 crc kubenswrapper[4809]: I1013 19:52:13.867354 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:13 crc kubenswrapper[4809]: E1013 19:52:13.867560 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:52:13 crc kubenswrapper[4809]: E1013 19:52:13.867881 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:52:13 crc kubenswrapper[4809]: E1013 19:52:13.867973 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift podName:38a13c5d-9eac-4cbc-abf6-919c8038b869 nodeName:}" failed. No retries permitted until 2025-10-13 19:52:15.867948969 +0000 UTC m=+1654.473695594 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift") pod "swift-storage-0" (UID: "38a13c5d-9eac-4cbc-abf6-919c8038b869") : configmap "swift-ring-files" not found Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.238462 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-create-w2h6v"] Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.239574 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-w2h6v" Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.248913 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-w2h6v"] Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.374426 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"0f6f5c9b-13ce-474e-94b1-0b16186d1316","Type":"ContainerStarted","Data":"953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f"} Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.374844 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.377420 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-5hhbp" Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.377561 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" event={"ID":"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0","Type":"ContainerStarted","Data":"dc1632f5c33d4ce074295f56806cd71355e2b869024e7efa62409f65f6bb68a3"} Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.377640 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" event={"ID":"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0","Type":"ContainerStarted","Data":"1a798908690f3e0c4f2f5316440f5162817bb81e7feecace4665b45a021428b4"} Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.379609 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p4gfp\" (UniqueName: \"kubernetes.io/projected/8800bb0e-5365-43d4-a115-d99790894813-kube-api-access-p4gfp\") pod \"glance-db-create-w2h6v\" (UID: \"8800bb0e-5365-43d4-a115-d99790894813\") " pod="openstack-kuttl-tests/glance-db-create-w2h6v" Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.403589 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=2.403561317 podStartE2EDuration="2.403561317s" podCreationTimestamp="2025-10-13 19:52:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:14.393053105 +0000 UTC m=+1652.998799700" watchObservedRunningTime="2025-10-13 19:52:14.403561317 +0000 UTC m=+1653.009307942" Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.434816 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-5hhbp"] Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.441544 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-5hhbp"] Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.448423 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" podStartSLOduration=2.448400965 podStartE2EDuration="2.448400965s" podCreationTimestamp="2025-10-13 19:52:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:14.433893128 +0000 UTC m=+1653.039639723" watchObservedRunningTime="2025-10-13 19:52:14.448400965 +0000 UTC m=+1653.054147560" Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.481179 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p4gfp\" (UniqueName: \"kubernetes.io/projected/8800bb0e-5365-43d4-a115-d99790894813-kube-api-access-p4gfp\") pod \"glance-db-create-w2h6v\" (UID: \"8800bb0e-5365-43d4-a115-d99790894813\") " pod="openstack-kuttl-tests/glance-db-create-w2h6v" Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.503260 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p4gfp\" (UniqueName: \"kubernetes.io/projected/8800bb0e-5365-43d4-a115-d99790894813-kube-api-access-p4gfp\") pod \"glance-db-create-w2h6v\" (UID: \"8800bb0e-5365-43d4-a115-d99790894813\") " pod="openstack-kuttl-tests/glance-db-create-w2h6v" Oct 13 19:52:14 crc kubenswrapper[4809]: I1013 19:52:14.591530 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-w2h6v" Oct 13 19:52:15 crc kubenswrapper[4809]: W1013 19:52:15.080202 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8800bb0e_5365_43d4_a115_d99790894813.slice/crio-46a295fb74f399740dab71c3ef76682b8fdd18d376840b4003bd9ea256c96377 WatchSource:0}: Error finding container 46a295fb74f399740dab71c3ef76682b8fdd18d376840b4003bd9ea256c96377: Status 404 returned error can't find the container with id 46a295fb74f399740dab71c3ef76682b8fdd18d376840b4003bd9ea256c96377 Oct 13 19:52:15 crc kubenswrapper[4809]: I1013 19:52:15.080599 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-w2h6v"] Oct 13 19:52:15 crc kubenswrapper[4809]: I1013 19:52:15.389887 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-w2h6v" event={"ID":"8800bb0e-5365-43d4-a115-d99790894813","Type":"ContainerStarted","Data":"fa9a6956b0aeba6c8f6c7fe9ce2163976443906fc05576b789ae57fb210ca0a0"} Oct 13 19:52:15 crc kubenswrapper[4809]: I1013 19:52:15.389926 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-w2h6v" event={"ID":"8800bb0e-5365-43d4-a115-d99790894813","Type":"ContainerStarted","Data":"46a295fb74f399740dab71c3ef76682b8fdd18d376840b4003bd9ea256c96377"} Oct 13 19:52:15 crc kubenswrapper[4809]: I1013 19:52:15.418345 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-create-w2h6v" podStartSLOduration=1.41830984 podStartE2EDuration="1.41830984s" podCreationTimestamp="2025-10-13 19:52:14 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:15.408818848 +0000 UTC m=+1654.014565433" watchObservedRunningTime="2025-10-13 19:52:15.41830984 +0000 UTC m=+1654.024056465" Oct 13 19:52:15 crc kubenswrapper[4809]: I1013 19:52:15.913203 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:15 crc kubenswrapper[4809]: E1013 19:52:15.913475 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:52:15 crc kubenswrapper[4809]: E1013 19:52:15.913967 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:52:15 crc kubenswrapper[4809]: E1013 19:52:15.914062 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift podName:38a13c5d-9eac-4cbc-abf6-919c8038b869 nodeName:}" failed. No retries permitted until 2025-10-13 19:52:19.914038221 +0000 UTC m=+1658.519784826 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift") pod "swift-storage-0" (UID: "38a13c5d-9eac-4cbc-abf6-919c8038b869") : configmap "swift-ring-files" not found Oct 13 19:52:16 crc kubenswrapper[4809]: I1013 19:52:16.174840 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d0aab974-3245-4bb5-86d0-a4d6f0c0532a" path="/var/lib/kubelet/pods/d0aab974-3245-4bb5-86d0-a4d6f0c0532a/volumes" Oct 13 19:52:16 crc kubenswrapper[4809]: I1013 19:52:16.406396 4809 generic.go:334] "Generic (PLEG): container finished" podID="8800bb0e-5365-43d4-a115-d99790894813" containerID="fa9a6956b0aeba6c8f6c7fe9ce2163976443906fc05576b789ae57fb210ca0a0" exitCode=0 Oct 13 19:52:16 crc kubenswrapper[4809]: I1013 19:52:16.406480 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-w2h6v" event={"ID":"8800bb0e-5365-43d4-a115-d99790894813","Type":"ContainerDied","Data":"fa9a6956b0aeba6c8f6c7fe9ce2163976443906fc05576b789ae57fb210ca0a0"} Oct 13 19:52:17 crc kubenswrapper[4809]: I1013 19:52:17.886280 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-w2h6v" Oct 13 19:52:17 crc kubenswrapper[4809]: I1013 19:52:17.948358 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p4gfp\" (UniqueName: \"kubernetes.io/projected/8800bb0e-5365-43d4-a115-d99790894813-kube-api-access-p4gfp\") pod \"8800bb0e-5365-43d4-a115-d99790894813\" (UID: \"8800bb0e-5365-43d4-a115-d99790894813\") " Oct 13 19:52:17 crc kubenswrapper[4809]: I1013 19:52:17.970195 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8800bb0e-5365-43d4-a115-d99790894813-kube-api-access-p4gfp" (OuterVolumeSpecName: "kube-api-access-p4gfp") pod "8800bb0e-5365-43d4-a115-d99790894813" (UID: "8800bb0e-5365-43d4-a115-d99790894813"). InnerVolumeSpecName "kube-api-access-p4gfp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:18 crc kubenswrapper[4809]: I1013 19:52:18.051125 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p4gfp\" (UniqueName: \"kubernetes.io/projected/8800bb0e-5365-43d4-a115-d99790894813-kube-api-access-p4gfp\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:18 crc kubenswrapper[4809]: I1013 19:52:18.437490 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-w2h6v" event={"ID":"8800bb0e-5365-43d4-a115-d99790894813","Type":"ContainerDied","Data":"46a295fb74f399740dab71c3ef76682b8fdd18d376840b4003bd9ea256c96377"} Oct 13 19:52:18 crc kubenswrapper[4809]: I1013 19:52:18.438489 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="46a295fb74f399740dab71c3ef76682b8fdd18d376840b4003bd9ea256c96377" Oct 13 19:52:18 crc kubenswrapper[4809]: I1013 19:52:18.438423 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-w2h6v" Oct 13 19:52:18 crc kubenswrapper[4809]: I1013 19:52:18.850128 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-e236-account-create-vmccb"] Oct 13 19:52:18 crc kubenswrapper[4809]: E1013 19:52:18.850987 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8800bb0e-5365-43d4-a115-d99790894813" containerName="mariadb-database-create" Oct 13 19:52:18 crc kubenswrapper[4809]: I1013 19:52:18.851118 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8800bb0e-5365-43d4-a115-d99790894813" containerName="mariadb-database-create" Oct 13 19:52:18 crc kubenswrapper[4809]: I1013 19:52:18.851378 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8800bb0e-5365-43d4-a115-d99790894813" containerName="mariadb-database-create" Oct 13 19:52:18 crc kubenswrapper[4809]: I1013 19:52:18.852169 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-e236-account-create-vmccb" Oct 13 19:52:18 crc kubenswrapper[4809]: I1013 19:52:18.855074 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-db-secret" Oct 13 19:52:18 crc kubenswrapper[4809]: I1013 19:52:18.858886 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-e236-account-create-vmccb"] Oct 13 19:52:18 crc kubenswrapper[4809]: I1013 19:52:18.972865 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6rgzr\" (UniqueName: \"kubernetes.io/projected/b197406f-e534-4c02-9f79-7e368fa6bd2f-kube-api-access-6rgzr\") pod \"keystone-e236-account-create-vmccb\" (UID: \"b197406f-e534-4c02-9f79-7e368fa6bd2f\") " pod="openstack-kuttl-tests/keystone-e236-account-create-vmccb" Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.074801 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6rgzr\" (UniqueName: \"kubernetes.io/projected/b197406f-e534-4c02-9f79-7e368fa6bd2f-kube-api-access-6rgzr\") pod \"keystone-e236-account-create-vmccb\" (UID: \"b197406f-e534-4c02-9f79-7e368fa6bd2f\") " pod="openstack-kuttl-tests/keystone-e236-account-create-vmccb" Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.110509 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6rgzr\" (UniqueName: \"kubernetes.io/projected/b197406f-e534-4c02-9f79-7e368fa6bd2f-kube-api-access-6rgzr\") pod \"keystone-e236-account-create-vmccb\" (UID: \"b197406f-e534-4c02-9f79-7e368fa6bd2f\") " pod="openstack-kuttl-tests/keystone-e236-account-create-vmccb" Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.115236 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-aa48-account-create-c5d2c"] Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.116911 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-aa48-account-create-c5d2c" Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.120839 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-db-secret" Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.128891 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-aa48-account-create-c5d2c"] Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.188682 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-e236-account-create-vmccb" Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.278654 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4s2c8\" (UniqueName: \"kubernetes.io/projected/ed664472-0820-489b-8c06-bab9f802d63f-kube-api-access-4s2c8\") pod \"placement-aa48-account-create-c5d2c\" (UID: \"ed664472-0820-489b-8c06-bab9f802d63f\") " pod="openstack-kuttl-tests/placement-aa48-account-create-c5d2c" Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.380247 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4s2c8\" (UniqueName: \"kubernetes.io/projected/ed664472-0820-489b-8c06-bab9f802d63f-kube-api-access-4s2c8\") pod \"placement-aa48-account-create-c5d2c\" (UID: \"ed664472-0820-489b-8c06-bab9f802d63f\") " pod="openstack-kuttl-tests/placement-aa48-account-create-c5d2c" Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.413954 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4s2c8\" (UniqueName: \"kubernetes.io/projected/ed664472-0820-489b-8c06-bab9f802d63f-kube-api-access-4s2c8\") pod \"placement-aa48-account-create-c5d2c\" (UID: \"ed664472-0820-489b-8c06-bab9f802d63f\") " pod="openstack-kuttl-tests/placement-aa48-account-create-c5d2c" Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.461344 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-aa48-account-create-c5d2c" Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.479209 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-e236-account-create-vmccb"] Oct 13 19:52:19 crc kubenswrapper[4809]: W1013 19:52:19.495372 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb197406f_e534_4c02_9f79_7e368fa6bd2f.slice/crio-5d3f67314e360589a8f924f83ccb5ac9f3bfd1e6104e30c73c1f5de10c2e5747 WatchSource:0}: Error finding container 5d3f67314e360589a8f924f83ccb5ac9f3bfd1e6104e30c73c1f5de10c2e5747: Status 404 returned error can't find the container with id 5d3f67314e360589a8f924f83ccb5ac9f3bfd1e6104e30c73c1f5de10c2e5747 Oct 13 19:52:19 crc kubenswrapper[4809]: I1013 19:52:19.950025 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-aa48-account-create-c5d2c"] Oct 13 19:52:19 crc kubenswrapper[4809]: W1013 19:52:19.951703 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poded664472_0820_489b_8c06_bab9f802d63f.slice/crio-6589e85a56235f99f3742a477974d08ef0041f04e453e219447bff72396e3231 WatchSource:0}: Error finding container 6589e85a56235f99f3742a477974d08ef0041f04e453e219447bff72396e3231: Status 404 returned error can't find the container with id 6589e85a56235f99f3742a477974d08ef0041f04e453e219447bff72396e3231 Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.010515 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.020026 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift\") pod \"swift-storage-0\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.157090 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:52:20 crc kubenswrapper[4809]: E1013 19:52:20.157883 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.269576 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.456201 4809 generic.go:334] "Generic (PLEG): container finished" podID="ed664472-0820-489b-8c06-bab9f802d63f" containerID="fe86dc5762153867c7bb38ba4c52a023108abe3c435cc5af90a63c8670fa8c82" exitCode=0 Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.456334 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-aa48-account-create-c5d2c" event={"ID":"ed664472-0820-489b-8c06-bab9f802d63f","Type":"ContainerDied","Data":"fe86dc5762153867c7bb38ba4c52a023108abe3c435cc5af90a63c8670fa8c82"} Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.456516 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-aa48-account-create-c5d2c" event={"ID":"ed664472-0820-489b-8c06-bab9f802d63f","Type":"ContainerStarted","Data":"6589e85a56235f99f3742a477974d08ef0041f04e453e219447bff72396e3231"} Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.458358 4809 generic.go:334] "Generic (PLEG): container finished" podID="b197406f-e534-4c02-9f79-7e368fa6bd2f" containerID="b326a84b01ab124138d3e46365eebed64c02a4eb962e88ed187d7bfea6fb3661" exitCode=0 Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.458419 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-e236-account-create-vmccb" event={"ID":"b197406f-e534-4c02-9f79-7e368fa6bd2f","Type":"ContainerDied","Data":"b326a84b01ab124138d3e46365eebed64c02a4eb962e88ed187d7bfea6fb3661"} Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.458441 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-e236-account-create-vmccb" event={"ID":"b197406f-e534-4c02-9f79-7e368fa6bd2f","Type":"ContainerStarted","Data":"5d3f67314e360589a8f924f83ccb5ac9f3bfd1e6104e30c73c1f5de10c2e5747"} Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.459663 4809 generic.go:334] "Generic (PLEG): container finished" podID="e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" containerID="dc1632f5c33d4ce074295f56806cd71355e2b869024e7efa62409f65f6bb68a3" exitCode=0 Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.459689 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" event={"ID":"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0","Type":"ContainerDied","Data":"dc1632f5c33d4ce074295f56806cd71355e2b869024e7efa62409f65f6bb68a3"} Oct 13 19:52:20 crc kubenswrapper[4809]: I1013 19:52:20.793540 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.474002 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c"} Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.474349 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85"} Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.474373 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7"} Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.474391 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"2dbc25a57807dbb510ba0bc07fab24114fcd111c3f2167777abe5c364304d026"} Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.827082 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.893796 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-aa48-account-create-c5d2c" Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.901044 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-e236-account-create-vmccb" Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.947302 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-dispersionconf\") pod \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.947367 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-etc-swift\") pod \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.947452 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-combined-ca-bundle\") pod \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.947530 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-scripts\") pod \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.947554 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-ring-data-devices\") pod \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.947596 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-njvxb\" (UniqueName: \"kubernetes.io/projected/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-kube-api-access-njvxb\") pod \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.947628 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-swiftconf\") pod \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\" (UID: \"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0\") " Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.948322 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" (UID: "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.948504 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" (UID: "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.948806 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.948825 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.955409 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" (UID: "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.955871 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-kube-api-access-njvxb" (OuterVolumeSpecName: "kube-api-access-njvxb") pod "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" (UID: "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0"). InnerVolumeSpecName "kube-api-access-njvxb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.968413 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-scripts" (OuterVolumeSpecName: "scripts") pod "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" (UID: "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.976197 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" (UID: "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:21 crc kubenswrapper[4809]: I1013 19:52:21.977867 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" (UID: "e957f6ad-4c20-4400-b1a8-24c7f17a2ed0"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.049933 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4s2c8\" (UniqueName: \"kubernetes.io/projected/ed664472-0820-489b-8c06-bab9f802d63f-kube-api-access-4s2c8\") pod \"ed664472-0820-489b-8c06-bab9f802d63f\" (UID: \"ed664472-0820-489b-8c06-bab9f802d63f\") " Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.049996 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6rgzr\" (UniqueName: \"kubernetes.io/projected/b197406f-e534-4c02-9f79-7e368fa6bd2f-kube-api-access-6rgzr\") pod \"b197406f-e534-4c02-9f79-7e368fa6bd2f\" (UID: \"b197406f-e534-4c02-9f79-7e368fa6bd2f\") " Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.050375 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.050389 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-njvxb\" (UniqueName: \"kubernetes.io/projected/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-kube-api-access-njvxb\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.050398 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.050406 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.050415 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.053989 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b197406f-e534-4c02-9f79-7e368fa6bd2f-kube-api-access-6rgzr" (OuterVolumeSpecName: "kube-api-access-6rgzr") pod "b197406f-e534-4c02-9f79-7e368fa6bd2f" (UID: "b197406f-e534-4c02-9f79-7e368fa6bd2f"). InnerVolumeSpecName "kube-api-access-6rgzr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.056191 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ed664472-0820-489b-8c06-bab9f802d63f-kube-api-access-4s2c8" (OuterVolumeSpecName: "kube-api-access-4s2c8") pod "ed664472-0820-489b-8c06-bab9f802d63f" (UID: "ed664472-0820-489b-8c06-bab9f802d63f"). InnerVolumeSpecName "kube-api-access-4s2c8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.151518 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4s2c8\" (UniqueName: \"kubernetes.io/projected/ed664472-0820-489b-8c06-bab9f802d63f-kube-api-access-4s2c8\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.151550 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6rgzr\" (UniqueName: \"kubernetes.io/projected/b197406f-e534-4c02-9f79-7e368fa6bd2f-kube-api-access-6rgzr\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.495899 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-aa48-account-create-c5d2c" event={"ID":"ed664472-0820-489b-8c06-bab9f802d63f","Type":"ContainerDied","Data":"6589e85a56235f99f3742a477974d08ef0041f04e453e219447bff72396e3231"} Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.495972 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6589e85a56235f99f3742a477974d08ef0041f04e453e219447bff72396e3231" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.495916 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-aa48-account-create-c5d2c" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.500167 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-e236-account-create-vmccb" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.500192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-e236-account-create-vmccb" event={"ID":"b197406f-e534-4c02-9f79-7e368fa6bd2f","Type":"ContainerDied","Data":"5d3f67314e360589a8f924f83ccb5ac9f3bfd1e6104e30c73c1f5de10c2e5747"} Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.500250 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5d3f67314e360589a8f924f83ccb5ac9f3bfd1e6104e30c73c1f5de10c2e5747" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.510717 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c"} Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.510779 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33"} Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.510854 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7"} Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.510863 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c"} Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.510872 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a"} Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.510881 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9"} Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.512059 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" event={"ID":"e957f6ad-4c20-4400-b1a8-24c7f17a2ed0","Type":"ContainerDied","Data":"1a798908690f3e0c4f2f5316440f5162817bb81e7feecace4665b45a021428b4"} Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.512089 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1a798908690f3e0c4f2f5316440f5162817bb81e7feecace4665b45a021428b4" Oct 13 19:52:22 crc kubenswrapper[4809]: I1013 19:52:22.512151 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-wggvn" Oct 13 19:52:23 crc kubenswrapper[4809]: I1013 19:52:23.531987 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b"} Oct 13 19:52:23 crc kubenswrapper[4809]: I1013 19:52:23.532320 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50"} Oct 13 19:52:23 crc kubenswrapper[4809]: I1013 19:52:23.532343 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d"} Oct 13 19:52:23 crc kubenswrapper[4809]: I1013 19:52:23.532362 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968"} Oct 13 19:52:23 crc kubenswrapper[4809]: I1013 19:52:23.532392 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5"} Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.446466 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-09e9-account-create-sk4nd"] Oct 13 19:52:24 crc kubenswrapper[4809]: E1013 19:52:24.447072 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b197406f-e534-4c02-9f79-7e368fa6bd2f" containerName="mariadb-account-create" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.447091 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b197406f-e534-4c02-9f79-7e368fa6bd2f" containerName="mariadb-account-create" Oct 13 19:52:24 crc kubenswrapper[4809]: E1013 19:52:24.447125 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ed664472-0820-489b-8c06-bab9f802d63f" containerName="mariadb-account-create" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.447134 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ed664472-0820-489b-8c06-bab9f802d63f" containerName="mariadb-account-create" Oct 13 19:52:24 crc kubenswrapper[4809]: E1013 19:52:24.447149 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" containerName="swift-ring-rebalance" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.447158 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" containerName="swift-ring-rebalance" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.447337 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ed664472-0820-489b-8c06-bab9f802d63f" containerName="mariadb-account-create" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.447357 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" containerName="swift-ring-rebalance" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.447379 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b197406f-e534-4c02-9f79-7e368fa6bd2f" containerName="mariadb-account-create" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.447958 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-09e9-account-create-sk4nd" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.449981 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-db-secret" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.517224 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-09e9-account-create-sk4nd"] Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.560861 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerStarted","Data":"a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189"} Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.592643 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9dbkj\" (UniqueName: \"kubernetes.io/projected/b58057a2-4999-4a6f-a125-b61ee54dfb61-kube-api-access-9dbkj\") pod \"glance-09e9-account-create-sk4nd\" (UID: \"b58057a2-4999-4a6f-a125-b61ee54dfb61\") " pod="openstack-kuttl-tests/glance-09e9-account-create-sk4nd" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.628372 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-storage-0" podStartSLOduration=13.628350308 podStartE2EDuration="13.628350308s" podCreationTimestamp="2025-10-13 19:52:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:24.614158721 +0000 UTC m=+1663.219905366" watchObservedRunningTime="2025-10-13 19:52:24.628350308 +0000 UTC m=+1663.234096893" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.694883 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9dbkj\" (UniqueName: \"kubernetes.io/projected/b58057a2-4999-4a6f-a125-b61ee54dfb61-kube-api-access-9dbkj\") pod \"glance-09e9-account-create-sk4nd\" (UID: \"b58057a2-4999-4a6f-a125-b61ee54dfb61\") " pod="openstack-kuttl-tests/glance-09e9-account-create-sk4nd" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.717314 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9dbkj\" (UniqueName: \"kubernetes.io/projected/b58057a2-4999-4a6f-a125-b61ee54dfb61-kube-api-access-9dbkj\") pod \"glance-09e9-account-create-sk4nd\" (UID: \"b58057a2-4999-4a6f-a125-b61ee54dfb61\") " pod="openstack-kuttl-tests/glance-09e9-account-create-sk4nd" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.732227 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5"] Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.733458 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.737280 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"dns-swift-storage-0" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.775603 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-09e9-account-create-sk4nd" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.781623 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5"] Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.796606 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rct84\" (UniqueName: \"kubernetes.io/projected/a5d10555-5281-429f-8cf9-a13e9e8115c1-kube-api-access-rct84\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.796806 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.796851 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-config\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.796885 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.898890 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rct84\" (UniqueName: \"kubernetes.io/projected/a5d10555-5281-429f-8cf9-a13e9e8115c1-kube-api-access-rct84\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.899174 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.899192 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-config\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.899212 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.900390 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.900469 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.901280 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-config\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:24 crc kubenswrapper[4809]: I1013 19:52:24.931673 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rct84\" (UniqueName: \"kubernetes.io/projected/a5d10555-5281-429f-8cf9-a13e9e8115c1-kube-api-access-rct84\") pod \"dnsmasq-dnsmasq-b569dffb9-6rvv5\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:25 crc kubenswrapper[4809]: I1013 19:52:25.074776 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:25 crc kubenswrapper[4809]: I1013 19:52:25.236397 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-09e9-account-create-sk4nd"] Oct 13 19:52:25 crc kubenswrapper[4809]: W1013 19:52:25.570205 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda5d10555_5281_429f_8cf9_a13e9e8115c1.slice/crio-7815979e22b4b78cc733d86439f2ded4cad00aeccd40328207413650b3feec74 WatchSource:0}: Error finding container 7815979e22b4b78cc733d86439f2ded4cad00aeccd40328207413650b3feec74: Status 404 returned error can't find the container with id 7815979e22b4b78cc733d86439f2ded4cad00aeccd40328207413650b3feec74 Oct 13 19:52:25 crc kubenswrapper[4809]: I1013 19:52:25.573048 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5"] Oct 13 19:52:25 crc kubenswrapper[4809]: I1013 19:52:25.575609 4809 generic.go:334] "Generic (PLEG): container finished" podID="b58057a2-4999-4a6f-a125-b61ee54dfb61" containerID="e11f9e59b8a1701e714094b54a30e5d9713cfba7f42e00a2b906f08967584139" exitCode=0 Oct 13 19:52:25 crc kubenswrapper[4809]: I1013 19:52:25.575688 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-09e9-account-create-sk4nd" event={"ID":"b58057a2-4999-4a6f-a125-b61ee54dfb61","Type":"ContainerDied","Data":"e11f9e59b8a1701e714094b54a30e5d9713cfba7f42e00a2b906f08967584139"} Oct 13 19:52:25 crc kubenswrapper[4809]: I1013 19:52:25.575815 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-09e9-account-create-sk4nd" event={"ID":"b58057a2-4999-4a6f-a125-b61ee54dfb61","Type":"ContainerStarted","Data":"efc260e81b052f3ca0aff5194f66eb116faa5b44a17b21fd427295f7e44370a2"} Oct 13 19:52:26 crc kubenswrapper[4809]: I1013 19:52:26.591605 4809 generic.go:334] "Generic (PLEG): container finished" podID="a5d10555-5281-429f-8cf9-a13e9e8115c1" containerID="6d4adff5c7edfb62b18718ca8a5282552266cd0668f9b2fb22b67fd7775eb962" exitCode=0 Oct 13 19:52:26 crc kubenswrapper[4809]: I1013 19:52:26.591793 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" event={"ID":"a5d10555-5281-429f-8cf9-a13e9e8115c1","Type":"ContainerDied","Data":"6d4adff5c7edfb62b18718ca8a5282552266cd0668f9b2fb22b67fd7775eb962"} Oct 13 19:52:26 crc kubenswrapper[4809]: I1013 19:52:26.591880 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" event={"ID":"a5d10555-5281-429f-8cf9-a13e9e8115c1","Type":"ContainerStarted","Data":"7815979e22b4b78cc733d86439f2ded4cad00aeccd40328207413650b3feec74"} Oct 13 19:52:27 crc kubenswrapper[4809]: I1013 19:52:27.020798 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-09e9-account-create-sk4nd" Oct 13 19:52:27 crc kubenswrapper[4809]: I1013 19:52:27.139934 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9dbkj\" (UniqueName: \"kubernetes.io/projected/b58057a2-4999-4a6f-a125-b61ee54dfb61-kube-api-access-9dbkj\") pod \"b58057a2-4999-4a6f-a125-b61ee54dfb61\" (UID: \"b58057a2-4999-4a6f-a125-b61ee54dfb61\") " Oct 13 19:52:27 crc kubenswrapper[4809]: I1013 19:52:27.150148 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b58057a2-4999-4a6f-a125-b61ee54dfb61-kube-api-access-9dbkj" (OuterVolumeSpecName: "kube-api-access-9dbkj") pod "b58057a2-4999-4a6f-a125-b61ee54dfb61" (UID: "b58057a2-4999-4a6f-a125-b61ee54dfb61"). InnerVolumeSpecName "kube-api-access-9dbkj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:27 crc kubenswrapper[4809]: I1013 19:52:27.242590 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9dbkj\" (UniqueName: \"kubernetes.io/projected/b58057a2-4999-4a6f-a125-b61ee54dfb61-kube-api-access-9dbkj\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:27 crc kubenswrapper[4809]: I1013 19:52:27.611455 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" event={"ID":"a5d10555-5281-429f-8cf9-a13e9e8115c1","Type":"ContainerStarted","Data":"55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468"} Oct 13 19:52:27 crc kubenswrapper[4809]: I1013 19:52:27.614221 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:27 crc kubenswrapper[4809]: I1013 19:52:27.616938 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-09e9-account-create-sk4nd" event={"ID":"b58057a2-4999-4a6f-a125-b61ee54dfb61","Type":"ContainerDied","Data":"efc260e81b052f3ca0aff5194f66eb116faa5b44a17b21fd427295f7e44370a2"} Oct 13 19:52:27 crc kubenswrapper[4809]: I1013 19:52:27.617079 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="efc260e81b052f3ca0aff5194f66eb116faa5b44a17b21fd427295f7e44370a2" Oct 13 19:52:27 crc kubenswrapper[4809]: I1013 19:52:27.617118 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-09e9-account-create-sk4nd" Oct 13 19:52:27 crc kubenswrapper[4809]: I1013 19:52:27.651975 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" podStartSLOduration=3.651947664 podStartE2EDuration="3.651947664s" podCreationTimestamp="2025-10-13 19:52:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:27.643538023 +0000 UTC m=+1666.249284648" watchObservedRunningTime="2025-10-13 19:52:27.651947664 +0000 UTC m=+1666.257694289" Oct 13 19:52:27 crc kubenswrapper[4809]: I1013 19:52:27.712291 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.535821 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-sync-2m2j7"] Oct 13 19:52:29 crc kubenswrapper[4809]: E1013 19:52:29.536458 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b58057a2-4999-4a6f-a125-b61ee54dfb61" containerName="mariadb-account-create" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.536493 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b58057a2-4999-4a6f-a125-b61ee54dfb61" containerName="mariadb-account-create" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.537051 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b58057a2-4999-4a6f-a125-b61ee54dfb61" containerName="mariadb-account-create" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.538042 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.544263 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-2m2j7"] Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.544594 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-config-data" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.545392 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-xrjvt" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.591759 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-config-data\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.591892 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-combined-ca-bundle\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.591946 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-db-sync-config-data\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.592001 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9295m\" (UniqueName: \"kubernetes.io/projected/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-kube-api-access-9295m\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.642027 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7a9d90d-dcb8-4698-bc6b-8496f7086549" containerID="ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835" exitCode=0 Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.642101 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"a7a9d90d-dcb8-4698-bc6b-8496f7086549","Type":"ContainerDied","Data":"ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835"} Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.644539 4809 generic.go:334] "Generic (PLEG): container finished" podID="b77adc22-0966-485a-a4e7-51a932290d2a" containerID="21d3739502b821486c86f89159678c0d1d15b49026052ae6f08e43193a23c6c1" exitCode=0 Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.644579 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b77adc22-0966-485a-a4e7-51a932290d2a","Type":"ContainerDied","Data":"21d3739502b821486c86f89159678c0d1d15b49026052ae6f08e43193a23c6c1"} Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.696373 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-config-data\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.696496 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-combined-ca-bundle\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.696549 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-db-sync-config-data\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.696676 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9295m\" (UniqueName: \"kubernetes.io/projected/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-kube-api-access-9295m\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.704291 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-config-data\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.704807 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-combined-ca-bundle\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.707588 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-db-sync-config-data\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.743657 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9295m\" (UniqueName: \"kubernetes.io/projected/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-kube-api-access-9295m\") pod \"glance-db-sync-2m2j7\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:29 crc kubenswrapper[4809]: I1013 19:52:29.859208 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:30 crc kubenswrapper[4809]: I1013 19:52:30.383327 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-2m2j7"] Oct 13 19:52:30 crc kubenswrapper[4809]: I1013 19:52:30.659866 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b77adc22-0966-485a-a4e7-51a932290d2a","Type":"ContainerStarted","Data":"362395c3681264a51f812b60df708008bdca6d80e6880b637e41d084226f0d32"} Oct 13 19:52:30 crc kubenswrapper[4809]: I1013 19:52:30.661292 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:52:30 crc kubenswrapper[4809]: I1013 19:52:30.670393 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-2m2j7" event={"ID":"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9","Type":"ContainerStarted","Data":"41ccd440042928718c3cfef5162f7d013c3c096033f437cdca9bb4b6c2370109"} Oct 13 19:52:30 crc kubenswrapper[4809]: I1013 19:52:30.698041 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"a7a9d90d-dcb8-4698-bc6b-8496f7086549","Type":"ContainerStarted","Data":"70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16"} Oct 13 19:52:30 crc kubenswrapper[4809]: I1013 19:52:30.698296 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:52:30 crc kubenswrapper[4809]: I1013 19:52:30.732873 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-0" podStartSLOduration=36.732856587 podStartE2EDuration="36.732856587s" podCreationTimestamp="2025-10-13 19:51:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:30.695367939 +0000 UTC m=+1669.301114524" watchObservedRunningTime="2025-10-13 19:52:30.732856587 +0000 UTC m=+1669.338603172" Oct 13 19:52:30 crc kubenswrapper[4809]: I1013 19:52:30.733686 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podStartSLOduration=36.73368149 podStartE2EDuration="36.73368149s" podCreationTimestamp="2025-10-13 19:51:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:30.726772272 +0000 UTC m=+1669.332518857" watchObservedRunningTime="2025-10-13 19:52:30.73368149 +0000 UTC m=+1669.339428075" Oct 13 19:52:31 crc kubenswrapper[4809]: I1013 19:52:31.712350 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-2m2j7" event={"ID":"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9","Type":"ContainerStarted","Data":"d16f6ff9d99a2dc4ff4c651220ed769f3695de7e8300a9cf63b0cdf218deee49"} Oct 13 19:52:31 crc kubenswrapper[4809]: I1013 19:52:31.741268 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-sync-2m2j7" podStartSLOduration=2.741244957 podStartE2EDuration="2.741244957s" podCreationTimestamp="2025-10-13 19:52:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:31.731672232 +0000 UTC m=+1670.337418827" watchObservedRunningTime="2025-10-13 19:52:31.741244957 +0000 UTC m=+1670.346991582" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.076006 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.135243 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt"] Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.135862 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" podUID="9e560f87-5357-4288-bdf9-843617da2233" containerName="dnsmasq-dns" containerID="cri-o://1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1" gracePeriod=10 Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.155306 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:52:35 crc kubenswrapper[4809]: E1013 19:52:35.155576 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.579317 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.701665 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-config\") pod \"9e560f87-5357-4288-bdf9-843617da2233\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.701890 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-b5hv6\" (UniqueName: \"kubernetes.io/projected/9e560f87-5357-4288-bdf9-843617da2233-kube-api-access-b5hv6\") pod \"9e560f87-5357-4288-bdf9-843617da2233\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.702559 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-dnsmasq-svc\") pod \"9e560f87-5357-4288-bdf9-843617da2233\" (UID: \"9e560f87-5357-4288-bdf9-843617da2233\") " Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.707235 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9e560f87-5357-4288-bdf9-843617da2233-kube-api-access-b5hv6" (OuterVolumeSpecName: "kube-api-access-b5hv6") pod "9e560f87-5357-4288-bdf9-843617da2233" (UID: "9e560f87-5357-4288-bdf9-843617da2233"). InnerVolumeSpecName "kube-api-access-b5hv6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.752635 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-config" (OuterVolumeSpecName: "config") pod "9e560f87-5357-4288-bdf9-843617da2233" (UID: "9e560f87-5357-4288-bdf9-843617da2233"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.758592 4809 generic.go:334] "Generic (PLEG): container finished" podID="9e560f87-5357-4288-bdf9-843617da2233" containerID="1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1" exitCode=0 Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.758795 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" event={"ID":"9e560f87-5357-4288-bdf9-843617da2233","Type":"ContainerDied","Data":"1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1"} Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.758862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" event={"ID":"9e560f87-5357-4288-bdf9-843617da2233","Type":"ContainerDied","Data":"45eaad546d61c04bea5c114098b3fa1eca2bc69865b2a2f36d50a17495d217fb"} Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.758887 4809 scope.go:117] "RemoveContainer" containerID="1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.759176 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.773314 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "9e560f87-5357-4288-bdf9-843617da2233" (UID: "9e560f87-5357-4288-bdf9-843617da2233"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.804713 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.804951 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9e560f87-5357-4288-bdf9-843617da2233-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.805099 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-b5hv6\" (UniqueName: \"kubernetes.io/projected/9e560f87-5357-4288-bdf9-843617da2233-kube-api-access-b5hv6\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.815964 4809 scope.go:117] "RemoveContainer" containerID="87b99462a56f6faaacc2236e1f26c920bcd1f4fe76a29f105e8b048cb392d58a" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.839642 4809 scope.go:117] "RemoveContainer" containerID="1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1" Oct 13 19:52:35 crc kubenswrapper[4809]: E1013 19:52:35.840821 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1\": container with ID starting with 1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1 not found: ID does not exist" containerID="1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.840885 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1"} err="failed to get container status \"1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1\": rpc error: code = NotFound desc = could not find container \"1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1\": container with ID starting with 1f144ce3d3bb43343531a998088c0d893877f572d9f30d52b14efdf446454cf1 not found: ID does not exist" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.840914 4809 scope.go:117] "RemoveContainer" containerID="87b99462a56f6faaacc2236e1f26c920bcd1f4fe76a29f105e8b048cb392d58a" Oct 13 19:52:35 crc kubenswrapper[4809]: E1013 19:52:35.841423 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"87b99462a56f6faaacc2236e1f26c920bcd1f4fe76a29f105e8b048cb392d58a\": container with ID starting with 87b99462a56f6faaacc2236e1f26c920bcd1f4fe76a29f105e8b048cb392d58a not found: ID does not exist" containerID="87b99462a56f6faaacc2236e1f26c920bcd1f4fe76a29f105e8b048cb392d58a" Oct 13 19:52:35 crc kubenswrapper[4809]: I1013 19:52:35.841606 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"87b99462a56f6faaacc2236e1f26c920bcd1f4fe76a29f105e8b048cb392d58a"} err="failed to get container status \"87b99462a56f6faaacc2236e1f26c920bcd1f4fe76a29f105e8b048cb392d58a\": rpc error: code = NotFound desc = could not find container \"87b99462a56f6faaacc2236e1f26c920bcd1f4fe76a29f105e8b048cb392d58a\": container with ID starting with 87b99462a56f6faaacc2236e1f26c920bcd1f4fe76a29f105e8b048cb392d58a not found: ID does not exist" Oct 13 19:52:36 crc kubenswrapper[4809]: I1013 19:52:36.088302 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt"] Oct 13 19:52:36 crc kubenswrapper[4809]: I1013 19:52:36.096872 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-jl8gt"] Oct 13 19:52:36 crc kubenswrapper[4809]: I1013 19:52:36.164224 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9e560f87-5357-4288-bdf9-843617da2233" path="/var/lib/kubelet/pods/9e560f87-5357-4288-bdf9-843617da2233/volumes" Oct 13 19:52:36 crc kubenswrapper[4809]: I1013 19:52:36.772757 4809 generic.go:334] "Generic (PLEG): container finished" podID="2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9" containerID="d16f6ff9d99a2dc4ff4c651220ed769f3695de7e8300a9cf63b0cdf218deee49" exitCode=0 Oct 13 19:52:36 crc kubenswrapper[4809]: I1013 19:52:36.772821 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-2m2j7" event={"ID":"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9","Type":"ContainerDied","Data":"d16f6ff9d99a2dc4ff4c651220ed769f3695de7e8300a9cf63b0cdf218deee49"} Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.137010 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.246022 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9295m\" (UniqueName: \"kubernetes.io/projected/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-kube-api-access-9295m\") pod \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.246177 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-config-data\") pod \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.246272 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-combined-ca-bundle\") pod \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.246362 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-db-sync-config-data\") pod \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\" (UID: \"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9\") " Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.269530 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9" (UID: "2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.270214 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-kube-api-access-9295m" (OuterVolumeSpecName: "kube-api-access-9295m") pod "2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9" (UID: "2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9"). InnerVolumeSpecName "kube-api-access-9295m". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.278474 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9" (UID: "2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.307834 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-config-data" (OuterVolumeSpecName: "config-data") pod "2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9" (UID: "2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.347933 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.347975 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.347987 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9295m\" (UniqueName: \"kubernetes.io/projected/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-kube-api-access-9295m\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.348004 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.797238 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-2m2j7" event={"ID":"2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9","Type":"ContainerDied","Data":"41ccd440042928718c3cfef5162f7d013c3c096033f437cdca9bb4b6c2370109"} Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.797272 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="41ccd440042928718c3cfef5162f7d013c3c096033f437cdca9bb4b6c2370109" Oct 13 19:52:38 crc kubenswrapper[4809]: I1013 19:52:38.797504 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-2m2j7" Oct 13 19:52:45 crc kubenswrapper[4809]: I1013 19:52:45.617129 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:52:45 crc kubenswrapper[4809]: I1013 19:52:45.934566 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.023463 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-create-wxbzh"] Oct 13 19:52:46 crc kubenswrapper[4809]: E1013 19:52:46.026459 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9" containerName="glance-db-sync" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.026479 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9" containerName="glance-db-sync" Oct 13 19:52:46 crc kubenswrapper[4809]: E1013 19:52:46.026521 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9e560f87-5357-4288-bdf9-843617da2233" containerName="init" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.026528 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9e560f87-5357-4288-bdf9-843617da2233" containerName="init" Oct 13 19:52:46 crc kubenswrapper[4809]: E1013 19:52:46.026543 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9e560f87-5357-4288-bdf9-843617da2233" containerName="dnsmasq-dns" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.026552 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9e560f87-5357-4288-bdf9-843617da2233" containerName="dnsmasq-dns" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.026779 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9" containerName="glance-db-sync" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.026793 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9e560f87-5357-4288-bdf9-843617da2233" containerName="dnsmasq-dns" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.028573 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-wxbzh" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.039125 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-wxbzh"] Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.122411 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-create-s545x"] Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.123502 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-s545x" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.148606 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-s545x"] Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.182589 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p297g\" (UniqueName: \"kubernetes.io/projected/0104a92a-96cc-41a5-be88-1683f3732bb5-kube-api-access-p297g\") pod \"neutron-db-create-s545x\" (UID: \"0104a92a-96cc-41a5-be88-1683f3732bb5\") " pod="openstack-kuttl-tests/neutron-db-create-s545x" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.182648 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-845t9\" (UniqueName: \"kubernetes.io/projected/df09dd37-a11f-497a-be6a-fd0cdfcf0f18-kube-api-access-845t9\") pod \"cinder-db-create-wxbzh\" (UID: \"df09dd37-a11f-497a-be6a-fd0cdfcf0f18\") " pod="openstack-kuttl-tests/cinder-db-create-wxbzh" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.204776 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-create-4t9mv"] Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.205845 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-4t9mv" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.214475 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-4t9mv"] Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.270625 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-65wrl"] Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.271578 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.273713 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.273954 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.274338 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.283373 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-65wrl"] Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.283824 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wg6ns\" (UniqueName: \"kubernetes.io/projected/c060e795-2174-43a4-87ff-69e8198849c1-kube-api-access-wg6ns\") pod \"barbican-db-create-4t9mv\" (UID: \"c060e795-2174-43a4-87ff-69e8198849c1\") " pod="openstack-kuttl-tests/barbican-db-create-4t9mv" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.283898 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p297g\" (UniqueName: \"kubernetes.io/projected/0104a92a-96cc-41a5-be88-1683f3732bb5-kube-api-access-p297g\") pod \"neutron-db-create-s545x\" (UID: \"0104a92a-96cc-41a5-be88-1683f3732bb5\") " pod="openstack-kuttl-tests/neutron-db-create-s545x" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.283952 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-845t9\" (UniqueName: \"kubernetes.io/projected/df09dd37-a11f-497a-be6a-fd0cdfcf0f18-kube-api-access-845t9\") pod \"cinder-db-create-wxbzh\" (UID: \"df09dd37-a11f-497a-be6a-fd0cdfcf0f18\") " pod="openstack-kuttl-tests/cinder-db-create-wxbzh" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.286020 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-qfwxn" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.312357 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-845t9\" (UniqueName: \"kubernetes.io/projected/df09dd37-a11f-497a-be6a-fd0cdfcf0f18-kube-api-access-845t9\") pod \"cinder-db-create-wxbzh\" (UID: \"df09dd37-a11f-497a-be6a-fd0cdfcf0f18\") " pod="openstack-kuttl-tests/cinder-db-create-wxbzh" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.331753 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p297g\" (UniqueName: \"kubernetes.io/projected/0104a92a-96cc-41a5-be88-1683f3732bb5-kube-api-access-p297g\") pod \"neutron-db-create-s545x\" (UID: \"0104a92a-96cc-41a5-be88-1683f3732bb5\") " pod="openstack-kuttl-tests/neutron-db-create-s545x" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.364234 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-wxbzh" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.385425 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-config-data\") pod \"keystone-db-sync-65wrl\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.385530 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9xdj7\" (UniqueName: \"kubernetes.io/projected/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-kube-api-access-9xdj7\") pod \"keystone-db-sync-65wrl\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.385577 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-combined-ca-bundle\") pod \"keystone-db-sync-65wrl\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.385677 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wg6ns\" (UniqueName: \"kubernetes.io/projected/c060e795-2174-43a4-87ff-69e8198849c1-kube-api-access-wg6ns\") pod \"barbican-db-create-4t9mv\" (UID: \"c060e795-2174-43a4-87ff-69e8198849c1\") " pod="openstack-kuttl-tests/barbican-db-create-4t9mv" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.401554 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wg6ns\" (UniqueName: \"kubernetes.io/projected/c060e795-2174-43a4-87ff-69e8198849c1-kube-api-access-wg6ns\") pod \"barbican-db-create-4t9mv\" (UID: \"c060e795-2174-43a4-87ff-69e8198849c1\") " pod="openstack-kuttl-tests/barbican-db-create-4t9mv" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.458396 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-s545x" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.488009 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-config-data\") pod \"keystone-db-sync-65wrl\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.488120 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9xdj7\" (UniqueName: \"kubernetes.io/projected/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-kube-api-access-9xdj7\") pod \"keystone-db-sync-65wrl\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.488174 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-combined-ca-bundle\") pod \"keystone-db-sync-65wrl\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.498268 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-combined-ca-bundle\") pod \"keystone-db-sync-65wrl\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.503404 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-config-data\") pod \"keystone-db-sync-65wrl\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.511164 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9xdj7\" (UniqueName: \"kubernetes.io/projected/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-kube-api-access-9xdj7\") pod \"keystone-db-sync-65wrl\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.529232 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-4t9mv" Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.584191 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-wxbzh"] Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.587509 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:46 crc kubenswrapper[4809]: W1013 19:52:46.594745 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddf09dd37_a11f_497a_be6a_fd0cdfcf0f18.slice/crio-093b86d84b8041ac0245eada232bf3c7d7c98eb0f70e4d45b3540fec6393c56d WatchSource:0}: Error finding container 093b86d84b8041ac0245eada232bf3c7d7c98eb0f70e4d45b3540fec6393c56d: Status 404 returned error can't find the container with id 093b86d84b8041ac0245eada232bf3c7d7c98eb0f70e4d45b3540fec6393c56d Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.885878 4809 generic.go:334] "Generic (PLEG): container finished" podID="df09dd37-a11f-497a-be6a-fd0cdfcf0f18" containerID="a14bdfba67b79d0ccc1c5b1a4fcc377b6169629409cac96c69b6b0d68b7b7fac" exitCode=0 Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.885924 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-wxbzh" event={"ID":"df09dd37-a11f-497a-be6a-fd0cdfcf0f18","Type":"ContainerDied","Data":"a14bdfba67b79d0ccc1c5b1a4fcc377b6169629409cac96c69b6b0d68b7b7fac"} Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.886173 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-wxbzh" event={"ID":"df09dd37-a11f-497a-be6a-fd0cdfcf0f18","Type":"ContainerStarted","Data":"093b86d84b8041ac0245eada232bf3c7d7c98eb0f70e4d45b3540fec6393c56d"} Oct 13 19:52:46 crc kubenswrapper[4809]: W1013 19:52:46.943393 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8ad1cc00_0597_4e11_ad6d_f6aff6a07c62.slice/crio-5efff93d7311902487fe62c365065d2820b797392bb58333826b994c5573c63c WatchSource:0}: Error finding container 5efff93d7311902487fe62c365065d2820b797392bb58333826b994c5573c63c: Status 404 returned error can't find the container with id 5efff93d7311902487fe62c365065d2820b797392bb58333826b994c5573c63c Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.948662 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-65wrl"] Oct 13 19:52:46 crc kubenswrapper[4809]: I1013 19:52:46.973056 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-s545x"] Oct 13 19:52:46 crc kubenswrapper[4809]: W1013 19:52:46.980900 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0104a92a_96cc_41a5_be88_1683f3732bb5.slice/crio-afcc335f0f4eb9d44c2b32ee587a51fdeb38b352fdfc72abb34a064f1021d128 WatchSource:0}: Error finding container afcc335f0f4eb9d44c2b32ee587a51fdeb38b352fdfc72abb34a064f1021d128: Status 404 returned error can't find the container with id afcc335f0f4eb9d44c2b32ee587a51fdeb38b352fdfc72abb34a064f1021d128 Oct 13 19:52:47 crc kubenswrapper[4809]: I1013 19:52:47.072236 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-4t9mv"] Oct 13 19:52:47 crc kubenswrapper[4809]: I1013 19:52:47.895829 4809 generic.go:334] "Generic (PLEG): container finished" podID="c060e795-2174-43a4-87ff-69e8198849c1" containerID="30f66d57330bd3111d8a9b75356df5c5b268343996a9774c94d99f183b62e471" exitCode=0 Oct 13 19:52:47 crc kubenswrapper[4809]: I1013 19:52:47.895907 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-4t9mv" event={"ID":"c060e795-2174-43a4-87ff-69e8198849c1","Type":"ContainerDied","Data":"30f66d57330bd3111d8a9b75356df5c5b268343996a9774c94d99f183b62e471"} Oct 13 19:52:47 crc kubenswrapper[4809]: I1013 19:52:47.896100 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-4t9mv" event={"ID":"c060e795-2174-43a4-87ff-69e8198849c1","Type":"ContainerStarted","Data":"e6d448ebe3c677d67c976ffac1419342ef4501064680d5958481c137b66413c4"} Oct 13 19:52:47 crc kubenswrapper[4809]: I1013 19:52:47.898114 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-65wrl" event={"ID":"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62","Type":"ContainerStarted","Data":"bd44d9a75ea777f074cc2f02ca702aec04b63f59eb9da8f69d8f70466ba9a4a3"} Oct 13 19:52:47 crc kubenswrapper[4809]: I1013 19:52:47.898171 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-65wrl" event={"ID":"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62","Type":"ContainerStarted","Data":"5efff93d7311902487fe62c365065d2820b797392bb58333826b994c5573c63c"} Oct 13 19:52:47 crc kubenswrapper[4809]: I1013 19:52:47.899600 4809 generic.go:334] "Generic (PLEG): container finished" podID="0104a92a-96cc-41a5-be88-1683f3732bb5" containerID="ceead77c65c694ae823ade8d3ba2cc8d1e3e47f06c200a517a9999a8d96fab28" exitCode=0 Oct 13 19:52:47 crc kubenswrapper[4809]: I1013 19:52:47.899663 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-s545x" event={"ID":"0104a92a-96cc-41a5-be88-1683f3732bb5","Type":"ContainerDied","Data":"ceead77c65c694ae823ade8d3ba2cc8d1e3e47f06c200a517a9999a8d96fab28"} Oct 13 19:52:47 crc kubenswrapper[4809]: I1013 19:52:47.899692 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-s545x" event={"ID":"0104a92a-96cc-41a5-be88-1683f3732bb5","Type":"ContainerStarted","Data":"afcc335f0f4eb9d44c2b32ee587a51fdeb38b352fdfc72abb34a064f1021d128"} Oct 13 19:52:47 crc kubenswrapper[4809]: I1013 19:52:47.948276 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-db-sync-65wrl" podStartSLOduration=1.9482622539999999 podStartE2EDuration="1.948262254s" podCreationTimestamp="2025-10-13 19:52:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:47.946010469 +0000 UTC m=+1686.551757054" watchObservedRunningTime="2025-10-13 19:52:47.948262254 +0000 UTC m=+1686.554008829" Oct 13 19:52:48 crc kubenswrapper[4809]: I1013 19:52:48.155905 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:52:48 crc kubenswrapper[4809]: E1013 19:52:48.156199 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:52:48 crc kubenswrapper[4809]: I1013 19:52:48.294109 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-wxbzh" Oct 13 19:52:48 crc kubenswrapper[4809]: I1013 19:52:48.426478 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-845t9\" (UniqueName: \"kubernetes.io/projected/df09dd37-a11f-497a-be6a-fd0cdfcf0f18-kube-api-access-845t9\") pod \"df09dd37-a11f-497a-be6a-fd0cdfcf0f18\" (UID: \"df09dd37-a11f-497a-be6a-fd0cdfcf0f18\") " Oct 13 19:52:48 crc kubenswrapper[4809]: I1013 19:52:48.434649 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/df09dd37-a11f-497a-be6a-fd0cdfcf0f18-kube-api-access-845t9" (OuterVolumeSpecName: "kube-api-access-845t9") pod "df09dd37-a11f-497a-be6a-fd0cdfcf0f18" (UID: "df09dd37-a11f-497a-be6a-fd0cdfcf0f18"). InnerVolumeSpecName "kube-api-access-845t9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:48 crc kubenswrapper[4809]: I1013 19:52:48.528325 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-845t9\" (UniqueName: \"kubernetes.io/projected/df09dd37-a11f-497a-be6a-fd0cdfcf0f18-kube-api-access-845t9\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:48 crc kubenswrapper[4809]: I1013 19:52:48.923144 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-wxbzh" event={"ID":"df09dd37-a11f-497a-be6a-fd0cdfcf0f18","Type":"ContainerDied","Data":"093b86d84b8041ac0245eada232bf3c7d7c98eb0f70e4d45b3540fec6393c56d"} Oct 13 19:52:48 crc kubenswrapper[4809]: I1013 19:52:48.923221 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="093b86d84b8041ac0245eada232bf3c7d7c98eb0f70e4d45b3540fec6393c56d" Oct 13 19:52:48 crc kubenswrapper[4809]: I1013 19:52:48.923321 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-wxbzh" Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.368584 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-s545x" Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.372152 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-4t9mv" Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.443933 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wg6ns\" (UniqueName: \"kubernetes.io/projected/c060e795-2174-43a4-87ff-69e8198849c1-kube-api-access-wg6ns\") pod \"c060e795-2174-43a4-87ff-69e8198849c1\" (UID: \"c060e795-2174-43a4-87ff-69e8198849c1\") " Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.443992 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p297g\" (UniqueName: \"kubernetes.io/projected/0104a92a-96cc-41a5-be88-1683f3732bb5-kube-api-access-p297g\") pod \"0104a92a-96cc-41a5-be88-1683f3732bb5\" (UID: \"0104a92a-96cc-41a5-be88-1683f3732bb5\") " Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.452911 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c060e795-2174-43a4-87ff-69e8198849c1-kube-api-access-wg6ns" (OuterVolumeSpecName: "kube-api-access-wg6ns") pod "c060e795-2174-43a4-87ff-69e8198849c1" (UID: "c060e795-2174-43a4-87ff-69e8198849c1"). InnerVolumeSpecName "kube-api-access-wg6ns". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.453033 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0104a92a-96cc-41a5-be88-1683f3732bb5-kube-api-access-p297g" (OuterVolumeSpecName: "kube-api-access-p297g") pod "0104a92a-96cc-41a5-be88-1683f3732bb5" (UID: "0104a92a-96cc-41a5-be88-1683f3732bb5"). InnerVolumeSpecName "kube-api-access-p297g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.546075 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wg6ns\" (UniqueName: \"kubernetes.io/projected/c060e795-2174-43a4-87ff-69e8198849c1-kube-api-access-wg6ns\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.546138 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p297g\" (UniqueName: \"kubernetes.io/projected/0104a92a-96cc-41a5-be88-1683f3732bb5-kube-api-access-p297g\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.934665 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-s545x" event={"ID":"0104a92a-96cc-41a5-be88-1683f3732bb5","Type":"ContainerDied","Data":"afcc335f0f4eb9d44c2b32ee587a51fdeb38b352fdfc72abb34a064f1021d128"} Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.934707 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="afcc335f0f4eb9d44c2b32ee587a51fdeb38b352fdfc72abb34a064f1021d128" Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.934719 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-s545x" Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.936529 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-4t9mv" Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.937611 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-4t9mv" event={"ID":"c060e795-2174-43a4-87ff-69e8198849c1","Type":"ContainerDied","Data":"e6d448ebe3c677d67c976ffac1419342ef4501064680d5958481c137b66413c4"} Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.937630 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e6d448ebe3c677d67c976ffac1419342ef4501064680d5958481c137b66413c4" Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.939082 4809 generic.go:334] "Generic (PLEG): container finished" podID="8ad1cc00-0597-4e11-ad6d-f6aff6a07c62" containerID="bd44d9a75ea777f074cc2f02ca702aec04b63f59eb9da8f69d8f70466ba9a4a3" exitCode=0 Oct 13 19:52:49 crc kubenswrapper[4809]: I1013 19:52:49.939105 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-65wrl" event={"ID":"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62","Type":"ContainerDied","Data":"bd44d9a75ea777f074cc2f02ca702aec04b63f59eb9da8f69d8f70466ba9a4a3"} Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.329575 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.475915 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-combined-ca-bundle\") pod \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.476499 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-config-data\") pod \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.476621 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9xdj7\" (UniqueName: \"kubernetes.io/projected/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-kube-api-access-9xdj7\") pod \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\" (UID: \"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62\") " Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.484696 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-kube-api-access-9xdj7" (OuterVolumeSpecName: "kube-api-access-9xdj7") pod "8ad1cc00-0597-4e11-ad6d-f6aff6a07c62" (UID: "8ad1cc00-0597-4e11-ad6d-f6aff6a07c62"). InnerVolumeSpecName "kube-api-access-9xdj7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.524252 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8ad1cc00-0597-4e11-ad6d-f6aff6a07c62" (UID: "8ad1cc00-0597-4e11-ad6d-f6aff6a07c62"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.566448 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-config-data" (OuterVolumeSpecName: "config-data") pod "8ad1cc00-0597-4e11-ad6d-f6aff6a07c62" (UID: "8ad1cc00-0597-4e11-ad6d-f6aff6a07c62"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.578956 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.579007 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9xdj7\" (UniqueName: \"kubernetes.io/projected/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-kube-api-access-9xdj7\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.579029 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.967770 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-65wrl" event={"ID":"8ad1cc00-0597-4e11-ad6d-f6aff6a07c62","Type":"ContainerDied","Data":"5efff93d7311902487fe62c365065d2820b797392bb58333826b994c5573c63c"} Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.967823 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5efff93d7311902487fe62c365065d2820b797392bb58333826b994c5573c63c" Oct 13 19:52:51 crc kubenswrapper[4809]: I1013 19:52:51.967895 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-65wrl" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.205373 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-tnmxc"] Oct 13 19:52:52 crc kubenswrapper[4809]: E1013 19:52:52.205749 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c060e795-2174-43a4-87ff-69e8198849c1" containerName="mariadb-database-create" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.205769 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c060e795-2174-43a4-87ff-69e8198849c1" containerName="mariadb-database-create" Oct 13 19:52:52 crc kubenswrapper[4809]: E1013 19:52:52.205782 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0104a92a-96cc-41a5-be88-1683f3732bb5" containerName="mariadb-database-create" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.205791 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0104a92a-96cc-41a5-be88-1683f3732bb5" containerName="mariadb-database-create" Oct 13 19:52:52 crc kubenswrapper[4809]: E1013 19:52:52.205823 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8ad1cc00-0597-4e11-ad6d-f6aff6a07c62" containerName="keystone-db-sync" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.205831 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8ad1cc00-0597-4e11-ad6d-f6aff6a07c62" containerName="keystone-db-sync" Oct 13 19:52:52 crc kubenswrapper[4809]: E1013 19:52:52.205845 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="df09dd37-a11f-497a-be6a-fd0cdfcf0f18" containerName="mariadb-database-create" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.205852 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="df09dd37-a11f-497a-be6a-fd0cdfcf0f18" containerName="mariadb-database-create" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.206038 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8ad1cc00-0597-4e11-ad6d-f6aff6a07c62" containerName="keystone-db-sync" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.206060 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c060e795-2174-43a4-87ff-69e8198849c1" containerName="mariadb-database-create" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.206076 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="df09dd37-a11f-497a-be6a-fd0cdfcf0f18" containerName="mariadb-database-create" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.206086 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0104a92a-96cc-41a5-be88-1683f3732bb5" containerName="mariadb-database-create" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.206693 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.212089 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.212378 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.212661 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-qfwxn" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.227193 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.244993 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-tnmxc"] Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.293223 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-scripts\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.293264 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fdzdz\" (UniqueName: \"kubernetes.io/projected/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-kube-api-access-fdzdz\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.293295 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-combined-ca-bundle\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.293314 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-credential-keys\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.293380 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-config-data\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.293435 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-fernet-keys\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.394316 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fdzdz\" (UniqueName: \"kubernetes.io/projected/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-kube-api-access-fdzdz\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.394366 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-combined-ca-bundle\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.394388 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-credential-keys\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.394448 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-config-data\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.395039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-fernet-keys\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.395140 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-scripts\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.399959 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-credential-keys\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.400987 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-scripts\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.404387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-config-data\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.406468 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-combined-ca-bundle\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.411979 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-fernet-keys\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.425419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fdzdz\" (UniqueName: \"kubernetes.io/projected/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-kube-api-access-fdzdz\") pod \"keystone-bootstrap-tnmxc\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.444223 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.464296 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.470111 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.470353 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.495760 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.535004 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.547244 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-sync-hqscq"] Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.548265 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.562755 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.562935 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-wbcqd" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.563179 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.584540 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-hqscq"] Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.599927 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.599969 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.599990 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-log-httpd\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.600008 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-scripts\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.600039 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-config-data\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.600061 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fg5wf\" (UniqueName: \"kubernetes.io/projected/e14ffc86-de5d-468f-93aa-8b96e42e77d3-kube-api-access-fg5wf\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.600141 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-run-httpd\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.702747 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703172 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703192 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-log-httpd\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703209 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-scripts\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703238 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-config-data\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703261 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-combined-ca-bundle\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703281 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/80fb92c2-def1-4d86-ad97-d911b3e4e095-logs\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703300 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fg5wf\" (UniqueName: \"kubernetes.io/projected/e14ffc86-de5d-468f-93aa-8b96e42e77d3-kube-api-access-fg5wf\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703328 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9npp9\" (UniqueName: \"kubernetes.io/projected/80fb92c2-def1-4d86-ad97-d911b3e4e095-kube-api-access-9npp9\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703350 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-scripts\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703410 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-config-data\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703426 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-run-httpd\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.703986 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-run-httpd\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.704410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-log-httpd\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.708642 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-scripts\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.710571 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.711370 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-config-data\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.713257 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.722531 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fg5wf\" (UniqueName: \"kubernetes.io/projected/e14ffc86-de5d-468f-93aa-8b96e42e77d3-kube-api-access-fg5wf\") pod \"ceilometer-0\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.805168 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-config-data\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.805721 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-combined-ca-bundle\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.805816 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/80fb92c2-def1-4d86-ad97-d911b3e4e095-logs\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.805850 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9npp9\" (UniqueName: \"kubernetes.io/projected/80fb92c2-def1-4d86-ad97-d911b3e4e095-kube-api-access-9npp9\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.805911 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-scripts\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.807135 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/80fb92c2-def1-4d86-ad97-d911b3e4e095-logs\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.808254 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-config-data\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.808772 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-scripts\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.810125 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-combined-ca-bundle\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.820712 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9npp9\" (UniqueName: \"kubernetes.io/projected/80fb92c2-def1-4d86-ad97-d911b3e4e095-kube-api-access-9npp9\") pod \"placement-db-sync-hqscq\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.832185 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:52 crc kubenswrapper[4809]: I1013 19:52:52.947949 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.028069 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-tnmxc"] Oct 13 19:52:53 crc kubenswrapper[4809]: W1013 19:52:53.041620 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddf6cae1f_5c2d_41c8_a2ff_cf8fa0707f0d.slice/crio-bff0a4b459317c0cf7c202ee1d8d08be28f3e241c34b9195308b4920f5f80f46 WatchSource:0}: Error finding container bff0a4b459317c0cf7c202ee1d8d08be28f3e241c34b9195308b4920f5f80f46: Status 404 returned error can't find the container with id bff0a4b459317c0cf7c202ee1d8d08be28f3e241c34b9195308b4920f5f80f46 Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.066229 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:52:53 crc kubenswrapper[4809]: W1013 19:52:53.076552 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode14ffc86_de5d_468f_93aa_8b96e42e77d3.slice/crio-84ab9e167f78361c3b5f2eaeb36e988aae236a06e7a6ad4185e4ac468f77c863 WatchSource:0}: Error finding container 84ab9e167f78361c3b5f2eaeb36e988aae236a06e7a6ad4185e4ac468f77c863: Status 404 returned error can't find the container with id 84ab9e167f78361c3b5f2eaeb36e988aae236a06e7a6ad4185e4ac468f77c863 Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.337549 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.341792 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.344625 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.344939 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.344985 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-xrjvt" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.346345 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.353272 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.377162 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-hqscq"] Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.417082 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sjqml\" (UniqueName: \"kubernetes.io/projected/e39a7d70-6a5b-49a7-b0f7-5436b845f724-kube-api-access-sjqml\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.417262 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.417353 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.417385 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.417500 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-scripts\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.417547 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.417596 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-config-data\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.417617 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-logs\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.430036 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.431285 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.433448 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.433629 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.460812 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.518947 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-scripts\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.518996 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519030 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-config-data\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519053 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-logs\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519119 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sjqml\" (UniqueName: \"kubernetes.io/projected/e39a7d70-6a5b-49a7-b0f7-5436b845f724-kube-api-access-sjqml\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519202 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519476 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519232 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-scripts\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519622 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519650 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519618 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-logs\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519708 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.519974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.520010 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-config-data\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.520033 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.520088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-logs\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.520111 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dbp48\" (UniqueName: \"kubernetes.io/projected/4b677c8d-fbae-4650-8608-89e8a2bb9f85-kube-api-access-dbp48\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.520700 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.523190 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-scripts\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.523207 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.526477 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.531383 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-config-data\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.535627 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sjqml\" (UniqueName: \"kubernetes.io/projected/e39a7d70-6a5b-49a7-b0f7-5436b845f724-kube-api-access-sjqml\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.564087 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.621692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.621766 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.621792 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-scripts\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.621819 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.621841 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-config-data\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.621867 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-logs\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.621891 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dbp48\" (UniqueName: \"kubernetes.io/projected/4b677c8d-fbae-4650-8608-89e8a2bb9f85-kube-api-access-dbp48\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.621914 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.622014 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") device mount path \"/mnt/openstack/pv10\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.622115 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.622333 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-logs\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.631873 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.633770 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.634151 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-scripts\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.636418 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-config-data\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.636776 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dbp48\" (UniqueName: \"kubernetes.io/projected/4b677c8d-fbae-4650-8608-89e8a2bb9f85-kube-api-access-dbp48\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.655722 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.666270 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.814172 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.989307 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-hqscq" event={"ID":"80fb92c2-def1-4d86-ad97-d911b3e4e095","Type":"ContainerStarted","Data":"64fff9072c9c40d085ed4a25f1029d251dc36e26a878aba2bf94741cf0f2f888"} Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.989618 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-hqscq" event={"ID":"80fb92c2-def1-4d86-ad97-d911b3e4e095","Type":"ContainerStarted","Data":"ebecf0ade93f50540ebecbebc41ac20301034f06e4c1ec07f7e6fc76608610fe"} Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.999027 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" event={"ID":"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d","Type":"ContainerStarted","Data":"dead91d75aee5f4d9550679bc8c9924d04d51fdbde0287a772c516c1de7ed882"} Oct 13 19:52:53 crc kubenswrapper[4809]: I1013 19:52:53.999062 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" event={"ID":"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d","Type":"ContainerStarted","Data":"bff0a4b459317c0cf7c202ee1d8d08be28f3e241c34b9195308b4920f5f80f46"} Oct 13 19:52:54 crc kubenswrapper[4809]: I1013 19:52:54.001749 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e14ffc86-de5d-468f-93aa-8b96e42e77d3","Type":"ContainerStarted","Data":"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04"} Oct 13 19:52:54 crc kubenswrapper[4809]: I1013 19:52:54.001769 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e14ffc86-de5d-468f-93aa-8b96e42e77d3","Type":"ContainerStarted","Data":"84ab9e167f78361c3b5f2eaeb36e988aae236a06e7a6ad4185e4ac468f77c863"} Oct 13 19:52:54 crc kubenswrapper[4809]: I1013 19:52:54.013701 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-db-sync-hqscq" podStartSLOduration=2.013680768 podStartE2EDuration="2.013680768s" podCreationTimestamp="2025-10-13 19:52:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:54.003788737 +0000 UTC m=+1692.609535322" watchObservedRunningTime="2025-10-13 19:52:54.013680768 +0000 UTC m=+1692.619427353" Oct 13 19:52:54 crc kubenswrapper[4809]: I1013 19:52:54.107936 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" podStartSLOduration=2.1079212370000002 podStartE2EDuration="2.107921237s" podCreationTimestamp="2025-10-13 19:52:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:54.035776966 +0000 UTC m=+1692.641523551" watchObservedRunningTime="2025-10-13 19:52:54.107921237 +0000 UTC m=+1692.713667812" Oct 13 19:52:54 crc kubenswrapper[4809]: I1013 19:52:54.110448 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:52:54 crc kubenswrapper[4809]: I1013 19:52:54.237916 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:52:54 crc kubenswrapper[4809]: W1013 19:52:54.247293 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod4b677c8d_fbae_4650_8608_89e8a2bb9f85.slice/crio-3da04c9ddbe5eb49ce655b4449b880fd1cff29340d86bc460724a5f0217588e6 WatchSource:0}: Error finding container 3da04c9ddbe5eb49ce655b4449b880fd1cff29340d86bc460724a5f0217588e6: Status 404 returned error can't find the container with id 3da04c9ddbe5eb49ce655b4449b880fd1cff29340d86bc460724a5f0217588e6 Oct 13 19:52:54 crc kubenswrapper[4809]: I1013 19:52:54.350160 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:52:54 crc kubenswrapper[4809]: I1013 19:52:54.369814 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:52:54 crc kubenswrapper[4809]: I1013 19:52:54.402883 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:52:55 crc kubenswrapper[4809]: I1013 19:52:55.022539 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39a7d70-6a5b-49a7-b0f7-5436b845f724","Type":"ContainerStarted","Data":"205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df"} Oct 13 19:52:55 crc kubenswrapper[4809]: I1013 19:52:55.023173 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39a7d70-6a5b-49a7-b0f7-5436b845f724","Type":"ContainerStarted","Data":"26a1cddb872d651ae5e33a52a00f884899f63a2dfaacf031a1bb6ddab0352a7e"} Oct 13 19:52:55 crc kubenswrapper[4809]: I1013 19:52:55.027260 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e14ffc86-de5d-468f-93aa-8b96e42e77d3","Type":"ContainerStarted","Data":"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9"} Oct 13 19:52:55 crc kubenswrapper[4809]: I1013 19:52:55.032596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"4b677c8d-fbae-4650-8608-89e8a2bb9f85","Type":"ContainerStarted","Data":"53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a"} Oct 13 19:52:55 crc kubenswrapper[4809]: I1013 19:52:55.033248 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"4b677c8d-fbae-4650-8608-89e8a2bb9f85","Type":"ContainerStarted","Data":"3da04c9ddbe5eb49ce655b4449b880fd1cff29340d86bc460724a5f0217588e6"} Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.041255 4809 generic.go:334] "Generic (PLEG): container finished" podID="80fb92c2-def1-4d86-ad97-d911b3e4e095" containerID="64fff9072c9c40d085ed4a25f1029d251dc36e26a878aba2bf94741cf0f2f888" exitCode=0 Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.041349 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-hqscq" event={"ID":"80fb92c2-def1-4d86-ad97-d911b3e4e095","Type":"ContainerDied","Data":"64fff9072c9c40d085ed4a25f1029d251dc36e26a878aba2bf94741cf0f2f888"} Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.044405 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39a7d70-6a5b-49a7-b0f7-5436b845f724","Type":"ContainerStarted","Data":"dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f"} Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.044494 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="e39a7d70-6a5b-49a7-b0f7-5436b845f724" containerName="glance-log" containerID="cri-o://205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df" gracePeriod=30 Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.044513 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="e39a7d70-6a5b-49a7-b0f7-5436b845f724" containerName="glance-httpd" containerID="cri-o://dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f" gracePeriod=30 Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.048147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e14ffc86-de5d-468f-93aa-8b96e42e77d3","Type":"ContainerStarted","Data":"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854"} Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.050576 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"4b677c8d-fbae-4650-8608-89e8a2bb9f85","Type":"ContainerStarted","Data":"9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89"} Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.050765 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="4b677c8d-fbae-4650-8608-89e8a2bb9f85" containerName="glance-log" containerID="cri-o://53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a" gracePeriod=30 Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.050853 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="4b677c8d-fbae-4650-8608-89e8a2bb9f85" containerName="glance-httpd" containerID="cri-o://9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89" gracePeriod=30 Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.120923 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=4.120903268 podStartE2EDuration="4.120903268s" podCreationTimestamp="2025-10-13 19:52:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:56.0759766 +0000 UTC m=+1694.681723185" watchObservedRunningTime="2025-10-13 19:52:56.120903268 +0000 UTC m=+1694.726649853" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.147753 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=4.1477230800000005 podStartE2EDuration="4.14772308s" podCreationTimestamp="2025-10-13 19:52:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:52:56.123394788 +0000 UTC m=+1694.729141373" watchObservedRunningTime="2025-10-13 19:52:56.14772308 +0000 UTC m=+1694.753469665" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.151150 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-5898-account-create-6pfnn"] Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.152403 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5898-account-create-6pfnn" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.159624 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-db-secret" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.174579 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-5898-account-create-6pfnn"] Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.271209 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lxr85\" (UniqueName: \"kubernetes.io/projected/0104b998-4a33-4bdc-8ce0-9a05f660c324-kube-api-access-lxr85\") pod \"barbican-5898-account-create-6pfnn\" (UID: \"0104b998-4a33-4bdc-8ce0-9a05f660c324\") " pod="openstack-kuttl-tests/barbican-5898-account-create-6pfnn" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.310814 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r"] Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.312010 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.316311 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-db-secret" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.323801 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r"] Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.373709 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lxr85\" (UniqueName: \"kubernetes.io/projected/0104b998-4a33-4bdc-8ce0-9a05f660c324-kube-api-access-lxr85\") pod \"barbican-5898-account-create-6pfnn\" (UID: \"0104b998-4a33-4bdc-8ce0-9a05f660c324\") " pod="openstack-kuttl-tests/barbican-5898-account-create-6pfnn" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.373885 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8tx8g\" (UniqueName: \"kubernetes.io/projected/9eb24c85-22e5-4277-8bd0-97d584793f35-kube-api-access-8tx8g\") pod \"neutron-3e1f-account-create-fpp5r\" (UID: \"9eb24c85-22e5-4277-8bd0-97d584793f35\") " pod="openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.392569 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lxr85\" (UniqueName: \"kubernetes.io/projected/0104b998-4a33-4bdc-8ce0-9a05f660c324-kube-api-access-lxr85\") pod \"barbican-5898-account-create-6pfnn\" (UID: \"0104b998-4a33-4bdc-8ce0-9a05f660c324\") " pod="openstack-kuttl-tests/barbican-5898-account-create-6pfnn" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.413149 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-8d49-account-create-b6d5n"] Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.415089 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-8d49-account-create-b6d5n" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.419334 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-db-secret" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.421434 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-8d49-account-create-b6d5n"] Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.458430 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5898-account-create-6pfnn" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.475420 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8tx8g\" (UniqueName: \"kubernetes.io/projected/9eb24c85-22e5-4277-8bd0-97d584793f35-kube-api-access-8tx8g\") pod \"neutron-3e1f-account-create-fpp5r\" (UID: \"9eb24c85-22e5-4277-8bd0-97d584793f35\") " pod="openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.475674 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n5mz8\" (UniqueName: \"kubernetes.io/projected/710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf-kube-api-access-n5mz8\") pod \"cinder-8d49-account-create-b6d5n\" (UID: \"710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf\") " pod="openstack-kuttl-tests/cinder-8d49-account-create-b6d5n" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.494620 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8tx8g\" (UniqueName: \"kubernetes.io/projected/9eb24c85-22e5-4277-8bd0-97d584793f35-kube-api-access-8tx8g\") pod \"neutron-3e1f-account-create-fpp5r\" (UID: \"9eb24c85-22e5-4277-8bd0-97d584793f35\") " pod="openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.576882 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n5mz8\" (UniqueName: \"kubernetes.io/projected/710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf-kube-api-access-n5mz8\") pod \"cinder-8d49-account-create-b6d5n\" (UID: \"710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf\") " pod="openstack-kuttl-tests/cinder-8d49-account-create-b6d5n" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.599581 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n5mz8\" (UniqueName: \"kubernetes.io/projected/710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf-kube-api-access-n5mz8\") pod \"cinder-8d49-account-create-b6d5n\" (UID: \"710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf\") " pod="openstack-kuttl-tests/cinder-8d49-account-create-b6d5n" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.686803 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.691765 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.773261 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779214 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-combined-ca-bundle\") pod \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779252 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779302 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-scripts\") pod \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779353 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-public-tls-certs\") pod \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779370 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779386 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-combined-ca-bundle\") pod \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779452 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-config-data\") pod \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779525 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-logs\") pod \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779552 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dbp48\" (UniqueName: \"kubernetes.io/projected/4b677c8d-fbae-4650-8608-89e8a2bb9f85-kube-api-access-dbp48\") pod \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779625 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-internal-tls-certs\") pod \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779677 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sjqml\" (UniqueName: \"kubernetes.io/projected/e39a7d70-6a5b-49a7-b0f7-5436b845f724-kube-api-access-sjqml\") pod \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779717 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-logs\") pod \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779774 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-scripts\") pod \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779829 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-httpd-run\") pod \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\" (UID: \"4b677c8d-fbae-4650-8608-89e8a2bb9f85\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779851 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-httpd-run\") pod \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.779906 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-config-data\") pod \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\" (UID: \"e39a7d70-6a5b-49a7-b0f7-5436b845f724\") " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.782044 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-logs" (OuterVolumeSpecName: "logs") pod "e39a7d70-6a5b-49a7-b0f7-5436b845f724" (UID: "e39a7d70-6a5b-49a7-b0f7-5436b845f724"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.784646 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage10-crc" (OuterVolumeSpecName: "glance") pod "4b677c8d-fbae-4650-8608-89e8a2bb9f85" (UID: "4b677c8d-fbae-4650-8608-89e8a2bb9f85"). InnerVolumeSpecName "local-storage10-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.786334 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-logs" (OuterVolumeSpecName: "logs") pod "4b677c8d-fbae-4650-8608-89e8a2bb9f85" (UID: "4b677c8d-fbae-4650-8608-89e8a2bb9f85"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.787560 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "e39a7d70-6a5b-49a7-b0f7-5436b845f724" (UID: "e39a7d70-6a5b-49a7-b0f7-5436b845f724"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.787554 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "4b677c8d-fbae-4650-8608-89e8a2bb9f85" (UID: "4b677c8d-fbae-4650-8608-89e8a2bb9f85"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.789304 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4b677c8d-fbae-4650-8608-89e8a2bb9f85-kube-api-access-dbp48" (OuterVolumeSpecName: "kube-api-access-dbp48") pod "4b677c8d-fbae-4650-8608-89e8a2bb9f85" (UID: "4b677c8d-fbae-4650-8608-89e8a2bb9f85"). InnerVolumeSpecName "kube-api-access-dbp48". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.789307 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-scripts" (OuterVolumeSpecName: "scripts") pod "4b677c8d-fbae-4650-8608-89e8a2bb9f85" (UID: "4b677c8d-fbae-4650-8608-89e8a2bb9f85"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.789680 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "glance") pod "e39a7d70-6a5b-49a7-b0f7-5436b845f724" (UID: "e39a7d70-6a5b-49a7-b0f7-5436b845f724"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.790758 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-scripts" (OuterVolumeSpecName: "scripts") pod "e39a7d70-6a5b-49a7-b0f7-5436b845f724" (UID: "e39a7d70-6a5b-49a7-b0f7-5436b845f724"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.797484 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e39a7d70-6a5b-49a7-b0f7-5436b845f724-kube-api-access-sjqml" (OuterVolumeSpecName: "kube-api-access-sjqml") pod "e39a7d70-6a5b-49a7-b0f7-5436b845f724" (UID: "e39a7d70-6a5b-49a7-b0f7-5436b845f724"). InnerVolumeSpecName "kube-api-access-sjqml". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.814656 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4b677c8d-fbae-4650-8608-89e8a2bb9f85" (UID: "4b677c8d-fbae-4650-8608-89e8a2bb9f85"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.828100 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e39a7d70-6a5b-49a7-b0f7-5436b845f724" (UID: "e39a7d70-6a5b-49a7-b0f7-5436b845f724"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.830971 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-config-data" (OuterVolumeSpecName: "config-data") pod "4b677c8d-fbae-4650-8608-89e8a2bb9f85" (UID: "4b677c8d-fbae-4650-8608-89e8a2bb9f85"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.832307 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-config-data" (OuterVolumeSpecName: "config-data") pod "e39a7d70-6a5b-49a7-b0f7-5436b845f724" (UID: "e39a7d70-6a5b-49a7-b0f7-5436b845f724"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.837970 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "e39a7d70-6a5b-49a7-b0f7-5436b845f724" (UID: "e39a7d70-6a5b-49a7-b0f7-5436b845f724"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.851498 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-8d49-account-create-b6d5n" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.852863 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "4b677c8d-fbae-4650-8608-89e8a2bb9f85" (UID: "4b677c8d-fbae-4650-8608-89e8a2bb9f85"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882248 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882676 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882688 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882697 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882712 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" " Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882721 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882758 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882766 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882777 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dbp48\" (UniqueName: \"kubernetes.io/projected/4b677c8d-fbae-4650-8608-89e8a2bb9f85-kube-api-access-dbp48\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882786 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882795 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sjqml\" (UniqueName: \"kubernetes.io/projected/e39a7d70-6a5b-49a7-b0f7-5436b845f724-kube-api-access-sjqml\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882803 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882811 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4b677c8d-fbae-4650-8608-89e8a2bb9f85-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882821 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/4b677c8d-fbae-4650-8608-89e8a2bb9f85-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882828 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e39a7d70-6a5b-49a7-b0f7-5436b845f724-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.882837 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e39a7d70-6a5b-49a7-b0f7-5436b845f724-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.907043 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.913181 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage10-crc" (UniqueName: "kubernetes.io/local-volume/local-storage10-crc") on node "crc" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.941156 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-5898-account-create-6pfnn"] Oct 13 19:52:56 crc kubenswrapper[4809]: W1013 19:52:56.950343 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0104b998_4a33_4bdc_8ce0_9a05f660c324.slice/crio-e484692b010054702169df3f7c145cf499edeb9737a6a8c167858c0984b0a13b WatchSource:0}: Error finding container e484692b010054702169df3f7c145cf499edeb9737a6a8c167858c0984b0a13b: Status 404 returned error can't find the container with id e484692b010054702169df3f7c145cf499edeb9737a6a8c167858c0984b0a13b Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.984919 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:56 crc kubenswrapper[4809]: I1013 19:52:56.984949 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.068339 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-5898-account-create-6pfnn" event={"ID":"0104b998-4a33-4bdc-8ce0-9a05f660c324","Type":"ContainerStarted","Data":"e484692b010054702169df3f7c145cf499edeb9737a6a8c167858c0984b0a13b"} Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.074201 4809 generic.go:334] "Generic (PLEG): container finished" podID="4b677c8d-fbae-4650-8608-89e8a2bb9f85" containerID="9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89" exitCode=0 Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.074228 4809 generic.go:334] "Generic (PLEG): container finished" podID="4b677c8d-fbae-4650-8608-89e8a2bb9f85" containerID="53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a" exitCode=143 Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.074291 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"4b677c8d-fbae-4650-8608-89e8a2bb9f85","Type":"ContainerDied","Data":"9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89"} Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.074338 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"4b677c8d-fbae-4650-8608-89e8a2bb9f85","Type":"ContainerDied","Data":"53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a"} Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.074349 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"4b677c8d-fbae-4650-8608-89e8a2bb9f85","Type":"ContainerDied","Data":"3da04c9ddbe5eb49ce655b4449b880fd1cff29340d86bc460724a5f0217588e6"} Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.074364 4809 scope.go:117] "RemoveContainer" containerID="9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.074365 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.077887 4809 generic.go:334] "Generic (PLEG): container finished" podID="df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" containerID="dead91d75aee5f4d9550679bc8c9924d04d51fdbde0287a772c516c1de7ed882" exitCode=0 Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.077968 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" event={"ID":"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d","Type":"ContainerDied","Data":"dead91d75aee5f4d9550679bc8c9924d04d51fdbde0287a772c516c1de7ed882"} Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.080429 4809 generic.go:334] "Generic (PLEG): container finished" podID="e39a7d70-6a5b-49a7-b0f7-5436b845f724" containerID="dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f" exitCode=0 Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.080462 4809 generic.go:334] "Generic (PLEG): container finished" podID="e39a7d70-6a5b-49a7-b0f7-5436b845f724" containerID="205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df" exitCode=143 Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.080504 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.080561 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39a7d70-6a5b-49a7-b0f7-5436b845f724","Type":"ContainerDied","Data":"dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f"} Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.080584 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39a7d70-6a5b-49a7-b0f7-5436b845f724","Type":"ContainerDied","Data":"205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df"} Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.080596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39a7d70-6a5b-49a7-b0f7-5436b845f724","Type":"ContainerDied","Data":"26a1cddb872d651ae5e33a52a00f884899f63a2dfaacf031a1bb6ddab0352a7e"} Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.116237 4809 scope.go:117] "RemoveContainer" containerID="53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.134751 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.149680 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.154804 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.163520 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.168188 4809 scope.go:117] "RemoveContainer" containerID="9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.170927 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:52:57 crc kubenswrapper[4809]: E1013 19:52:57.171304 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4b677c8d-fbae-4650-8608-89e8a2bb9f85" containerName="glance-httpd" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.171316 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4b677c8d-fbae-4650-8608-89e8a2bb9f85" containerName="glance-httpd" Oct 13 19:52:57 crc kubenswrapper[4809]: E1013 19:52:57.171341 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4b677c8d-fbae-4650-8608-89e8a2bb9f85" containerName="glance-log" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.171348 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4b677c8d-fbae-4650-8608-89e8a2bb9f85" containerName="glance-log" Oct 13 19:52:57 crc kubenswrapper[4809]: E1013 19:52:57.171361 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e39a7d70-6a5b-49a7-b0f7-5436b845f724" containerName="glance-httpd" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.171367 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e39a7d70-6a5b-49a7-b0f7-5436b845f724" containerName="glance-httpd" Oct 13 19:52:57 crc kubenswrapper[4809]: E1013 19:52:57.171381 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e39a7d70-6a5b-49a7-b0f7-5436b845f724" containerName="glance-log" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.171387 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e39a7d70-6a5b-49a7-b0f7-5436b845f724" containerName="glance-log" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.171545 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4b677c8d-fbae-4650-8608-89e8a2bb9f85" containerName="glance-log" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.171561 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e39a7d70-6a5b-49a7-b0f7-5436b845f724" containerName="glance-httpd" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.171574 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e39a7d70-6a5b-49a7-b0f7-5436b845f724" containerName="glance-log" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.171591 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4b677c8d-fbae-4650-8608-89e8a2bb9f85" containerName="glance-httpd" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.172414 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.177633 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.177836 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-xrjvt" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.177909 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.177988 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.180838 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.189004 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.190277 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: E1013 19:52:57.196291 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89\": container with ID starting with 9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89 not found: ID does not exist" containerID="9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.196338 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89"} err="failed to get container status \"9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89\": rpc error: code = NotFound desc = could not find container \"9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89\": container with ID starting with 9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89 not found: ID does not exist" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.196364 4809 scope.go:117] "RemoveContainer" containerID="53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a" Oct 13 19:52:57 crc kubenswrapper[4809]: E1013 19:52:57.196722 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a\": container with ID starting with 53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a not found: ID does not exist" containerID="53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.196817 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a"} err="failed to get container status \"53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a\": rpc error: code = NotFound desc = could not find container \"53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a\": container with ID starting with 53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a not found: ID does not exist" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.196830 4809 scope.go:117] "RemoveContainer" containerID="9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.196896 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.197120 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.197365 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89"} err="failed to get container status \"9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89\": rpc error: code = NotFound desc = could not find container \"9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89\": container with ID starting with 9c0c69fbd0c2aadee73c68a0b0387639304ef1460ad1bc1eea969662a0f97b89 not found: ID does not exist" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.197381 4809 scope.go:117] "RemoveContainer" containerID="53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.197537 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a"} err="failed to get container status \"53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a\": rpc error: code = NotFound desc = could not find container \"53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a\": container with ID starting with 53a227280ced56fcd99c8e9aee2c6346b1f694951029e2818e2e0358be96aa4a not found: ID does not exist" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.197552 4809 scope.go:117] "RemoveContainer" containerID="dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.206404 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.227800 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r"] Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.233166 4809 scope.go:117] "RemoveContainer" containerID="205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df" Oct 13 19:52:57 crc kubenswrapper[4809]: W1013 19:52:57.237762 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9eb24c85_22e5_4277_8bd0_97d584793f35.slice/crio-00acfec60b60da30fe24dbdd02dea4962911e7601b88deaf377c763451f6e2a3 WatchSource:0}: Error finding container 00acfec60b60da30fe24dbdd02dea4962911e7601b88deaf377c763451f6e2a3: Status 404 returned error can't find the container with id 00acfec60b60da30fe24dbdd02dea4962911e7601b88deaf377c763451f6e2a3 Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.254463 4809 scope.go:117] "RemoveContainer" containerID="dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f" Oct 13 19:52:57 crc kubenswrapper[4809]: E1013 19:52:57.256170 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f\": container with ID starting with dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f not found: ID does not exist" containerID="dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.256232 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f"} err="failed to get container status \"dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f\": rpc error: code = NotFound desc = could not find container \"dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f\": container with ID starting with dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f not found: ID does not exist" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.256255 4809 scope.go:117] "RemoveContainer" containerID="205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df" Oct 13 19:52:57 crc kubenswrapper[4809]: E1013 19:52:57.257406 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df\": container with ID starting with 205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df not found: ID does not exist" containerID="205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.257436 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df"} err="failed to get container status \"205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df\": rpc error: code = NotFound desc = could not find container \"205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df\": container with ID starting with 205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df not found: ID does not exist" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.257451 4809 scope.go:117] "RemoveContainer" containerID="dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.258325 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f"} err="failed to get container status \"dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f\": rpc error: code = NotFound desc = could not find container \"dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f\": container with ID starting with dfbd9df701ea17e1c4840867226dc3ddc87f3533bd2943f84937ed925778db6f not found: ID does not exist" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.258345 4809 scope.go:117] "RemoveContainer" containerID="205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.258864 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df"} err="failed to get container status \"205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df\": rpc error: code = NotFound desc = could not find container \"205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df\": container with ID starting with 205dddc34bab6bd1690de5ce61833fd8ffdf432c5b85b74c3c69c84d50ea26df not found: ID does not exist" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.280503 4809 scope.go:117] "RemoveContainer" containerID="dd7a60aabb3de4fe8988b86695c5665e45b81d3c305add0ce86e6945503f9a69" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291234 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291419 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-scripts\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291503 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291549 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-config-data\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291628 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jbppv\" (UniqueName: \"kubernetes.io/projected/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-kube-api-access-jbppv\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291683 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291704 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s5qrw\" (UniqueName: \"kubernetes.io/projected/165a55c3-e7c9-4799-b870-163e401fa73a-kube-api-access-s5qrw\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291781 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291798 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291844 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-logs\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291859 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-logs\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291883 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-config-data\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291898 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291944 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.291994 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.292140 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-scripts\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.309138 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-8d49-account-create-b6d5n"] Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.331290 4809 scope.go:117] "RemoveContainer" containerID="fe6ae226ce1febb4d46ffb243b4a100b3a75977c958e762cedbfeb2d92e744d6" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.393921 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-scripts\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.393991 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394029 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-scripts\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394076 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394097 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-config-data\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394121 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jbppv\" (UniqueName: \"kubernetes.io/projected/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-kube-api-access-jbppv\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394143 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394161 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s5qrw\" (UniqueName: \"kubernetes.io/projected/165a55c3-e7c9-4799-b870-163e401fa73a-kube-api-access-s5qrw\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394187 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394203 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394223 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-logs\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394258 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-logs\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394282 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-config-data\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394299 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.394357 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.395372 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.396936 4809 scope.go:117] "RemoveContainer" containerID="4b9c5205631d490b2171cc853e6c5db8980971ae9c542248b5658c83f56f5454" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.397283 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") device mount path \"/mnt/openstack/pv10\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.398754 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-logs\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.399068 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-logs\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.400313 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.403788 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.404864 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.405047 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.405930 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.409705 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-scripts\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.409778 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.410013 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-scripts\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.416700 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.420021 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-config-data\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.433147 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-config-data\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.437007 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jbppv\" (UniqueName: \"kubernetes.io/projected/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-kube-api-access-jbppv\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.446745 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-s5qrw\" (UniqueName: \"kubernetes.io/projected/165a55c3-e7c9-4799-b870-163e401fa73a-kube-api-access-s5qrw\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.450777 4809 scope.go:117] "RemoveContainer" containerID="4d68b8587fb508407238c801c06fb97a57e9c6f1fc7357ee474cc78bfcbf9e21" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.463256 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.467186 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.520245 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.530928 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.613758 4809 scope.go:117] "RemoveContainer" containerID="b706f6bd706c112ac38f5d044285e4483800b06aaeb5ba7d29bb3b65598c99a3" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.726823 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.736102 4809 scope.go:117] "RemoveContainer" containerID="a3d4b283fa6ce9fc71212fa90f25e9b7b922f500fdda300c29bb9c66e83d8624" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.794119 4809 scope.go:117] "RemoveContainer" containerID="651f71ce50f6e18254b57b5874b073559fa33d3e52960988079912fbdf933321" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.803218 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-combined-ca-bundle\") pod \"80fb92c2-def1-4d86-ad97-d911b3e4e095\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.803263 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-scripts\") pod \"80fb92c2-def1-4d86-ad97-d911b3e4e095\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.803299 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/80fb92c2-def1-4d86-ad97-d911b3e4e095-logs\") pod \"80fb92c2-def1-4d86-ad97-d911b3e4e095\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.803335 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9npp9\" (UniqueName: \"kubernetes.io/projected/80fb92c2-def1-4d86-ad97-d911b3e4e095-kube-api-access-9npp9\") pod \"80fb92c2-def1-4d86-ad97-d911b3e4e095\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.803442 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-config-data\") pod \"80fb92c2-def1-4d86-ad97-d911b3e4e095\" (UID: \"80fb92c2-def1-4d86-ad97-d911b3e4e095\") " Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.804215 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/80fb92c2-def1-4d86-ad97-d911b3e4e095-logs" (OuterVolumeSpecName: "logs") pod "80fb92c2-def1-4d86-ad97-d911b3e4e095" (UID: "80fb92c2-def1-4d86-ad97-d911b3e4e095"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.807345 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/80fb92c2-def1-4d86-ad97-d911b3e4e095-kube-api-access-9npp9" (OuterVolumeSpecName: "kube-api-access-9npp9") pod "80fb92c2-def1-4d86-ad97-d911b3e4e095" (UID: "80fb92c2-def1-4d86-ad97-d911b3e4e095"). InnerVolumeSpecName "kube-api-access-9npp9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.814537 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-scripts" (OuterVolumeSpecName: "scripts") pod "80fb92c2-def1-4d86-ad97-d911b3e4e095" (UID: "80fb92c2-def1-4d86-ad97-d911b3e4e095"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.818045 4809 scope.go:117] "RemoveContainer" containerID="113253eb59d66588cfeacb5264df95b3d884a581f63f5724b488275b224fb255" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.829759 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "80fb92c2-def1-4d86-ad97-d911b3e4e095" (UID: "80fb92c2-def1-4d86-ad97-d911b3e4e095"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.832110 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-config-data" (OuterVolumeSpecName: "config-data") pod "80fb92c2-def1-4d86-ad97-d911b3e4e095" (UID: "80fb92c2-def1-4d86-ad97-d911b3e4e095"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.870422 4809 scope.go:117] "RemoveContainer" containerID="4551dbcb84cb6f3ecc969f26f0a778c0c9b339bcbb42eb7aab3c9e773215bad3" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.905650 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.905700 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.905714 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/80fb92c2-def1-4d86-ad97-d911b3e4e095-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.905723 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/80fb92c2-def1-4d86-ad97-d911b3e4e095-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.905759 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9npp9\" (UniqueName: \"kubernetes.io/projected/80fb92c2-def1-4d86-ad97-d911b3e4e095-kube-api-access-9npp9\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.939142 4809 scope.go:117] "RemoveContainer" containerID="1c4351d2e16ce9526dcf78915ff5edd450eed3833ed0430986e5d12cf5cae8ac" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.955969 4809 scope.go:117] "RemoveContainer" containerID="e9f7066ec28b4105b57757c4978ad8bd25c2bbcec3f95bf15e3e014763c04f63" Oct 13 19:52:57 crc kubenswrapper[4809]: I1013 19:52:57.976087 4809 scope.go:117] "RemoveContainer" containerID="262cae602943b59d2cd9feb85ae388a3dfe0c3628784e69d3aa45fa1fb098094" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.008970 4809 scope.go:117] "RemoveContainer" containerID="a36cc067dd151f46b09f9c2a8ec7da699c5084ae2a9d5699dd6b93a7a06b4178" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.030158 4809 scope.go:117] "RemoveContainer" containerID="a554b8018fb25ecbe93cdbab4f50b9189475ff4515f192c50d9caf7f4cc8412d" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.045892 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:52:58 crc kubenswrapper[4809]: W1013 19:52:58.053259 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbbfd5d3a_20e4_4ab6_8222_de2eb3094d5a.slice/crio-9f238ddbbccf5369f34cc3cc22ad82ae677fca3d6934fe68e2663141b3314143 WatchSource:0}: Error finding container 9f238ddbbccf5369f34cc3cc22ad82ae677fca3d6934fe68e2663141b3314143: Status 404 returned error can't find the container with id 9f238ddbbccf5369f34cc3cc22ad82ae677fca3d6934fe68e2663141b3314143 Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.053354 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:52:58 crc kubenswrapper[4809]: W1013 19:52:58.055778 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod165a55c3_e7c9_4799_b870_163e401fa73a.slice/crio-110378c025390f6c285debf5b732327a0682d45fea2a331ff5f212d527457344 WatchSource:0}: Error finding container 110378c025390f6c285debf5b732327a0682d45fea2a331ff5f212d527457344: Status 404 returned error can't find the container with id 110378c025390f6c285debf5b732327a0682d45fea2a331ff5f212d527457344 Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.079040 4809 scope.go:117] "RemoveContainer" containerID="3cd2b9d186c0d34c43fc19064cf8d182cbe7f64013cc2452050f6e2fa058c4e7" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.104681 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-hqscq" event={"ID":"80fb92c2-def1-4d86-ad97-d911b3e4e095","Type":"ContainerDied","Data":"ebecf0ade93f50540ebecbebc41ac20301034f06e4c1ec07f7e6fc76608610fe"} Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.104720 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ebecf0ade93f50540ebecbebc41ac20301034f06e4c1ec07f7e6fc76608610fe" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.105126 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-hqscq" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.117031 4809 generic.go:334] "Generic (PLEG): container finished" podID="9eb24c85-22e5-4277-8bd0-97d584793f35" containerID="e8c2ff68cb92d42549fda7eef66d1fedf7a733776e44e8404f346084866adf04" exitCode=0 Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.117625 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r" event={"ID":"9eb24c85-22e5-4277-8bd0-97d584793f35","Type":"ContainerDied","Data":"e8c2ff68cb92d42549fda7eef66d1fedf7a733776e44e8404f346084866adf04"} Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.117645 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r" event={"ID":"9eb24c85-22e5-4277-8bd0-97d584793f35","Type":"ContainerStarted","Data":"00acfec60b60da30fe24dbdd02dea4962911e7601b88deaf377c763451f6e2a3"} Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.133161 4809 scope.go:117] "RemoveContainer" containerID="32820360f41410089c78b8a7a2005da1c9f7d450e49561dc1e870e3a5aa65d73" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.145029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"165a55c3-e7c9-4799-b870-163e401fa73a","Type":"ContainerStarted","Data":"110378c025390f6c285debf5b732327a0682d45fea2a331ff5f212d527457344"} Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.172133 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4b677c8d-fbae-4650-8608-89e8a2bb9f85" path="/var/lib/kubelet/pods/4b677c8d-fbae-4650-8608-89e8a2bb9f85/volumes" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.174591 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e39a7d70-6a5b-49a7-b0f7-5436b845f724" path="/var/lib/kubelet/pods/e39a7d70-6a5b-49a7-b0f7-5436b845f724/volumes" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.175668 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a","Type":"ContainerStarted","Data":"9f238ddbbccf5369f34cc3cc22ad82ae677fca3d6934fe68e2663141b3314143"} Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.175702 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-599c97f566-4sgfm"] Oct 13 19:52:58 crc kubenswrapper[4809]: E1013 19:52:58.176052 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="80fb92c2-def1-4d86-ad97-d911b3e4e095" containerName="placement-db-sync" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.176070 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="80fb92c2-def1-4d86-ad97-d911b3e4e095" containerName="placement-db-sync" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.176260 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="80fb92c2-def1-4d86-ad97-d911b3e4e095" containerName="placement-db-sync" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.177341 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.177357 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-599c97f566-4sgfm"] Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.178185 4809 scope.go:117] "RemoveContainer" containerID="0bca0088b170f696f3f959a88fbc26f9c64edf861717e8ce087ca22476bea662" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.178935 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-wbcqd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.179172 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.179575 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.179783 4809 generic.go:334] "Generic (PLEG): container finished" podID="0104b998-4a33-4bdc-8ce0-9a05f660c324" containerID="80f7cfdbd610fb9ff4e0b9a850f0afb5465eb214ee4417eef2d44797e9b27662" exitCode=0 Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.179886 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-5898-account-create-6pfnn" event={"ID":"0104b998-4a33-4bdc-8ce0-9a05f660c324","Type":"ContainerDied","Data":"80f7cfdbd610fb9ff4e0b9a850f0afb5465eb214ee4417eef2d44797e9b27662"} Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.197236 4809 generic.go:334] "Generic (PLEG): container finished" podID="710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf" containerID="1f4d3a904afadcc6bd187f2f4dd3fd2befd5e582ca79505aed37773c11acfa69" exitCode=0 Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.197360 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-8d49-account-create-b6d5n" event={"ID":"710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf","Type":"ContainerDied","Data":"1f4d3a904afadcc6bd187f2f4dd3fd2befd5e582ca79505aed37773c11acfa69"} Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.197386 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-8d49-account-create-b6d5n" event={"ID":"710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf","Type":"ContainerStarted","Data":"7dde3d9d621663458443f6517bf7243dab3ae63a20f03eea50ef307672cf7725"} Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.212391 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-scripts\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.212442 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-combined-ca-bundle\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.212530 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kpqv2\" (UniqueName: \"kubernetes.io/projected/5b5925af-41f4-4229-ab0b-17ab43e41eae-kube-api-access-kpqv2\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.212573 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5b5925af-41f4-4229-ab0b-17ab43e41eae-logs\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.212597 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-config-data\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.238827 4809 scope.go:117] "RemoveContainer" containerID="9db629581031f357a6b202d613f51688f3a325f04ac205fa4954349ab0de63a1" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.258582 4809 scope.go:117] "RemoveContainer" containerID="1a67ea466542e33f57019c6a90a9601d07c15ff3967a8f55e3632bf0c68467cf" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.276475 4809 scope.go:117] "RemoveContainer" containerID="7600dc2de3055901da0bc8a1bcb9b157f8fb8ec14d06d0aa9d84c0f8d70811c1" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.299754 4809 scope.go:117] "RemoveContainer" containerID="e57be9406a6441c91c0bc8097e491d05a2ddf7b230bbb943e038e418f8ee1881" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.314832 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-scripts\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.314864 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-combined-ca-bundle\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.314933 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kpqv2\" (UniqueName: \"kubernetes.io/projected/5b5925af-41f4-4229-ab0b-17ab43e41eae-kube-api-access-kpqv2\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.314969 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5b5925af-41f4-4229-ab0b-17ab43e41eae-logs\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.314990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-config-data\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.320686 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-config-data\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.321782 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5b5925af-41f4-4229-ab0b-17ab43e41eae-logs\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.324820 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-scripts\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.334347 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-combined-ca-bundle\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.339089 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kpqv2\" (UniqueName: \"kubernetes.io/projected/5b5925af-41f4-4229-ab0b-17ab43e41eae-kube-api-access-kpqv2\") pod \"placement-599c97f566-4sgfm\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.342634 4809 scope.go:117] "RemoveContainer" containerID="2695b80effba91cdcdb4129896d5920ea5534730af0274a5a773c6ac27999461" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.442420 4809 scope.go:117] "RemoveContainer" containerID="cda97098cb0f6a7d1e4ba9e462497c0ac4eaafac74aa000c2ecddbc4bcda1ed2" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.480017 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.497076 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.532220 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fdzdz\" (UniqueName: \"kubernetes.io/projected/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-kube-api-access-fdzdz\") pod \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.532426 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-fernet-keys\") pod \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.532474 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-scripts\") pod \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.532523 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-credential-keys\") pod \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.532677 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-combined-ca-bundle\") pod \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.532725 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-config-data\") pod \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.537768 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" (UID: "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.538295 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.541568 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-scripts" (OuterVolumeSpecName: "scripts") pod "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" (UID: "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.542911 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" (UID: "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.544849 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-kube-api-access-fdzdz" (OuterVolumeSpecName: "kube-api-access-fdzdz") pod "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" (UID: "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d"). InnerVolumeSpecName "kube-api-access-fdzdz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:58 crc kubenswrapper[4809]: E1013 19:52:58.558928 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-config-data podName:df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d nodeName:}" failed. No retries permitted until 2025-10-13 19:52:59.058896571 +0000 UTC m=+1697.664643156 (durationBeforeRetry 500ms). Error: error cleaning subPath mounts for volume "config-data" (UniqueName: "kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-config-data") pod "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" (UID: "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d") : error deleting /var/lib/kubelet/pods/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d/volume-subpaths: remove /var/lib/kubelet/pods/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d/volume-subpaths: no such file or directory Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.562868 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" (UID: "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.646040 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.646082 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fdzdz\" (UniqueName: \"kubernetes.io/projected/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-kube-api-access-fdzdz\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.646093 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.646103 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.678553 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-6bbd585494-zn4dd"] Oct 13 19:52:58 crc kubenswrapper[4809]: E1013 19:52:58.680345 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" containerName="keystone-bootstrap" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.680384 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" containerName="keystone-bootstrap" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.680592 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" containerName="keystone-bootstrap" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.681548 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.684928 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-internal-svc" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.685204 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-public-svc" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.694616 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-6bbd585494-zn4dd"] Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.752959 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-combined-ca-bundle\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.753045 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-logs\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.753078 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-scripts\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.753104 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-public-tls-certs\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.753141 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8c6hv\" (UniqueName: \"kubernetes.io/projected/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-kube-api-access-8c6hv\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.753241 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-config-data\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.753291 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-internal-tls-certs\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.858713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-config-data\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.860233 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-internal-tls-certs\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.860298 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-combined-ca-bundle\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.860357 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-logs\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.860411 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-scripts\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.866688 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-internal-tls-certs\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.866815 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-config-data\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.866897 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-logs\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.866937 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-public-tls-certs\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.866996 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8c6hv\" (UniqueName: \"kubernetes.io/projected/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-kube-api-access-8c6hv\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.873289 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-scripts\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.874219 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-combined-ca-bundle\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.874927 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-public-tls-certs\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:58 crc kubenswrapper[4809]: I1013 19:52:58.885624 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8c6hv\" (UniqueName: \"kubernetes.io/projected/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-kube-api-access-8c6hv\") pod \"placement-6bbd585494-zn4dd\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.070547 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-config-data\") pod \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\" (UID: \"df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d\") " Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.077950 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-config-data" (OuterVolumeSpecName: "config-data") pod "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" (UID: "df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.137980 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.170936 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-599c97f566-4sgfm"] Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.173999 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.176642 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-tnmxc"] Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.186449 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-tnmxc"] Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.265779 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-g66xd"] Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.266883 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.268589 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="bff0a4b459317c0cf7c202ee1d8d08be28f3e241c34b9195308b4920f5f80f46" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.268618 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-tnmxc" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.305951 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-g66xd"] Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.309762 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a","Type":"ContainerStarted","Data":"2da3f8b91f07d834d348aedf67af343d414995ec5883a41fd27e848d3065de6f"} Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.348114 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e14ffc86-de5d-468f-93aa-8b96e42e77d3","Type":"ContainerStarted","Data":"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada"} Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.348309 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="ceilometer-central-agent" containerID="cri-o://3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04" gracePeriod=30 Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.348395 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="proxy-httpd" containerID="cri-o://24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada" gracePeriod=30 Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.348513 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.348539 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="ceilometer-notification-agent" containerID="cri-o://21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9" gracePeriod=30 Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.348565 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="sg-core" containerID="cri-o://79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854" gracePeriod=30 Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.363215 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"165a55c3-e7c9-4799-b870-163e401fa73a","Type":"ContainerStarted","Data":"9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0"} Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.367082 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" event={"ID":"5b5925af-41f4-4229-ab0b-17ab43e41eae","Type":"ContainerStarted","Data":"bbc03dc976c3de5b02881fe5cc5ee6251ac9b6e4058b9e77dfcfe4e6fd4e65eb"} Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.377593 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-fernet-keys\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.377629 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-credential-keys\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.377690 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-combined-ca-bundle\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.377743 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-scripts\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.377765 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-config-data\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.377797 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gsjd6\" (UniqueName: \"kubernetes.io/projected/3201db72-89cc-4698-8d8d-d693cdca35fb-kube-api-access-gsjd6\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.385784 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.497539693 podStartE2EDuration="7.38576796s" podCreationTimestamp="2025-10-13 19:52:52 +0000 UTC" firstStartedPulling="2025-10-13 19:52:53.090545272 +0000 UTC m=+1691.696291857" lastFinishedPulling="2025-10-13 19:52:58.978773539 +0000 UTC m=+1697.584520124" observedRunningTime="2025-10-13 19:52:59.377797864 +0000 UTC m=+1697.983544449" watchObservedRunningTime="2025-10-13 19:52:59.38576796 +0000 UTC m=+1697.991514545" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.479357 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-combined-ca-bundle\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.479760 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-scripts\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.479791 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-config-data\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.479814 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gsjd6\" (UniqueName: \"kubernetes.io/projected/3201db72-89cc-4698-8d8d-d693cdca35fb-kube-api-access-gsjd6\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.479879 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-fernet-keys\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.479896 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-credential-keys\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.489410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-credential-keys\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.495335 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-combined-ca-bundle\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.496466 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-config-data\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.496672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-scripts\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.498956 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-fernet-keys\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.512760 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gsjd6\" (UniqueName: \"kubernetes.io/projected/3201db72-89cc-4698-8d8d-d693cdca35fb-kube-api-access-gsjd6\") pod \"keystone-bootstrap-g66xd\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.607333 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.762358 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-6bbd585494-zn4dd"] Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.882962 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5898-account-create-6pfnn" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.890919 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.920359 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-8d49-account-create-b6d5n" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.989482 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n5mz8\" (UniqueName: \"kubernetes.io/projected/710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf-kube-api-access-n5mz8\") pod \"710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf\" (UID: \"710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf\") " Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.989815 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8tx8g\" (UniqueName: \"kubernetes.io/projected/9eb24c85-22e5-4277-8bd0-97d584793f35-kube-api-access-8tx8g\") pod \"9eb24c85-22e5-4277-8bd0-97d584793f35\" (UID: \"9eb24c85-22e5-4277-8bd0-97d584793f35\") " Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.989851 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lxr85\" (UniqueName: \"kubernetes.io/projected/0104b998-4a33-4bdc-8ce0-9a05f660c324-kube-api-access-lxr85\") pod \"0104b998-4a33-4bdc-8ce0-9a05f660c324\" (UID: \"0104b998-4a33-4bdc-8ce0-9a05f660c324\") " Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.995110 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9eb24c85-22e5-4277-8bd0-97d584793f35-kube-api-access-8tx8g" (OuterVolumeSpecName: "kube-api-access-8tx8g") pod "9eb24c85-22e5-4277-8bd0-97d584793f35" (UID: "9eb24c85-22e5-4277-8bd0-97d584793f35"). InnerVolumeSpecName "kube-api-access-8tx8g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.995308 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0104b998-4a33-4bdc-8ce0-9a05f660c324-kube-api-access-lxr85" (OuterVolumeSpecName: "kube-api-access-lxr85") pod "0104b998-4a33-4bdc-8ce0-9a05f660c324" (UID: "0104b998-4a33-4bdc-8ce0-9a05f660c324"). InnerVolumeSpecName "kube-api-access-lxr85". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:52:59 crc kubenswrapper[4809]: I1013 19:52:59.995711 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf-kube-api-access-n5mz8" (OuterVolumeSpecName: "kube-api-access-n5mz8") pod "710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf" (UID: "710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf"). InnerVolumeSpecName "kube-api-access-n5mz8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.092109 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n5mz8\" (UniqueName: \"kubernetes.io/projected/710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf-kube-api-access-n5mz8\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.092152 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8tx8g\" (UniqueName: \"kubernetes.io/projected/9eb24c85-22e5-4277-8bd0-97d584793f35-kube-api-access-8tx8g\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.092161 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lxr85\" (UniqueName: \"kubernetes.io/projected/0104b998-4a33-4bdc-8ce0-9a05f660c324-kube-api-access-lxr85\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.109919 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.163420 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.163708 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.187073 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d" path="/var/lib/kubelet/pods/df6cae1f-5c2d-41c8-a2ff-cf8fa0707f0d/volumes" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.194771 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-combined-ca-bundle\") pod \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.194859 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-run-httpd\") pod \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.194983 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-config-data\") pod \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.195072 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-scripts\") pod \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.195089 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-g66xd"] Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.195128 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-sg-core-conf-yaml\") pod \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.195179 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-log-httpd\") pod \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.195262 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fg5wf\" (UniqueName: \"kubernetes.io/projected/e14ffc86-de5d-468f-93aa-8b96e42e77d3-kube-api-access-fg5wf\") pod \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\" (UID: \"e14ffc86-de5d-468f-93aa-8b96e42e77d3\") " Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.195393 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "e14ffc86-de5d-468f-93aa-8b96e42e77d3" (UID: "e14ffc86-de5d-468f-93aa-8b96e42e77d3"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.196119 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.199561 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "e14ffc86-de5d-468f-93aa-8b96e42e77d3" (UID: "e14ffc86-de5d-468f-93aa-8b96e42e77d3"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.219053 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-scripts" (OuterVolumeSpecName: "scripts") pod "e14ffc86-de5d-468f-93aa-8b96e42e77d3" (UID: "e14ffc86-de5d-468f-93aa-8b96e42e77d3"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.228217 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e14ffc86-de5d-468f-93aa-8b96e42e77d3-kube-api-access-fg5wf" (OuterVolumeSpecName: "kube-api-access-fg5wf") pod "e14ffc86-de5d-468f-93aa-8b96e42e77d3" (UID: "e14ffc86-de5d-468f-93aa-8b96e42e77d3"). InnerVolumeSpecName "kube-api-access-fg5wf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.276487 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "e14ffc86-de5d-468f-93aa-8b96e42e77d3" (UID: "e14ffc86-de5d-468f-93aa-8b96e42e77d3"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.297322 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.297356 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.297368 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e14ffc86-de5d-468f-93aa-8b96e42e77d3-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.297553 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fg5wf\" (UniqueName: \"kubernetes.io/projected/e14ffc86-de5d-468f-93aa-8b96e42e77d3-kube-api-access-fg5wf\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.336519 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e14ffc86-de5d-468f-93aa-8b96e42e77d3" (UID: "e14ffc86-de5d-468f-93aa-8b96e42e77d3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.339091 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-config-data" (OuterVolumeSpecName: "config-data") pod "e14ffc86-de5d-468f-93aa-8b96e42e77d3" (UID: "e14ffc86-de5d-468f-93aa-8b96e42e77d3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.377708 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" event={"ID":"3201db72-89cc-4698-8d8d-d693cdca35fb","Type":"ContainerStarted","Data":"bb9dbc3276d62b1338e7fb4059dfc461bfc04eafcdedb215a9a5470079d3ab6b"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.377778 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" event={"ID":"3201db72-89cc-4698-8d8d-d693cdca35fb","Type":"ContainerStarted","Data":"b9e3c10e08136c7d15b91f4ae312c2b8bbd484a81f2390fb4101365b308a8114"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.380578 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-8d49-account-create-b6d5n" event={"ID":"710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf","Type":"ContainerDied","Data":"7dde3d9d621663458443f6517bf7243dab3ae63a20f03eea50ef307672cf7725"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.380632 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="7dde3d9d621663458443f6517bf7243dab3ae63a20f03eea50ef307672cf7725" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.380683 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-8d49-account-create-b6d5n" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.385221 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" event={"ID":"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4","Type":"ContainerStarted","Data":"a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.385249 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" event={"ID":"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4","Type":"ContainerStarted","Data":"52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.385264 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" event={"ID":"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4","Type":"ContainerStarted","Data":"2ee66c7091853b4bd8dad3b32297bce8310d6ae860166043c06140f10384eee8"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.385303 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.385436 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.387415 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" event={"ID":"5b5925af-41f4-4229-ab0b-17ab43e41eae","Type":"ContainerStarted","Data":"9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.387612 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" event={"ID":"5b5925af-41f4-4229-ab0b-17ab43e41eae","Type":"ContainerStarted","Data":"b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.387686 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.387908 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.389646 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a","Type":"ContainerStarted","Data":"9a91f9de9c92ce710998f0708f62154cad9e8b37ba5488635506495a10114e97"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.395296 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" podStartSLOduration=1.395278912 podStartE2EDuration="1.395278912s" podCreationTimestamp="2025-10-13 19:52:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:00.394487329 +0000 UTC m=+1699.000233924" watchObservedRunningTime="2025-10-13 19:53:00.395278912 +0000 UTC m=+1699.001025497" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.398093 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"165a55c3-e7c9-4799-b870-163e401fa73a","Type":"ContainerStarted","Data":"eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.399283 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.399316 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e14ffc86-de5d-468f-93aa-8b96e42e77d3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.400967 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5898-account-create-6pfnn" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.400972 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-5898-account-create-6pfnn" event={"ID":"0104b998-4a33-4bdc-8ce0-9a05f660c324","Type":"ContainerDied","Data":"e484692b010054702169df3f7c145cf499edeb9737a6a8c167858c0984b0a13b"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.401033 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e484692b010054702169df3f7c145cf499edeb9737a6a8c167858c0984b0a13b" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.402816 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r" event={"ID":"9eb24c85-22e5-4277-8bd0-97d584793f35","Type":"ContainerDied","Data":"00acfec60b60da30fe24dbdd02dea4962911e7601b88deaf377c763451f6e2a3"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.402847 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="00acfec60b60da30fe24dbdd02dea4962911e7601b88deaf377c763451f6e2a3" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.403821 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.407831 4809 generic.go:334] "Generic (PLEG): container finished" podID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerID="24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada" exitCode=0 Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.407860 4809 generic.go:334] "Generic (PLEG): container finished" podID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerID="79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854" exitCode=2 Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.407872 4809 generic.go:334] "Generic (PLEG): container finished" podID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerID="21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9" exitCode=0 Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.407882 4809 generic.go:334] "Generic (PLEG): container finished" podID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerID="3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04" exitCode=0 Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.407910 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e14ffc86-de5d-468f-93aa-8b96e42e77d3","Type":"ContainerDied","Data":"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.407937 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e14ffc86-de5d-468f-93aa-8b96e42e77d3","Type":"ContainerDied","Data":"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.407952 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e14ffc86-de5d-468f-93aa-8b96e42e77d3","Type":"ContainerDied","Data":"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.407964 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e14ffc86-de5d-468f-93aa-8b96e42e77d3","Type":"ContainerDied","Data":"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.407977 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e14ffc86-de5d-468f-93aa-8b96e42e77d3","Type":"ContainerDied","Data":"84ab9e167f78361c3b5f2eaeb36e988aae236a06e7a6ad4185e4ac468f77c863"} Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.407996 4809 scope.go:117] "RemoveContainer" containerID="24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.408151 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.428871 4809 scope.go:117] "RemoveContainer" containerID="79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.434439 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" podStartSLOduration=2.434418624 podStartE2EDuration="2.434418624s" podCreationTimestamp="2025-10-13 19:52:58 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:00.431339767 +0000 UTC m=+1699.037086392" watchObservedRunningTime="2025-10-13 19:53:00.434418624 +0000 UTC m=+1699.040165229" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.467425 4809 scope.go:117] "RemoveContainer" containerID="21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.470616 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=3.470596953 podStartE2EDuration="3.470596953s" podCreationTimestamp="2025-10-13 19:52:57 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:00.465428226 +0000 UTC m=+1699.071174821" watchObservedRunningTime="2025-10-13 19:53:00.470596953 +0000 UTC m=+1699.076343558" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.491718 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" podStartSLOduration=2.491699013 podStartE2EDuration="2.491699013s" podCreationTimestamp="2025-10-13 19:52:58 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:00.484043685 +0000 UTC m=+1699.089790280" watchObservedRunningTime="2025-10-13 19:53:00.491699013 +0000 UTC m=+1699.097445598" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.503552 4809 scope.go:117] "RemoveContainer" containerID="3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.506450 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.515063 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.538366 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.538738 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf" containerName="mariadb-account-create" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.538755 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf" containerName="mariadb-account-create" Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.538772 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0104b998-4a33-4bdc-8ce0-9a05f660c324" containerName="mariadb-account-create" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.538779 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0104b998-4a33-4bdc-8ce0-9a05f660c324" containerName="mariadb-account-create" Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.538790 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9eb24c85-22e5-4277-8bd0-97d584793f35" containerName="mariadb-account-create" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.538795 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9eb24c85-22e5-4277-8bd0-97d584793f35" containerName="mariadb-account-create" Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.538807 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="proxy-httpd" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.538812 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="proxy-httpd" Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.538824 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="sg-core" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.538830 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="sg-core" Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.538854 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="ceilometer-central-agent" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.538860 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="ceilometer-central-agent" Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.538868 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="ceilometer-notification-agent" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.538874 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="ceilometer-notification-agent" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.539043 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf" containerName="mariadb-account-create" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.539026 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.539006298 podStartE2EDuration="3.539006298s" podCreationTimestamp="2025-10-13 19:52:57 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:00.530245859 +0000 UTC m=+1699.135992444" watchObservedRunningTime="2025-10-13 19:53:00.539006298 +0000 UTC m=+1699.144752893" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.539055 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="ceilometer-notification-agent" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.540805 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="ceilometer-central-agent" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.540847 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0104b998-4a33-4bdc-8ce0-9a05f660c324" containerName="mariadb-account-create" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.540861 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9eb24c85-22e5-4277-8bd0-97d584793f35" containerName="mariadb-account-create" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.540886 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="sg-core" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.540898 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" containerName="proxy-httpd" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.547596 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.550155 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.562025 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.572561 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.603499 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-run-httpd\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.603551 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-log-httpd\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.603578 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.603610 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-scripts\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.603630 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-config-data\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.603653 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.603683 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kjkgx\" (UniqueName: \"kubernetes.io/projected/99b01872-dfef-4ab3-80df-941ec2deb173-kube-api-access-kjkgx\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.605378 4809 scope.go:117] "RemoveContainer" containerID="24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada" Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.605806 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada\": container with ID starting with 24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada not found: ID does not exist" containerID="24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.605833 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada"} err="failed to get container status \"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada\": rpc error: code = NotFound desc = could not find container \"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada\": container with ID starting with 24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.605853 4809 scope.go:117] "RemoveContainer" containerID="79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854" Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.606132 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854\": container with ID starting with 79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854 not found: ID does not exist" containerID="79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.606155 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854"} err="failed to get container status \"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854\": rpc error: code = NotFound desc = could not find container \"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854\": container with ID starting with 79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.606169 4809 scope.go:117] "RemoveContainer" containerID="21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9" Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.606505 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9\": container with ID starting with 21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9 not found: ID does not exist" containerID="21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.606526 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9"} err="failed to get container status \"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9\": rpc error: code = NotFound desc = could not find container \"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9\": container with ID starting with 21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.606540 4809 scope.go:117] "RemoveContainer" containerID="3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04" Oct 13 19:53:00 crc kubenswrapper[4809]: E1013 19:53:00.606817 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04\": container with ID starting with 3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04 not found: ID does not exist" containerID="3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.606838 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04"} err="failed to get container status \"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04\": rpc error: code = NotFound desc = could not find container \"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04\": container with ID starting with 3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.606850 4809 scope.go:117] "RemoveContainer" containerID="24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.607061 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada"} err="failed to get container status \"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada\": rpc error: code = NotFound desc = could not find container \"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada\": container with ID starting with 24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.607083 4809 scope.go:117] "RemoveContainer" containerID="79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.607291 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854"} err="failed to get container status \"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854\": rpc error: code = NotFound desc = could not find container \"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854\": container with ID starting with 79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.607330 4809 scope.go:117] "RemoveContainer" containerID="21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.607785 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9"} err="failed to get container status \"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9\": rpc error: code = NotFound desc = could not find container \"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9\": container with ID starting with 21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.607820 4809 scope.go:117] "RemoveContainer" containerID="3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.608010 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04"} err="failed to get container status \"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04\": rpc error: code = NotFound desc = could not find container \"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04\": container with ID starting with 3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.608031 4809 scope.go:117] "RemoveContainer" containerID="24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.608318 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada"} err="failed to get container status \"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada\": rpc error: code = NotFound desc = could not find container \"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada\": container with ID starting with 24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.608342 4809 scope.go:117] "RemoveContainer" containerID="79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.608564 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854"} err="failed to get container status \"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854\": rpc error: code = NotFound desc = could not find container \"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854\": container with ID starting with 79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.608585 4809 scope.go:117] "RemoveContainer" containerID="21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.608798 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9"} err="failed to get container status \"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9\": rpc error: code = NotFound desc = could not find container \"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9\": container with ID starting with 21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.608836 4809 scope.go:117] "RemoveContainer" containerID="3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.609126 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04"} err="failed to get container status \"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04\": rpc error: code = NotFound desc = could not find container \"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04\": container with ID starting with 3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.609172 4809 scope.go:117] "RemoveContainer" containerID="24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.609521 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada"} err="failed to get container status \"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada\": rpc error: code = NotFound desc = could not find container \"24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada\": container with ID starting with 24854b2d4203a32fbe3ab1b67269216de4d73027f0c152458fa1fbce7dc46ada not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.609542 4809 scope.go:117] "RemoveContainer" containerID="79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.609774 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854"} err="failed to get container status \"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854\": rpc error: code = NotFound desc = could not find container \"79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854\": container with ID starting with 79ed25f6a7a7a701c79693465920d861537bd73558382f55da726774d6b44854 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.609791 4809 scope.go:117] "RemoveContainer" containerID="21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.610116 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9"} err="failed to get container status \"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9\": rpc error: code = NotFound desc = could not find container \"21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9\": container with ID starting with 21955c9cc44362d86811db527c2dcf02eb0e71eefdb7c1ab93696c83912461c9 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.610150 4809 scope.go:117] "RemoveContainer" containerID="3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.610593 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04"} err="failed to get container status \"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04\": rpc error: code = NotFound desc = could not find container \"3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04\": container with ID starting with 3723e6fc247c25b4825a14165d2c19a3b864a0620c1cd14e43c7a41c09caea04 not found: ID does not exist" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.704933 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-run-httpd\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.705307 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-run-httpd\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.705385 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-log-httpd\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.705638 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.705595 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-log-httpd\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.705713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-scripts\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.705759 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-config-data\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.705787 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.706357 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kjkgx\" (UniqueName: \"kubernetes.io/projected/99b01872-dfef-4ab3-80df-941ec2deb173-kube-api-access-kjkgx\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.716170 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.716505 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-config-data\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.717613 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.720513 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kjkgx\" (UniqueName: \"kubernetes.io/projected/99b01872-dfef-4ab3-80df-941ec2deb173-kube-api-access-kjkgx\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.728075 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-scripts\") pod \"ceilometer-0\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:00 crc kubenswrapper[4809]: I1013 19:53:00.906666 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.221332 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.418275 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"99b01872-dfef-4ab3-80df-941ec2deb173","Type":"ContainerStarted","Data":"a46487dc6ed2ca90b4882c9612d8c010a99f3a27a8273e084225161e15a221df"} Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.481581 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-szfzh"] Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.482611 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.485975 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.486020 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-zltch" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.493479 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-szfzh"] Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.543789 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-w7r4q\" (UniqueName: \"kubernetes.io/projected/30c1de3b-24b1-4d14-bae0-e2f442163f99-kube-api-access-w7r4q\") pod \"barbican-db-sync-szfzh\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.546028 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-db-sync-config-data\") pod \"barbican-db-sync-szfzh\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.546467 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-combined-ca-bundle\") pod \"barbican-db-sync-szfzh\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.562020 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-vppjw"] Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.562984 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.567218 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.567449 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.567616 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-dxl2c" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.578369 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-vppjw"] Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.648996 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-w7r4q\" (UniqueName: \"kubernetes.io/projected/30c1de3b-24b1-4d14-bae0-e2f442163f99-kube-api-access-w7r4q\") pod \"barbican-db-sync-szfzh\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.649057 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-combined-ca-bundle\") pod \"neutron-db-sync-vppjw\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.649093 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-db-sync-config-data\") pod \"barbican-db-sync-szfzh\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.649118 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-config\") pod \"neutron-db-sync-vppjw\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.649211 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-combined-ca-bundle\") pod \"barbican-db-sync-szfzh\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.649278 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jbkdr\" (UniqueName: \"kubernetes.io/projected/e08c5c0b-a029-42bf-83aa-b76f0abee902-kube-api-access-jbkdr\") pod \"neutron-db-sync-vppjw\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.656353 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-db-sync-config-data\") pod \"barbican-db-sync-szfzh\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.658533 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-combined-ca-bundle\") pod \"barbican-db-sync-szfzh\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.674809 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-w7r4q\" (UniqueName: \"kubernetes.io/projected/30c1de3b-24b1-4d14-bae0-e2f442163f99-kube-api-access-w7r4q\") pod \"barbican-db-sync-szfzh\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.686408 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-65bqr"] Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.688272 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.690466 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.690595 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-p96kk" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.690838 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.697857 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-65bqr"] Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.750803 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qd598\" (UniqueName: \"kubernetes.io/projected/49371abb-56a8-456c-b9c2-32d069c0b06c-kube-api-access-qd598\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.750933 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-combined-ca-bundle\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.750988 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jbkdr\" (UniqueName: \"kubernetes.io/projected/e08c5c0b-a029-42bf-83aa-b76f0abee902-kube-api-access-jbkdr\") pod \"neutron-db-sync-vppjw\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.751069 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-config-data\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.751101 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-db-sync-config-data\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.751141 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-scripts\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.751283 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-combined-ca-bundle\") pod \"neutron-db-sync-vppjw\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.751333 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/49371abb-56a8-456c-b9c2-32d069c0b06c-etc-machine-id\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.751386 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-config\") pod \"neutron-db-sync-vppjw\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.757878 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-config\") pod \"neutron-db-sync-vppjw\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.757954 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-combined-ca-bundle\") pod \"neutron-db-sync-vppjw\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.766065 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jbkdr\" (UniqueName: \"kubernetes.io/projected/e08c5c0b-a029-42bf-83aa-b76f0abee902-kube-api-access-jbkdr\") pod \"neutron-db-sync-vppjw\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.831383 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.853489 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qd598\" (UniqueName: \"kubernetes.io/projected/49371abb-56a8-456c-b9c2-32d069c0b06c-kube-api-access-qd598\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.853566 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-combined-ca-bundle\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.853622 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-config-data\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.853646 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-db-sync-config-data\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.853673 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-scripts\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.853787 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/49371abb-56a8-456c-b9c2-32d069c0b06c-etc-machine-id\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.854055 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/49371abb-56a8-456c-b9c2-32d069c0b06c-etc-machine-id\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.858418 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-scripts\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.858552 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-db-sync-config-data\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.858988 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-combined-ca-bundle\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.859149 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-config-data\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.870406 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qd598\" (UniqueName: \"kubernetes.io/projected/49371abb-56a8-456c-b9c2-32d069c0b06c-kube-api-access-qd598\") pod \"cinder-db-sync-65bqr\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:01 crc kubenswrapper[4809]: I1013 19:53:01.881617 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:02 crc kubenswrapper[4809]: I1013 19:53:02.132414 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:02 crc kubenswrapper[4809]: I1013 19:53:02.175173 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e14ffc86-de5d-468f-93aa-8b96e42e77d3" path="/var/lib/kubelet/pods/e14ffc86-de5d-468f-93aa-8b96e42e77d3/volumes" Oct 13 19:53:02 crc kubenswrapper[4809]: I1013 19:53:02.209426 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-vppjw"] Oct 13 19:53:02 crc kubenswrapper[4809]: I1013 19:53:02.340379 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-szfzh"] Oct 13 19:53:02 crc kubenswrapper[4809]: I1013 19:53:02.433415 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"99b01872-dfef-4ab3-80df-941ec2deb173","Type":"ContainerStarted","Data":"7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c"} Oct 13 19:53:02 crc kubenswrapper[4809]: I1013 19:53:02.436189 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-vppjw" event={"ID":"e08c5c0b-a029-42bf-83aa-b76f0abee902","Type":"ContainerStarted","Data":"b6389b66bec14a15c9b580a3c45850294c11bb38df812bee44221d0ba5e3fc6c"} Oct 13 19:53:02 crc kubenswrapper[4809]: I1013 19:53:02.436244 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-vppjw" event={"ID":"e08c5c0b-a029-42bf-83aa-b76f0abee902","Type":"ContainerStarted","Data":"062a866546404a837a6ffba992c1d2667c489ff8bf6ac239abdfbe2cdb4d2d88"} Oct 13 19:53:02 crc kubenswrapper[4809]: I1013 19:53:02.438638 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-szfzh" event={"ID":"30c1de3b-24b1-4d14-bae0-e2f442163f99","Type":"ContainerStarted","Data":"36331a3cc6519b027e1d9c5169a72f13eaa27e0e9f5b9c5b355c7254480e8e27"} Oct 13 19:53:02 crc kubenswrapper[4809]: I1013 19:53:02.467119 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-db-sync-vppjw" podStartSLOduration=1.4670963750000001 podStartE2EDuration="1.467096375s" podCreationTimestamp="2025-10-13 19:53:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:02.45885512 +0000 UTC m=+1701.064601695" watchObservedRunningTime="2025-10-13 19:53:02.467096375 +0000 UTC m=+1701.072842970" Oct 13 19:53:02 crc kubenswrapper[4809]: I1013 19:53:02.572195 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-65bqr"] Oct 13 19:53:02 crc kubenswrapper[4809]: W1013 19:53:02.577605 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod49371abb_56a8_456c_b9c2_32d069c0b06c.slice/crio-9c99bb8b44f4a270f3ca62901e802adcfcf9300ebf8bc324a8fcd77b49805fa3 WatchSource:0}: Error finding container 9c99bb8b44f4a270f3ca62901e802adcfcf9300ebf8bc324a8fcd77b49805fa3: Status 404 returned error can't find the container with id 9c99bb8b44f4a270f3ca62901e802adcfcf9300ebf8bc324a8fcd77b49805fa3 Oct 13 19:53:03 crc kubenswrapper[4809]: I1013 19:53:03.450984 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-szfzh" event={"ID":"30c1de3b-24b1-4d14-bae0-e2f442163f99","Type":"ContainerStarted","Data":"302ea33542049b23a3058a91d20d0d84ca588f264c0417ec9d590172fc2d8d8f"} Oct 13 19:53:03 crc kubenswrapper[4809]: I1013 19:53:03.454108 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-65bqr" event={"ID":"49371abb-56a8-456c-b9c2-32d069c0b06c","Type":"ContainerStarted","Data":"c3d71455c36799861bf9d56d342e6f1f82c95ecad3992c7ccd22a1e157055986"} Oct 13 19:53:03 crc kubenswrapper[4809]: I1013 19:53:03.454133 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-65bqr" event={"ID":"49371abb-56a8-456c-b9c2-32d069c0b06c","Type":"ContainerStarted","Data":"9c99bb8b44f4a270f3ca62901e802adcfcf9300ebf8bc324a8fcd77b49805fa3"} Oct 13 19:53:03 crc kubenswrapper[4809]: I1013 19:53:03.456477 4809 generic.go:334] "Generic (PLEG): container finished" podID="3201db72-89cc-4698-8d8d-d693cdca35fb" containerID="bb9dbc3276d62b1338e7fb4059dfc461bfc04eafcdedb215a9a5470079d3ab6b" exitCode=0 Oct 13 19:53:03 crc kubenswrapper[4809]: I1013 19:53:03.456513 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" event={"ID":"3201db72-89cc-4698-8d8d-d693cdca35fb","Type":"ContainerDied","Data":"bb9dbc3276d62b1338e7fb4059dfc461bfc04eafcdedb215a9a5470079d3ab6b"} Oct 13 19:53:03 crc kubenswrapper[4809]: I1013 19:53:03.459748 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"99b01872-dfef-4ab3-80df-941ec2deb173","Type":"ContainerStarted","Data":"aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744"} Oct 13 19:53:03 crc kubenswrapper[4809]: I1013 19:53:03.459773 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"99b01872-dfef-4ab3-80df-941ec2deb173","Type":"ContainerStarted","Data":"ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc"} Oct 13 19:53:03 crc kubenswrapper[4809]: I1013 19:53:03.502905 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-db-sync-szfzh" podStartSLOduration=2.502888423 podStartE2EDuration="2.502888423s" podCreationTimestamp="2025-10-13 19:53:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:03.469558766 +0000 UTC m=+1702.075305361" watchObservedRunningTime="2025-10-13 19:53:03.502888423 +0000 UTC m=+1702.108635008" Oct 13 19:53:03 crc kubenswrapper[4809]: I1013 19:53:03.506291 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-db-sync-65bqr" podStartSLOduration=2.50628392 podStartE2EDuration="2.50628392s" podCreationTimestamp="2025-10-13 19:53:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:03.488911136 +0000 UTC m=+1702.094657731" watchObservedRunningTime="2025-10-13 19:53:03.50628392 +0000 UTC m=+1702.112030505" Oct 13 19:53:04 crc kubenswrapper[4809]: I1013 19:53:04.889484 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.015779 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-credential-keys\") pod \"3201db72-89cc-4698-8d8d-d693cdca35fb\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.015820 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-fernet-keys\") pod \"3201db72-89cc-4698-8d8d-d693cdca35fb\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.015970 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-config-data\") pod \"3201db72-89cc-4698-8d8d-d693cdca35fb\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.015999 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-scripts\") pod \"3201db72-89cc-4698-8d8d-d693cdca35fb\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.016019 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gsjd6\" (UniqueName: \"kubernetes.io/projected/3201db72-89cc-4698-8d8d-d693cdca35fb-kube-api-access-gsjd6\") pod \"3201db72-89cc-4698-8d8d-d693cdca35fb\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.016055 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-combined-ca-bundle\") pod \"3201db72-89cc-4698-8d8d-d693cdca35fb\" (UID: \"3201db72-89cc-4698-8d8d-d693cdca35fb\") " Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.021896 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "3201db72-89cc-4698-8d8d-d693cdca35fb" (UID: "3201db72-89cc-4698-8d8d-d693cdca35fb"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.021988 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-scripts" (OuterVolumeSpecName: "scripts") pod "3201db72-89cc-4698-8d8d-d693cdca35fb" (UID: "3201db72-89cc-4698-8d8d-d693cdca35fb"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.022840 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "3201db72-89cc-4698-8d8d-d693cdca35fb" (UID: "3201db72-89cc-4698-8d8d-d693cdca35fb"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.027046 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3201db72-89cc-4698-8d8d-d693cdca35fb-kube-api-access-gsjd6" (OuterVolumeSpecName: "kube-api-access-gsjd6") pod "3201db72-89cc-4698-8d8d-d693cdca35fb" (UID: "3201db72-89cc-4698-8d8d-d693cdca35fb"). InnerVolumeSpecName "kube-api-access-gsjd6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.044535 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-config-data" (OuterVolumeSpecName: "config-data") pod "3201db72-89cc-4698-8d8d-d693cdca35fb" (UID: "3201db72-89cc-4698-8d8d-d693cdca35fb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.046451 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3201db72-89cc-4698-8d8d-d693cdca35fb" (UID: "3201db72-89cc-4698-8d8d-d693cdca35fb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.118659 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.118700 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.118716 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gsjd6\" (UniqueName: \"kubernetes.io/projected/3201db72-89cc-4698-8d8d-d693cdca35fb-kube-api-access-gsjd6\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.118744 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.118759 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.118771 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/3201db72-89cc-4698-8d8d-d693cdca35fb-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.493402 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.493420 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-g66xd" event={"ID":"3201db72-89cc-4698-8d8d-d693cdca35fb","Type":"ContainerDied","Data":"b9e3c10e08136c7d15b91f4ae312c2b8bbd484a81f2390fb4101365b308a8114"} Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.493472 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b9e3c10e08136c7d15b91f4ae312c2b8bbd484a81f2390fb4101365b308a8114" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.501004 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"99b01872-dfef-4ab3-80df-941ec2deb173","Type":"ContainerStarted","Data":"be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b"} Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.506296 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.526470 4809 generic.go:334] "Generic (PLEG): container finished" podID="30c1de3b-24b1-4d14-bae0-e2f442163f99" containerID="302ea33542049b23a3058a91d20d0d84ca588f264c0417ec9d590172fc2d8d8f" exitCode=0 Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.526521 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-szfzh" event={"ID":"30c1de3b-24b1-4d14-bae0-e2f442163f99","Type":"ContainerDied","Data":"302ea33542049b23a3058a91d20d0d84ca588f264c0417ec9d590172fc2d8d8f"} Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.554877 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.294071527 podStartE2EDuration="5.554848383s" podCreationTimestamp="2025-10-13 19:53:00 +0000 UTC" firstStartedPulling="2025-10-13 19:53:01.24533716 +0000 UTC m=+1699.851083755" lastFinishedPulling="2025-10-13 19:53:04.506114016 +0000 UTC m=+1703.111860611" observedRunningTime="2025-10-13 19:53:05.540876076 +0000 UTC m=+1704.146622711" watchObservedRunningTime="2025-10-13 19:53:05.554848383 +0000 UTC m=+1704.160595008" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.633109 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-6486b55b55-zqxzn"] Oct 13 19:53:05 crc kubenswrapper[4809]: E1013 19:53:05.633691 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3201db72-89cc-4698-8d8d-d693cdca35fb" containerName="keystone-bootstrap" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.633718 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3201db72-89cc-4698-8d8d-d693cdca35fb" containerName="keystone-bootstrap" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.634064 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3201db72-89cc-4698-8d8d-d693cdca35fb" containerName="keystone-bootstrap" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.634800 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.644240 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.644330 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.644979 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.645619 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-internal-svc" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.645701 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-public-svc" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.647117 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-qfwxn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.656671 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-6486b55b55-zqxzn"] Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.729041 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lzsjv\" (UniqueName: \"kubernetes.io/projected/fe0ad6ff-828b-4200-ae71-e53f9811d406-kube-api-access-lzsjv\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.729089 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.729110 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-config-data\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.729153 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.729177 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-fernet-keys\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.729193 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.729465 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-scripts\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.729570 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-credential-keys\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.831314 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-credential-keys\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.831379 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lzsjv\" (UniqueName: \"kubernetes.io/projected/fe0ad6ff-828b-4200-ae71-e53f9811d406-kube-api-access-lzsjv\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.831407 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.831428 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-config-data\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.831485 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.831538 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-fernet-keys\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.831564 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.831643 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-scripts\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.834740 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.835925 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-scripts\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.837220 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-fernet-keys\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.837324 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.837718 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.838202 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-config-data\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.839166 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-credential-keys\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.860948 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lzsjv\" (UniqueName: \"kubernetes.io/projected/fe0ad6ff-828b-4200-ae71-e53f9811d406-kube-api-access-lzsjv\") pod \"keystone-6486b55b55-zqxzn\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:05 crc kubenswrapper[4809]: I1013 19:53:05.958016 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:06 crc kubenswrapper[4809]: I1013 19:53:06.447135 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-6486b55b55-zqxzn"] Oct 13 19:53:06 crc kubenswrapper[4809]: I1013 19:53:06.562035 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" event={"ID":"fe0ad6ff-828b-4200-ae71-e53f9811d406","Type":"ContainerStarted","Data":"4a5ca95a2ccbaff4b7495b0c92cd0e71cd6e340b469844168d0ef7e9dfb4d7ee"} Oct 13 19:53:06 crc kubenswrapper[4809]: I1013 19:53:06.994409 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.059778 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-db-sync-config-data\") pod \"30c1de3b-24b1-4d14-bae0-e2f442163f99\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.060005 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w7r4q\" (UniqueName: \"kubernetes.io/projected/30c1de3b-24b1-4d14-bae0-e2f442163f99-kube-api-access-w7r4q\") pod \"30c1de3b-24b1-4d14-bae0-e2f442163f99\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.060056 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-combined-ca-bundle\") pod \"30c1de3b-24b1-4d14-bae0-e2f442163f99\" (UID: \"30c1de3b-24b1-4d14-bae0-e2f442163f99\") " Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.064822 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/30c1de3b-24b1-4d14-bae0-e2f442163f99-kube-api-access-w7r4q" (OuterVolumeSpecName: "kube-api-access-w7r4q") pod "30c1de3b-24b1-4d14-bae0-e2f442163f99" (UID: "30c1de3b-24b1-4d14-bae0-e2f442163f99"). InnerVolumeSpecName "kube-api-access-w7r4q". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.067307 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "30c1de3b-24b1-4d14-bae0-e2f442163f99" (UID: "30c1de3b-24b1-4d14-bae0-e2f442163f99"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.092845 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "30c1de3b-24b1-4d14-bae0-e2f442163f99" (UID: "30c1de3b-24b1-4d14-bae0-e2f442163f99"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.162052 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.162081 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w7r4q\" (UniqueName: \"kubernetes.io/projected/30c1de3b-24b1-4d14-bae0-e2f442163f99-kube-api-access-w7r4q\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.162091 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30c1de3b-24b1-4d14-bae0-e2f442163f99-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.521629 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.524101 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.537041 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.538630 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.590982 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-szfzh" event={"ID":"30c1de3b-24b1-4d14-bae0-e2f442163f99","Type":"ContainerDied","Data":"36331a3cc6519b027e1d9c5169a72f13eaa27e0e9f5b9c5b355c7254480e8e27"} Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.591032 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="36331a3cc6519b027e1d9c5169a72f13eaa27e0e9f5b9c5b355c7254480e8e27" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.591124 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-szfzh" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.603022 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" event={"ID":"fe0ad6ff-828b-4200-ae71-e53f9811d406","Type":"ContainerStarted","Data":"f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf"} Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.603607 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.611950 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.621990 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.631534 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.645082 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.645411 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" podStartSLOduration=2.645391118 podStartE2EDuration="2.645391118s" podCreationTimestamp="2025-10-13 19:53:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:07.629826766 +0000 UTC m=+1706.235573361" watchObservedRunningTime="2025-10-13 19:53:07.645391118 +0000 UTC m=+1706.251137713" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.791471 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs"] Oct 13 19:53:07 crc kubenswrapper[4809]: E1013 19:53:07.791794 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="30c1de3b-24b1-4d14-bae0-e2f442163f99" containerName="barbican-db-sync" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.791804 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="30c1de3b-24b1-4d14-bae0-e2f442163f99" containerName="barbican-db-sync" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.791964 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="30c1de3b-24b1-4d14-bae0-e2f442163f99" containerName="barbican-db-sync" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.792917 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.797602 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-zltch" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.799620 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.799825 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-worker-config-data" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.810029 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2"] Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.811766 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.819228 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-keystone-listener-config-data" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.820994 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs"] Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.834794 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2"] Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.880294 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data-custom\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.880359 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95e8be9f-269c-48b8-baf9-c8bbd087d041-logs\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.880383 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.880420 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rkqbk\" (UniqueName: \"kubernetes.io/projected/95e8be9f-269c-48b8-baf9-c8bbd087d041-kube-api-access-rkqbk\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.880471 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-combined-ca-bundle\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.943762 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9"] Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.945215 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.949509 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-api-config-data" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.952767 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9"] Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.981814 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-combined-ca-bundle\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.981889 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-combined-ca-bundle\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.981915 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data-custom\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.982206 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.982359 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data-custom\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.982471 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4dad514c-515d-4156-8c0e-7a99ccb96cb1-logs\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.982570 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95e8be9f-269c-48b8-baf9-c8bbd087d041-logs\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.982649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.982817 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-njlzh\" (UniqueName: \"kubernetes.io/projected/4dad514c-515d-4156-8c0e-7a99ccb96cb1-kube-api-access-njlzh\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.982907 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rkqbk\" (UniqueName: \"kubernetes.io/projected/95e8be9f-269c-48b8-baf9-c8bbd087d041-kube-api-access-rkqbk\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.983635 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95e8be9f-269c-48b8-baf9-c8bbd087d041-logs\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.986533 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-combined-ca-bundle\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.994413 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data-custom\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:07 crc kubenswrapper[4809]: I1013 19:53:07.996637 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rkqbk\" (UniqueName: \"kubernetes.io/projected/95e8be9f-269c-48b8-baf9-c8bbd087d041-kube-api-access-rkqbk\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.007858 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data\") pod \"barbican-worker-79c8d8cc47-tdhrs\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.084995 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data-custom\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.085061 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.085091 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-logs\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.085142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-combined-ca-bundle\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.085177 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.085209 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2jggx\" (UniqueName: \"kubernetes.io/projected/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-kube-api-access-2jggx\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.085233 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data-custom\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.085267 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4dad514c-515d-4156-8c0e-7a99ccb96cb1-logs\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.085328 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-njlzh\" (UniqueName: \"kubernetes.io/projected/4dad514c-515d-4156-8c0e-7a99ccb96cb1-kube-api-access-njlzh\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.085383 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-combined-ca-bundle\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.086609 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4dad514c-515d-4156-8c0e-7a99ccb96cb1-logs\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.089482 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-combined-ca-bundle\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.090263 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data-custom\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.097050 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.101651 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-njlzh\" (UniqueName: \"kubernetes.io/projected/4dad514c-515d-4156-8c0e-7a99ccb96cb1-kube-api-access-njlzh\") pod \"barbican-keystone-listener-768bdcf894-6hgw2\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.112135 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.130417 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.186968 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-combined-ca-bundle\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.194644 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data-custom\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.194726 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.194797 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-logs\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.194946 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2jggx\" (UniqueName: \"kubernetes.io/projected/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-kube-api-access-2jggx\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.196360 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-logs\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.202900 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-combined-ca-bundle\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.216335 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data-custom\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.216346 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.231266 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2jggx\" (UniqueName: \"kubernetes.io/projected/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-kube-api-access-2jggx\") pod \"barbican-api-6d67785b8-r2fk9\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.258913 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.579581 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs"] Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.609817 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" event={"ID":"95e8be9f-269c-48b8-baf9-c8bbd087d041","Type":"ContainerStarted","Data":"14179b9f5e30f86b5c3ccded1dc807434dce27ed8465277c8308ab0ea46c9dde"} Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.611035 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.611077 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.611089 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.611098 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.668557 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2"] Oct 13 19:53:08 crc kubenswrapper[4809]: W1013 19:53:08.689311 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod4dad514c_515d_4156_8c0e_7a99ccb96cb1.slice/crio-27e3db248f4671e373d1f8a551411346a7ee04fde5469427660b8c5c84bc69fb WatchSource:0}: Error finding container 27e3db248f4671e373d1f8a551411346a7ee04fde5469427660b8c5c84bc69fb: Status 404 returned error can't find the container with id 27e3db248f4671e373d1f8a551411346a7ee04fde5469427660b8c5c84bc69fb Oct 13 19:53:08 crc kubenswrapper[4809]: I1013 19:53:08.785010 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9"] Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.619212 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" event={"ID":"95e8be9f-269c-48b8-baf9-c8bbd087d041","Type":"ContainerStarted","Data":"174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756"} Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.619511 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" event={"ID":"95e8be9f-269c-48b8-baf9-c8bbd087d041","Type":"ContainerStarted","Data":"cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200"} Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.621947 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" event={"ID":"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6","Type":"ContainerStarted","Data":"a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6"} Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.621987 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" event={"ID":"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6","Type":"ContainerStarted","Data":"fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7"} Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.621998 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" event={"ID":"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6","Type":"ContainerStarted","Data":"4a2306e007b72f911da1d7ce26ccdff723dcf396ae58d6914104ef3fe31fa339"} Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.622637 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.622665 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.624626 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" event={"ID":"4dad514c-515d-4156-8c0e-7a99ccb96cb1","Type":"ContainerStarted","Data":"40a61961f9a00ae49cb74aa7aea56ff715ea727a82cfbbcdaf406f31b0101105"} Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.624648 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" event={"ID":"4dad514c-515d-4156-8c0e-7a99ccb96cb1","Type":"ContainerStarted","Data":"4205646d25f2e9b4a491116f0e07baf17734ea9c4ee4075e985a0e2517d48ae4"} Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.624659 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" event={"ID":"4dad514c-515d-4156-8c0e-7a99ccb96cb1","Type":"ContainerStarted","Data":"27e3db248f4671e373d1f8a551411346a7ee04fde5469427660b8c5c84bc69fb"} Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.626416 4809 generic.go:334] "Generic (PLEG): container finished" podID="49371abb-56a8-456c-b9c2-32d069c0b06c" containerID="c3d71455c36799861bf9d56d342e6f1f82c95ecad3992c7ccd22a1e157055986" exitCode=0 Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.626863 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-65bqr" event={"ID":"49371abb-56a8-456c-b9c2-32d069c0b06c","Type":"ContainerDied","Data":"c3d71455c36799861bf9d56d342e6f1f82c95ecad3992c7ccd22a1e157055986"} Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.641902 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" podStartSLOduration=2.64188935 podStartE2EDuration="2.64188935s" podCreationTimestamp="2025-10-13 19:53:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:09.636117396 +0000 UTC m=+1708.241863981" watchObservedRunningTime="2025-10-13 19:53:09.64188935 +0000 UTC m=+1708.247635935" Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.656868 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" podStartSLOduration=2.656854905 podStartE2EDuration="2.656854905s" podCreationTimestamp="2025-10-13 19:53:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:09.653787218 +0000 UTC m=+1708.259533803" watchObservedRunningTime="2025-10-13 19:53:09.656854905 +0000 UTC m=+1708.262601490" Oct 13 19:53:09 crc kubenswrapper[4809]: I1013 19:53:09.676165 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" podStartSLOduration=2.676150224 podStartE2EDuration="2.676150224s" podCreationTimestamp="2025-10-13 19:53:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:09.670963636 +0000 UTC m=+1708.276710221" watchObservedRunningTime="2025-10-13 19:53:09.676150224 +0000 UTC m=+1708.281896809" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.555188 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.556012 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.633848 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.634328 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.716860 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c"] Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.718348 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.721281 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c"] Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.721760 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-internal-svc" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.735022 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-public-svc" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.751089 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.855269 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-combined-ca-bundle\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.855310 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-logs\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.855335 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9b9ld\" (UniqueName: \"kubernetes.io/projected/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-kube-api-access-9b9ld\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.855408 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-public-tls-certs\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.855514 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data-custom\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.855546 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-internal-tls-certs\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.855765 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.866295 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.957361 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data-custom\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.957402 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-internal-tls-certs\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.957456 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.957489 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-combined-ca-bundle\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.957508 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-logs\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.957532 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9b9ld\" (UniqueName: \"kubernetes.io/projected/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-kube-api-access-9b9ld\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.957590 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-public-tls-certs\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.960205 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-logs\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.967237 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-public-tls-certs\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.973554 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data-custom\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.973919 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.974301 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-combined-ca-bundle\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.987670 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-internal-tls-certs\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:10 crc kubenswrapper[4809]: I1013 19:53:10.987937 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9b9ld\" (UniqueName: \"kubernetes.io/projected/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-kube-api-access-9b9ld\") pod \"barbican-api-5c87fbd5f8-qxv2c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.045746 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.159003 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.277186 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-scripts\") pod \"49371abb-56a8-456c-b9c2-32d069c0b06c\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.277418 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qd598\" (UniqueName: \"kubernetes.io/projected/49371abb-56a8-456c-b9c2-32d069c0b06c-kube-api-access-qd598\") pod \"49371abb-56a8-456c-b9c2-32d069c0b06c\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.277444 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-config-data\") pod \"49371abb-56a8-456c-b9c2-32d069c0b06c\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.277524 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-db-sync-config-data\") pod \"49371abb-56a8-456c-b9c2-32d069c0b06c\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.277586 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-combined-ca-bundle\") pod \"49371abb-56a8-456c-b9c2-32d069c0b06c\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.277676 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/49371abb-56a8-456c-b9c2-32d069c0b06c-etc-machine-id\") pod \"49371abb-56a8-456c-b9c2-32d069c0b06c\" (UID: \"49371abb-56a8-456c-b9c2-32d069c0b06c\") " Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.279241 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/49371abb-56a8-456c-b9c2-32d069c0b06c-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "49371abb-56a8-456c-b9c2-32d069c0b06c" (UID: "49371abb-56a8-456c-b9c2-32d069c0b06c"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.314491 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/49371abb-56a8-456c-b9c2-32d069c0b06c-kube-api-access-qd598" (OuterVolumeSpecName: "kube-api-access-qd598") pod "49371abb-56a8-456c-b9c2-32d069c0b06c" (UID: "49371abb-56a8-456c-b9c2-32d069c0b06c"). InnerVolumeSpecName "kube-api-access-qd598". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.314696 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-scripts" (OuterVolumeSpecName: "scripts") pod "49371abb-56a8-456c-b9c2-32d069c0b06c" (UID: "49371abb-56a8-456c-b9c2-32d069c0b06c"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.314851 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "49371abb-56a8-456c-b9c2-32d069c0b06c" (UID: "49371abb-56a8-456c-b9c2-32d069c0b06c"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.368970 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "49371abb-56a8-456c-b9c2-32d069c0b06c" (UID: "49371abb-56a8-456c-b9c2-32d069c0b06c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.381615 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.381677 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qd598\" (UniqueName: \"kubernetes.io/projected/49371abb-56a8-456c-b9c2-32d069c0b06c-kube-api-access-qd598\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.381696 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.381709 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.381744 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/49371abb-56a8-456c-b9c2-32d069c0b06c-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.422753 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-config-data" (OuterVolumeSpecName: "config-data") pod "49371abb-56a8-456c-b9c2-32d069c0b06c" (UID: "49371abb-56a8-456c-b9c2-32d069c0b06c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.484201 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/49371abb-56a8-456c-b9c2-32d069c0b06c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.652135 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-65bqr" event={"ID":"49371abb-56a8-456c-b9c2-32d069c0b06c","Type":"ContainerDied","Data":"9c99bb8b44f4a270f3ca62901e802adcfcf9300ebf8bc324a8fcd77b49805fa3"} Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.652450 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9c99bb8b44f4a270f3ca62901e802adcfcf9300ebf8bc324a8fcd77b49805fa3" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.652612 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-65bqr" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.724596 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c"] Oct 13 19:53:11 crc kubenswrapper[4809]: W1013 19:53:11.726487 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf5c5dbc7_76c2_4fe0_8f29_753158d0794c.slice/crio-017e6028c78070ffc9db4400683a30ab27192887c991ccbd84c693ded5cc7c5c WatchSource:0}: Error finding container 017e6028c78070ffc9db4400683a30ab27192887c991ccbd84c693ded5cc7c5c: Status 404 returned error can't find the container with id 017e6028c78070ffc9db4400683a30ab27192887c991ccbd84c693ded5cc7c5c Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.963071 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:53:11 crc kubenswrapper[4809]: E1013 19:53:11.963682 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="49371abb-56a8-456c-b9c2-32d069c0b06c" containerName="cinder-db-sync" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.963699 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="49371abb-56a8-456c-b9c2-32d069c0b06c" containerName="cinder-db-sync" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.963901 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="49371abb-56a8-456c-b9c2-32d069c0b06c" containerName="cinder-db-sync" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.969850 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.975765 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.975871 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.975952 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.976088 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-p96kk" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.987418 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.991936 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-48pn5\" (UniqueName: \"kubernetes.io/projected/0767a9b7-e58f-4078-bdc6-4a943437b80d-kube-api-access-48pn5\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.992033 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.992163 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.992199 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0767a9b7-e58f-4078-bdc6-4a943437b80d-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.992367 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-scripts\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:11 crc kubenswrapper[4809]: I1013 19:53:11.992482 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.094260 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-scripts\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.095067 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.095142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-48pn5\" (UniqueName: \"kubernetes.io/projected/0767a9b7-e58f-4078-bdc6-4a943437b80d-kube-api-access-48pn5\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.095174 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.095225 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.095246 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0767a9b7-e58f-4078-bdc6-4a943437b80d-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.095317 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0767a9b7-e58f-4078-bdc6-4a943437b80d-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.099441 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.103613 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-scripts\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.104087 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.112956 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.117371 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-48pn5\" (UniqueName: \"kubernetes.io/projected/0767a9b7-e58f-4078-bdc6-4a943437b80d-kube-api-access-48pn5\") pod \"cinder-scheduler-0\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.138223 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.139760 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.141371 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.149994 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.198474 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.198516 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/182b4ecc-847d-404e-8958-9bdd201c8bab-logs\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.198537 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/182b4ecc-847d-404e-8958-9bdd201c8bab-etc-machine-id\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.198586 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m7ctz\" (UniqueName: \"kubernetes.io/projected/182b4ecc-847d-404e-8958-9bdd201c8bab-kube-api-access-m7ctz\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.198613 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.198679 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data-custom\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.198713 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-scripts\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.204930 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:53:12 crc kubenswrapper[4809]: E1013 19:53:12.205303 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.220167 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.300146 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-scripts\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.300218 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.300252 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/182b4ecc-847d-404e-8958-9bdd201c8bab-logs\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.300289 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/182b4ecc-847d-404e-8958-9bdd201c8bab-etc-machine-id\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.300384 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m7ctz\" (UniqueName: \"kubernetes.io/projected/182b4ecc-847d-404e-8958-9bdd201c8bab-kube-api-access-m7ctz\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.300420 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.300543 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data-custom\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.301477 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/182b4ecc-847d-404e-8958-9bdd201c8bab-etc-machine-id\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.301945 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/182b4ecc-847d-404e-8958-9bdd201c8bab-logs\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.305703 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data-custom\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.306051 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.306142 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.307198 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-scripts\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.316475 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-m7ctz\" (UniqueName: \"kubernetes.io/projected/182b4ecc-847d-404e-8958-9bdd201c8bab-kube-api-access-m7ctz\") pod \"cinder-api-0\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.550184 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.677480 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" event={"ID":"f5c5dbc7-76c2-4fe0-8f29-753158d0794c","Type":"ContainerStarted","Data":"b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e"} Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.677933 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" event={"ID":"f5c5dbc7-76c2-4fe0-8f29-753158d0794c","Type":"ContainerStarted","Data":"71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477"} Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.677950 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" event={"ID":"f5c5dbc7-76c2-4fe0-8f29-753158d0794c","Type":"ContainerStarted","Data":"017e6028c78070ffc9db4400683a30ab27192887c991ccbd84c693ded5cc7c5c"} Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.678226 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.710033 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" podStartSLOduration=2.71001528 podStartE2EDuration="2.71001528s" podCreationTimestamp="2025-10-13 19:53:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:12.694926671 +0000 UTC m=+1711.300673266" watchObservedRunningTime="2025-10-13 19:53:12.71001528 +0000 UTC m=+1711.315761855" Oct 13 19:53:12 crc kubenswrapper[4809]: I1013 19:53:12.710840 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:53:13 crc kubenswrapper[4809]: I1013 19:53:13.021906 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:53:13 crc kubenswrapper[4809]: W1013 19:53:13.026937 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod182b4ecc_847d_404e_8958_9bdd201c8bab.slice/crio-4d4815d0d97ed7a9f516587eb4d743688cd14541ae986e88635da832c4225c4e WatchSource:0}: Error finding container 4d4815d0d97ed7a9f516587eb4d743688cd14541ae986e88635da832c4225c4e: Status 404 returned error can't find the container with id 4d4815d0d97ed7a9f516587eb4d743688cd14541ae986e88635da832c4225c4e Oct 13 19:53:13 crc kubenswrapper[4809]: I1013 19:53:13.690239 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"182b4ecc-847d-404e-8958-9bdd201c8bab","Type":"ContainerStarted","Data":"4d4815d0d97ed7a9f516587eb4d743688cd14541ae986e88635da832c4225c4e"} Oct 13 19:53:13 crc kubenswrapper[4809]: I1013 19:53:13.693146 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0767a9b7-e58f-4078-bdc6-4a943437b80d","Type":"ContainerStarted","Data":"4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52"} Oct 13 19:53:13 crc kubenswrapper[4809]: I1013 19:53:13.693208 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0767a9b7-e58f-4078-bdc6-4a943437b80d","Type":"ContainerStarted","Data":"b803fcecba14b41366751839c3b56e5c2f34331172ceeedc03e6533098d60172"} Oct 13 19:53:13 crc kubenswrapper[4809]: I1013 19:53:13.693273 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:14 crc kubenswrapper[4809]: I1013 19:53:14.659146 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:53:14 crc kubenswrapper[4809]: I1013 19:53:14.703567 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0767a9b7-e58f-4078-bdc6-4a943437b80d","Type":"ContainerStarted","Data":"04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b"} Oct 13 19:53:14 crc kubenswrapper[4809]: I1013 19:53:14.705982 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"182b4ecc-847d-404e-8958-9bdd201c8bab","Type":"ContainerStarted","Data":"9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a"} Oct 13 19:53:14 crc kubenswrapper[4809]: I1013 19:53:14.706027 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"182b4ecc-847d-404e-8958-9bdd201c8bab","Type":"ContainerStarted","Data":"e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5"} Oct 13 19:53:14 crc kubenswrapper[4809]: I1013 19:53:14.706176 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:14 crc kubenswrapper[4809]: I1013 19:53:14.733249 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=3.733231431 podStartE2EDuration="3.733231431s" podCreationTimestamp="2025-10-13 19:53:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:14.726264362 +0000 UTC m=+1713.332010947" watchObservedRunningTime="2025-10-13 19:53:14.733231431 +0000 UTC m=+1713.338978016" Oct 13 19:53:14 crc kubenswrapper[4809]: I1013 19:53:14.752073 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=2.752053406 podStartE2EDuration="2.752053406s" podCreationTimestamp="2025-10-13 19:53:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:14.743374139 +0000 UTC m=+1713.349120724" watchObservedRunningTime="2025-10-13 19:53:14.752053406 +0000 UTC m=+1713.357799981" Oct 13 19:53:14 crc kubenswrapper[4809]: I1013 19:53:14.869013 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:15 crc kubenswrapper[4809]: I1013 19:53:15.717176 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="182b4ecc-847d-404e-8958-9bdd201c8bab" containerName="cinder-api-log" containerID="cri-o://e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5" gracePeriod=30 Oct 13 19:53:15 crc kubenswrapper[4809]: I1013 19:53:15.717203 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="182b4ecc-847d-404e-8958-9bdd201c8bab" containerName="cinder-api" containerID="cri-o://9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a" gracePeriod=30 Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.223235 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.378248 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.570114 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data-custom\") pod \"182b4ecc-847d-404e-8958-9bdd201c8bab\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.570187 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data\") pod \"182b4ecc-847d-404e-8958-9bdd201c8bab\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.570235 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/182b4ecc-847d-404e-8958-9bdd201c8bab-etc-machine-id\") pod \"182b4ecc-847d-404e-8958-9bdd201c8bab\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.570295 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-scripts\") pod \"182b4ecc-847d-404e-8958-9bdd201c8bab\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.570363 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/182b4ecc-847d-404e-8958-9bdd201c8bab-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "182b4ecc-847d-404e-8958-9bdd201c8bab" (UID: "182b4ecc-847d-404e-8958-9bdd201c8bab"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.570937 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/182b4ecc-847d-404e-8958-9bdd201c8bab-logs\") pod \"182b4ecc-847d-404e-8958-9bdd201c8bab\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.571287 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-m7ctz\" (UniqueName: \"kubernetes.io/projected/182b4ecc-847d-404e-8958-9bdd201c8bab-kube-api-access-m7ctz\") pod \"182b4ecc-847d-404e-8958-9bdd201c8bab\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.571138 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/182b4ecc-847d-404e-8958-9bdd201c8bab-logs" (OuterVolumeSpecName: "logs") pod "182b4ecc-847d-404e-8958-9bdd201c8bab" (UID: "182b4ecc-847d-404e-8958-9bdd201c8bab"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.571349 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-combined-ca-bundle\") pod \"182b4ecc-847d-404e-8958-9bdd201c8bab\" (UID: \"182b4ecc-847d-404e-8958-9bdd201c8bab\") " Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.572447 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/182b4ecc-847d-404e-8958-9bdd201c8bab-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.572471 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/182b4ecc-847d-404e-8958-9bdd201c8bab-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.575158 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "182b4ecc-847d-404e-8958-9bdd201c8bab" (UID: "182b4ecc-847d-404e-8958-9bdd201c8bab"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.575885 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-scripts" (OuterVolumeSpecName: "scripts") pod "182b4ecc-847d-404e-8958-9bdd201c8bab" (UID: "182b4ecc-847d-404e-8958-9bdd201c8bab"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.588717 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/182b4ecc-847d-404e-8958-9bdd201c8bab-kube-api-access-m7ctz" (OuterVolumeSpecName: "kube-api-access-m7ctz") pod "182b4ecc-847d-404e-8958-9bdd201c8bab" (UID: "182b4ecc-847d-404e-8958-9bdd201c8bab"). InnerVolumeSpecName "kube-api-access-m7ctz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.603145 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "182b4ecc-847d-404e-8958-9bdd201c8bab" (UID: "182b4ecc-847d-404e-8958-9bdd201c8bab"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.616950 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data" (OuterVolumeSpecName: "config-data") pod "182b4ecc-847d-404e-8958-9bdd201c8bab" (UID: "182b4ecc-847d-404e-8958-9bdd201c8bab"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.674178 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.674219 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-m7ctz\" (UniqueName: \"kubernetes.io/projected/182b4ecc-847d-404e-8958-9bdd201c8bab-kube-api-access-m7ctz\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.674235 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.674247 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.674258 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/182b4ecc-847d-404e-8958-9bdd201c8bab-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.731090 4809 generic.go:334] "Generic (PLEG): container finished" podID="182b4ecc-847d-404e-8958-9bdd201c8bab" containerID="9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a" exitCode=0 Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.731128 4809 generic.go:334] "Generic (PLEG): container finished" podID="182b4ecc-847d-404e-8958-9bdd201c8bab" containerID="e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5" exitCode=143 Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.731177 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"182b4ecc-847d-404e-8958-9bdd201c8bab","Type":"ContainerDied","Data":"9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a"} Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.731213 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"182b4ecc-847d-404e-8958-9bdd201c8bab","Type":"ContainerDied","Data":"e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5"} Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.731229 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"182b4ecc-847d-404e-8958-9bdd201c8bab","Type":"ContainerDied","Data":"4d4815d0d97ed7a9f516587eb4d743688cd14541ae986e88635da832c4225c4e"} Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.731252 4809 scope.go:117] "RemoveContainer" containerID="9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.731426 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.771520 4809 scope.go:117] "RemoveContainer" containerID="e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.791766 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.816348 4809 scope.go:117] "RemoveContainer" containerID="9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a" Oct 13 19:53:16 crc kubenswrapper[4809]: E1013 19:53:16.819137 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a\": container with ID starting with 9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a not found: ID does not exist" containerID="9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.819184 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a"} err="failed to get container status \"9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a\": rpc error: code = NotFound desc = could not find container \"9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a\": container with ID starting with 9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a not found: ID does not exist" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.819213 4809 scope.go:117] "RemoveContainer" containerID="e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.820014 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:53:16 crc kubenswrapper[4809]: E1013 19:53:16.824037 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5\": container with ID starting with e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5 not found: ID does not exist" containerID="e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.824116 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5"} err="failed to get container status \"e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5\": rpc error: code = NotFound desc = could not find container \"e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5\": container with ID starting with e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5 not found: ID does not exist" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.824155 4809 scope.go:117] "RemoveContainer" containerID="9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.825487 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a"} err="failed to get container status \"9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a\": rpc error: code = NotFound desc = could not find container \"9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a\": container with ID starting with 9e23c89c969768c55820628e16ca4d7ddf2b52a3431a40afe7ccaa6aa71d475a not found: ID does not exist" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.825523 4809 scope.go:117] "RemoveContainer" containerID="e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.825970 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5"} err="failed to get container status \"e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5\": rpc error: code = NotFound desc = could not find container \"e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5\": container with ID starting with e6b6414cf4fb22380ebb418838e2bcc48075bcb2a47ab1439f7ec8fa373c6ac5 not found: ID does not exist" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.834603 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:53:16 crc kubenswrapper[4809]: E1013 19:53:16.835177 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="182b4ecc-847d-404e-8958-9bdd201c8bab" containerName="cinder-api-log" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.835208 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="182b4ecc-847d-404e-8958-9bdd201c8bab" containerName="cinder-api-log" Oct 13 19:53:16 crc kubenswrapper[4809]: E1013 19:53:16.835238 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="182b4ecc-847d-404e-8958-9bdd201c8bab" containerName="cinder-api" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.835250 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="182b4ecc-847d-404e-8958-9bdd201c8bab" containerName="cinder-api" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.835585 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="182b4ecc-847d-404e-8958-9bdd201c8bab" containerName="cinder-api-log" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.835641 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="182b4ecc-847d-404e-8958-9bdd201c8bab" containerName="cinder-api" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.837188 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.839615 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.843318 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-internal-svc" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.843464 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.843657 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-public-svc" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.880402 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.880581 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b2133e8f-33d7-4619-b065-1312f636ac45-logs\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.880643 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-scripts\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.880688 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.880742 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qnx9v\" (UniqueName: \"kubernetes.io/projected/b2133e8f-33d7-4619-b065-1312f636ac45-kube-api-access-qnx9v\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.880820 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.880943 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-public-tls-certs\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.880992 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b2133e8f-33d7-4619-b065-1312f636ac45-etc-machine-id\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.881020 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data-custom\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.983124 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.983221 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b2133e8f-33d7-4619-b065-1312f636ac45-logs\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.983245 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-scripts\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.983317 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.983356 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qnx9v\" (UniqueName: \"kubernetes.io/projected/b2133e8f-33d7-4619-b065-1312f636ac45-kube-api-access-qnx9v\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.983598 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.983635 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-public-tls-certs\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.983658 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b2133e8f-33d7-4619-b065-1312f636ac45-etc-machine-id\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.983674 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data-custom\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.984064 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b2133e8f-33d7-4619-b065-1312f636ac45-etc-machine-id\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.984503 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b2133e8f-33d7-4619-b065-1312f636ac45-logs\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.988096 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.988906 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.989007 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-scripts\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.989711 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.996140 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data-custom\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:16 crc kubenswrapper[4809]: I1013 19:53:16.998252 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-public-tls-certs\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:17 crc kubenswrapper[4809]: I1013 19:53:17.000207 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qnx9v\" (UniqueName: \"kubernetes.io/projected/b2133e8f-33d7-4619-b065-1312f636ac45-kube-api-access-qnx9v\") pod \"cinder-api-0\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:17 crc kubenswrapper[4809]: I1013 19:53:17.183969 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:17 crc kubenswrapper[4809]: I1013 19:53:17.221116 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:17 crc kubenswrapper[4809]: I1013 19:53:17.466653 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:17 crc kubenswrapper[4809]: I1013 19:53:17.653885 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:53:17 crc kubenswrapper[4809]: W1013 19:53:17.669687 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb2133e8f_33d7_4619_b065_1312f636ac45.slice/crio-21dfbfec1331a39c31eaf3ac1b0539a25bd828bd2347042a531075a34651bac0 WatchSource:0}: Error finding container 21dfbfec1331a39c31eaf3ac1b0539a25bd828bd2347042a531075a34651bac0: Status 404 returned error can't find the container with id 21dfbfec1331a39c31eaf3ac1b0539a25bd828bd2347042a531075a34651bac0 Oct 13 19:53:17 crc kubenswrapper[4809]: I1013 19:53:17.745519 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b2133e8f-33d7-4619-b065-1312f636ac45","Type":"ContainerStarted","Data":"21dfbfec1331a39c31eaf3ac1b0539a25bd828bd2347042a531075a34651bac0"} Oct 13 19:53:18 crc kubenswrapper[4809]: I1013 19:53:18.176212 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="182b4ecc-847d-404e-8958-9bdd201c8bab" path="/var/lib/kubelet/pods/182b4ecc-847d-404e-8958-9bdd201c8bab/volumes" Oct 13 19:53:18 crc kubenswrapper[4809]: I1013 19:53:18.760154 4809 generic.go:334] "Generic (PLEG): container finished" podID="e08c5c0b-a029-42bf-83aa-b76f0abee902" containerID="b6389b66bec14a15c9b580a3c45850294c11bb38df812bee44221d0ba5e3fc6c" exitCode=0 Oct 13 19:53:18 crc kubenswrapper[4809]: I1013 19:53:18.760223 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-vppjw" event={"ID":"e08c5c0b-a029-42bf-83aa-b76f0abee902","Type":"ContainerDied","Data":"b6389b66bec14a15c9b580a3c45850294c11bb38df812bee44221d0ba5e3fc6c"} Oct 13 19:53:18 crc kubenswrapper[4809]: I1013 19:53:18.762053 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b2133e8f-33d7-4619-b065-1312f636ac45","Type":"ContainerStarted","Data":"b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348"} Oct 13 19:53:18 crc kubenswrapper[4809]: I1013 19:53:18.852659 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:53:18 crc kubenswrapper[4809]: I1013 19:53:18.922867 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9"] Oct 13 19:53:18 crc kubenswrapper[4809]: I1013 19:53:18.923085 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api-log" containerID="cri-o://fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7" gracePeriod=30 Oct 13 19:53:18 crc kubenswrapper[4809]: I1013 19:53:18.923474 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api" containerID="cri-o://a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6" gracePeriod=30 Oct 13 19:53:18 crc kubenswrapper[4809]: I1013 19:53:18.929518 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.1.96:9311/healthcheck\": EOF" Oct 13 19:53:18 crc kubenswrapper[4809]: I1013 19:53:18.929664 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.1.96:9311/healthcheck\": EOF" Oct 13 19:53:19 crc kubenswrapper[4809]: I1013 19:53:19.782098 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b2133e8f-33d7-4619-b065-1312f636ac45","Type":"ContainerStarted","Data":"e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0"} Oct 13 19:53:19 crc kubenswrapper[4809]: I1013 19:53:19.783165 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:19 crc kubenswrapper[4809]: I1013 19:53:19.789115 4809 generic.go:334] "Generic (PLEG): container finished" podID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerID="fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7" exitCode=143 Oct 13 19:53:19 crc kubenswrapper[4809]: I1013 19:53:19.789332 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" event={"ID":"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6","Type":"ContainerDied","Data":"fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7"} Oct 13 19:53:19 crc kubenswrapper[4809]: I1013 19:53:19.820031 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=3.820013702 podStartE2EDuration="3.820013702s" podCreationTimestamp="2025-10-13 19:53:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:19.810755779 +0000 UTC m=+1718.416502374" watchObservedRunningTime="2025-10-13 19:53:19.820013702 +0000 UTC m=+1718.425760297" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.305719 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.470336 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-combined-ca-bundle\") pod \"e08c5c0b-a029-42bf-83aa-b76f0abee902\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.470412 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jbkdr\" (UniqueName: \"kubernetes.io/projected/e08c5c0b-a029-42bf-83aa-b76f0abee902-kube-api-access-jbkdr\") pod \"e08c5c0b-a029-42bf-83aa-b76f0abee902\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.470543 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-config\") pod \"e08c5c0b-a029-42bf-83aa-b76f0abee902\" (UID: \"e08c5c0b-a029-42bf-83aa-b76f0abee902\") " Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.478412 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e08c5c0b-a029-42bf-83aa-b76f0abee902-kube-api-access-jbkdr" (OuterVolumeSpecName: "kube-api-access-jbkdr") pod "e08c5c0b-a029-42bf-83aa-b76f0abee902" (UID: "e08c5c0b-a029-42bf-83aa-b76f0abee902"). InnerVolumeSpecName "kube-api-access-jbkdr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.502877 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e08c5c0b-a029-42bf-83aa-b76f0abee902" (UID: "e08c5c0b-a029-42bf-83aa-b76f0abee902"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.526552 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-config" (OuterVolumeSpecName: "config") pod "e08c5c0b-a029-42bf-83aa-b76f0abee902" (UID: "e08c5c0b-a029-42bf-83aa-b76f0abee902"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.573046 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.573097 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jbkdr\" (UniqueName: \"kubernetes.io/projected/e08c5c0b-a029-42bf-83aa-b76f0abee902-kube-api-access-jbkdr\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.573124 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/e08c5c0b-a029-42bf-83aa-b76f0abee902-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.815502 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-vppjw" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.815513 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-vppjw" event={"ID":"e08c5c0b-a029-42bf-83aa-b76f0abee902","Type":"ContainerDied","Data":"062a866546404a837a6ffba992c1d2667c489ff8bf6ac239abdfbe2cdb4d2d88"} Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.815715 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="062a866546404a837a6ffba992c1d2667c489ff8bf6ac239abdfbe2cdb4d2d88" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.924754 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-69c46677d9-w782q"] Oct 13 19:53:20 crc kubenswrapper[4809]: E1013 19:53:20.925168 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e08c5c0b-a029-42bf-83aa-b76f0abee902" containerName="neutron-db-sync" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.925183 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e08c5c0b-a029-42bf-83aa-b76f0abee902" containerName="neutron-db-sync" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.925658 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e08c5c0b-a029-42bf-83aa-b76f0abee902" containerName="neutron-db-sync" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.926780 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.934455 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.934967 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-ovndbs" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.935142 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-dxl2c" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.935308 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.941522 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-69c46677d9-w782q"] Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.985682 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-ovndb-tls-certs\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.985779 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-combined-ca-bundle\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.985823 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-httpd-config\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.985915 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-config\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:20 crc kubenswrapper[4809]: I1013 19:53:20.985939 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pxhf5\" (UniqueName: \"kubernetes.io/projected/b0a6c7ac-08d1-44be-9de3-7f2603c90899-kube-api-access-pxhf5\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.087119 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-combined-ca-bundle\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.087387 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-httpd-config\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.087439 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-config\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.087456 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pxhf5\" (UniqueName: \"kubernetes.io/projected/b0a6c7ac-08d1-44be-9de3-7f2603c90899-kube-api-access-pxhf5\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.087524 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-ovndb-tls-certs\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.091219 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-combined-ca-bundle\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.091234 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-httpd-config\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.098257 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-ovndb-tls-certs\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.098777 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-config\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.105410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pxhf5\" (UniqueName: \"kubernetes.io/projected/b0a6c7ac-08d1-44be-9de3-7f2603c90899-kube-api-access-pxhf5\") pod \"neutron-69c46677d9-w782q\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.292514 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.764241 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-69c46677d9-w782q"] Oct 13 19:53:21 crc kubenswrapper[4809]: I1013 19:53:21.864025 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" event={"ID":"b0a6c7ac-08d1-44be-9de3-7f2603c90899","Type":"ContainerStarted","Data":"2ceecf4e01d7fdb8b9b682acfeab2136446ba521755f0b891615e8c2a7f1b001"} Oct 13 19:53:22 crc kubenswrapper[4809]: I1013 19:53:22.458770 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:22 crc kubenswrapper[4809]: I1013 19:53:22.516667 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:53:22 crc kubenswrapper[4809]: I1013 19:53:22.894987 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="0767a9b7-e58f-4078-bdc6-4a943437b80d" containerName="cinder-scheduler" containerID="cri-o://4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52" gracePeriod=30 Oct 13 19:53:22 crc kubenswrapper[4809]: I1013 19:53:22.896521 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" event={"ID":"b0a6c7ac-08d1-44be-9de3-7f2603c90899","Type":"ContainerStarted","Data":"d8aa9ed72172b77fd5546e42bc4fb152c9eb6eca1b67a59a80d36545e4908596"} Oct 13 19:53:22 crc kubenswrapper[4809]: I1013 19:53:22.896575 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" event={"ID":"b0a6c7ac-08d1-44be-9de3-7f2603c90899","Type":"ContainerStarted","Data":"0fa91801850d3db5297cd4410c0760584a62e94d97cc2ac16ecba2e0db70042e"} Oct 13 19:53:22 crc kubenswrapper[4809]: I1013 19:53:22.896602 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:22 crc kubenswrapper[4809]: I1013 19:53:22.897012 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="0767a9b7-e58f-4078-bdc6-4a943437b80d" containerName="probe" containerID="cri-o://04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b" gracePeriod=30 Oct 13 19:53:22 crc kubenswrapper[4809]: I1013 19:53:22.936147 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" podStartSLOduration=2.936120755 podStartE2EDuration="2.936120755s" podCreationTimestamp="2025-10-13 19:53:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:22.928478358 +0000 UTC m=+1721.534224983" watchObservedRunningTime="2025-10-13 19:53:22.936120755 +0000 UTC m=+1721.541867380" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.355800 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-677dbdbb94-qbq6g"] Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.357312 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.360876 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-public-svc" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.361088 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-internal-svc" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.379154 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-677dbdbb94-qbq6g"] Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.421412 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.1.96:9311/healthcheck\": read tcp 10.217.0.2:38108->10.217.1.96:9311: read: connection reset by peer" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.421422 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.1.96:9311/healthcheck\": read tcp 10.217.0.2:38116->10.217.1.96:9311: read: connection reset by peer" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.448894 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-internal-tls-certs\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.448949 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4wxxl\" (UniqueName: \"kubernetes.io/projected/7900c01d-4d3d-45ef-beeb-a76c86ff049b-kube-api-access-4wxxl\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.448971 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-public-tls-certs\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.449006 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-httpd-config\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.449063 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-config\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.449091 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-combined-ca-bundle\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.449118 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-ovndb-tls-certs\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.551058 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-internal-tls-certs\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.551142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4wxxl\" (UniqueName: \"kubernetes.io/projected/7900c01d-4d3d-45ef-beeb-a76c86ff049b-kube-api-access-4wxxl\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.551181 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-public-tls-certs\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.551229 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-httpd-config\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.551339 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-config\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.552148 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-combined-ca-bundle\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.552219 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-ovndb-tls-certs\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.557643 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-public-tls-certs\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.557900 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-internal-tls-certs\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.561382 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-combined-ca-bundle\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.563354 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-httpd-config\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.564703 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-ovndb-tls-certs\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.565707 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-config\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.578818 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4wxxl\" (UniqueName: \"kubernetes.io/projected/7900c01d-4d3d-45ef-beeb-a76c86ff049b-kube-api-access-4wxxl\") pod \"neutron-677dbdbb94-qbq6g\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.678519 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.769836 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.866333 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data\") pod \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.868624 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data-custom\") pod \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.868657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2jggx\" (UniqueName: \"kubernetes.io/projected/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-kube-api-access-2jggx\") pod \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.868681 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-logs\") pod \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.868710 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-combined-ca-bundle\") pod \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\" (UID: \"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6\") " Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.869936 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-logs" (OuterVolumeSpecName: "logs") pod "75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" (UID: "75aa5d4b-8bc3-4618-9c29-e627da0b5ae6"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.875273 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" (UID: "75aa5d4b-8bc3-4618-9c29-e627da0b5ae6"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.875592 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-kube-api-access-2jggx" (OuterVolumeSpecName: "kube-api-access-2jggx") pod "75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" (UID: "75aa5d4b-8bc3-4618-9c29-e627da0b5ae6"). InnerVolumeSpecName "kube-api-access-2jggx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.899359 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" (UID: "75aa5d4b-8bc3-4618-9c29-e627da0b5ae6"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.906683 4809 generic.go:334] "Generic (PLEG): container finished" podID="0767a9b7-e58f-4078-bdc6-4a943437b80d" containerID="04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b" exitCode=0 Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.906863 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0767a9b7-e58f-4078-bdc6-4a943437b80d","Type":"ContainerDied","Data":"04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b"} Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.911407 4809 generic.go:334] "Generic (PLEG): container finished" podID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerID="a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6" exitCode=0 Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.912246 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.912663 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" event={"ID":"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6","Type":"ContainerDied","Data":"a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6"} Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.912692 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9" event={"ID":"75aa5d4b-8bc3-4618-9c29-e627da0b5ae6","Type":"ContainerDied","Data":"4a2306e007b72f911da1d7ce26ccdff723dcf396ae58d6914104ef3fe31fa339"} Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.912707 4809 scope.go:117] "RemoveContainer" containerID="a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.919814 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data" (OuterVolumeSpecName: "config-data") pod "75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" (UID: "75aa5d4b-8bc3-4618-9c29-e627da0b5ae6"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.951978 4809 scope.go:117] "RemoveContainer" containerID="fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.972039 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.972093 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2jggx\" (UniqueName: \"kubernetes.io/projected/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-kube-api-access-2jggx\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.972108 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.972124 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.972139 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.983101 4809 scope.go:117] "RemoveContainer" containerID="a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6" Oct 13 19:53:23 crc kubenswrapper[4809]: E1013 19:53:23.983552 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6\": container with ID starting with a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6 not found: ID does not exist" containerID="a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.983605 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6"} err="failed to get container status \"a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6\": rpc error: code = NotFound desc = could not find container \"a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6\": container with ID starting with a3e275ac361c71a4dd58b11057ae43a441aed98a0f4b680c3966f32fc5a30cb6 not found: ID does not exist" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.983638 4809 scope.go:117] "RemoveContainer" containerID="fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7" Oct 13 19:53:23 crc kubenswrapper[4809]: E1013 19:53:23.984029 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7\": container with ID starting with fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7 not found: ID does not exist" containerID="fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7" Oct 13 19:53:23 crc kubenswrapper[4809]: I1013 19:53:23.984119 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7"} err="failed to get container status \"fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7\": rpc error: code = NotFound desc = could not find container \"fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7\": container with ID starting with fc86e49551fe6e77b693b450cf1040d2de27384ac1b7edaa25a3119f209a1be7 not found: ID does not exist" Oct 13 19:53:24 crc kubenswrapper[4809]: I1013 19:53:24.156850 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:53:24 crc kubenswrapper[4809]: E1013 19:53:24.157242 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:53:24 crc kubenswrapper[4809]: I1013 19:53:24.187037 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-677dbdbb94-qbq6g"] Oct 13 19:53:24 crc kubenswrapper[4809]: W1013 19:53:24.195321 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7900c01d_4d3d_45ef_beeb_a76c86ff049b.slice/crio-5da9ff9897d2d93842b2b2d7e712d96a86877b1d3a3255f92e54ad0eaf4dcc83 WatchSource:0}: Error finding container 5da9ff9897d2d93842b2b2d7e712d96a86877b1d3a3255f92e54ad0eaf4dcc83: Status 404 returned error can't find the container with id 5da9ff9897d2d93842b2b2d7e712d96a86877b1d3a3255f92e54ad0eaf4dcc83 Oct 13 19:53:24 crc kubenswrapper[4809]: I1013 19:53:24.242251 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9"] Oct 13 19:53:24 crc kubenswrapper[4809]: I1013 19:53:24.251118 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-6d67785b8-r2fk9"] Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.721235 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.789162 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-48pn5\" (UniqueName: \"kubernetes.io/projected/0767a9b7-e58f-4078-bdc6-4a943437b80d-kube-api-access-48pn5\") pod \"0767a9b7-e58f-4078-bdc6-4a943437b80d\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.789262 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data-custom\") pod \"0767a9b7-e58f-4078-bdc6-4a943437b80d\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.789348 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data\") pod \"0767a9b7-e58f-4078-bdc6-4a943437b80d\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.789425 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-combined-ca-bundle\") pod \"0767a9b7-e58f-4078-bdc6-4a943437b80d\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.789508 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0767a9b7-e58f-4078-bdc6-4a943437b80d-etc-machine-id\") pod \"0767a9b7-e58f-4078-bdc6-4a943437b80d\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.789571 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-scripts\") pod \"0767a9b7-e58f-4078-bdc6-4a943437b80d\" (UID: \"0767a9b7-e58f-4078-bdc6-4a943437b80d\") " Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.790324 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/0767a9b7-e58f-4078-bdc6-4a943437b80d-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "0767a9b7-e58f-4078-bdc6-4a943437b80d" (UID: "0767a9b7-e58f-4078-bdc6-4a943437b80d"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.800905 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-scripts" (OuterVolumeSpecName: "scripts") pod "0767a9b7-e58f-4078-bdc6-4a943437b80d" (UID: "0767a9b7-e58f-4078-bdc6-4a943437b80d"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.801025 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0767a9b7-e58f-4078-bdc6-4a943437b80d-kube-api-access-48pn5" (OuterVolumeSpecName: "kube-api-access-48pn5") pod "0767a9b7-e58f-4078-bdc6-4a943437b80d" (UID: "0767a9b7-e58f-4078-bdc6-4a943437b80d"). InnerVolumeSpecName "kube-api-access-48pn5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.801074 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "0767a9b7-e58f-4078-bdc6-4a943437b80d" (UID: "0767a9b7-e58f-4078-bdc6-4a943437b80d"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.870481 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0767a9b7-e58f-4078-bdc6-4a943437b80d" (UID: "0767a9b7-e58f-4078-bdc6-4a943437b80d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.876403 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data" (OuterVolumeSpecName: "config-data") pod "0767a9b7-e58f-4078-bdc6-4a943437b80d" (UID: "0767a9b7-e58f-4078-bdc6-4a943437b80d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.891665 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.891699 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.891709 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.891719 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0767a9b7-e58f-4078-bdc6-4a943437b80d-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.891740 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0767a9b7-e58f-4078-bdc6-4a943437b80d-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.891749 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-48pn5\" (UniqueName: \"kubernetes.io/projected/0767a9b7-e58f-4078-bdc6-4a943437b80d-kube-api-access-48pn5\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.930552 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" event={"ID":"7900c01d-4d3d-45ef-beeb-a76c86ff049b","Type":"ContainerStarted","Data":"df4d6a002bd211890b6a64f83343b1f0a44d940952eb95fa5272dce5de3226f4"} Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.930620 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" event={"ID":"7900c01d-4d3d-45ef-beeb-a76c86ff049b","Type":"ContainerStarted","Data":"7442f948621b0851361432269421b91dbb9197284d6f27bd098f4c1ee46863ab"} Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.930642 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" event={"ID":"7900c01d-4d3d-45ef-beeb-a76c86ff049b","Type":"ContainerStarted","Data":"5da9ff9897d2d93842b2b2d7e712d96a86877b1d3a3255f92e54ad0eaf4dcc83"} Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.930705 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.933866 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.933814 4809 generic.go:334] "Generic (PLEG): container finished" podID="0767a9b7-e58f-4078-bdc6-4a943437b80d" containerID="4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52" exitCode=0 Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.933937 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0767a9b7-e58f-4078-bdc6-4a943437b80d","Type":"ContainerDied","Data":"4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52"} Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.933985 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0767a9b7-e58f-4078-bdc6-4a943437b80d","Type":"ContainerDied","Data":"b803fcecba14b41366751839c3b56e5c2f34331172ceeedc03e6533098d60172"} Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.934006 4809 scope.go:117] "RemoveContainer" containerID="04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.950150 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" podStartSLOduration=1.9501211550000002 podStartE2EDuration="1.950121155s" podCreationTimestamp="2025-10-13 19:53:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:24.947114949 +0000 UTC m=+1723.552861544" watchObservedRunningTime="2025-10-13 19:53:24.950121155 +0000 UTC m=+1723.555867740" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.988694 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:24.995590 4809 scope.go:117] "RemoveContainer" containerID="4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.016054 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.033116 4809 scope.go:117] "RemoveContainer" containerID="04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b" Oct 13 19:53:25 crc kubenswrapper[4809]: E1013 19:53:25.038242 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b\": container with ID starting with 04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b not found: ID does not exist" containerID="04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.038289 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b"} err="failed to get container status \"04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b\": rpc error: code = NotFound desc = could not find container \"04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b\": container with ID starting with 04b65dbca2d01b3d7fac40826cea2cc82cdb00a615f40370ba2be7cd8410173b not found: ID does not exist" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.038317 4809 scope.go:117] "RemoveContainer" containerID="4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52" Oct 13 19:53:25 crc kubenswrapper[4809]: E1013 19:53:25.039056 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52\": container with ID starting with 4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52 not found: ID does not exist" containerID="4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.039087 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52"} err="failed to get container status \"4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52\": rpc error: code = NotFound desc = could not find container \"4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52\": container with ID starting with 4e49f81b55c51a0869b65fa8ccf2015b0a2117e9113d1ac027f264a529aa8c52 not found: ID does not exist" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.040507 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:53:25 crc kubenswrapper[4809]: E1013 19:53:25.040956 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0767a9b7-e58f-4078-bdc6-4a943437b80d" containerName="cinder-scheduler" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.040976 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0767a9b7-e58f-4078-bdc6-4a943437b80d" containerName="cinder-scheduler" Oct 13 19:53:25 crc kubenswrapper[4809]: E1013 19:53:25.040991 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api-log" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.041000 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api-log" Oct 13 19:53:25 crc kubenswrapper[4809]: E1013 19:53:25.041047 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0767a9b7-e58f-4078-bdc6-4a943437b80d" containerName="probe" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.041055 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0767a9b7-e58f-4078-bdc6-4a943437b80d" containerName="probe" Oct 13 19:53:25 crc kubenswrapper[4809]: E1013 19:53:25.041070 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.041078 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.041277 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.041301 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" containerName="barbican-api-log" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.041316 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0767a9b7-e58f-4078-bdc6-4a943437b80d" containerName="cinder-scheduler" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.041335 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0767a9b7-e58f-4078-bdc6-4a943437b80d" containerName="probe" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.042409 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.045334 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.051009 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.097870 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3b8fa53d-db05-4232-ab40-4e882d757e4e-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.097917 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.098014 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.098076 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-k6cn8\" (UniqueName: \"kubernetes.io/projected/3b8fa53d-db05-4232-ab40-4e882d757e4e-kube-api-access-k6cn8\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.098105 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.098192 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-scripts\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.199917 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-scripts\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.200344 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3b8fa53d-db05-4232-ab40-4e882d757e4e-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.200400 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.200486 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.200543 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-k6cn8\" (UniqueName: \"kubernetes.io/projected/3b8fa53d-db05-4232-ab40-4e882d757e4e-kube-api-access-k6cn8\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.200581 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.200748 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3b8fa53d-db05-4232-ab40-4e882d757e4e-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.206332 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.207534 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-scripts\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.208914 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.222386 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.224032 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-k6cn8\" (UniqueName: \"kubernetes.io/projected/3b8fa53d-db05-4232-ab40-4e882d757e4e-kube-api-access-k6cn8\") pod \"cinder-scheduler-0\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.372945 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.842951 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:53:25 crc kubenswrapper[4809]: W1013 19:53:25.846109 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3b8fa53d_db05_4232_ab40_4e882d757e4e.slice/crio-5258c146fc98e83923b25a435b362cf7c06cc0e9fd7ced3699dcd144c6918405 WatchSource:0}: Error finding container 5258c146fc98e83923b25a435b362cf7c06cc0e9fd7ced3699dcd144c6918405: Status 404 returned error can't find the container with id 5258c146fc98e83923b25a435b362cf7c06cc0e9fd7ced3699dcd144c6918405 Oct 13 19:53:25 crc kubenswrapper[4809]: I1013 19:53:25.949308 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3b8fa53d-db05-4232-ab40-4e882d757e4e","Type":"ContainerStarted","Data":"5258c146fc98e83923b25a435b362cf7c06cc0e9fd7ced3699dcd144c6918405"} Oct 13 19:53:26 crc kubenswrapper[4809]: I1013 19:53:26.173339 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0767a9b7-e58f-4078-bdc6-4a943437b80d" path="/var/lib/kubelet/pods/0767a9b7-e58f-4078-bdc6-4a943437b80d/volumes" Oct 13 19:53:26 crc kubenswrapper[4809]: I1013 19:53:26.175048 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="75aa5d4b-8bc3-4618-9c29-e627da0b5ae6" path="/var/lib/kubelet/pods/75aa5d4b-8bc3-4618-9c29-e627da0b5ae6/volumes" Oct 13 19:53:26 crc kubenswrapper[4809]: I1013 19:53:26.963571 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3b8fa53d-db05-4232-ab40-4e882d757e4e","Type":"ContainerStarted","Data":"17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5"} Oct 13 19:53:27 crc kubenswrapper[4809]: I1013 19:53:27.975190 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3b8fa53d-db05-4232-ab40-4e882d757e4e","Type":"ContainerStarted","Data":"b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90"} Oct 13 19:53:27 crc kubenswrapper[4809]: I1013 19:53:27.996144 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=3.996120355 podStartE2EDuration="3.996120355s" podCreationTimestamp="2025-10-13 19:53:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:27.992315726 +0000 UTC m=+1726.598062311" watchObservedRunningTime="2025-10-13 19:53:27.996120355 +0000 UTC m=+1726.601866980" Oct 13 19:53:28 crc kubenswrapper[4809]: I1013 19:53:28.925145 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:53:29 crc kubenswrapper[4809]: I1013 19:53:29.638459 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:53:29 crc kubenswrapper[4809]: I1013 19:53:29.648477 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:53:30 crc kubenswrapper[4809]: I1013 19:53:30.240295 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:53:30 crc kubenswrapper[4809]: I1013 19:53:30.252663 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:53:30 crc kubenswrapper[4809]: I1013 19:53:30.336790 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-599c97f566-4sgfm"] Oct 13 19:53:30 crc kubenswrapper[4809]: I1013 19:53:30.376875 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:30 crc kubenswrapper[4809]: I1013 19:53:30.913186 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:31 crc kubenswrapper[4809]: I1013 19:53:31.001579 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" podUID="5b5925af-41f4-4229-ab0b-17ab43e41eae" containerName="placement-api" containerID="cri-o://9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2" gracePeriod=30 Oct 13 19:53:31 crc kubenswrapper[4809]: I1013 19:53:31.001517 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" podUID="5b5925af-41f4-4229-ab0b-17ab43e41eae" containerName="placement-log" containerID="cri-o://b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad" gracePeriod=30 Oct 13 19:53:32 crc kubenswrapper[4809]: I1013 19:53:32.016584 4809 generic.go:334] "Generic (PLEG): container finished" podID="5b5925af-41f4-4229-ab0b-17ab43e41eae" containerID="b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad" exitCode=143 Oct 13 19:53:32 crc kubenswrapper[4809]: I1013 19:53:32.016629 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" event={"ID":"5b5925af-41f4-4229-ab0b-17ab43e41eae","Type":"ContainerDied","Data":"b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad"} Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.637447 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.773779 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-scripts\") pod \"5b5925af-41f4-4229-ab0b-17ab43e41eae\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.773826 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-config-data\") pod \"5b5925af-41f4-4229-ab0b-17ab43e41eae\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.774218 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-combined-ca-bundle\") pod \"5b5925af-41f4-4229-ab0b-17ab43e41eae\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.774319 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5b5925af-41f4-4229-ab0b-17ab43e41eae-logs\") pod \"5b5925af-41f4-4229-ab0b-17ab43e41eae\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.774348 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kpqv2\" (UniqueName: \"kubernetes.io/projected/5b5925af-41f4-4229-ab0b-17ab43e41eae-kube-api-access-kpqv2\") pod \"5b5925af-41f4-4229-ab0b-17ab43e41eae\" (UID: \"5b5925af-41f4-4229-ab0b-17ab43e41eae\") " Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.775114 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5b5925af-41f4-4229-ab0b-17ab43e41eae-logs" (OuterVolumeSpecName: "logs") pod "5b5925af-41f4-4229-ab0b-17ab43e41eae" (UID: "5b5925af-41f4-4229-ab0b-17ab43e41eae"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.779233 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-scripts" (OuterVolumeSpecName: "scripts") pod "5b5925af-41f4-4229-ab0b-17ab43e41eae" (UID: "5b5925af-41f4-4229-ab0b-17ab43e41eae"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.780657 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5b5925af-41f4-4229-ab0b-17ab43e41eae-kube-api-access-kpqv2" (OuterVolumeSpecName: "kube-api-access-kpqv2") pod "5b5925af-41f4-4229-ab0b-17ab43e41eae" (UID: "5b5925af-41f4-4229-ab0b-17ab43e41eae"). InnerVolumeSpecName "kube-api-access-kpqv2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.837700 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-config-data" (OuterVolumeSpecName: "config-data") pod "5b5925af-41f4-4229-ab0b-17ab43e41eae" (UID: "5b5925af-41f4-4229-ab0b-17ab43e41eae"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.841835 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5b5925af-41f4-4229-ab0b-17ab43e41eae" (UID: "5b5925af-41f4-4229-ab0b-17ab43e41eae"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.876710 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.876760 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.876770 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b5925af-41f4-4229-ab0b-17ab43e41eae-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.876783 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5b5925af-41f4-4229-ab0b-17ab43e41eae-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:34 crc kubenswrapper[4809]: I1013 19:53:34.876792 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kpqv2\" (UniqueName: \"kubernetes.io/projected/5b5925af-41f4-4229-ab0b-17ab43e41eae-kube-api-access-kpqv2\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.059640 4809 generic.go:334] "Generic (PLEG): container finished" podID="5b5925af-41f4-4229-ab0b-17ab43e41eae" containerID="9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2" exitCode=0 Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.059706 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.059716 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" event={"ID":"5b5925af-41f4-4229-ab0b-17ab43e41eae","Type":"ContainerDied","Data":"9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2"} Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.059771 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-599c97f566-4sgfm" event={"ID":"5b5925af-41f4-4229-ab0b-17ab43e41eae","Type":"ContainerDied","Data":"bbc03dc976c3de5b02881fe5cc5ee6251ac9b6e4058b9e77dfcfe4e6fd4e65eb"} Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.059789 4809 scope.go:117] "RemoveContainer" containerID="9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2" Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.089616 4809 scope.go:117] "RemoveContainer" containerID="b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad" Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.114597 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-599c97f566-4sgfm"] Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.127058 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-599c97f566-4sgfm"] Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.128357 4809 scope.go:117] "RemoveContainer" containerID="9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2" Oct 13 19:53:35 crc kubenswrapper[4809]: E1013 19:53:35.129004 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2\": container with ID starting with 9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2 not found: ID does not exist" containerID="9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2" Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.129052 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2"} err="failed to get container status \"9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2\": rpc error: code = NotFound desc = could not find container \"9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2\": container with ID starting with 9fd615decff546ee6569f773258eeb5a041d695394d68457ba352afa34bc58e2 not found: ID does not exist" Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.129085 4809 scope.go:117] "RemoveContainer" containerID="b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad" Oct 13 19:53:35 crc kubenswrapper[4809]: E1013 19:53:35.129594 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad\": container with ID starting with b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad not found: ID does not exist" containerID="b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad" Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.129644 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad"} err="failed to get container status \"b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad\": rpc error: code = NotFound desc = could not find container \"b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad\": container with ID starting with b16b658ab8a06978c053af02062f57c1acaefaaa47c592f8f75b7aafbbadbaad not found: ID does not exist" Oct 13 19:53:35 crc kubenswrapper[4809]: I1013 19:53:35.631876 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:53:36 crc kubenswrapper[4809]: I1013 19:53:36.156266 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:53:36 crc kubenswrapper[4809]: E1013 19:53:36.156598 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:53:36 crc kubenswrapper[4809]: I1013 19:53:36.171414 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5b5925af-41f4-4229-ab0b-17ab43e41eae" path="/var/lib/kubelet/pods/5b5925af-41f4-4229-ab0b-17ab43e41eae/volumes" Oct 13 19:53:37 crc kubenswrapper[4809]: I1013 19:53:37.408218 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.456423 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:53:40 crc kubenswrapper[4809]: E1013 19:53:40.457072 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5b5925af-41f4-4229-ab0b-17ab43e41eae" containerName="placement-api" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.457084 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5b5925af-41f4-4229-ab0b-17ab43e41eae" containerName="placement-api" Oct 13 19:53:40 crc kubenswrapper[4809]: E1013 19:53:40.457105 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5b5925af-41f4-4229-ab0b-17ab43e41eae" containerName="placement-log" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.457112 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5b5925af-41f4-4229-ab0b-17ab43e41eae" containerName="placement-log" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.457290 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5b5925af-41f4-4229-ab0b-17ab43e41eae" containerName="placement-log" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.457301 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5b5925af-41f4-4229-ab0b-17ab43e41eae" containerName="placement-api" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.457940 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.460322 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstack-config-secret" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.460606 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.461460 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstackclient-openstackclient-dockercfg-dzc8r" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.476180 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.598902 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.598956 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z7qxt\" (UniqueName: \"kubernetes.io/projected/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-kube-api-access-z7qxt\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.599364 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config-secret\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.599503 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-combined-ca-bundle\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.703992 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config-secret\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.704111 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-combined-ca-bundle\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.704230 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.704273 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z7qxt\" (UniqueName: \"kubernetes.io/projected/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-kube-api-access-z7qxt\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.707448 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.713157 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config-secret\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.728472 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z7qxt\" (UniqueName: \"kubernetes.io/projected/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-kube-api-access-z7qxt\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.729034 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-combined-ca-bundle\") pod \"openstackclient\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:40 crc kubenswrapper[4809]: I1013 19:53:40.800130 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:53:41 crc kubenswrapper[4809]: I1013 19:53:41.237190 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:53:42 crc kubenswrapper[4809]: I1013 19:53:42.142719 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"afdec6ed-88a0-4da9-9f1a-547fd5784c7e","Type":"ContainerStarted","Data":"c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b"} Oct 13 19:53:42 crc kubenswrapper[4809]: I1013 19:53:42.143078 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"afdec6ed-88a0-4da9-9f1a-547fd5784c7e","Type":"ContainerStarted","Data":"8650c4c0ac6efc8c6befb3d7fac69f58a1c5d9864cd19792a95e8726a7c62db3"} Oct 13 19:53:42 crc kubenswrapper[4809]: I1013 19:53:42.174373 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstackclient" podStartSLOduration=2.174344653 podStartE2EDuration="2.174344653s" podCreationTimestamp="2025-10-13 19:53:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:42.158390769 +0000 UTC m=+1740.764137364" watchObservedRunningTime="2025-10-13 19:53:42.174344653 +0000 UTC m=+1740.780091268" Oct 13 19:53:43 crc kubenswrapper[4809]: I1013 19:53:43.654719 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:43 crc kubenswrapper[4809]: I1013 19:53:43.656331 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="ceilometer-central-agent" containerID="cri-o://7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c" gracePeriod=30 Oct 13 19:53:43 crc kubenswrapper[4809]: I1013 19:53:43.656387 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="ceilometer-notification-agent" containerID="cri-o://ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc" gracePeriod=30 Oct 13 19:53:43 crc kubenswrapper[4809]: I1013 19:53:43.656457 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="sg-core" containerID="cri-o://aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744" gracePeriod=30 Oct 13 19:53:43 crc kubenswrapper[4809]: I1013 19:53:43.656448 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="proxy-httpd" containerID="cri-o://be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b" gracePeriod=30 Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.168260 4809 generic.go:334] "Generic (PLEG): container finished" podID="99b01872-dfef-4ab3-80df-941ec2deb173" containerID="be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b" exitCode=0 Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.168293 4809 generic.go:334] "Generic (PLEG): container finished" podID="99b01872-dfef-4ab3-80df-941ec2deb173" containerID="aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744" exitCode=2 Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.168302 4809 generic.go:334] "Generic (PLEG): container finished" podID="99b01872-dfef-4ab3-80df-941ec2deb173" containerID="7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c" exitCode=0 Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.168323 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"99b01872-dfef-4ab3-80df-941ec2deb173","Type":"ContainerDied","Data":"be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b"} Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.168350 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"99b01872-dfef-4ab3-80df-941ec2deb173","Type":"ContainerDied","Data":"aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744"} Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.168364 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"99b01872-dfef-4ab3-80df-941ec2deb173","Type":"ContainerDied","Data":"7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c"} Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.364462 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2"] Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.367114 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.369235 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-internal-svc" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.369583 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.369758 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-public-svc" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.376507 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2"] Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.478393 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fhgk6\" (UniqueName: \"kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-kube-api-access-fhgk6\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.478458 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-config-data\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.478551 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-run-httpd\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.478651 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-etc-swift\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.478842 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-log-httpd\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.478960 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-internal-tls-certs\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.479127 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-combined-ca-bundle\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.479184 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-public-tls-certs\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.580834 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-run-httpd\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.581290 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-etc-swift\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.581341 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-log-httpd\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.581381 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-internal-tls-certs\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.581420 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-run-httpd\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.581438 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-combined-ca-bundle\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.581472 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-public-tls-certs\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.581556 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fhgk6\" (UniqueName: \"kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-kube-api-access-fhgk6\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.581613 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-config-data\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.582277 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-log-httpd\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.587354 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-internal-tls-certs\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.587391 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-public-tls-certs\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.587547 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-combined-ca-bundle\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.594308 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-etc-swift\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.601093 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-config-data\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.603446 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fhgk6\" (UniqueName: \"kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-kube-api-access-fhgk6\") pod \"swift-proxy-7d7f85bddb-dpqg2\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:44 crc kubenswrapper[4809]: I1013 19:53:44.686875 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.211310 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2"] Oct 13 19:53:45 crc kubenswrapper[4809]: E1013 19:53:45.536938 4809 kubelet_node_status.go:756] "Failed to set some node status fields" err="failed to validate nodeIP: route ip+net: no such network interface" node="crc" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.701808 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.744592 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-sf7cf"] Oct 13 19:53:45 crc kubenswrapper[4809]: E1013 19:53:45.744955 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="ceilometer-central-agent" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.744969 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="ceilometer-central-agent" Oct 13 19:53:45 crc kubenswrapper[4809]: E1013 19:53:45.744985 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="sg-core" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.744990 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="sg-core" Oct 13 19:53:45 crc kubenswrapper[4809]: E1013 19:53:45.745006 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="ceilometer-notification-agent" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.745012 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="ceilometer-notification-agent" Oct 13 19:53:45 crc kubenswrapper[4809]: E1013 19:53:45.745028 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="proxy-httpd" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.745034 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="proxy-httpd" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.745192 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="ceilometer-notification-agent" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.745206 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="ceilometer-central-agent" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.745218 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="proxy-httpd" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.745231 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" containerName="sg-core" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.745804 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-sf7cf" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.766078 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-sf7cf"] Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.813369 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-combined-ca-bundle\") pod \"99b01872-dfef-4ab3-80df-941ec2deb173\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.813436 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-log-httpd\") pod \"99b01872-dfef-4ab3-80df-941ec2deb173\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.813465 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-config-data\") pod \"99b01872-dfef-4ab3-80df-941ec2deb173\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.813506 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kjkgx\" (UniqueName: \"kubernetes.io/projected/99b01872-dfef-4ab3-80df-941ec2deb173-kube-api-access-kjkgx\") pod \"99b01872-dfef-4ab3-80df-941ec2deb173\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.813584 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-run-httpd\") pod \"99b01872-dfef-4ab3-80df-941ec2deb173\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.813666 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-sg-core-conf-yaml\") pod \"99b01872-dfef-4ab3-80df-941ec2deb173\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.813708 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-scripts\") pod \"99b01872-dfef-4ab3-80df-941ec2deb173\" (UID: \"99b01872-dfef-4ab3-80df-941ec2deb173\") " Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.813994 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9cqdl\" (UniqueName: \"kubernetes.io/projected/3597ceed-d466-4faf-8dba-a2da302ab570-kube-api-access-9cqdl\") pod \"nova-api-db-create-sf7cf\" (UID: \"3597ceed-d466-4faf-8dba-a2da302ab570\") " pod="openstack-kuttl-tests/nova-api-db-create-sf7cf" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.813997 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "99b01872-dfef-4ab3-80df-941ec2deb173" (UID: "99b01872-dfef-4ab3-80df-941ec2deb173"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.814373 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.815866 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "99b01872-dfef-4ab3-80df-941ec2deb173" (UID: "99b01872-dfef-4ab3-80df-941ec2deb173"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.818250 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/99b01872-dfef-4ab3-80df-941ec2deb173-kube-api-access-kjkgx" (OuterVolumeSpecName: "kube-api-access-kjkgx") pod "99b01872-dfef-4ab3-80df-941ec2deb173" (UID: "99b01872-dfef-4ab3-80df-941ec2deb173"). InnerVolumeSpecName "kube-api-access-kjkgx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.830582 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-scripts" (OuterVolumeSpecName: "scripts") pod "99b01872-dfef-4ab3-80df-941ec2deb173" (UID: "99b01872-dfef-4ab3-80df-941ec2deb173"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.856347 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-tx4n2"] Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.857609 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-tx4n2" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.863358 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-tx4n2"] Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.870492 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "99b01872-dfef-4ab3-80df-941ec2deb173" (UID: "99b01872-dfef-4ab3-80df-941ec2deb173"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.912209 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "99b01872-dfef-4ab3-80df-941ec2deb173" (UID: "99b01872-dfef-4ab3-80df-941ec2deb173"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.915497 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9cqdl\" (UniqueName: \"kubernetes.io/projected/3597ceed-d466-4faf-8dba-a2da302ab570-kube-api-access-9cqdl\") pod \"nova-api-db-create-sf7cf\" (UID: \"3597ceed-d466-4faf-8dba-a2da302ab570\") " pod="openstack-kuttl-tests/nova-api-db-create-sf7cf" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.915566 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8p8qc\" (UniqueName: \"kubernetes.io/projected/973e0daf-354f-40ef-8f74-a535129d09ae-kube-api-access-8p8qc\") pod \"nova-cell0-db-create-tx4n2\" (UID: \"973e0daf-354f-40ef-8f74-a535129d09ae\") " pod="openstack-kuttl-tests/nova-cell0-db-create-tx4n2" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.915764 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.915782 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.915792 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.915803 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kjkgx\" (UniqueName: \"kubernetes.io/projected/99b01872-dfef-4ab3-80df-941ec2deb173-kube-api-access-kjkgx\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.915813 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/99b01872-dfef-4ab3-80df-941ec2deb173-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.935536 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9cqdl\" (UniqueName: \"kubernetes.io/projected/3597ceed-d466-4faf-8dba-a2da302ab570-kube-api-access-9cqdl\") pod \"nova-api-db-create-sf7cf\" (UID: \"3597ceed-d466-4faf-8dba-a2da302ab570\") " pod="openstack-kuttl-tests/nova-api-db-create-sf7cf" Oct 13 19:53:45 crc kubenswrapper[4809]: I1013 19:53:45.957933 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-config-data" (OuterVolumeSpecName: "config-data") pod "99b01872-dfef-4ab3-80df-941ec2deb173" (UID: "99b01872-dfef-4ab3-80df-941ec2deb173"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.016955 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8p8qc\" (UniqueName: \"kubernetes.io/projected/973e0daf-354f-40ef-8f74-a535129d09ae-kube-api-access-8p8qc\") pod \"nova-cell0-db-create-tx4n2\" (UID: \"973e0daf-354f-40ef-8f74-a535129d09ae\") " pod="openstack-kuttl-tests/nova-cell0-db-create-tx4n2" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.017116 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99b01872-dfef-4ab3-80df-941ec2deb173-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.040672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8p8qc\" (UniqueName: \"kubernetes.io/projected/973e0daf-354f-40ef-8f74-a535129d09ae-kube-api-access-8p8qc\") pod \"nova-cell0-db-create-tx4n2\" (UID: \"973e0daf-354f-40ef-8f74-a535129d09ae\") " pod="openstack-kuttl-tests/nova-cell0-db-create-tx4n2" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.055569 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-xsh5z"] Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.056836 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-xsh5z" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.062242 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-xsh5z"] Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.070541 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-sf7cf" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.118282 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9l7kz\" (UniqueName: \"kubernetes.io/projected/e3d1924e-04d6-4b27-b3ae-b15c816a8c9e-kube-api-access-9l7kz\") pod \"nova-cell1-db-create-xsh5z\" (UID: \"e3d1924e-04d6-4b27-b3ae-b15c816a8c9e\") " pod="openstack-kuttl-tests/nova-cell1-db-create-xsh5z" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.220140 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9l7kz\" (UniqueName: \"kubernetes.io/projected/e3d1924e-04d6-4b27-b3ae-b15c816a8c9e-kube-api-access-9l7kz\") pod \"nova-cell1-db-create-xsh5z\" (UID: \"e3d1924e-04d6-4b27-b3ae-b15c816a8c9e\") " pod="openstack-kuttl-tests/nova-cell1-db-create-xsh5z" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.241304 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9l7kz\" (UniqueName: \"kubernetes.io/projected/e3d1924e-04d6-4b27-b3ae-b15c816a8c9e-kube-api-access-9l7kz\") pod \"nova-cell1-db-create-xsh5z\" (UID: \"e3d1924e-04d6-4b27-b3ae-b15c816a8c9e\") " pod="openstack-kuttl-tests/nova-cell1-db-create-xsh5z" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.245547 4809 generic.go:334] "Generic (PLEG): container finished" podID="99b01872-dfef-4ab3-80df-941ec2deb173" containerID="ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc" exitCode=0 Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.245610 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"99b01872-dfef-4ab3-80df-941ec2deb173","Type":"ContainerDied","Data":"ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc"} Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.245618 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.245638 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"99b01872-dfef-4ab3-80df-941ec2deb173","Type":"ContainerDied","Data":"a46487dc6ed2ca90b4882c9612d8c010a99f3a27a8273e084225161e15a221df"} Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.245658 4809 scope.go:117] "RemoveContainer" containerID="be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.248784 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" event={"ID":"cd65b6ef-ba4e-472f-8122-13d64790fc4f","Type":"ContainerStarted","Data":"9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176"} Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.248831 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" event={"ID":"cd65b6ef-ba4e-472f-8122-13d64790fc4f","Type":"ContainerStarted","Data":"a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb"} Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.248845 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" event={"ID":"cd65b6ef-ba4e-472f-8122-13d64790fc4f","Type":"ContainerStarted","Data":"793317b963287acc6ef4e920e21d8f860d1d315856dd44167076b59f8225b5e7"} Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.249830 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.249959 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.277887 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" podStartSLOduration=2.277857169 podStartE2EDuration="2.277857169s" podCreationTimestamp="2025-10-13 19:53:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:46.270024596 +0000 UTC m=+1744.875771181" watchObservedRunningTime="2025-10-13 19:53:46.277857169 +0000 UTC m=+1744.883603784" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.280948 4809 scope.go:117] "RemoveContainer" containerID="aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.292927 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-tx4n2" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.304504 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.304595 4809 scope.go:117] "RemoveContainer" containerID="ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.357656 4809 scope.go:117] "RemoveContainer" containerID="7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.362604 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.373070 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.375537 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.375946 4809 scope.go:117] "RemoveContainer" containerID="be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b" Oct 13 19:53:46 crc kubenswrapper[4809]: E1013 19:53:46.377763 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b\": container with ID starting with be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b not found: ID does not exist" containerID="be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.377798 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b"} err="failed to get container status \"be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b\": rpc error: code = NotFound desc = could not find container \"be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b\": container with ID starting with be3f34f01cdafd04f30865a109c22928a243b0416ef5fe265dfa7f9290af955b not found: ID does not exist" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.377825 4809 scope.go:117] "RemoveContainer" containerID="aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.378562 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-xsh5z" Oct 13 19:53:46 crc kubenswrapper[4809]: E1013 19:53:46.379066 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744\": container with ID starting with aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744 not found: ID does not exist" containerID="aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.379084 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744"} err="failed to get container status \"aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744\": rpc error: code = NotFound desc = could not find container \"aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744\": container with ID starting with aa872d0c27be169154ba9c6cf77adc17461d10f4614852afdbb4b32454d95744 not found: ID does not exist" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.379100 4809 scope.go:117] "RemoveContainer" containerID="ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc" Oct 13 19:53:46 crc kubenswrapper[4809]: E1013 19:53:46.380167 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc\": container with ID starting with ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc not found: ID does not exist" containerID="ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.380189 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc"} err="failed to get container status \"ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc\": rpc error: code = NotFound desc = could not find container \"ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc\": container with ID starting with ce35f4f75b3c1ad57e616a2d4698277dc3213e5cee418495d294f2a9d2d906fc not found: ID does not exist" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.380203 4809 scope.go:117] "RemoveContainer" containerID="7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c" Oct 13 19:53:46 crc kubenswrapper[4809]: E1013 19:53:46.380406 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c\": container with ID starting with 7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c not found: ID does not exist" containerID="7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.380421 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c"} err="failed to get container status \"7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c\": rpc error: code = NotFound desc = could not find container \"7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c\": container with ID starting with 7a1cfe9f08e4020130df811ef255c5e8bbb977bb17266c64ad60f276b882fc1c not found: ID does not exist" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.381850 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.382136 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.403601 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.533511 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.533997 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8gvl4\" (UniqueName: \"kubernetes.io/projected/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-kube-api-access-8gvl4\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.534030 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.534103 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-run-httpd\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.534157 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-log-httpd\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.534267 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-config-data\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.534331 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-scripts\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.597208 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-sf7cf"] Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.635867 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-log-httpd\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.636010 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-config-data\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.636056 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-scripts\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.636202 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.636300 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8gvl4\" (UniqueName: \"kubernetes.io/projected/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-kube-api-access-8gvl4\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.636363 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.636373 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-log-httpd\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.636450 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-run-httpd\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.637026 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-run-httpd\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.643237 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-config-data\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.644355 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.644499 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.646787 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-scripts\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.655423 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8gvl4\" (UniqueName: \"kubernetes.io/projected/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-kube-api-access-8gvl4\") pod \"ceilometer-0\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.694187 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.837281 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-tx4n2"] Oct 13 19:53:46 crc kubenswrapper[4809]: I1013 19:53:46.952518 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-xsh5z"] Oct 13 19:53:47 crc kubenswrapper[4809]: I1013 19:53:47.178886 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:47 crc kubenswrapper[4809]: I1013 19:53:47.271687 4809 generic.go:334] "Generic (PLEG): container finished" podID="3597ceed-d466-4faf-8dba-a2da302ab570" containerID="25697aabaa476a3ac074f1ccc007967b64565aa0cc1fdab2211e904940e4065d" exitCode=0 Oct 13 19:53:47 crc kubenswrapper[4809]: I1013 19:53:47.271852 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-sf7cf" event={"ID":"3597ceed-d466-4faf-8dba-a2da302ab570","Type":"ContainerDied","Data":"25697aabaa476a3ac074f1ccc007967b64565aa0cc1fdab2211e904940e4065d"} Oct 13 19:53:47 crc kubenswrapper[4809]: I1013 19:53:47.272018 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-sf7cf" event={"ID":"3597ceed-d466-4faf-8dba-a2da302ab570","Type":"ContainerStarted","Data":"d2ac31ab8b5db9fe9dc15e8c712a335edbe1e25a25a5e6306b702e54bed23d5a"} Oct 13 19:53:47 crc kubenswrapper[4809]: I1013 19:53:47.273693 4809 generic.go:334] "Generic (PLEG): container finished" podID="973e0daf-354f-40ef-8f74-a535129d09ae" containerID="ddb1cc3bb082a2f3409c792148fc23d0a532dd96fea57c1b844121ef0a73aa0d" exitCode=0 Oct 13 19:53:47 crc kubenswrapper[4809]: I1013 19:53:47.273740 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-tx4n2" event={"ID":"973e0daf-354f-40ef-8f74-a535129d09ae","Type":"ContainerDied","Data":"ddb1cc3bb082a2f3409c792148fc23d0a532dd96fea57c1b844121ef0a73aa0d"} Oct 13 19:53:47 crc kubenswrapper[4809]: I1013 19:53:47.273758 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-tx4n2" event={"ID":"973e0daf-354f-40ef-8f74-a535129d09ae","Type":"ContainerStarted","Data":"70821149e0094d7d02eed82c0caaadb35f55bd19058212477bba1010fca2ef0c"} Oct 13 19:53:47 crc kubenswrapper[4809]: I1013 19:53:47.275135 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"2d4b17bd-1979-49c6-9e6e-8e4c530aa443","Type":"ContainerStarted","Data":"a5d8b21e08934a75913694614a248b1a68543567f1bc1970f53dee8a1d5b505b"} Oct 13 19:53:47 crc kubenswrapper[4809]: I1013 19:53:47.276392 4809 generic.go:334] "Generic (PLEG): container finished" podID="e3d1924e-04d6-4b27-b3ae-b15c816a8c9e" containerID="97be66746c0dc9a9576f4b5e26006ee939113f601dd55bf5e446e1b9243332f2" exitCode=0 Oct 13 19:53:47 crc kubenswrapper[4809]: I1013 19:53:47.277158 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-xsh5z" event={"ID":"e3d1924e-04d6-4b27-b3ae-b15c816a8c9e","Type":"ContainerDied","Data":"97be66746c0dc9a9576f4b5e26006ee939113f601dd55bf5e446e1b9243332f2"} Oct 13 19:53:47 crc kubenswrapper[4809]: I1013 19:53:47.277179 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-xsh5z" event={"ID":"e3d1924e-04d6-4b27-b3ae-b15c816a8c9e","Type":"ContainerStarted","Data":"260ddfc24e6758c912f774e8e15ee27cefe7a6599abfa4313774f55aa838601d"} Oct 13 19:53:48 crc kubenswrapper[4809]: I1013 19:53:48.178549 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="99b01872-dfef-4ab3-80df-941ec2deb173" path="/var/lib/kubelet/pods/99b01872-dfef-4ab3-80df-941ec2deb173/volumes" Oct 13 19:53:48 crc kubenswrapper[4809]: I1013 19:53:48.285653 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"2d4b17bd-1979-49c6-9e6e-8e4c530aa443","Type":"ContainerStarted","Data":"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8"} Oct 13 19:53:48 crc kubenswrapper[4809]: I1013 19:53:48.775994 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-tx4n2" Oct 13 19:53:48 crc kubenswrapper[4809]: I1013 19:53:48.883621 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8p8qc\" (UniqueName: \"kubernetes.io/projected/973e0daf-354f-40ef-8f74-a535129d09ae-kube-api-access-8p8qc\") pod \"973e0daf-354f-40ef-8f74-a535129d09ae\" (UID: \"973e0daf-354f-40ef-8f74-a535129d09ae\") " Oct 13 19:53:48 crc kubenswrapper[4809]: I1013 19:53:48.887910 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/973e0daf-354f-40ef-8f74-a535129d09ae-kube-api-access-8p8qc" (OuterVolumeSpecName: "kube-api-access-8p8qc") pod "973e0daf-354f-40ef-8f74-a535129d09ae" (UID: "973e0daf-354f-40ef-8f74-a535129d09ae"). InnerVolumeSpecName "kube-api-access-8p8qc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:48 crc kubenswrapper[4809]: I1013 19:53:48.958640 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-xsh5z" Oct 13 19:53:48 crc kubenswrapper[4809]: I1013 19:53:48.963514 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-sf7cf" Oct 13 19:53:48 crc kubenswrapper[4809]: I1013 19:53:48.987029 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8p8qc\" (UniqueName: \"kubernetes.io/projected/973e0daf-354f-40ef-8f74-a535129d09ae-kube-api-access-8p8qc\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.088374 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9l7kz\" (UniqueName: \"kubernetes.io/projected/e3d1924e-04d6-4b27-b3ae-b15c816a8c9e-kube-api-access-9l7kz\") pod \"e3d1924e-04d6-4b27-b3ae-b15c816a8c9e\" (UID: \"e3d1924e-04d6-4b27-b3ae-b15c816a8c9e\") " Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.088548 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9cqdl\" (UniqueName: \"kubernetes.io/projected/3597ceed-d466-4faf-8dba-a2da302ab570-kube-api-access-9cqdl\") pod \"3597ceed-d466-4faf-8dba-a2da302ab570\" (UID: \"3597ceed-d466-4faf-8dba-a2da302ab570\") " Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.091945 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3597ceed-d466-4faf-8dba-a2da302ab570-kube-api-access-9cqdl" (OuterVolumeSpecName: "kube-api-access-9cqdl") pod "3597ceed-d466-4faf-8dba-a2da302ab570" (UID: "3597ceed-d466-4faf-8dba-a2da302ab570"). InnerVolumeSpecName "kube-api-access-9cqdl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.092518 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e3d1924e-04d6-4b27-b3ae-b15c816a8c9e-kube-api-access-9l7kz" (OuterVolumeSpecName: "kube-api-access-9l7kz") pod "e3d1924e-04d6-4b27-b3ae-b15c816a8c9e" (UID: "e3d1924e-04d6-4b27-b3ae-b15c816a8c9e"). InnerVolumeSpecName "kube-api-access-9l7kz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.190806 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9l7kz\" (UniqueName: \"kubernetes.io/projected/e3d1924e-04d6-4b27-b3ae-b15c816a8c9e-kube-api-access-9l7kz\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.190836 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9cqdl\" (UniqueName: \"kubernetes.io/projected/3597ceed-d466-4faf-8dba-a2da302ab570-kube-api-access-9cqdl\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.296051 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-xsh5z" event={"ID":"e3d1924e-04d6-4b27-b3ae-b15c816a8c9e","Type":"ContainerDied","Data":"260ddfc24e6758c912f774e8e15ee27cefe7a6599abfa4313774f55aa838601d"} Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.296084 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="260ddfc24e6758c912f774e8e15ee27cefe7a6599abfa4313774f55aa838601d" Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.296087 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-xsh5z" Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.298352 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-sf7cf" event={"ID":"3597ceed-d466-4faf-8dba-a2da302ab570","Type":"ContainerDied","Data":"d2ac31ab8b5db9fe9dc15e8c712a335edbe1e25a25a5e6306b702e54bed23d5a"} Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.298368 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-sf7cf" Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.298385 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d2ac31ab8b5db9fe9dc15e8c712a335edbe1e25a25a5e6306b702e54bed23d5a" Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.300299 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-tx4n2" event={"ID":"973e0daf-354f-40ef-8f74-a535129d09ae","Type":"ContainerDied","Data":"70821149e0094d7d02eed82c0caaadb35f55bd19058212477bba1010fca2ef0c"} Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.300389 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="70821149e0094d7d02eed82c0caaadb35f55bd19058212477bba1010fca2ef0c" Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.300311 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-tx4n2" Oct 13 19:53:49 crc kubenswrapper[4809]: I1013 19:53:49.303517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"2d4b17bd-1979-49c6-9e6e-8e4c530aa443","Type":"ContainerStarted","Data":"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec"} Oct 13 19:53:50 crc kubenswrapper[4809]: I1013 19:53:50.157068 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:53:50 crc kubenswrapper[4809]: E1013 19:53:50.157789 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:53:50 crc kubenswrapper[4809]: I1013 19:53:50.315687 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"2d4b17bd-1979-49c6-9e6e-8e4c530aa443","Type":"ContainerStarted","Data":"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62"} Oct 13 19:53:51 crc kubenswrapper[4809]: I1013 19:53:51.039129 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:53:51 crc kubenswrapper[4809]: I1013 19:53:51.039850 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" containerName="glance-httpd" containerID="cri-o://9a91f9de9c92ce710998f0708f62154cad9e8b37ba5488635506495a10114e97" gracePeriod=30 Oct 13 19:53:51 crc kubenswrapper[4809]: I1013 19:53:51.040815 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" containerName="glance-log" containerID="cri-o://2da3f8b91f07d834d348aedf67af343d414995ec5883a41fd27e848d3065de6f" gracePeriod=30 Oct 13 19:53:51 crc kubenswrapper[4809]: I1013 19:53:51.300816 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:51 crc kubenswrapper[4809]: I1013 19:53:51.326699 4809 generic.go:334] "Generic (PLEG): container finished" podID="bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" containerID="2da3f8b91f07d834d348aedf67af343d414995ec5883a41fd27e848d3065de6f" exitCode=143 Oct 13 19:53:51 crc kubenswrapper[4809]: I1013 19:53:51.326766 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a","Type":"ContainerDied","Data":"2da3f8b91f07d834d348aedf67af343d414995ec5883a41fd27e848d3065de6f"} Oct 13 19:53:51 crc kubenswrapper[4809]: I1013 19:53:51.328871 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"2d4b17bd-1979-49c6-9e6e-8e4c530aa443","Type":"ContainerStarted","Data":"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11"} Oct 13 19:53:51 crc kubenswrapper[4809]: I1013 19:53:51.329921 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:51 crc kubenswrapper[4809]: I1013 19:53:51.362304 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.622477318 podStartE2EDuration="5.362288293s" podCreationTimestamp="2025-10-13 19:53:46 +0000 UTC" firstStartedPulling="2025-10-13 19:53:47.229033152 +0000 UTC m=+1745.834779737" lastFinishedPulling="2025-10-13 19:53:50.968844127 +0000 UTC m=+1749.574590712" observedRunningTime="2025-10-13 19:53:51.35549271 +0000 UTC m=+1749.961239305" watchObservedRunningTime="2025-10-13 19:53:51.362288293 +0000 UTC m=+1749.968034868" Oct 13 19:53:52 crc kubenswrapper[4809]: I1013 19:53:52.746459 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:53:52 crc kubenswrapper[4809]: I1013 19:53:52.746758 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="165a55c3-e7c9-4799-b870-163e401fa73a" containerName="glance-log" containerID="cri-o://9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0" gracePeriod=30 Oct 13 19:53:52 crc kubenswrapper[4809]: I1013 19:53:52.746956 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="165a55c3-e7c9-4799-b870-163e401fa73a" containerName="glance-httpd" containerID="cri-o://eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c" gracePeriod=30 Oct 13 19:53:53 crc kubenswrapper[4809]: I1013 19:53:53.348669 4809 generic.go:334] "Generic (PLEG): container finished" podID="165a55c3-e7c9-4799-b870-163e401fa73a" containerID="9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0" exitCode=143 Oct 13 19:53:53 crc kubenswrapper[4809]: I1013 19:53:53.348790 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"165a55c3-e7c9-4799-b870-163e401fa73a","Type":"ContainerDied","Data":"9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0"} Oct 13 19:53:53 crc kubenswrapper[4809]: I1013 19:53:53.693347 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:53:53 crc kubenswrapper[4809]: I1013 19:53:53.760823 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-69c46677d9-w782q"] Oct 13 19:53:53 crc kubenswrapper[4809]: I1013 19:53:53.761101 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" podUID="b0a6c7ac-08d1-44be-9de3-7f2603c90899" containerName="neutron-httpd" containerID="cri-o://d8aa9ed72172b77fd5546e42bc4fb152c9eb6eca1b67a59a80d36545e4908596" gracePeriod=30 Oct 13 19:53:53 crc kubenswrapper[4809]: I1013 19:53:53.761452 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" podUID="b0a6c7ac-08d1-44be-9de3-7f2603c90899" containerName="neutron-api" containerID="cri-o://0fa91801850d3db5297cd4410c0760584a62e94d97cc2ac16ecba2e0db70042e" gracePeriod=30 Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.071947 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.368421 4809 generic.go:334] "Generic (PLEG): container finished" podID="bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" containerID="9a91f9de9c92ce710998f0708f62154cad9e8b37ba5488635506495a10114e97" exitCode=0 Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.368475 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a","Type":"ContainerDied","Data":"9a91f9de9c92ce710998f0708f62154cad9e8b37ba5488635506495a10114e97"} Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.369968 4809 generic.go:334] "Generic (PLEG): container finished" podID="b0a6c7ac-08d1-44be-9de3-7f2603c90899" containerID="d8aa9ed72172b77fd5546e42bc4fb152c9eb6eca1b67a59a80d36545e4908596" exitCode=0 Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.370179 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="ceilometer-central-agent" containerID="cri-o://1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8" gracePeriod=30 Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.370427 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" event={"ID":"b0a6c7ac-08d1-44be-9de3-7f2603c90899","Type":"ContainerDied","Data":"d8aa9ed72172b77fd5546e42bc4fb152c9eb6eca1b67a59a80d36545e4908596"} Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.370691 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="proxy-httpd" containerID="cri-o://f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11" gracePeriod=30 Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.370757 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="sg-core" containerID="cri-o://6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62" gracePeriod=30 Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.370791 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="ceilometer-notification-agent" containerID="cri-o://c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec" gracePeriod=30 Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.648096 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.688444 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-httpd-run\") pod \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.688532 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-public-tls-certs\") pod \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.688584 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-config-data\") pod \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.688604 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.688641 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jbppv\" (UniqueName: \"kubernetes.io/projected/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-kube-api-access-jbppv\") pod \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.688665 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-logs\") pod \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.688686 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-scripts\") pod \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.688794 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-combined-ca-bundle\") pod \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\" (UID: \"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a\") " Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.688977 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" (UID: "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.689198 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-logs" (OuterVolumeSpecName: "logs") pod "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" (UID: "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.689473 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.689537 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.696048 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "glance") pod "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" (UID: "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.697228 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.707433 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.709829 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-kube-api-access-jbppv" (OuterVolumeSpecName: "kube-api-access-jbppv") pod "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" (UID: "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a"). InnerVolumeSpecName "kube-api-access-jbppv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.725985 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-scripts" (OuterVolumeSpecName: "scripts") pod "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" (UID: "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.759905 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" (UID: "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.791001 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.791039 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.791049 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jbppv\" (UniqueName: \"kubernetes.io/projected/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-kube-api-access-jbppv\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.791059 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.795846 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-config-data" (OuterVolumeSpecName: "config-data") pod "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" (UID: "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.808983 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" (UID: "bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.817195 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.892987 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.893248 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:54 crc kubenswrapper[4809]: I1013 19:53:54.893259 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.157451 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.298792 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-config-data\") pod \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.298868 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-scripts\") pod \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.298890 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-log-httpd\") pod \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.298923 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8gvl4\" (UniqueName: \"kubernetes.io/projected/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-kube-api-access-8gvl4\") pod \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.298944 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-run-httpd\") pod \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.298961 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-sg-core-conf-yaml\") pod \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.299030 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-combined-ca-bundle\") pod \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\" (UID: \"2d4b17bd-1979-49c6-9e6e-8e4c530aa443\") " Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.300259 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "2d4b17bd-1979-49c6-9e6e-8e4c530aa443" (UID: "2d4b17bd-1979-49c6-9e6e-8e4c530aa443"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.300560 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "2d4b17bd-1979-49c6-9e6e-8e4c530aa443" (UID: "2d4b17bd-1979-49c6-9e6e-8e4c530aa443"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.316916 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-scripts" (OuterVolumeSpecName: "scripts") pod "2d4b17bd-1979-49c6-9e6e-8e4c530aa443" (UID: "2d4b17bd-1979-49c6-9e6e-8e4c530aa443"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.331153 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-kube-api-access-8gvl4" (OuterVolumeSpecName: "kube-api-access-8gvl4") pod "2d4b17bd-1979-49c6-9e6e-8e4c530aa443" (UID: "2d4b17bd-1979-49c6-9e6e-8e4c530aa443"). InnerVolumeSpecName "kube-api-access-8gvl4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.368223 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "2d4b17bd-1979-49c6-9e6e-8e4c530aa443" (UID: "2d4b17bd-1979-49c6-9e6e-8e4c530aa443"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.395009 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2d4b17bd-1979-49c6-9e6e-8e4c530aa443" (UID: "2d4b17bd-1979-49c6-9e6e-8e4c530aa443"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.396542 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a","Type":"ContainerDied","Data":"9f238ddbbccf5369f34cc3cc22ad82ae677fca3d6934fe68e2663141b3314143"} Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.396584 4809 scope.go:117] "RemoveContainer" containerID="9a91f9de9c92ce710998f0708f62154cad9e8b37ba5488635506495a10114e97" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.396703 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.407526 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.407551 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.407561 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8gvl4\" (UniqueName: \"kubernetes.io/projected/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-kube-api-access-8gvl4\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.407572 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.407583 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.407593 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.437289 4809 generic.go:334] "Generic (PLEG): container finished" podID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerID="f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11" exitCode=0 Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.437316 4809 generic.go:334] "Generic (PLEG): container finished" podID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerID="6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62" exitCode=2 Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.437326 4809 generic.go:334] "Generic (PLEG): container finished" podID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerID="c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec" exitCode=0 Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.437332 4809 generic.go:334] "Generic (PLEG): container finished" podID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerID="1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8" exitCode=0 Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.437843 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"2d4b17bd-1979-49c6-9e6e-8e4c530aa443","Type":"ContainerDied","Data":"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11"} Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.437862 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.437887 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"2d4b17bd-1979-49c6-9e6e-8e4c530aa443","Type":"ContainerDied","Data":"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62"} Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.437899 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"2d4b17bd-1979-49c6-9e6e-8e4c530aa443","Type":"ContainerDied","Data":"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec"} Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.437909 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"2d4b17bd-1979-49c6-9e6e-8e4c530aa443","Type":"ContainerDied","Data":"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8"} Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.437918 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"2d4b17bd-1979-49c6-9e6e-8e4c530aa443","Type":"ContainerDied","Data":"a5d8b21e08934a75913694614a248b1a68543567f1bc1970f53dee8a1d5b505b"} Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.439870 4809 scope.go:117] "RemoveContainer" containerID="2da3f8b91f07d834d348aedf67af343d414995ec5883a41fd27e848d3065de6f" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.455644 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.461125 4809 scope.go:117] "RemoveContainer" containerID="f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.468619 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-config-data" (OuterVolumeSpecName: "config-data") pod "2d4b17bd-1979-49c6-9e6e-8e4c530aa443" (UID: "2d4b17bd-1979-49c6-9e6e-8e4c530aa443"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.472706 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.504332 4809 scope.go:117] "RemoveContainer" containerID="6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.506916 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.507365 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="973e0daf-354f-40ef-8f74-a535129d09ae" containerName="mariadb-database-create" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507388 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="973e0daf-354f-40ef-8f74-a535129d09ae" containerName="mariadb-database-create" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.507412 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="sg-core" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507420 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="sg-core" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.507446 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" containerName="glance-log" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507455 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" containerName="glance-log" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.507469 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="proxy-httpd" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507475 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="proxy-httpd" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.507485 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="ceilometer-central-agent" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507491 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="ceilometer-central-agent" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.507502 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" containerName="glance-httpd" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507507 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" containerName="glance-httpd" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.507519 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="ceilometer-notification-agent" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507524 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="ceilometer-notification-agent" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.507535 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e3d1924e-04d6-4b27-b3ae-b15c816a8c9e" containerName="mariadb-database-create" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507542 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e3d1924e-04d6-4b27-b3ae-b15c816a8c9e" containerName="mariadb-database-create" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.507551 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3597ceed-d466-4faf-8dba-a2da302ab570" containerName="mariadb-database-create" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507557 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3597ceed-d466-4faf-8dba-a2da302ab570" containerName="mariadb-database-create" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507786 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" containerName="glance-log" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507803 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="ceilometer-notification-agent" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507819 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" containerName="glance-httpd" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507827 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3597ceed-d466-4faf-8dba-a2da302ab570" containerName="mariadb-database-create" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507847 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e3d1924e-04d6-4b27-b3ae-b15c816a8c9e" containerName="mariadb-database-create" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507860 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="ceilometer-central-agent" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507869 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="973e0daf-354f-40ef-8f74-a535129d09ae" containerName="mariadb-database-create" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507882 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="sg-core" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.507892 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" containerName="proxy-httpd" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.508866 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.513688 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2d4b17bd-1979-49c6-9e6e-8e4c530aa443-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.515946 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.523821 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.538736 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.543856 4809 scope.go:117] "RemoveContainer" containerID="c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.571168 4809 scope.go:117] "RemoveContainer" containerID="1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.594950 4809 scope.go:117] "RemoveContainer" containerID="f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.595375 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11\": container with ID starting with f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11 not found: ID does not exist" containerID="f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.595421 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11"} err="failed to get container status \"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11\": rpc error: code = NotFound desc = could not find container \"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11\": container with ID starting with f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.595446 4809 scope.go:117] "RemoveContainer" containerID="6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.595670 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62\": container with ID starting with 6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62 not found: ID does not exist" containerID="6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.595691 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62"} err="failed to get container status \"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62\": rpc error: code = NotFound desc = could not find container \"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62\": container with ID starting with 6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.595703 4809 scope.go:117] "RemoveContainer" containerID="c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.595937 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec\": container with ID starting with c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec not found: ID does not exist" containerID="c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.595962 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec"} err="failed to get container status \"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec\": rpc error: code = NotFound desc = could not find container \"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec\": container with ID starting with c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.595976 4809 scope.go:117] "RemoveContainer" containerID="1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8" Oct 13 19:53:55 crc kubenswrapper[4809]: E1013 19:53:55.596140 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8\": container with ID starting with 1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8 not found: ID does not exist" containerID="1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.596159 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8"} err="failed to get container status \"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8\": rpc error: code = NotFound desc = could not find container \"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8\": container with ID starting with 1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.596843 4809 scope.go:117] "RemoveContainer" containerID="f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.597239 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11"} err="failed to get container status \"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11\": rpc error: code = NotFound desc = could not find container \"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11\": container with ID starting with f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.597304 4809 scope.go:117] "RemoveContainer" containerID="6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.597595 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62"} err="failed to get container status \"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62\": rpc error: code = NotFound desc = could not find container \"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62\": container with ID starting with 6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.597631 4809 scope.go:117] "RemoveContainer" containerID="c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.597919 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec"} err="failed to get container status \"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec\": rpc error: code = NotFound desc = could not find container \"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec\": container with ID starting with c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.597943 4809 scope.go:117] "RemoveContainer" containerID="1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.598122 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8"} err="failed to get container status \"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8\": rpc error: code = NotFound desc = could not find container \"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8\": container with ID starting with 1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.598139 4809 scope.go:117] "RemoveContainer" containerID="f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.598303 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11"} err="failed to get container status \"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11\": rpc error: code = NotFound desc = could not find container \"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11\": container with ID starting with f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.598321 4809 scope.go:117] "RemoveContainer" containerID="6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.598476 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62"} err="failed to get container status \"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62\": rpc error: code = NotFound desc = could not find container \"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62\": container with ID starting with 6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.598502 4809 scope.go:117] "RemoveContainer" containerID="c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.598668 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec"} err="failed to get container status \"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec\": rpc error: code = NotFound desc = could not find container \"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec\": container with ID starting with c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.598685 4809 scope.go:117] "RemoveContainer" containerID="1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.598831 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8"} err="failed to get container status \"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8\": rpc error: code = NotFound desc = could not find container \"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8\": container with ID starting with 1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.598846 4809 scope.go:117] "RemoveContainer" containerID="f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.598988 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11"} err="failed to get container status \"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11\": rpc error: code = NotFound desc = could not find container \"f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11\": container with ID starting with f43d5e01574603b8976ce140f568fa08d8196d064edd8b19367c706e01d99a11 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.599004 4809 scope.go:117] "RemoveContainer" containerID="6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.599268 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62"} err="failed to get container status \"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62\": rpc error: code = NotFound desc = could not find container \"6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62\": container with ID starting with 6054ec808b6d49aaf647a41c9f5231063c2d7a3db9f251405978105f3ceabf62 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.599311 4809 scope.go:117] "RemoveContainer" containerID="c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.599535 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec"} err="failed to get container status \"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec\": rpc error: code = NotFound desc = could not find container \"c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec\": container with ID starting with c63b913dac82f9df6d3ea6f8d25f1a86996bbfad00fee9ec06fa9e586e6b7dec not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.599552 4809 scope.go:117] "RemoveContainer" containerID="1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.599711 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8"} err="failed to get container status \"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8\": rpc error: code = NotFound desc = could not find container \"1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8\": container with ID starting with 1d5adafb8fa56b113de168f3cbbf09d50ee9e03b9442340b9be42ab5baa956b8 not found: ID does not exist" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.614721 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.614875 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-logs\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.615001 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jx2r4\" (UniqueName: \"kubernetes.io/projected/41022605-6826-4ed5-b98a-62455a3f4312-kube-api-access-jx2r4\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.615031 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.615211 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.615241 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-scripts\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.615265 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-config-data\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.615304 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.716402 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.716448 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-scripts\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.716476 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-config-data\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.716501 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.716551 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.716586 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-logs\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.716622 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jx2r4\" (UniqueName: \"kubernetes.io/projected/41022605-6826-4ed5-b98a-62455a3f4312-kube-api-access-jx2r4\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.716639 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.716885 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.716890 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.717297 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-logs\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.720898 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.721129 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-config-data\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.723263 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-scripts\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.723410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.738438 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jx2r4\" (UniqueName: \"kubernetes.io/projected/41022605-6826-4ed5-b98a-62455a3f4312-kube-api-access-jx2r4\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.747258 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.768553 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.775163 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.795649 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.797506 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.799998 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.808808 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.826423 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.866374 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.953788 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-config-data\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.953841 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x875d\" (UniqueName: \"kubernetes.io/projected/373454d0-2106-45b6-921d-26da37624eb7-kube-api-access-x875d\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.953865 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-log-httpd\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.953893 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-run-httpd\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.953941 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.953960 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-scripts\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.953983 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.981963 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-b458-account-create-4hnlp"] Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.983227 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-b458-account-create-4hnlp" Oct 13 19:53:55 crc kubenswrapper[4809]: I1013 19:53:55.989522 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-db-secret" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.005892 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-b458-account-create-4hnlp"] Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.055748 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-config-data\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.055798 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x875d\" (UniqueName: \"kubernetes.io/projected/373454d0-2106-45b6-921d-26da37624eb7-kube-api-access-x875d\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.055823 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-log-httpd\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.055849 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-run-httpd\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.055895 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.055916 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-scripts\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.055938 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.058833 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-log-httpd\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.059028 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-run-httpd\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.066486 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.066871 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-config-data\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.074611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.076647 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x875d\" (UniqueName: \"kubernetes.io/projected/373454d0-2106-45b6-921d-26da37624eb7-kube-api-access-x875d\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.079393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-scripts\") pod \"ceilometer-0\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.114838 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.157153 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ldlvj\" (UniqueName: \"kubernetes.io/projected/79b9115d-3a2d-44e7-a506-fdc8a37a7e12-kube-api-access-ldlvj\") pod \"nova-api-b458-account-create-4hnlp\" (UID: \"79b9115d-3a2d-44e7-a506-fdc8a37a7e12\") " pod="openstack-kuttl-tests/nova-api-b458-account-create-4hnlp" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.188574 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2d4b17bd-1979-49c6-9e6e-8e4c530aa443" path="/var/lib/kubelet/pods/2d4b17bd-1979-49c6-9e6e-8e4c530aa443/volumes" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.192310 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a" path="/var/lib/kubelet/pods/bbfd5d3a-20e4-4ab6-8222-de2eb3094d5a/volumes" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.193456 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5"] Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.195742 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.197935 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5"] Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.198679 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-db-secret" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.261552 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ldlvj\" (UniqueName: \"kubernetes.io/projected/79b9115d-3a2d-44e7-a506-fdc8a37a7e12-kube-api-access-ldlvj\") pod \"nova-api-b458-account-create-4hnlp\" (UID: \"79b9115d-3a2d-44e7-a506-fdc8a37a7e12\") " pod="openstack-kuttl-tests/nova-api-b458-account-create-4hnlp" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.286702 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ldlvj\" (UniqueName: \"kubernetes.io/projected/79b9115d-3a2d-44e7-a506-fdc8a37a7e12-kube-api-access-ldlvj\") pod \"nova-api-b458-account-create-4hnlp\" (UID: \"79b9115d-3a2d-44e7-a506-fdc8a37a7e12\") " pod="openstack-kuttl-tests/nova-api-b458-account-create-4hnlp" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.362967 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-llsnx\" (UniqueName: \"kubernetes.io/projected/49ae1d18-b739-4e98-b9d1-872fab79190f-kube-api-access-llsnx\") pod \"nova-cell0-5cb5-account-create-pltv5\" (UID: \"49ae1d18-b739-4e98-b9d1-872fab79190f\") " pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.382804 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj"] Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.384018 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.388359 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-db-secret" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.390120 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.396273 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj"] Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.423799 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.436242 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-b458-account-create-4hnlp" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.464184 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rn2d8\" (UniqueName: \"kubernetes.io/projected/563aa7ee-9508-4d48-8800-cf7d7db232f5-kube-api-access-rn2d8\") pod \"nova-cell1-11c4-account-create-2lwgj\" (UID: \"563aa7ee-9508-4d48-8800-cf7d7db232f5\") " pod="openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.464297 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-llsnx\" (UniqueName: \"kubernetes.io/projected/49ae1d18-b739-4e98-b9d1-872fab79190f-kube-api-access-llsnx\") pod \"nova-cell0-5cb5-account-create-pltv5\" (UID: \"49ae1d18-b739-4e98-b9d1-872fab79190f\") " pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.474652 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"41022605-6826-4ed5-b98a-62455a3f4312","Type":"ContainerStarted","Data":"ddc4c2ac5b6212de69666648db9df12f78f5123593f4766a55f7fb5760488a43"} Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.480876 4809 generic.go:334] "Generic (PLEG): container finished" podID="165a55c3-e7c9-4799-b870-163e401fa73a" containerID="eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c" exitCode=0 Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.480922 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"165a55c3-e7c9-4799-b870-163e401fa73a","Type":"ContainerDied","Data":"eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c"} Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.480948 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"165a55c3-e7c9-4799-b870-163e401fa73a","Type":"ContainerDied","Data":"110378c025390f6c285debf5b732327a0682d45fea2a331ff5f212d527457344"} Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.480967 4809 scope.go:117] "RemoveContainer" containerID="eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.481125 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.493002 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-llsnx\" (UniqueName: \"kubernetes.io/projected/49ae1d18-b739-4e98-b9d1-872fab79190f-kube-api-access-llsnx\") pod \"nova-cell0-5cb5-account-create-pltv5\" (UID: \"49ae1d18-b739-4e98-b9d1-872fab79190f\") " pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.513210 4809 scope.go:117] "RemoveContainer" containerID="9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.522976 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.532472 4809 scope.go:117] "RemoveContainer" containerID="eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c" Oct 13 19:53:56 crc kubenswrapper[4809]: E1013 19:53:56.534221 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c\": container with ID starting with eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c not found: ID does not exist" containerID="eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.534253 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c"} err="failed to get container status \"eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c\": rpc error: code = NotFound desc = could not find container \"eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c\": container with ID starting with eefbd7c8392d96c6944c0346bdb39030210a3e60af07ef2608724fd0d4ef006c not found: ID does not exist" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.534274 4809 scope.go:117] "RemoveContainer" containerID="9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0" Oct 13 19:53:56 crc kubenswrapper[4809]: E1013 19:53:56.534601 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0\": container with ID starting with 9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0 not found: ID does not exist" containerID="9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.534624 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0"} err="failed to get container status \"9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0\": rpc error: code = NotFound desc = could not find container \"9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0\": container with ID starting with 9dd0e2b97da1d8b2e5b8e0679947b3c930cbe05544d42e1a0640d5cd274bc9b0 not found: ID does not exist" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.565019 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-config-data\") pod \"165a55c3-e7c9-4799-b870-163e401fa73a\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.565599 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-combined-ca-bundle\") pod \"165a55c3-e7c9-4799-b870-163e401fa73a\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.565638 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-scripts\") pod \"165a55c3-e7c9-4799-b870-163e401fa73a\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.565672 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-httpd-run\") pod \"165a55c3-e7c9-4799-b870-163e401fa73a\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.565737 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-internal-tls-certs\") pod \"165a55c3-e7c9-4799-b870-163e401fa73a\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.565791 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"165a55c3-e7c9-4799-b870-163e401fa73a\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.565866 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-logs\") pod \"165a55c3-e7c9-4799-b870-163e401fa73a\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.565901 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-s5qrw\" (UniqueName: \"kubernetes.io/projected/165a55c3-e7c9-4799-b870-163e401fa73a-kube-api-access-s5qrw\") pod \"165a55c3-e7c9-4799-b870-163e401fa73a\" (UID: \"165a55c3-e7c9-4799-b870-163e401fa73a\") " Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.566403 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "165a55c3-e7c9-4799-b870-163e401fa73a" (UID: "165a55c3-e7c9-4799-b870-163e401fa73a"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.566873 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rn2d8\" (UniqueName: \"kubernetes.io/projected/563aa7ee-9508-4d48-8800-cf7d7db232f5-kube-api-access-rn2d8\") pod \"nova-cell1-11c4-account-create-2lwgj\" (UID: \"563aa7ee-9508-4d48-8800-cf7d7db232f5\") " pod="openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.566947 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.567084 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-logs" (OuterVolumeSpecName: "logs") pod "165a55c3-e7c9-4799-b870-163e401fa73a" (UID: "165a55c3-e7c9-4799-b870-163e401fa73a"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.574284 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/165a55c3-e7c9-4799-b870-163e401fa73a-kube-api-access-s5qrw" (OuterVolumeSpecName: "kube-api-access-s5qrw") pod "165a55c3-e7c9-4799-b870-163e401fa73a" (UID: "165a55c3-e7c9-4799-b870-163e401fa73a"). InnerVolumeSpecName "kube-api-access-s5qrw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.578408 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-scripts" (OuterVolumeSpecName: "scripts") pod "165a55c3-e7c9-4799-b870-163e401fa73a" (UID: "165a55c3-e7c9-4799-b870-163e401fa73a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.582930 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage10-crc" (OuterVolumeSpecName: "glance") pod "165a55c3-e7c9-4799-b870-163e401fa73a" (UID: "165a55c3-e7c9-4799-b870-163e401fa73a"). InnerVolumeSpecName "local-storage10-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.584332 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rn2d8\" (UniqueName: \"kubernetes.io/projected/563aa7ee-9508-4d48-8800-cf7d7db232f5-kube-api-access-rn2d8\") pod \"nova-cell1-11c4-account-create-2lwgj\" (UID: \"563aa7ee-9508-4d48-8800-cf7d7db232f5\") " pod="openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.608348 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "165a55c3-e7c9-4799-b870-163e401fa73a" (UID: "165a55c3-e7c9-4799-b870-163e401fa73a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.647312 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.653355 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "165a55c3-e7c9-4799-b870-163e401fa73a" (UID: "165a55c3-e7c9-4799-b870-163e401fa73a"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.667874 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/165a55c3-e7c9-4799-b870-163e401fa73a-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.668087 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-s5qrw\" (UniqueName: \"kubernetes.io/projected/165a55c3-e7c9-4799-b870-163e401fa73a-kube-api-access-s5qrw\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.668141 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.668189 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.668263 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.668335 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" " Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.693071 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage10-crc" (UniqueName: "kubernetes.io/local-volume/local-storage10-crc") on node "crc" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.706774 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-config-data" (OuterVolumeSpecName: "config-data") pod "165a55c3-e7c9-4799-b870-163e401fa73a" (UID: "165a55c3-e7c9-4799-b870-163e401fa73a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.713352 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.771890 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/165a55c3-e7c9-4799-b870-163e401fa73a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.772137 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.782649 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-b458-account-create-4hnlp"] Oct 13 19:53:56 crc kubenswrapper[4809]: W1013 19:53:56.787917 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod79b9115d_3a2d_44e7_a506_fdc8a37a7e12.slice/crio-5858b88825ac3603fbe0cc8f56ee58c16a26c696d003ef47a26841f014edefec WatchSource:0}: Error finding container 5858b88825ac3603fbe0cc8f56ee58c16a26c696d003ef47a26841f014edefec: Status 404 returned error can't find the container with id 5858b88825ac3603fbe0cc8f56ee58c16a26c696d003ef47a26841f014edefec Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.837446 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.864658 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.873866 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:53:56 crc kubenswrapper[4809]: E1013 19:53:56.874285 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="165a55c3-e7c9-4799-b870-163e401fa73a" containerName="glance-httpd" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.874301 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="165a55c3-e7c9-4799-b870-163e401fa73a" containerName="glance-httpd" Oct 13 19:53:56 crc kubenswrapper[4809]: E1013 19:53:56.874314 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="165a55c3-e7c9-4799-b870-163e401fa73a" containerName="glance-log" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.874320 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="165a55c3-e7c9-4799-b870-163e401fa73a" containerName="glance-log" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.874494 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="165a55c3-e7c9-4799-b870-163e401fa73a" containerName="glance-httpd" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.874518 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="165a55c3-e7c9-4799-b870-163e401fa73a" containerName="glance-log" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.875399 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.881000 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.881352 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.884121 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.980740 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-scripts\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.980896 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.980961 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.981014 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-549gl\" (UniqueName: \"kubernetes.io/projected/58707cc6-a85f-45d8-a63e-b39c1fc4f900-kube-api-access-549gl\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.981073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.981118 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-config-data\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.981481 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-logs\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:56 crc kubenswrapper[4809]: I1013 19:53:56.988096 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.090474 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.090822 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.090857 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-549gl\" (UniqueName: \"kubernetes.io/projected/58707cc6-a85f-45d8-a63e-b39c1fc4f900-kube-api-access-549gl\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.090884 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.090912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-config-data\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.090953 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-logs\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.090977 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.091030 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-scripts\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.091208 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") device mount path \"/mnt/openstack/pv10\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.091932 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.092126 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-logs\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.111497 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-scripts\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.111747 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.111924 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.112101 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-config-data\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.115264 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-549gl\" (UniqueName: \"kubernetes.io/projected/58707cc6-a85f-45d8-a63e-b39c1fc4f900-kube-api-access-549gl\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.123223 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"glance-default-internal-api-0\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.165927 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5"] Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.299480 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.309616 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj"] Oct 13 19:53:57 crc kubenswrapper[4809]: W1013 19:53:57.317299 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod563aa7ee_9508_4d48_8800_cf7d7db232f5.slice/crio-a01e8ac3fabc0732b11e2fd3995e1bd305cd08340148ca12f33ed65858cbed29 WatchSource:0}: Error finding container a01e8ac3fabc0732b11e2fd3995e1bd305cd08340148ca12f33ed65858cbed29: Status 404 returned error can't find the container with id a01e8ac3fabc0732b11e2fd3995e1bd305cd08340148ca12f33ed65858cbed29 Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.506686 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"41022605-6826-4ed5-b98a-62455a3f4312","Type":"ContainerStarted","Data":"b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24"} Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.509178 4809 generic.go:334] "Generic (PLEG): container finished" podID="79b9115d-3a2d-44e7-a506-fdc8a37a7e12" containerID="ae27ba7165b911f1b69ed2e32e2770e436c47295d5b9d06a5af7ad754f5f956a" exitCode=0 Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.509217 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-b458-account-create-4hnlp" event={"ID":"79b9115d-3a2d-44e7-a506-fdc8a37a7e12","Type":"ContainerDied","Data":"ae27ba7165b911f1b69ed2e32e2770e436c47295d5b9d06a5af7ad754f5f956a"} Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.509233 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-b458-account-create-4hnlp" event={"ID":"79b9115d-3a2d-44e7-a506-fdc8a37a7e12","Type":"ContainerStarted","Data":"5858b88825ac3603fbe0cc8f56ee58c16a26c696d003ef47a26841f014edefec"} Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.513097 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" event={"ID":"49ae1d18-b739-4e98-b9d1-872fab79190f","Type":"ContainerStarted","Data":"8b6c964ff903a80ed4fec82bd52bbc5226177c6b670d41a42c6a1763c7bcb018"} Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.513412 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" event={"ID":"49ae1d18-b739-4e98-b9d1-872fab79190f","Type":"ContainerStarted","Data":"d107aa614f5fa4107a0d04cfff36c63e145a786740f8bd53c0044eea4df423ed"} Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.517493 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"373454d0-2106-45b6-921d-26da37624eb7","Type":"ContainerStarted","Data":"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3"} Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.517528 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"373454d0-2106-45b6-921d-26da37624eb7","Type":"ContainerStarted","Data":"4f5a09055a1b99f06912d5f54842b24b5569d97cc77ca95fa27c4fe561ebe855"} Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.527133 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj" event={"ID":"563aa7ee-9508-4d48-8800-cf7d7db232f5","Type":"ContainerStarted","Data":"a01e8ac3fabc0732b11e2fd3995e1bd305cd08340148ca12f33ed65858cbed29"} Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.555289 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" podStartSLOduration=1.555273384 podStartE2EDuration="1.555273384s" podCreationTimestamp="2025-10-13 19:53:56 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:57.552545267 +0000 UTC m=+1756.158291852" watchObservedRunningTime="2025-10-13 19:53:57.555273384 +0000 UTC m=+1756.161019969" Oct 13 19:53:57 crc kubenswrapper[4809]: I1013 19:53:57.801502 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:53:57 crc kubenswrapper[4809]: W1013 19:53:57.816565 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod58707cc6_a85f_45d8_a63e_b39c1fc4f900.slice/crio-98b334ace10f8137369a20a90f3c58a870f4b0cdeed6881877fcaa439ca84652 WatchSource:0}: Error finding container 98b334ace10f8137369a20a90f3c58a870f4b0cdeed6881877fcaa439ca84652: Status 404 returned error can't find the container with id 98b334ace10f8137369a20a90f3c58a870f4b0cdeed6881877fcaa439ca84652 Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.167031 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="165a55c3-e7c9-4799-b870-163e401fa73a" path="/var/lib/kubelet/pods/165a55c3-e7c9-4799-b870-163e401fa73a/volumes" Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.551993 4809 generic.go:334] "Generic (PLEG): container finished" podID="49ae1d18-b739-4e98-b9d1-872fab79190f" containerID="8b6c964ff903a80ed4fec82bd52bbc5226177c6b670d41a42c6a1763c7bcb018" exitCode=0 Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.552266 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" event={"ID":"49ae1d18-b739-4e98-b9d1-872fab79190f","Type":"ContainerDied","Data":"8b6c964ff903a80ed4fec82bd52bbc5226177c6b670d41a42c6a1763c7bcb018"} Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.557658 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"373454d0-2106-45b6-921d-26da37624eb7","Type":"ContainerStarted","Data":"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797"} Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.584450 4809 generic.go:334] "Generic (PLEG): container finished" podID="b0a6c7ac-08d1-44be-9de3-7f2603c90899" containerID="0fa91801850d3db5297cd4410c0760584a62e94d97cc2ac16ecba2e0db70042e" exitCode=0 Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.584529 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" event={"ID":"b0a6c7ac-08d1-44be-9de3-7f2603c90899","Type":"ContainerDied","Data":"0fa91801850d3db5297cd4410c0760584a62e94d97cc2ac16ecba2e0db70042e"} Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.595924 4809 generic.go:334] "Generic (PLEG): container finished" podID="563aa7ee-9508-4d48-8800-cf7d7db232f5" containerID="c055f89722718174aa574590767fa32ab8ba119d7db731e9bd0879422004fedc" exitCode=0 Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.595997 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj" event={"ID":"563aa7ee-9508-4d48-8800-cf7d7db232f5","Type":"ContainerDied","Data":"c055f89722718174aa574590767fa32ab8ba119d7db731e9bd0879422004fedc"} Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.611664 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"41022605-6826-4ed5-b98a-62455a3f4312","Type":"ContainerStarted","Data":"f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf"} Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.629086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"58707cc6-a85f-45d8-a63e-b39c1fc4f900","Type":"ContainerStarted","Data":"b239455b8def876d67c8dfa6d22ae90974f3d32c024be9900163e15098e77b70"} Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.629185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"58707cc6-a85f-45d8-a63e-b39c1fc4f900","Type":"ContainerStarted","Data":"98b334ace10f8137369a20a90f3c58a870f4b0cdeed6881877fcaa439ca84652"} Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.641843 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.646248 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=3.646226351 podStartE2EDuration="3.646226351s" podCreationTimestamp="2025-10-13 19:53:55 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:58.632259654 +0000 UTC m=+1757.238006239" watchObservedRunningTime="2025-10-13 19:53:58.646226351 +0000 UTC m=+1757.251972936" Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.758057 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-httpd-config\") pod \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.758108 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pxhf5\" (UniqueName: \"kubernetes.io/projected/b0a6c7ac-08d1-44be-9de3-7f2603c90899-kube-api-access-pxhf5\") pod \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.758214 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-combined-ca-bundle\") pod \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.758271 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-ovndb-tls-certs\") pod \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.758308 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-config\") pod \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\" (UID: \"b0a6c7ac-08d1-44be-9de3-7f2603c90899\") " Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.783694 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "b0a6c7ac-08d1-44be-9de3-7f2603c90899" (UID: "b0a6c7ac-08d1-44be-9de3-7f2603c90899"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.799870 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b0a6c7ac-08d1-44be-9de3-7f2603c90899-kube-api-access-pxhf5" (OuterVolumeSpecName: "kube-api-access-pxhf5") pod "b0a6c7ac-08d1-44be-9de3-7f2603c90899" (UID: "b0a6c7ac-08d1-44be-9de3-7f2603c90899"). InnerVolumeSpecName "kube-api-access-pxhf5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.862046 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-config" (OuterVolumeSpecName: "config") pod "b0a6c7ac-08d1-44be-9de3-7f2603c90899" (UID: "b0a6c7ac-08d1-44be-9de3-7f2603c90899"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.863293 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.863322 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.863335 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pxhf5\" (UniqueName: \"kubernetes.io/projected/b0a6c7ac-08d1-44be-9de3-7f2603c90899-kube-api-access-pxhf5\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.953526 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b0a6c7ac-08d1-44be-9de3-7f2603c90899" (UID: "b0a6c7ac-08d1-44be-9de3-7f2603c90899"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:58 crc kubenswrapper[4809]: I1013 19:53:58.972825 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.050943 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "b0a6c7ac-08d1-44be-9de3-7f2603c90899" (UID: "b0a6c7ac-08d1-44be-9de3-7f2603c90899"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.074959 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b0a6c7ac-08d1-44be-9de3-7f2603c90899-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.123170 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-b458-account-create-4hnlp" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.262979 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.278895 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ldlvj\" (UniqueName: \"kubernetes.io/projected/79b9115d-3a2d-44e7-a506-fdc8a37a7e12-kube-api-access-ldlvj\") pod \"79b9115d-3a2d-44e7-a506-fdc8a37a7e12\" (UID: \"79b9115d-3a2d-44e7-a506-fdc8a37a7e12\") " Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.283895 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/79b9115d-3a2d-44e7-a506-fdc8a37a7e12-kube-api-access-ldlvj" (OuterVolumeSpecName: "kube-api-access-ldlvj") pod "79b9115d-3a2d-44e7-a506-fdc8a37a7e12" (UID: "79b9115d-3a2d-44e7-a506-fdc8a37a7e12"). InnerVolumeSpecName "kube-api-access-ldlvj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.382297 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ldlvj\" (UniqueName: \"kubernetes.io/projected/79b9115d-3a2d-44e7-a506-fdc8a37a7e12-kube-api-access-ldlvj\") on node \"crc\" DevicePath \"\"" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.453260 4809 scope.go:117] "RemoveContainer" containerID="a7037f38388914709054c4282168c452782fc411c6cf19e2419a980df97a3242" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.479277 4809 scope.go:117] "RemoveContainer" containerID="478555809a2a87acf4f40ce43f9fab19f25b3df7411a3cc2b5b17ce574c5de1e" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.495799 4809 scope.go:117] "RemoveContainer" containerID="59ad6a51492a2282241f05334f9f3267490441bec1301064183a4898e685d108" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.524416 4809 scope.go:117] "RemoveContainer" containerID="8e6be304fc369df6d16e2bb22070b7755243c4d681a982ed26fff997520c91c1" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.549193 4809 scope.go:117] "RemoveContainer" containerID="b2d74237ebc63857c73e0d4886a1bd17cc94132b6d86fa66a6ad985e09e16f09" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.575018 4809 scope.go:117] "RemoveContainer" containerID="b288781de4780cbdf6096c742feef02554eec944cbbf1355e1d4e84d2a368f8d" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.599161 4809 scope.go:117] "RemoveContainer" containerID="d5dec900e2c846b872679477c156b8a0caa87f127751837fd6b54f491b048ace" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.618119 4809 scope.go:117] "RemoveContainer" containerID="88f898e27acc6d2ee92e5dd4dab3defd43348cfe34aa6f73563b902d07f54ae8" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.671698 4809 scope.go:117] "RemoveContainer" containerID="bb7c3f68145dffdbc353f5184ffa2e86efdc461a46772b22d76c552f876e58c7" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.696130 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-b458-account-create-4hnlp" event={"ID":"79b9115d-3a2d-44e7-a506-fdc8a37a7e12","Type":"ContainerDied","Data":"5858b88825ac3603fbe0cc8f56ee58c16a26c696d003ef47a26841f014edefec"} Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.696574 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5858b88825ac3603fbe0cc8f56ee58c16a26c696d003ef47a26841f014edefec" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.699135 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-b458-account-create-4hnlp" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.699152 4809 scope.go:117] "RemoveContainer" containerID="358b99db4d5f8a862630b3e02568f99ab60dd33354720d4c44888758d0db3265" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.713227 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"373454d0-2106-45b6-921d-26da37624eb7","Type":"ContainerStarted","Data":"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9"} Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.715186 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" event={"ID":"b0a6c7ac-08d1-44be-9de3-7f2603c90899","Type":"ContainerDied","Data":"2ceecf4e01d7fdb8b9b682acfeab2136446ba521755f0b891615e8c2a7f1b001"} Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.715200 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-69c46677d9-w782q" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.715241 4809 scope.go:117] "RemoveContainer" containerID="d8aa9ed72172b77fd5546e42bc4fb152c9eb6eca1b67a59a80d36545e4908596" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.719895 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"58707cc6-a85f-45d8-a63e-b39c1fc4f900","Type":"ContainerStarted","Data":"8d050775514f35f0b8c9254a27c199fd23310472a36eb3799364a9ff92398803"} Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.736903 4809 scope.go:117] "RemoveContainer" containerID="9f199030383836de753a9a8c5ce634868c8282fc78e130c2a18c57ff4752bbe9" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.767446 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.767424767 podStartE2EDuration="3.767424767s" podCreationTimestamp="2025-10-13 19:53:56 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:53:59.739280287 +0000 UTC m=+1758.345026872" watchObservedRunningTime="2025-10-13 19:53:59.767424767 +0000 UTC m=+1758.373171342" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.770402 4809 scope.go:117] "RemoveContainer" containerID="0fa91801850d3db5297cd4410c0760584a62e94d97cc2ac16ecba2e0db70042e" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.785090 4809 scope.go:117] "RemoveContainer" containerID="02f8a46a739b147eb72ef31b224e7cac62aeedb73cd9a3c54e8c97b66c3d889c" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.787837 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-69c46677d9-w782q"] Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.794838 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-69c46677d9-w782q"] Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.838096 4809 scope.go:117] "RemoveContainer" containerID="6954976f37ebef425aa7a751ce98b7cd3cf410f076a06ed0e965d27f7611c768" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.880011 4809 scope.go:117] "RemoveContainer" containerID="bb581aa9c94269bf2ce6904c53bd813e06aa350f0cf51c81c34ff1a8fadce00d" Oct 13 19:53:59 crc kubenswrapper[4809]: I1013 19:53:59.959628 4809 scope.go:117] "RemoveContainer" containerID="b16ed314098085788ef627bb2a6b093b990e43c8bd63fbb6b6e5e3414131d3e6" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.015507 4809 scope.go:117] "RemoveContainer" containerID="45e06c7c5c76e2d8abaff8e75fff652d181ddebe9be8404891d3005b6056b791" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.045613 4809 scope.go:117] "RemoveContainer" containerID="0910c32d8e2957304cecfb77669acfa0a16d65cff6d4634985a07b2ad95da435" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.153699 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.157527 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.165514 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b0a6c7ac-08d1-44be-9de3-7f2603c90899" path="/var/lib/kubelet/pods/b0a6c7ac-08d1-44be-9de3-7f2603c90899/volumes" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.166831 4809 scope.go:117] "RemoveContainer" containerID="9d104e518f0c43bafb199378834257353e0d8e596f0189958a63cac61bc4cfc0" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.206127 4809 scope.go:117] "RemoveContainer" containerID="138434404aa8157af7eb735d19ec2ab0a1a9191c5a69f97863bb1a30ee4fbc02" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.223600 4809 scope.go:117] "RemoveContainer" containerID="cd9ef213ed1b45c5f16e97bf1d949849f83bfe4642111bd355883a5e52857c7f" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.246289 4809 scope.go:117] "RemoveContainer" containerID="774c8c09cb2f0f197c3b420e1bf692819d3d47a83036ebcc2cfcc5f2084aadca" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.303334 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rn2d8\" (UniqueName: \"kubernetes.io/projected/563aa7ee-9508-4d48-8800-cf7d7db232f5-kube-api-access-rn2d8\") pod \"563aa7ee-9508-4d48-8800-cf7d7db232f5\" (UID: \"563aa7ee-9508-4d48-8800-cf7d7db232f5\") " Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.303416 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-llsnx\" (UniqueName: \"kubernetes.io/projected/49ae1d18-b739-4e98-b9d1-872fab79190f-kube-api-access-llsnx\") pod \"49ae1d18-b739-4e98-b9d1-872fab79190f\" (UID: \"49ae1d18-b739-4e98-b9d1-872fab79190f\") " Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.309444 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/563aa7ee-9508-4d48-8800-cf7d7db232f5-kube-api-access-rn2d8" (OuterVolumeSpecName: "kube-api-access-rn2d8") pod "563aa7ee-9508-4d48-8800-cf7d7db232f5" (UID: "563aa7ee-9508-4d48-8800-cf7d7db232f5"). InnerVolumeSpecName "kube-api-access-rn2d8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.310137 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/49ae1d18-b739-4e98-b9d1-872fab79190f-kube-api-access-llsnx" (OuterVolumeSpecName: "kube-api-access-llsnx") pod "49ae1d18-b739-4e98-b9d1-872fab79190f" (UID: "49ae1d18-b739-4e98-b9d1-872fab79190f"). InnerVolumeSpecName "kube-api-access-llsnx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.405037 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rn2d8\" (UniqueName: \"kubernetes.io/projected/563aa7ee-9508-4d48-8800-cf7d7db232f5-kube-api-access-rn2d8\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.405073 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-llsnx\" (UniqueName: \"kubernetes.io/projected/49ae1d18-b739-4e98-b9d1-872fab79190f-kube-api-access-llsnx\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.764576 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.764586 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5" event={"ID":"49ae1d18-b739-4e98-b9d1-872fab79190f","Type":"ContainerDied","Data":"d107aa614f5fa4107a0d04cfff36c63e145a786740f8bd53c0044eea4df423ed"} Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.765228 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d107aa614f5fa4107a0d04cfff36c63e145a786740f8bd53c0044eea4df423ed" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.768413 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj" Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.768424 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj" event={"ID":"563aa7ee-9508-4d48-8800-cf7d7db232f5","Type":"ContainerDied","Data":"a01e8ac3fabc0732b11e2fd3995e1bd305cd08340148ca12f33ed65858cbed29"} Oct 13 19:54:00 crc kubenswrapper[4809]: I1013 19:54:00.768467 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a01e8ac3fabc0732b11e2fd3995e1bd305cd08340148ca12f33ed65858cbed29" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.330372 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr"] Oct 13 19:54:01 crc kubenswrapper[4809]: E1013 19:54:01.330752 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="49ae1d18-b739-4e98-b9d1-872fab79190f" containerName="mariadb-account-create" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.330764 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="49ae1d18-b739-4e98-b9d1-872fab79190f" containerName="mariadb-account-create" Oct 13 19:54:01 crc kubenswrapper[4809]: E1013 19:54:01.330796 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="79b9115d-3a2d-44e7-a506-fdc8a37a7e12" containerName="mariadb-account-create" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.330802 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="79b9115d-3a2d-44e7-a506-fdc8a37a7e12" containerName="mariadb-account-create" Oct 13 19:54:01 crc kubenswrapper[4809]: E1013 19:54:01.330810 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b0a6c7ac-08d1-44be-9de3-7f2603c90899" containerName="neutron-api" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.330816 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b0a6c7ac-08d1-44be-9de3-7f2603c90899" containerName="neutron-api" Oct 13 19:54:01 crc kubenswrapper[4809]: E1013 19:54:01.330830 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b0a6c7ac-08d1-44be-9de3-7f2603c90899" containerName="neutron-httpd" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.330835 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b0a6c7ac-08d1-44be-9de3-7f2603c90899" containerName="neutron-httpd" Oct 13 19:54:01 crc kubenswrapper[4809]: E1013 19:54:01.330848 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="563aa7ee-9508-4d48-8800-cf7d7db232f5" containerName="mariadb-account-create" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.330854 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="563aa7ee-9508-4d48-8800-cf7d7db232f5" containerName="mariadb-account-create" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.331011 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b0a6c7ac-08d1-44be-9de3-7f2603c90899" containerName="neutron-api" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.331033 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="49ae1d18-b739-4e98-b9d1-872fab79190f" containerName="mariadb-account-create" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.331042 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b0a6c7ac-08d1-44be-9de3-7f2603c90899" containerName="neutron-httpd" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.331050 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="563aa7ee-9508-4d48-8800-cf7d7db232f5" containerName="mariadb-account-create" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.331060 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="79b9115d-3a2d-44e7-a506-fdc8a37a7e12" containerName="mariadb-account-create" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.331599 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.333926 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-njdw9" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.334214 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-scripts" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.335480 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.350059 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr"] Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.427597 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-scripts\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.427699 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hplsr\" (UniqueName: \"kubernetes.io/projected/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-kube-api-access-hplsr\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.428096 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-config-data\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.428133 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.529336 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-config-data\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.529374 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.529414 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-scripts\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.529473 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hplsr\" (UniqueName: \"kubernetes.io/projected/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-kube-api-access-hplsr\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.534199 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.535160 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-scripts\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.544522 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-config-data\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.550404 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hplsr\" (UniqueName: \"kubernetes.io/projected/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-kube-api-access-hplsr\") pod \"nova-cell0-conductor-db-sync-gbktr\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.658786 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.790718 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"373454d0-2106-45b6-921d-26da37624eb7","Type":"ContainerStarted","Data":"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530"} Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.790889 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="ceilometer-central-agent" containerID="cri-o://0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3" gracePeriod=30 Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.790964 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.791297 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="proxy-httpd" containerID="cri-o://ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530" gracePeriod=30 Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.791334 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="sg-core" containerID="cri-o://fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9" gracePeriod=30 Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.791416 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="ceilometer-notification-agent" containerID="cri-o://93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797" gracePeriod=30 Oct 13 19:54:01 crc kubenswrapper[4809]: I1013 19:54:01.820840 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.9125841230000002 podStartE2EDuration="6.820824227s" podCreationTimestamp="2025-10-13 19:53:55 +0000 UTC" firstStartedPulling="2025-10-13 19:53:56.666676461 +0000 UTC m=+1755.272423046" lastFinishedPulling="2025-10-13 19:54:00.574916555 +0000 UTC m=+1759.180663150" observedRunningTime="2025-10-13 19:54:01.810655388 +0000 UTC m=+1760.416401973" watchObservedRunningTime="2025-10-13 19:54:01.820824227 +0000 UTC m=+1760.426570812" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.080177 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr"] Oct 13 19:54:02 crc kubenswrapper[4809]: W1013 19:54:02.083966 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb0108e74_9fa2_42c4_a084_a8a6d81d57c1.slice/crio-a044bfcfadb781134426726da4eba3729e33b39293c67f52fbfe077682e8702a WatchSource:0}: Error finding container a044bfcfadb781134426726da4eba3729e33b39293c67f52fbfe077682e8702a: Status 404 returned error can't find the container with id a044bfcfadb781134426726da4eba3729e33b39293c67f52fbfe077682e8702a Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.744921 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.801412 4809 generic.go:334] "Generic (PLEG): container finished" podID="373454d0-2106-45b6-921d-26da37624eb7" containerID="ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530" exitCode=0 Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.801443 4809 generic.go:334] "Generic (PLEG): container finished" podID="373454d0-2106-45b6-921d-26da37624eb7" containerID="fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9" exitCode=2 Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.801452 4809 generic.go:334] "Generic (PLEG): container finished" podID="373454d0-2106-45b6-921d-26da37624eb7" containerID="93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797" exitCode=0 Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.801459 4809 generic.go:334] "Generic (PLEG): container finished" podID="373454d0-2106-45b6-921d-26da37624eb7" containerID="0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3" exitCode=0 Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.801479 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.801509 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"373454d0-2106-45b6-921d-26da37624eb7","Type":"ContainerDied","Data":"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530"} Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.801567 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"373454d0-2106-45b6-921d-26da37624eb7","Type":"ContainerDied","Data":"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9"} Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.801578 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"373454d0-2106-45b6-921d-26da37624eb7","Type":"ContainerDied","Data":"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797"} Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.801588 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"373454d0-2106-45b6-921d-26da37624eb7","Type":"ContainerDied","Data":"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3"} Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.801599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"373454d0-2106-45b6-921d-26da37624eb7","Type":"ContainerDied","Data":"4f5a09055a1b99f06912d5f54842b24b5569d97cc77ca95fa27c4fe561ebe855"} Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.801615 4809 scope.go:117] "RemoveContainer" containerID="ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.802998 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" event={"ID":"b0108e74-9fa2-42c4-a084-a8a6d81d57c1","Type":"ContainerStarted","Data":"33d86be34e75b1d7e7634c7958d8e45921856391d378a60f927950fc93808a40"} Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.803032 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" event={"ID":"b0108e74-9fa2-42c4-a084-a8a6d81d57c1","Type":"ContainerStarted","Data":"a044bfcfadb781134426726da4eba3729e33b39293c67f52fbfe077682e8702a"} Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.820135 4809 scope.go:117] "RemoveContainer" containerID="fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.826152 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" podStartSLOduration=1.826130979 podStartE2EDuration="1.826130979s" podCreationTimestamp="2025-10-13 19:54:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:02.81981693 +0000 UTC m=+1761.425563515" watchObservedRunningTime="2025-10-13 19:54:02.826130979 +0000 UTC m=+1761.431877564" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.848552 4809 scope.go:117] "RemoveContainer" containerID="93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.860414 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-combined-ca-bundle\") pod \"373454d0-2106-45b6-921d-26da37624eb7\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.860521 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-scripts\") pod \"373454d0-2106-45b6-921d-26da37624eb7\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.860583 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-log-httpd\") pod \"373454d0-2106-45b6-921d-26da37624eb7\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.860629 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-config-data\") pod \"373454d0-2106-45b6-921d-26da37624eb7\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.860702 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-run-httpd\") pod \"373454d0-2106-45b6-921d-26da37624eb7\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.860764 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x875d\" (UniqueName: \"kubernetes.io/projected/373454d0-2106-45b6-921d-26da37624eb7-kube-api-access-x875d\") pod \"373454d0-2106-45b6-921d-26da37624eb7\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.860869 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-sg-core-conf-yaml\") pod \"373454d0-2106-45b6-921d-26da37624eb7\" (UID: \"373454d0-2106-45b6-921d-26da37624eb7\") " Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.861161 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "373454d0-2106-45b6-921d-26da37624eb7" (UID: "373454d0-2106-45b6-921d-26da37624eb7"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.861181 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "373454d0-2106-45b6-921d-26da37624eb7" (UID: "373454d0-2106-45b6-921d-26da37624eb7"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.861796 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.861814 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/373454d0-2106-45b6-921d-26da37624eb7-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.865936 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/373454d0-2106-45b6-921d-26da37624eb7-kube-api-access-x875d" (OuterVolumeSpecName: "kube-api-access-x875d") pod "373454d0-2106-45b6-921d-26da37624eb7" (UID: "373454d0-2106-45b6-921d-26da37624eb7"). InnerVolumeSpecName "kube-api-access-x875d". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.868856 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-scripts" (OuterVolumeSpecName: "scripts") pod "373454d0-2106-45b6-921d-26da37624eb7" (UID: "373454d0-2106-45b6-921d-26da37624eb7"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.881217 4809 scope.go:117] "RemoveContainer" containerID="0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.893816 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "373454d0-2106-45b6-921d-26da37624eb7" (UID: "373454d0-2106-45b6-921d-26da37624eb7"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.907878 4809 scope.go:117] "RemoveContainer" containerID="ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530" Oct 13 19:54:02 crc kubenswrapper[4809]: E1013 19:54:02.911360 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530\": container with ID starting with ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530 not found: ID does not exist" containerID="ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.911411 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530"} err="failed to get container status \"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530\": rpc error: code = NotFound desc = could not find container \"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530\": container with ID starting with ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.911436 4809 scope.go:117] "RemoveContainer" containerID="fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9" Oct 13 19:54:02 crc kubenswrapper[4809]: E1013 19:54:02.911921 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9\": container with ID starting with fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9 not found: ID does not exist" containerID="fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.911961 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9"} err="failed to get container status \"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9\": rpc error: code = NotFound desc = could not find container \"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9\": container with ID starting with fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.911985 4809 scope.go:117] "RemoveContainer" containerID="93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797" Oct 13 19:54:02 crc kubenswrapper[4809]: E1013 19:54:02.912302 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797\": container with ID starting with 93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797 not found: ID does not exist" containerID="93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.912340 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797"} err="failed to get container status \"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797\": rpc error: code = NotFound desc = could not find container \"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797\": container with ID starting with 93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.912367 4809 scope.go:117] "RemoveContainer" containerID="0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3" Oct 13 19:54:02 crc kubenswrapper[4809]: E1013 19:54:02.912949 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3\": container with ID starting with 0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3 not found: ID does not exist" containerID="0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.912971 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3"} err="failed to get container status \"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3\": rpc error: code = NotFound desc = could not find container \"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3\": container with ID starting with 0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.912985 4809 scope.go:117] "RemoveContainer" containerID="ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.913211 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530"} err="failed to get container status \"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530\": rpc error: code = NotFound desc = could not find container \"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530\": container with ID starting with ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.913237 4809 scope.go:117] "RemoveContainer" containerID="fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.913443 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9"} err="failed to get container status \"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9\": rpc error: code = NotFound desc = could not find container \"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9\": container with ID starting with fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.913461 4809 scope.go:117] "RemoveContainer" containerID="93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.913656 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797"} err="failed to get container status \"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797\": rpc error: code = NotFound desc = could not find container \"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797\": container with ID starting with 93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.913674 4809 scope.go:117] "RemoveContainer" containerID="0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.914204 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3"} err="failed to get container status \"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3\": rpc error: code = NotFound desc = could not find container \"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3\": container with ID starting with 0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.914225 4809 scope.go:117] "RemoveContainer" containerID="ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.914415 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530"} err="failed to get container status \"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530\": rpc error: code = NotFound desc = could not find container \"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530\": container with ID starting with ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.914429 4809 scope.go:117] "RemoveContainer" containerID="fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.914599 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9"} err="failed to get container status \"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9\": rpc error: code = NotFound desc = could not find container \"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9\": container with ID starting with fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.914612 4809 scope.go:117] "RemoveContainer" containerID="93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.914789 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797"} err="failed to get container status \"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797\": rpc error: code = NotFound desc = could not find container \"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797\": container with ID starting with 93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.914804 4809 scope.go:117] "RemoveContainer" containerID="0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.914950 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3"} err="failed to get container status \"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3\": rpc error: code = NotFound desc = could not find container \"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3\": container with ID starting with 0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.914963 4809 scope.go:117] "RemoveContainer" containerID="ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.915108 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530"} err="failed to get container status \"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530\": rpc error: code = NotFound desc = could not find container \"ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530\": container with ID starting with ebba43ae4b92c2333a7c38fb7c5c6282654f16aec59075b744062a715e765530 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.915120 4809 scope.go:117] "RemoveContainer" containerID="fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.915272 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9"} err="failed to get container status \"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9\": rpc error: code = NotFound desc = could not find container \"fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9\": container with ID starting with fe49cb7e6afeb5556582f134614a80a4eb94013e80e7539d6839da39274b44d9 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.915284 4809 scope.go:117] "RemoveContainer" containerID="93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.915423 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797"} err="failed to get container status \"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797\": rpc error: code = NotFound desc = could not find container \"93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797\": container with ID starting with 93a999133539f24f77a7c11569affb602a5c64a4bffbe9657f3d7a40c81c2797 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.915435 4809 scope.go:117] "RemoveContainer" containerID="0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.915575 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3"} err="failed to get container status \"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3\": rpc error: code = NotFound desc = could not find container \"0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3\": container with ID starting with 0bf20e54a621e4edaaaa2904e91c9372b6e0b27fb2e953e2817c438e0a7052b3 not found: ID does not exist" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.932975 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "373454d0-2106-45b6-921d-26da37624eb7" (UID: "373454d0-2106-45b6-921d-26da37624eb7"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.963400 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.963431 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.963440 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x875d\" (UniqueName: \"kubernetes.io/projected/373454d0-2106-45b6-921d-26da37624eb7-kube-api-access-x875d\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.963450 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:02 crc kubenswrapper[4809]: I1013 19:54:02.975459 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-config-data" (OuterVolumeSpecName: "config-data") pod "373454d0-2106-45b6-921d-26da37624eb7" (UID: "373454d0-2106-45b6-921d-26da37624eb7"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.064755 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/373454d0-2106-45b6-921d-26da37624eb7-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.131337 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.142032 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.148259 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:03 crc kubenswrapper[4809]: E1013 19:54:03.148632 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="proxy-httpd" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.148651 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="proxy-httpd" Oct 13 19:54:03 crc kubenswrapper[4809]: E1013 19:54:03.148664 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="sg-core" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.148672 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="sg-core" Oct 13 19:54:03 crc kubenswrapper[4809]: E1013 19:54:03.148709 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="ceilometer-central-agent" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.148719 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="ceilometer-central-agent" Oct 13 19:54:03 crc kubenswrapper[4809]: E1013 19:54:03.148738 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="ceilometer-notification-agent" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.148744 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="ceilometer-notification-agent" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.148916 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="proxy-httpd" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.148933 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="sg-core" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.148942 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="ceilometer-central-agent" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.148952 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="373454d0-2106-45b6-921d-26da37624eb7" containerName="ceilometer-notification-agent" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.150479 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.152442 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.153547 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.156266 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:54:03 crc kubenswrapper[4809]: E1013 19:54:03.156520 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.170248 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.205968 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:03 crc kubenswrapper[4809]: E1013 19:54:03.206779 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle config-data kube-api-access-j25vx log-httpd run-httpd scripts sg-core-conf-yaml], unattached volumes=[], failed to process volumes=[combined-ca-bundle config-data kube-api-access-j25vx log-httpd run-httpd scripts sg-core-conf-yaml]: context canceled" pod="openstack-kuttl-tests/ceilometer-0" podUID="fb05844a-6982-4b58-aff6-a541f238525c" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.267061 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-run-httpd\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.267301 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.267352 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-scripts\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.267386 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.267417 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j25vx\" (UniqueName: \"kubernetes.io/projected/fb05844a-6982-4b58-aff6-a541f238525c-kube-api-access-j25vx\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.267499 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-config-data\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.267646 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-log-httpd\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.369885 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-run-httpd\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.369953 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.369978 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-scripts\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.369999 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.370020 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j25vx\" (UniqueName: \"kubernetes.io/projected/fb05844a-6982-4b58-aff6-a541f238525c-kube-api-access-j25vx\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.370040 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-config-data\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.370085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-log-httpd\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.370485 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-log-httpd\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.370806 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-run-httpd\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.376091 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.385697 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-scripts\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.388152 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-config-data\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.390193 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.391243 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j25vx\" (UniqueName: \"kubernetes.io/projected/fb05844a-6982-4b58-aff6-a541f238525c-kube-api-access-j25vx\") pod \"ceilometer-0\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.811346 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.829001 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.978807 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-log-httpd\") pod \"fb05844a-6982-4b58-aff6-a541f238525c\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.978887 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-config-data\") pod \"fb05844a-6982-4b58-aff6-a541f238525c\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.979008 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j25vx\" (UniqueName: \"kubernetes.io/projected/fb05844a-6982-4b58-aff6-a541f238525c-kube-api-access-j25vx\") pod \"fb05844a-6982-4b58-aff6-a541f238525c\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.979051 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-scripts\") pod \"fb05844a-6982-4b58-aff6-a541f238525c\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.979078 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-combined-ca-bundle\") pod \"fb05844a-6982-4b58-aff6-a541f238525c\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.979134 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-run-httpd\") pod \"fb05844a-6982-4b58-aff6-a541f238525c\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.979152 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "fb05844a-6982-4b58-aff6-a541f238525c" (UID: "fb05844a-6982-4b58-aff6-a541f238525c"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.979215 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-sg-core-conf-yaml\") pod \"fb05844a-6982-4b58-aff6-a541f238525c\" (UID: \"fb05844a-6982-4b58-aff6-a541f238525c\") " Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.979457 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "fb05844a-6982-4b58-aff6-a541f238525c" (UID: "fb05844a-6982-4b58-aff6-a541f238525c"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.979839 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.979859 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/fb05844a-6982-4b58-aff6-a541f238525c-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.982646 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-scripts" (OuterVolumeSpecName: "scripts") pod "fb05844a-6982-4b58-aff6-a541f238525c" (UID: "fb05844a-6982-4b58-aff6-a541f238525c"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.983117 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "fb05844a-6982-4b58-aff6-a541f238525c" (UID: "fb05844a-6982-4b58-aff6-a541f238525c"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.985331 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fb05844a-6982-4b58-aff6-a541f238525c-kube-api-access-j25vx" (OuterVolumeSpecName: "kube-api-access-j25vx") pod "fb05844a-6982-4b58-aff6-a541f238525c" (UID: "fb05844a-6982-4b58-aff6-a541f238525c"). InnerVolumeSpecName "kube-api-access-j25vx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.986159 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "fb05844a-6982-4b58-aff6-a541f238525c" (UID: "fb05844a-6982-4b58-aff6-a541f238525c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:03 crc kubenswrapper[4809]: I1013 19:54:03.987626 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-config-data" (OuterVolumeSpecName: "config-data") pod "fb05844a-6982-4b58-aff6-a541f238525c" (UID: "fb05844a-6982-4b58-aff6-a541f238525c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.080979 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.081009 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.081019 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.081028 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fb05844a-6982-4b58-aff6-a541f238525c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.081038 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j25vx\" (UniqueName: \"kubernetes.io/projected/fb05844a-6982-4b58-aff6-a541f238525c-kube-api-access-j25vx\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.165048 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="373454d0-2106-45b6-921d-26da37624eb7" path="/var/lib/kubelet/pods/373454d0-2106-45b6-921d-26da37624eb7/volumes" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.819995 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.865048 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.884927 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.896509 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.901329 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.909999 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.910063 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.917706 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.996010 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-scripts\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.996065 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qbp2p\" (UniqueName: \"kubernetes.io/projected/db1fed93-32da-408f-9d74-2841dedc5944-kube-api-access-qbp2p\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.996099 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.996328 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-log-httpd\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.996379 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.996454 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-config-data\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:04 crc kubenswrapper[4809]: I1013 19:54:04.996568 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-run-httpd\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.098782 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qbp2p\" (UniqueName: \"kubernetes.io/projected/db1fed93-32da-408f-9d74-2841dedc5944-kube-api-access-qbp2p\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.098848 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-scripts\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.098894 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.098967 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-log-httpd\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.099003 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.099055 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-config-data\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.099142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-run-httpd\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.099878 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-run-httpd\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.100041 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-log-httpd\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.104305 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.104532 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-scripts\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.112508 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-config-data\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.117672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.128323 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qbp2p\" (UniqueName: \"kubernetes.io/projected/db1fed93-32da-408f-9d74-2841dedc5944-kube-api-access-qbp2p\") pod \"ceilometer-0\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.236870 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.691021 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.828565 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"db1fed93-32da-408f-9d74-2841dedc5944","Type":"ContainerStarted","Data":"7dad85b1c63875af3451c1108a7d3868483e2ea7c24466c1fd1f62813ed041b1"} Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.867673 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.867716 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.903183 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:54:05 crc kubenswrapper[4809]: I1013 19:54:05.928125 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:54:06 crc kubenswrapper[4809]: I1013 19:54:06.163390 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fb05844a-6982-4b58-aff6-a541f238525c" path="/var/lib/kubelet/pods/fb05844a-6982-4b58-aff6-a541f238525c/volumes" Oct 13 19:54:06 crc kubenswrapper[4809]: I1013 19:54:06.839670 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"db1fed93-32da-408f-9d74-2841dedc5944","Type":"ContainerStarted","Data":"46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0"} Oct 13 19:54:06 crc kubenswrapper[4809]: I1013 19:54:06.839944 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:54:06 crc kubenswrapper[4809]: I1013 19:54:06.840127 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:54:07 crc kubenswrapper[4809]: I1013 19:54:07.300142 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:54:07 crc kubenswrapper[4809]: I1013 19:54:07.300492 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:54:07 crc kubenswrapper[4809]: I1013 19:54:07.329184 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:54:07 crc kubenswrapper[4809]: I1013 19:54:07.351372 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:54:07 crc kubenswrapper[4809]: I1013 19:54:07.847987 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"db1fed93-32da-408f-9d74-2841dedc5944","Type":"ContainerStarted","Data":"d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3"} Oct 13 19:54:07 crc kubenswrapper[4809]: I1013 19:54:07.848281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"db1fed93-32da-408f-9d74-2841dedc5944","Type":"ContainerStarted","Data":"f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16"} Oct 13 19:54:07 crc kubenswrapper[4809]: I1013 19:54:07.848442 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:54:07 crc kubenswrapper[4809]: I1013 19:54:07.848475 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:54:08 crc kubenswrapper[4809]: I1013 19:54:08.633598 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:54:08 crc kubenswrapper[4809]: I1013 19:54:08.635214 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:54:09 crc kubenswrapper[4809]: I1013 19:54:09.779138 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:54:09 crc kubenswrapper[4809]: I1013 19:54:09.784678 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:54:09 crc kubenswrapper[4809]: I1013 19:54:09.872996 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"db1fed93-32da-408f-9d74-2841dedc5944","Type":"ContainerStarted","Data":"b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a"} Oct 13 19:54:09 crc kubenswrapper[4809]: I1013 19:54:09.873362 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:09 crc kubenswrapper[4809]: I1013 19:54:09.900263 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.572638545 podStartE2EDuration="5.900243442s" podCreationTimestamp="2025-10-13 19:54:04 +0000 UTC" firstStartedPulling="2025-10-13 19:54:05.692460611 +0000 UTC m=+1764.298207206" lastFinishedPulling="2025-10-13 19:54:09.020065508 +0000 UTC m=+1767.625812103" observedRunningTime="2025-10-13 19:54:09.899136821 +0000 UTC m=+1768.504883406" watchObservedRunningTime="2025-10-13 19:54:09.900243442 +0000 UTC m=+1768.505990027" Oct 13 19:54:12 crc kubenswrapper[4809]: I1013 19:54:12.930886 4809 generic.go:334] "Generic (PLEG): container finished" podID="b0108e74-9fa2-42c4-a084-a8a6d81d57c1" containerID="33d86be34e75b1d7e7634c7958d8e45921856391d378a60f927950fc93808a40" exitCode=0 Oct 13 19:54:12 crc kubenswrapper[4809]: I1013 19:54:12.931086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" event={"ID":"b0108e74-9fa2-42c4-a084-a8a6d81d57c1","Type":"ContainerDied","Data":"33d86be34e75b1d7e7634c7958d8e45921856391d378a60f927950fc93808a40"} Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.342754 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.386062 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-scripts\") pod \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.386128 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-config-data\") pod \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.386271 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hplsr\" (UniqueName: \"kubernetes.io/projected/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-kube-api-access-hplsr\") pod \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.386288 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-combined-ca-bundle\") pod \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\" (UID: \"b0108e74-9fa2-42c4-a084-a8a6d81d57c1\") " Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.392232 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-scripts" (OuterVolumeSpecName: "scripts") pod "b0108e74-9fa2-42c4-a084-a8a6d81d57c1" (UID: "b0108e74-9fa2-42c4-a084-a8a6d81d57c1"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.392345 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-kube-api-access-hplsr" (OuterVolumeSpecName: "kube-api-access-hplsr") pod "b0108e74-9fa2-42c4-a084-a8a6d81d57c1" (UID: "b0108e74-9fa2-42c4-a084-a8a6d81d57c1"). InnerVolumeSpecName "kube-api-access-hplsr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.411111 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b0108e74-9fa2-42c4-a084-a8a6d81d57c1" (UID: "b0108e74-9fa2-42c4-a084-a8a6d81d57c1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.425234 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-config-data" (OuterVolumeSpecName: "config-data") pod "b0108e74-9fa2-42c4-a084-a8a6d81d57c1" (UID: "b0108e74-9fa2-42c4-a084-a8a6d81d57c1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.488534 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.488563 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.488572 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.488584 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hplsr\" (UniqueName: \"kubernetes.io/projected/b0108e74-9fa2-42c4-a084-a8a6d81d57c1-kube-api-access-hplsr\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.664716 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.665582 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="proxy-httpd" containerID="cri-o://b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a" gracePeriod=30 Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.666003 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="sg-core" containerID="cri-o://d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3" gracePeriod=30 Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.666169 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="ceilometer-notification-agent" containerID="cri-o://f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16" gracePeriod=30 Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.670970 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="ceilometer-central-agent" containerID="cri-o://46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0" gracePeriod=30 Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.957014 4809 generic.go:334] "Generic (PLEG): container finished" podID="db1fed93-32da-408f-9d74-2841dedc5944" containerID="b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a" exitCode=0 Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.957053 4809 generic.go:334] "Generic (PLEG): container finished" podID="db1fed93-32da-408f-9d74-2841dedc5944" containerID="d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3" exitCode=2 Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.957096 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"db1fed93-32da-408f-9d74-2841dedc5944","Type":"ContainerDied","Data":"b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a"} Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.957125 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"db1fed93-32da-408f-9d74-2841dedc5944","Type":"ContainerDied","Data":"d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3"} Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.958670 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" event={"ID":"b0108e74-9fa2-42c4-a084-a8a6d81d57c1","Type":"ContainerDied","Data":"a044bfcfadb781134426726da4eba3729e33b39293c67f52fbfe077682e8702a"} Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.958700 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a044bfcfadb781134426726da4eba3729e33b39293c67f52fbfe077682e8702a" Oct 13 19:54:14 crc kubenswrapper[4809]: I1013 19:54:14.958784 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.019666 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:54:15 crc kubenswrapper[4809]: E1013 19:54:15.020208 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b0108e74-9fa2-42c4-a084-a8a6d81d57c1" containerName="nova-cell0-conductor-db-sync" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.020233 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b0108e74-9fa2-42c4-a084-a8a6d81d57c1" containerName="nova-cell0-conductor-db-sync" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.020480 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b0108e74-9fa2-42c4-a084-a8a6d81d57c1" containerName="nova-cell0-conductor-db-sync" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.021177 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.025523 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.025892 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-njdw9" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.028762 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.097300 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.097386 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-stpl9\" (UniqueName: \"kubernetes.io/projected/697d34be-5232-434e-88a1-ed124befa1d3-kube-api-access-stpl9\") pod \"nova-cell0-conductor-0\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.097471 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.155283 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:54:15 crc kubenswrapper[4809]: E1013 19:54:15.155549 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.199362 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.199487 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.199559 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-stpl9\" (UniqueName: \"kubernetes.io/projected/697d34be-5232-434e-88a1-ed124befa1d3-kube-api-access-stpl9\") pod \"nova-cell0-conductor-0\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.204466 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.205577 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.219335 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-stpl9\" (UniqueName: \"kubernetes.io/projected/697d34be-5232-434e-88a1-ed124befa1d3-kube-api-access-stpl9\") pod \"nova-cell0-conductor-0\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.383217 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.508545 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.605198 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-scripts\") pod \"db1fed93-32da-408f-9d74-2841dedc5944\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.605238 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-run-httpd\") pod \"db1fed93-32da-408f-9d74-2841dedc5944\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.605311 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-sg-core-conf-yaml\") pod \"db1fed93-32da-408f-9d74-2841dedc5944\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.605329 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-combined-ca-bundle\") pod \"db1fed93-32da-408f-9d74-2841dedc5944\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.605357 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qbp2p\" (UniqueName: \"kubernetes.io/projected/db1fed93-32da-408f-9d74-2841dedc5944-kube-api-access-qbp2p\") pod \"db1fed93-32da-408f-9d74-2841dedc5944\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.605376 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-config-data\") pod \"db1fed93-32da-408f-9d74-2841dedc5944\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.605411 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-log-httpd\") pod \"db1fed93-32da-408f-9d74-2841dedc5944\" (UID: \"db1fed93-32da-408f-9d74-2841dedc5944\") " Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.605703 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "db1fed93-32da-408f-9d74-2841dedc5944" (UID: "db1fed93-32da-408f-9d74-2841dedc5944"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.605932 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "db1fed93-32da-408f-9d74-2841dedc5944" (UID: "db1fed93-32da-408f-9d74-2841dedc5944"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.609776 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-scripts" (OuterVolumeSpecName: "scripts") pod "db1fed93-32da-408f-9d74-2841dedc5944" (UID: "db1fed93-32da-408f-9d74-2841dedc5944"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.623503 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/db1fed93-32da-408f-9d74-2841dedc5944-kube-api-access-qbp2p" (OuterVolumeSpecName: "kube-api-access-qbp2p") pod "db1fed93-32da-408f-9d74-2841dedc5944" (UID: "db1fed93-32da-408f-9d74-2841dedc5944"). InnerVolumeSpecName "kube-api-access-qbp2p". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.632115 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "db1fed93-32da-408f-9d74-2841dedc5944" (UID: "db1fed93-32da-408f-9d74-2841dedc5944"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.677509 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "db1fed93-32da-408f-9d74-2841dedc5944" (UID: "db1fed93-32da-408f-9d74-2841dedc5944"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.706913 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.706942 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.706951 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.706961 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.706971 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qbp2p\" (UniqueName: \"kubernetes.io/projected/db1fed93-32da-408f-9d74-2841dedc5944-kube-api-access-qbp2p\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.706981 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/db1fed93-32da-408f-9d74-2841dedc5944-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.713654 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-config-data" (OuterVolumeSpecName: "config-data") pod "db1fed93-32da-408f-9d74-2841dedc5944" (UID: "db1fed93-32da-408f-9d74-2841dedc5944"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.808319 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/db1fed93-32da-408f-9d74-2841dedc5944-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.824629 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:54:15 crc kubenswrapper[4809]: W1013 19:54:15.827972 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod697d34be_5232_434e_88a1_ed124befa1d3.slice/crio-7d257357eedbca3d40ffa717ac90f107f82e8515aa16dd20917b6eee3fce9e23 WatchSource:0}: Error finding container 7d257357eedbca3d40ffa717ac90f107f82e8515aa16dd20917b6eee3fce9e23: Status 404 returned error can't find the container with id 7d257357eedbca3d40ffa717ac90f107f82e8515aa16dd20917b6eee3fce9e23 Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.973614 4809 generic.go:334] "Generic (PLEG): container finished" podID="db1fed93-32da-408f-9d74-2841dedc5944" containerID="f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16" exitCode=0 Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.973961 4809 generic.go:334] "Generic (PLEG): container finished" podID="db1fed93-32da-408f-9d74-2841dedc5944" containerID="46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0" exitCode=0 Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.973797 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.973824 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"db1fed93-32da-408f-9d74-2841dedc5944","Type":"ContainerDied","Data":"f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16"} Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.979340 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"db1fed93-32da-408f-9d74-2841dedc5944","Type":"ContainerDied","Data":"46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0"} Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.979358 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"db1fed93-32da-408f-9d74-2841dedc5944","Type":"ContainerDied","Data":"7dad85b1c63875af3451c1108a7d3868483e2ea7c24466c1fd1f62813ed041b1"} Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.979376 4809 scope.go:117] "RemoveContainer" containerID="b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a" Oct 13 19:54:15 crc kubenswrapper[4809]: I1013 19:54:15.981113 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"697d34be-5232-434e-88a1-ed124befa1d3","Type":"ContainerStarted","Data":"7d257357eedbca3d40ffa717ac90f107f82e8515aa16dd20917b6eee3fce9e23"} Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.009914 4809 scope.go:117] "RemoveContainer" containerID="d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.012436 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.021853 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.033139 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:16 crc kubenswrapper[4809]: E1013 19:54:16.033477 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="sg-core" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.033493 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="sg-core" Oct 13 19:54:16 crc kubenswrapper[4809]: E1013 19:54:16.033522 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="ceilometer-central-agent" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.033530 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="ceilometer-central-agent" Oct 13 19:54:16 crc kubenswrapper[4809]: E1013 19:54:16.033543 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="proxy-httpd" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.033548 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="proxy-httpd" Oct 13 19:54:16 crc kubenswrapper[4809]: E1013 19:54:16.033564 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="ceilometer-notification-agent" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.033570 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="ceilometer-notification-agent" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.033830 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="proxy-httpd" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.033845 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="ceilometer-central-agent" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.033855 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="sg-core" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.033863 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="db1fed93-32da-408f-9d74-2841dedc5944" containerName="ceilometer-notification-agent" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.036588 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.038834 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.038972 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.044476 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.054413 4809 scope.go:117] "RemoveContainer" containerID="f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.079356 4809 scope.go:117] "RemoveContainer" containerID="46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.101019 4809 scope.go:117] "RemoveContainer" containerID="b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a" Oct 13 19:54:16 crc kubenswrapper[4809]: E1013 19:54:16.101475 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a\": container with ID starting with b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a not found: ID does not exist" containerID="b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.101518 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a"} err="failed to get container status \"b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a\": rpc error: code = NotFound desc = could not find container \"b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a\": container with ID starting with b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a not found: ID does not exist" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.101544 4809 scope.go:117] "RemoveContainer" containerID="d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3" Oct 13 19:54:16 crc kubenswrapper[4809]: E1013 19:54:16.101913 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3\": container with ID starting with d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3 not found: ID does not exist" containerID="d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.101934 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3"} err="failed to get container status \"d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3\": rpc error: code = NotFound desc = could not find container \"d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3\": container with ID starting with d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3 not found: ID does not exist" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.101959 4809 scope.go:117] "RemoveContainer" containerID="f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16" Oct 13 19:54:16 crc kubenswrapper[4809]: E1013 19:54:16.102238 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16\": container with ID starting with f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16 not found: ID does not exist" containerID="f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.102267 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16"} err="failed to get container status \"f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16\": rpc error: code = NotFound desc = could not find container \"f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16\": container with ID starting with f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16 not found: ID does not exist" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.102290 4809 scope.go:117] "RemoveContainer" containerID="46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0" Oct 13 19:54:16 crc kubenswrapper[4809]: E1013 19:54:16.102555 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0\": container with ID starting with 46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0 not found: ID does not exist" containerID="46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.102661 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0"} err="failed to get container status \"46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0\": rpc error: code = NotFound desc = could not find container \"46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0\": container with ID starting with 46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0 not found: ID does not exist" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.102831 4809 scope.go:117] "RemoveContainer" containerID="b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.103277 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a"} err="failed to get container status \"b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a\": rpc error: code = NotFound desc = could not find container \"b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a\": container with ID starting with b4302043e4f9e21d5020f07f642a6d73c2178188aacd466eac986ceff6c4208a not found: ID does not exist" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.103311 4809 scope.go:117] "RemoveContainer" containerID="d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.103576 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3"} err="failed to get container status \"d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3\": rpc error: code = NotFound desc = could not find container \"d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3\": container with ID starting with d8fbd48f01d0d7a57473c56da9c33d1795fc420fd152ee13499538a956042fb3 not found: ID does not exist" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.103602 4809 scope.go:117] "RemoveContainer" containerID="f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.103983 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16"} err="failed to get container status \"f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16\": rpc error: code = NotFound desc = could not find container \"f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16\": container with ID starting with f4622375f8014379a1b528ce7b93df97c1571a2c286f49d40be85b973ba5cb16 not found: ID does not exist" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.104005 4809 scope.go:117] "RemoveContainer" containerID="46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.104303 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0"} err="failed to get container status \"46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0\": rpc error: code = NotFound desc = could not find container \"46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0\": container with ID starting with 46a0f3acad73018e0e1189351c0fa36253b173d500f73b77fb1ecff14d8e90d0 not found: ID does not exist" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.113665 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-log-httpd\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.113755 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-scripts\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.113804 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.113983 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-run-httpd\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.114033 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-config-data\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.114138 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.114227 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rjczj\" (UniqueName: \"kubernetes.io/projected/584989f5-cf14-467d-82bb-1d71d6215e81-kube-api-access-rjczj\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.169531 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="db1fed93-32da-408f-9d74-2841dedc5944" path="/var/lib/kubelet/pods/db1fed93-32da-408f-9d74-2841dedc5944/volumes" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.216100 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-run-httpd\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.216167 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-config-data\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.216220 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.216279 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rjczj\" (UniqueName: \"kubernetes.io/projected/584989f5-cf14-467d-82bb-1d71d6215e81-kube-api-access-rjczj\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.216361 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-log-httpd\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.216416 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-scripts\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.216454 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.216638 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-run-httpd\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.217013 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-log-httpd\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.238672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-scripts\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.238820 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.239057 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-config-data\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.240924 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.254197 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rjczj\" (UniqueName: \"kubernetes.io/projected/584989f5-cf14-467d-82bb-1d71d6215e81-kube-api-access-rjczj\") pod \"ceilometer-0\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.351039 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.792686 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.991343 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"697d34be-5232-434e-88a1-ed124befa1d3","Type":"ContainerStarted","Data":"1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55"} Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.991635 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:16 crc kubenswrapper[4809]: I1013 19:54:16.995172 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"584989f5-cf14-467d-82bb-1d71d6215e81","Type":"ContainerStarted","Data":"a8e4591313e5b7c0b3a74e5756f4f878187ebc69308cc0ede87cc224418800aa"} Oct 13 19:54:17 crc kubenswrapper[4809]: I1013 19:54:17.018140 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=3.018122879 podStartE2EDuration="3.018122879s" podCreationTimestamp="2025-10-13 19:54:14 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:17.01182377 +0000 UTC m=+1775.617570355" watchObservedRunningTime="2025-10-13 19:54:17.018122879 +0000 UTC m=+1775.623869464" Oct 13 19:54:18 crc kubenswrapper[4809]: I1013 19:54:18.005603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"584989f5-cf14-467d-82bb-1d71d6215e81","Type":"ContainerStarted","Data":"b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a"} Oct 13 19:54:19 crc kubenswrapper[4809]: I1013 19:54:19.021044 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"584989f5-cf14-467d-82bb-1d71d6215e81","Type":"ContainerStarted","Data":"b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780"} Oct 13 19:54:19 crc kubenswrapper[4809]: I1013 19:54:19.021342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"584989f5-cf14-467d-82bb-1d71d6215e81","Type":"ContainerStarted","Data":"4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8"} Oct 13 19:54:20 crc kubenswrapper[4809]: I1013 19:54:20.440684 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.050198 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"584989f5-cf14-467d-82bb-1d71d6215e81","Type":"ContainerStarted","Data":"1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904"} Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.050529 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.081923 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc"] Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.083430 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.087223 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-config-data" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.087962 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-scripts" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.092106 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc"] Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.100003 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.6897617839999999 podStartE2EDuration="5.099981829s" podCreationTimestamp="2025-10-13 19:54:16 +0000 UTC" firstStartedPulling="2025-10-13 19:54:16.805311319 +0000 UTC m=+1775.411057944" lastFinishedPulling="2025-10-13 19:54:20.215531394 +0000 UTC m=+1778.821277989" observedRunningTime="2025-10-13 19:54:21.088178083 +0000 UTC m=+1779.693924688" watchObservedRunningTime="2025-10-13 19:54:21.099981829 +0000 UTC m=+1779.705728414" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.109946 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rg69s\" (UniqueName: \"kubernetes.io/projected/9ceb086f-bce9-43f9-a561-b59a8cd68c00-kube-api-access-rg69s\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.110091 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-scripts\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.110128 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.110191 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-config-data\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.190851 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.191955 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.198290 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.205078 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.213207 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rg69s\" (UniqueName: \"kubernetes.io/projected/9ceb086f-bce9-43f9-a561-b59a8cd68c00-kube-api-access-rg69s\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.213360 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.213420 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-scripts\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.214087 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jh42t\" (UniqueName: \"kubernetes.io/projected/2f59a4c6-d50b-4171-a1d6-54dfed221eef-kube-api-access-jh42t\") pod \"nova-cell1-novncproxy-0\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.214117 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.214172 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.214208 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-config-data\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.223674 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.233421 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-scripts\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.239985 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-config-data\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.256344 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rg69s\" (UniqueName: \"kubernetes.io/projected/9ceb086f-bce9-43f9-a561-b59a8cd68c00-kube-api-access-rg69s\") pod \"nova-cell0-cell-mapping-gdfpc\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.317992 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.318339 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jh42t\" (UniqueName: \"kubernetes.io/projected/2f59a4c6-d50b-4171-a1d6-54dfed221eef-kube-api-access-jh42t\") pod \"nova-cell1-novncproxy-0\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.318434 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.323663 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.325651 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.325821 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.340807 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.341788 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.353420 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.354995 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jh42t\" (UniqueName: \"kubernetes.io/projected/2f59a4c6-d50b-4171-a1d6-54dfed221eef-kube-api-access-jh42t\") pod \"nova-cell1-novncproxy-0\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.355124 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.357574 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.383222 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.394310 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.425164 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.427638 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.430472 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.430555 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.430621 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-config-data\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.430655 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j9zmx\" (UniqueName: \"kubernetes.io/projected/c74bc736-1020-4db9-9fe0-4b25dfc56c12-kube-api-access-j9zmx\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.430681 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-config-data\") pod \"nova-scheduler-0\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.430715 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c74bc736-1020-4db9-9fe0-4b25dfc56c12-logs\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.430759 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5d6bf\" (UniqueName: \"kubernetes.io/projected/7eb7a3f3-933c-4231-9079-e47765acc5e3-kube-api-access-5d6bf\") pod \"nova-scheduler-0\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.430870 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.431334 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.476493 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.508197 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.535707 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c74bc736-1020-4db9-9fe0-4b25dfc56c12-logs\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.535768 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5d6bf\" (UniqueName: \"kubernetes.io/projected/7eb7a3f3-933c-4231-9079-e47765acc5e3-kube-api-access-5d6bf\") pod \"nova-scheduler-0\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.535822 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e2af5c12-61c6-405f-b821-c13a25e5dcd6-logs\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.535848 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zrnhf\" (UniqueName: \"kubernetes.io/projected/e2af5c12-61c6-405f-b821-c13a25e5dcd6-kube-api-access-zrnhf\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.535874 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-config-data\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.535905 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.535941 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.535986 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-config-data\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.536007 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j9zmx\" (UniqueName: \"kubernetes.io/projected/c74bc736-1020-4db9-9fe0-4b25dfc56c12-kube-api-access-j9zmx\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.536025 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-config-data\") pod \"nova-scheduler-0\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.536049 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.536217 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c74bc736-1020-4db9-9fe0-4b25dfc56c12-logs\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.540599 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.541184 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-config-data\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.541455 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.544594 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-config-data\") pod \"nova-scheduler-0\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.552767 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j9zmx\" (UniqueName: \"kubernetes.io/projected/c74bc736-1020-4db9-9fe0-4b25dfc56c12-kube-api-access-j9zmx\") pod \"nova-metadata-0\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.554520 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5d6bf\" (UniqueName: \"kubernetes.io/projected/7eb7a3f3-933c-4231-9079-e47765acc5e3-kube-api-access-5d6bf\") pod \"nova-scheduler-0\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.637467 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e2af5c12-61c6-405f-b821-c13a25e5dcd6-logs\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.637513 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zrnhf\" (UniqueName: \"kubernetes.io/projected/e2af5c12-61c6-405f-b821-c13a25e5dcd6-kube-api-access-zrnhf\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.637555 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-config-data\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.637665 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.639198 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e2af5c12-61c6-405f-b821-c13a25e5dcd6-logs\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.643160 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.645123 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-config-data\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.662558 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zrnhf\" (UniqueName: \"kubernetes.io/projected/e2af5c12-61c6-405f-b821-c13a25e5dcd6-kube-api-access-zrnhf\") pod \"nova-api-0\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.739673 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.834253 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.848934 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.968748 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2"] Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.974084 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.977677 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.977826 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-scripts" Oct 13 19:54:21 crc kubenswrapper[4809]: I1013 19:54:21.989853 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2"] Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.000398 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc"] Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.049432 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-config-data\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.049577 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kf8rk\" (UniqueName: \"kubernetes.io/projected/a109586e-ed54-41de-a818-264a326a829f-kube-api-access-kf8rk\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.049617 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.049640 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-scripts\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.068979 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" event={"ID":"9ceb086f-bce9-43f9-a561-b59a8cd68c00","Type":"ContainerStarted","Data":"bb7e6de5634c3a9e4d5262943df41d5f9dbd11d2f589d76cb5754f062c1d9e31"} Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.083071 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:54:22 crc kubenswrapper[4809]: W1013 19:54:22.086006 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod2f59a4c6_d50b_4171_a1d6_54dfed221eef.slice/crio-c215a43f3db3b890dd716d686ea2173d1db3dccb8ac94f86799d6c0fe3afaf81 WatchSource:0}: Error finding container c215a43f3db3b890dd716d686ea2173d1db3dccb8ac94f86799d6c0fe3afaf81: Status 404 returned error can't find the container with id c215a43f3db3b890dd716d686ea2173d1db3dccb8ac94f86799d6c0fe3afaf81 Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.151738 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kf8rk\" (UniqueName: \"kubernetes.io/projected/a109586e-ed54-41de-a818-264a326a829f-kube-api-access-kf8rk\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.151784 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.151807 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-scripts\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.151868 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-config-data\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.156585 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.161543 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-config-data\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.161840 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-scripts\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.167462 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kf8rk\" (UniqueName: \"kubernetes.io/projected/a109586e-ed54-41de-a818-264a326a829f-kube-api-access-kf8rk\") pod \"nova-cell1-conductor-db-sync-hz9n2\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: W1013 19:54:22.226696 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7eb7a3f3_933c_4231_9079_e47765acc5e3.slice/crio-3a1fdf202d398d32a38e0920502ef6fd6826b03882f9072c2ad1ce406afe9458 WatchSource:0}: Error finding container 3a1fdf202d398d32a38e0920502ef6fd6826b03882f9072c2ad1ce406afe9458: Status 404 returned error can't find the container with id 3a1fdf202d398d32a38e0920502ef6fd6826b03882f9072c2ad1ce406afe9458 Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.229381 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.302884 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:22 crc kubenswrapper[4809]: W1013 19:54:22.359966 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc74bc736_1020_4db9_9fe0_4b25dfc56c12.slice/crio-f4038e61b775280be5736e4f8c5262955c5e3aac6d8044493c91ebcad729aa10 WatchSource:0}: Error finding container f4038e61b775280be5736e4f8c5262955c5e3aac6d8044493c91ebcad729aa10: Status 404 returned error can't find the container with id f4038e61b775280be5736e4f8c5262955c5e3aac6d8044493c91ebcad729aa10 Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.377221 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.462090 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:22 crc kubenswrapper[4809]: W1013 19:54:22.481667 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode2af5c12_61c6_405f_b821_c13a25e5dcd6.slice/crio-a6c13d619d63853e977bc41e892f013a9ca6951f4a329aa8dfed425d37acb79f WatchSource:0}: Error finding container a6c13d619d63853e977bc41e892f013a9ca6951f4a329aa8dfed425d37acb79f: Status 404 returned error can't find the container with id a6c13d619d63853e977bc41e892f013a9ca6951f4a329aa8dfed425d37acb79f Oct 13 19:54:22 crc kubenswrapper[4809]: I1013 19:54:22.815088 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2"] Oct 13 19:54:22 crc kubenswrapper[4809]: W1013 19:54:22.826498 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda109586e_ed54_41de_a818_264a326a829f.slice/crio-634e2e7a9ecc07fa74eac7b59a4233b85861a1c503f90efa0ee1906aadd18d5a WatchSource:0}: Error finding container 634e2e7a9ecc07fa74eac7b59a4233b85861a1c503f90efa0ee1906aadd18d5a: Status 404 returned error can't find the container with id 634e2e7a9ecc07fa74eac7b59a4233b85861a1c503f90efa0ee1906aadd18d5a Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.080482 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" event={"ID":"a109586e-ed54-41de-a818-264a326a829f","Type":"ContainerStarted","Data":"d759133e2e0fb0a2d10f2fc40236f6181ca45437c4d3c3c8c430d356448d1c19"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.080522 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" event={"ID":"a109586e-ed54-41de-a818-264a326a829f","Type":"ContainerStarted","Data":"634e2e7a9ecc07fa74eac7b59a4233b85861a1c503f90efa0ee1906aadd18d5a"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.083782 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"2f59a4c6-d50b-4171-a1d6-54dfed221eef","Type":"ContainerStarted","Data":"49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.083818 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"2f59a4c6-d50b-4171-a1d6-54dfed221eef","Type":"ContainerStarted","Data":"c215a43f3db3b890dd716d686ea2173d1db3dccb8ac94f86799d6c0fe3afaf81"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.087571 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" event={"ID":"9ceb086f-bce9-43f9-a561-b59a8cd68c00","Type":"ContainerStarted","Data":"70c2e410bb42ac2d4a435329f2e55ff8ef00a77fb3227e96f66dbcc4c5c04bbd"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.090225 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"7eb7a3f3-933c-4231-9079-e47765acc5e3","Type":"ContainerStarted","Data":"aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.090290 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"7eb7a3f3-933c-4231-9079-e47765acc5e3","Type":"ContainerStarted","Data":"3a1fdf202d398d32a38e0920502ef6fd6826b03882f9072c2ad1ce406afe9458"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.096812 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c74bc736-1020-4db9-9fe0-4b25dfc56c12","Type":"ContainerStarted","Data":"41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.096856 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c74bc736-1020-4db9-9fe0-4b25dfc56c12","Type":"ContainerStarted","Data":"e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.096866 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c74bc736-1020-4db9-9fe0-4b25dfc56c12","Type":"ContainerStarted","Data":"f4038e61b775280be5736e4f8c5262955c5e3aac6d8044493c91ebcad729aa10"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.100477 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e2af5c12-61c6-405f-b821-c13a25e5dcd6","Type":"ContainerStarted","Data":"cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.100513 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e2af5c12-61c6-405f-b821-c13a25e5dcd6","Type":"ContainerStarted","Data":"620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.100523 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e2af5c12-61c6-405f-b821-c13a25e5dcd6","Type":"ContainerStarted","Data":"a6c13d619d63853e977bc41e892f013a9ca6951f4a329aa8dfed425d37acb79f"} Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.105045 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" podStartSLOduration=2.105031185 podStartE2EDuration="2.105031185s" podCreationTimestamp="2025-10-13 19:54:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:23.099509058 +0000 UTC m=+1781.705255673" watchObservedRunningTime="2025-10-13 19:54:23.105031185 +0000 UTC m=+1781.710777770" Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.138937 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.138917068 podStartE2EDuration="2.138917068s" podCreationTimestamp="2025-10-13 19:54:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:23.123306484 +0000 UTC m=+1781.729053059" watchObservedRunningTime="2025-10-13 19:54:23.138917068 +0000 UTC m=+1781.744663653" Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.166183 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.166164223 podStartE2EDuration="2.166164223s" podCreationTimestamp="2025-10-13 19:54:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:23.137840058 +0000 UTC m=+1781.743586633" watchObservedRunningTime="2025-10-13 19:54:23.166164223 +0000 UTC m=+1781.771910808" Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.177146 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" podStartSLOduration=2.177131604 podStartE2EDuration="2.177131604s" podCreationTimestamp="2025-10-13 19:54:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:23.1509534 +0000 UTC m=+1781.756699985" watchObservedRunningTime="2025-10-13 19:54:23.177131604 +0000 UTC m=+1781.782878189" Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.198667 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.198649966 podStartE2EDuration="2.198649966s" podCreationTimestamp="2025-10-13 19:54:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:23.169113016 +0000 UTC m=+1781.774859601" watchObservedRunningTime="2025-10-13 19:54:23.198649966 +0000 UTC m=+1781.804396551" Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.209808 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.209793203 podStartE2EDuration="2.209793203s" podCreationTimestamp="2025-10-13 19:54:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:23.193686705 +0000 UTC m=+1781.799433290" watchObservedRunningTime="2025-10-13 19:54:23.209793203 +0000 UTC m=+1781.815539788" Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.634099 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:23 crc kubenswrapper[4809]: I1013 19:54:23.658290 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.127234 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="c74bc736-1020-4db9-9fe0-4b25dfc56c12" containerName="nova-metadata-log" containerID="cri-o://e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f" gracePeriod=30 Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.127757 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="2f59a4c6-d50b-4171-a1d6-54dfed221eef" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88" gracePeriod=30 Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.128472 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="c74bc736-1020-4db9-9fe0-4b25dfc56c12" containerName="nova-metadata-metadata" containerID="cri-o://41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c" gracePeriod=30 Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.751075 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.829973 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c74bc736-1020-4db9-9fe0-4b25dfc56c12-logs\") pod \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.830031 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-combined-ca-bundle\") pod \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.830082 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-config-data\") pod \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.830202 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j9zmx\" (UniqueName: \"kubernetes.io/projected/c74bc736-1020-4db9-9fe0-4b25dfc56c12-kube-api-access-j9zmx\") pod \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\" (UID: \"c74bc736-1020-4db9-9fe0-4b25dfc56c12\") " Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.830280 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c74bc736-1020-4db9-9fe0-4b25dfc56c12-logs" (OuterVolumeSpecName: "logs") pod "c74bc736-1020-4db9-9fe0-4b25dfc56c12" (UID: "c74bc736-1020-4db9-9fe0-4b25dfc56c12"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.830606 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c74bc736-1020-4db9-9fe0-4b25dfc56c12-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.830874 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.835405 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c74bc736-1020-4db9-9fe0-4b25dfc56c12-kube-api-access-j9zmx" (OuterVolumeSpecName: "kube-api-access-j9zmx") pod "c74bc736-1020-4db9-9fe0-4b25dfc56c12" (UID: "c74bc736-1020-4db9-9fe0-4b25dfc56c12"). InnerVolumeSpecName "kube-api-access-j9zmx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.863435 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-config-data" (OuterVolumeSpecName: "config-data") pod "c74bc736-1020-4db9-9fe0-4b25dfc56c12" (UID: "c74bc736-1020-4db9-9fe0-4b25dfc56c12"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.865948 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c74bc736-1020-4db9-9fe0-4b25dfc56c12" (UID: "c74bc736-1020-4db9-9fe0-4b25dfc56c12"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.932159 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-combined-ca-bundle\") pod \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.932356 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-config-data\") pod \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.932417 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jh42t\" (UniqueName: \"kubernetes.io/projected/2f59a4c6-d50b-4171-a1d6-54dfed221eef-kube-api-access-jh42t\") pod \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\" (UID: \"2f59a4c6-d50b-4171-a1d6-54dfed221eef\") " Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.932858 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.932874 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c74bc736-1020-4db9-9fe0-4b25dfc56c12-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.932883 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j9zmx\" (UniqueName: \"kubernetes.io/projected/c74bc736-1020-4db9-9fe0-4b25dfc56c12-kube-api-access-j9zmx\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.938927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2f59a4c6-d50b-4171-a1d6-54dfed221eef-kube-api-access-jh42t" (OuterVolumeSpecName: "kube-api-access-jh42t") pod "2f59a4c6-d50b-4171-a1d6-54dfed221eef" (UID: "2f59a4c6-d50b-4171-a1d6-54dfed221eef"). InnerVolumeSpecName "kube-api-access-jh42t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.960183 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-config-data" (OuterVolumeSpecName: "config-data") pod "2f59a4c6-d50b-4171-a1d6-54dfed221eef" (UID: "2f59a4c6-d50b-4171-a1d6-54dfed221eef"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:25 crc kubenswrapper[4809]: I1013 19:54:25.970515 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2f59a4c6-d50b-4171-a1d6-54dfed221eef" (UID: "2f59a4c6-d50b-4171-a1d6-54dfed221eef"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.034272 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.034300 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jh42t\" (UniqueName: \"kubernetes.io/projected/2f59a4c6-d50b-4171-a1d6-54dfed221eef-kube-api-access-jh42t\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.034311 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f59a4c6-d50b-4171-a1d6-54dfed221eef-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.140880 4809 generic.go:334] "Generic (PLEG): container finished" podID="c74bc736-1020-4db9-9fe0-4b25dfc56c12" containerID="41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c" exitCode=0 Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.140915 4809 generic.go:334] "Generic (PLEG): container finished" podID="c74bc736-1020-4db9-9fe0-4b25dfc56c12" containerID="e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f" exitCode=143 Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.140945 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c74bc736-1020-4db9-9fe0-4b25dfc56c12","Type":"ContainerDied","Data":"41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c"} Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.140985 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c74bc736-1020-4db9-9fe0-4b25dfc56c12","Type":"ContainerDied","Data":"e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f"} Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.141031 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"c74bc736-1020-4db9-9fe0-4b25dfc56c12","Type":"ContainerDied","Data":"f4038e61b775280be5736e4f8c5262955c5e3aac6d8044493c91ebcad729aa10"} Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.141054 4809 scope.go:117] "RemoveContainer" containerID="41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.141053 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.144054 4809 generic.go:334] "Generic (PLEG): container finished" podID="2f59a4c6-d50b-4171-a1d6-54dfed221eef" containerID="49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88" exitCode=0 Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.144086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"2f59a4c6-d50b-4171-a1d6-54dfed221eef","Type":"ContainerDied","Data":"49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88"} Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.144110 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"2f59a4c6-d50b-4171-a1d6-54dfed221eef","Type":"ContainerDied","Data":"c215a43f3db3b890dd716d686ea2173d1db3dccb8ac94f86799d6c0fe3afaf81"} Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.144168 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.193265 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.193322 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.193944 4809 scope.go:117] "RemoveContainer" containerID="e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.258332 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.269026 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:54:26 crc kubenswrapper[4809]: E1013 19:54:26.269408 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2f59a4c6-d50b-4171-a1d6-54dfed221eef" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.269425 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2f59a4c6-d50b-4171-a1d6-54dfed221eef" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:54:26 crc kubenswrapper[4809]: E1013 19:54:26.269447 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c74bc736-1020-4db9-9fe0-4b25dfc56c12" containerName="nova-metadata-metadata" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.269453 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c74bc736-1020-4db9-9fe0-4b25dfc56c12" containerName="nova-metadata-metadata" Oct 13 19:54:26 crc kubenswrapper[4809]: E1013 19:54:26.269474 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c74bc736-1020-4db9-9fe0-4b25dfc56c12" containerName="nova-metadata-log" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.269480 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c74bc736-1020-4db9-9fe0-4b25dfc56c12" containerName="nova-metadata-log" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.269625 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c74bc736-1020-4db9-9fe0-4b25dfc56c12" containerName="nova-metadata-log" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.269642 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c74bc736-1020-4db9-9fe0-4b25dfc56c12" containerName="nova-metadata-metadata" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.269659 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2f59a4c6-d50b-4171-a1d6-54dfed221eef" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.276949 4809 scope.go:117] "RemoveContainer" containerID="41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c" Oct 13 19:54:26 crc kubenswrapper[4809]: E1013 19:54:26.280844 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c\": container with ID starting with 41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c not found: ID does not exist" containerID="41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.280885 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c"} err="failed to get container status \"41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c\": rpc error: code = NotFound desc = could not find container \"41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c\": container with ID starting with 41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c not found: ID does not exist" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.280909 4809 scope.go:117] "RemoveContainer" containerID="e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f" Oct 13 19:54:26 crc kubenswrapper[4809]: E1013 19:54:26.281347 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f\": container with ID starting with e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f not found: ID does not exist" containerID="e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.281368 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f"} err="failed to get container status \"e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f\": rpc error: code = NotFound desc = could not find container \"e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f\": container with ID starting with e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f not found: ID does not exist" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.281379 4809 scope.go:117] "RemoveContainer" containerID="41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.284618 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c"} err="failed to get container status \"41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c\": rpc error: code = NotFound desc = could not find container \"41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c\": container with ID starting with 41975bbfe9eab3d263e73116c1673566915245e21b38e87ded5e4617ee56d20c not found: ID does not exist" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.284642 4809 scope.go:117] "RemoveContainer" containerID="e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.286774 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f"} err="failed to get container status \"e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f\": rpc error: code = NotFound desc = could not find container \"e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f\": container with ID starting with e3e6106811737c3dfccade1251d366374060112dfe9ec6546392faa456d6114f not found: ID does not exist" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.286792 4809 scope.go:117] "RemoveContainer" containerID="49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.295919 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.296052 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.301037 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.303123 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-vencrypt" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.303274 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-public-svc" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.304591 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.322877 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.328628 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.329472 4809 scope.go:117] "RemoveContainer" containerID="49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88" Oct 13 19:54:26 crc kubenswrapper[4809]: E1013 19:54:26.332009 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88\": container with ID starting with 49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88 not found: ID does not exist" containerID="49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.332042 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88"} err="failed to get container status \"49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88\": rpc error: code = NotFound desc = could not find container \"49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88\": container with ID starting with 49cc484665e4f92cb6f427406ce75da8529730655bc92e681ace92b1a2325c88 not found: ID does not exist" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.332218 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.332299 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.340012 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.340246 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.340313 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.340332 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.340358 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fgrwk\" (UniqueName: \"kubernetes.io/projected/0d79de03-c663-4777-823f-49dd969088ae-kube-api-access-fgrwk\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.351704 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.441226 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.441265 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.441289 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fgrwk\" (UniqueName: \"kubernetes.io/projected/0d79de03-c663-4777-823f-49dd969088ae-kube-api-access-fgrwk\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.441310 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.441328 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.441347 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-logs\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.441373 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xfhq2\" (UniqueName: \"kubernetes.io/projected/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-kube-api-access-xfhq2\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.441433 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.441461 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-config-data\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.441507 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.445122 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.445909 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.447133 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.453936 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.463209 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fgrwk\" (UniqueName: \"kubernetes.io/projected/0d79de03-c663-4777-823f-49dd969088ae-kube-api-access-fgrwk\") pod \"nova-cell1-novncproxy-0\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.542857 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.542911 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.542930 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-logs\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.542961 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xfhq2\" (UniqueName: \"kubernetes.io/projected/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-kube-api-access-xfhq2\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.543030 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-config-data\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.543542 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-logs\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.546745 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-config-data\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.547600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.552372 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.569174 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xfhq2\" (UniqueName: \"kubernetes.io/projected/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-kube-api-access-xfhq2\") pod \"nova-metadata-0\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.634764 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.648223 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:26 crc kubenswrapper[4809]: I1013 19:54:26.739944 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:27 crc kubenswrapper[4809]: I1013 19:54:27.121492 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:54:27 crc kubenswrapper[4809]: I1013 19:54:27.155339 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:54:27 crc kubenswrapper[4809]: E1013 19:54:27.155575 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 19:54:27 crc kubenswrapper[4809]: I1013 19:54:27.158815 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"0d79de03-c663-4777-823f-49dd969088ae","Type":"ContainerStarted","Data":"570d49c2ec2ada27d02d07aa0aa0decd9b51d2e6cbf38e4547c03df58157b2b4"} Oct 13 19:54:27 crc kubenswrapper[4809]: I1013 19:54:27.208075 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:27 crc kubenswrapper[4809]: W1013 19:54:27.211912 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb6d7d100_db6d_48bb_bbeb_b5e8746529bf.slice/crio-474d48e4306c2e76c1bdb35a6f21b7ab83f6d897d1a2ab3f4f822f21990b92e0 WatchSource:0}: Error finding container 474d48e4306c2e76c1bdb35a6f21b7ab83f6d897d1a2ab3f4f822f21990b92e0: Status 404 returned error can't find the container with id 474d48e4306c2e76c1bdb35a6f21b7ab83f6d897d1a2ab3f4f822f21990b92e0 Oct 13 19:54:28 crc kubenswrapper[4809]: I1013 19:54:28.166983 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2f59a4c6-d50b-4171-a1d6-54dfed221eef" path="/var/lib/kubelet/pods/2f59a4c6-d50b-4171-a1d6-54dfed221eef/volumes" Oct 13 19:54:28 crc kubenswrapper[4809]: I1013 19:54:28.168997 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c74bc736-1020-4db9-9fe0-4b25dfc56c12" path="/var/lib/kubelet/pods/c74bc736-1020-4db9-9fe0-4b25dfc56c12/volumes" Oct 13 19:54:28 crc kubenswrapper[4809]: I1013 19:54:28.170938 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"0d79de03-c663-4777-823f-49dd969088ae","Type":"ContainerStarted","Data":"67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9"} Oct 13 19:54:28 crc kubenswrapper[4809]: I1013 19:54:28.173604 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b6d7d100-db6d-48bb-bbeb-b5e8746529bf","Type":"ContainerStarted","Data":"12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d"} Oct 13 19:54:28 crc kubenswrapper[4809]: I1013 19:54:28.173655 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b6d7d100-db6d-48bb-bbeb-b5e8746529bf","Type":"ContainerStarted","Data":"77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77"} Oct 13 19:54:28 crc kubenswrapper[4809]: I1013 19:54:28.173669 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b6d7d100-db6d-48bb-bbeb-b5e8746529bf","Type":"ContainerStarted","Data":"474d48e4306c2e76c1bdb35a6f21b7ab83f6d897d1a2ab3f4f822f21990b92e0"} Oct 13 19:54:28 crc kubenswrapper[4809]: I1013 19:54:28.201936 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.201918992 podStartE2EDuration="2.201918992s" podCreationTimestamp="2025-10-13 19:54:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:28.186313459 +0000 UTC m=+1786.792060034" watchObservedRunningTime="2025-10-13 19:54:28.201918992 +0000 UTC m=+1786.807665577" Oct 13 19:54:28 crc kubenswrapper[4809]: I1013 19:54:28.212567 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.212545334 podStartE2EDuration="2.212545334s" podCreationTimestamp="2025-10-13 19:54:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:28.202276563 +0000 UTC m=+1786.808023168" watchObservedRunningTime="2025-10-13 19:54:28.212545334 +0000 UTC m=+1786.818291919" Oct 13 19:54:29 crc kubenswrapper[4809]: I1013 19:54:29.185586 4809 generic.go:334] "Generic (PLEG): container finished" podID="9ceb086f-bce9-43f9-a561-b59a8cd68c00" containerID="70c2e410bb42ac2d4a435329f2e55ff8ef00a77fb3227e96f66dbcc4c5c04bbd" exitCode=0 Oct 13 19:54:29 crc kubenswrapper[4809]: I1013 19:54:29.187033 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" event={"ID":"9ceb086f-bce9-43f9-a561-b59a8cd68c00","Type":"ContainerDied","Data":"70c2e410bb42ac2d4a435329f2e55ff8ef00a77fb3227e96f66dbcc4c5c04bbd"} Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.210947 4809 generic.go:334] "Generic (PLEG): container finished" podID="a109586e-ed54-41de-a818-264a326a829f" containerID="d759133e2e0fb0a2d10f2fc40236f6181ca45437c4d3c3c8c430d356448d1c19" exitCode=0 Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.211033 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" event={"ID":"a109586e-ed54-41de-a818-264a326a829f","Type":"ContainerDied","Data":"d759133e2e0fb0a2d10f2fc40236f6181ca45437c4d3c3c8c430d356448d1c19"} Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.638003 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.757611 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-scripts\") pod \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.757681 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-combined-ca-bundle\") pod \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.757895 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-config-data\") pod \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.758025 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rg69s\" (UniqueName: \"kubernetes.io/projected/9ceb086f-bce9-43f9-a561-b59a8cd68c00-kube-api-access-rg69s\") pod \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\" (UID: \"9ceb086f-bce9-43f9-a561-b59a8cd68c00\") " Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.763992 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-scripts" (OuterVolumeSpecName: "scripts") pod "9ceb086f-bce9-43f9-a561-b59a8cd68c00" (UID: "9ceb086f-bce9-43f9-a561-b59a8cd68c00"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.769043 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9ceb086f-bce9-43f9-a561-b59a8cd68c00-kube-api-access-rg69s" (OuterVolumeSpecName: "kube-api-access-rg69s") pod "9ceb086f-bce9-43f9-a561-b59a8cd68c00" (UID: "9ceb086f-bce9-43f9-a561-b59a8cd68c00"). InnerVolumeSpecName "kube-api-access-rg69s". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.788998 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9ceb086f-bce9-43f9-a561-b59a8cd68c00" (UID: "9ceb086f-bce9-43f9-a561-b59a8cd68c00"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.810415 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-config-data" (OuterVolumeSpecName: "config-data") pod "9ceb086f-bce9-43f9-a561-b59a8cd68c00" (UID: "9ceb086f-bce9-43f9-a561-b59a8cd68c00"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.860861 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rg69s\" (UniqueName: \"kubernetes.io/projected/9ceb086f-bce9-43f9-a561-b59a8cd68c00-kube-api-access-rg69s\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.861056 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.861170 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:30 crc kubenswrapper[4809]: I1013 19:54:30.861242 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ceb086f-bce9-43f9-a561-b59a8cd68c00-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.226812 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" event={"ID":"9ceb086f-bce9-43f9-a561-b59a8cd68c00","Type":"ContainerDied","Data":"bb7e6de5634c3a9e4d5262943df41d5f9dbd11d2f589d76cb5754f062c1d9e31"} Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.227211 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="bb7e6de5634c3a9e4d5262943df41d5f9dbd11d2f589d76cb5754f062c1d9e31" Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.226850 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc" Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.361882 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.362360 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="e2af5c12-61c6-405f-b821-c13a25e5dcd6" containerName="nova-api-api" containerID="cri-o://cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590" gracePeriod=30 Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.362595 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="e2af5c12-61c6-405f-b821-c13a25e5dcd6" containerName="nova-api-log" containerID="cri-o://620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40" gracePeriod=30 Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.376025 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.376254 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="7eb7a3f3-933c-4231-9079-e47765acc5e3" containerName="nova-scheduler-scheduler" containerID="cri-o://aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010" gracePeriod=30 Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.445330 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.445538 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="b6d7d100-db6d-48bb-bbeb-b5e8746529bf" containerName="nova-metadata-log" containerID="cri-o://77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77" gracePeriod=30 Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.445587 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="b6d7d100-db6d-48bb-bbeb-b5e8746529bf" containerName="nova-metadata-metadata" containerID="cri-o://12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d" gracePeriod=30 Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.636870 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.649010 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.649051 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.790697 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.927651 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.974228 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.982554 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-config-data\") pod \"a109586e-ed54-41de-a818-264a326a829f\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.982659 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-scripts\") pod \"a109586e-ed54-41de-a818-264a326a829f\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.982690 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kf8rk\" (UniqueName: \"kubernetes.io/projected/a109586e-ed54-41de-a818-264a326a829f-kube-api-access-kf8rk\") pod \"a109586e-ed54-41de-a818-264a326a829f\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.982744 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-combined-ca-bundle\") pod \"a109586e-ed54-41de-a818-264a326a829f\" (UID: \"a109586e-ed54-41de-a818-264a326a829f\") " Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.987884 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-scripts" (OuterVolumeSpecName: "scripts") pod "a109586e-ed54-41de-a818-264a326a829f" (UID: "a109586e-ed54-41de-a818-264a326a829f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:31 crc kubenswrapper[4809]: I1013 19:54:31.988347 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a109586e-ed54-41de-a818-264a326a829f-kube-api-access-kf8rk" (OuterVolumeSpecName: "kube-api-access-kf8rk") pod "a109586e-ed54-41de-a818-264a326a829f" (UID: "a109586e-ed54-41de-a818-264a326a829f"). InnerVolumeSpecName "kube-api-access-kf8rk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.018712 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-config-data" (OuterVolumeSpecName: "config-data") pod "a109586e-ed54-41de-a818-264a326a829f" (UID: "a109586e-ed54-41de-a818-264a326a829f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.018915 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a109586e-ed54-41de-a818-264a326a829f" (UID: "a109586e-ed54-41de-a818-264a326a829f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.085400 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-combined-ca-bundle\") pod \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.085499 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e2af5c12-61c6-405f-b821-c13a25e5dcd6-logs\") pod \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.085542 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-nova-metadata-tls-certs\") pod \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.085582 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xfhq2\" (UniqueName: \"kubernetes.io/projected/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-kube-api-access-xfhq2\") pod \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.085614 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-config-data\") pod \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.085705 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zrnhf\" (UniqueName: \"kubernetes.io/projected/e2af5c12-61c6-405f-b821-c13a25e5dcd6-kube-api-access-zrnhf\") pod \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\" (UID: \"e2af5c12-61c6-405f-b821-c13a25e5dcd6\") " Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.085765 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-config-data\") pod \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.085808 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-logs\") pod \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.085855 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-combined-ca-bundle\") pod \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\" (UID: \"b6d7d100-db6d-48bb-bbeb-b5e8746529bf\") " Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.086221 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.086232 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.086241 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a109586e-ed54-41de-a818-264a326a829f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.086252 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kf8rk\" (UniqueName: \"kubernetes.io/projected/a109586e-ed54-41de-a818-264a326a829f-kube-api-access-kf8rk\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.086294 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e2af5c12-61c6-405f-b821-c13a25e5dcd6-logs" (OuterVolumeSpecName: "logs") pod "e2af5c12-61c6-405f-b821-c13a25e5dcd6" (UID: "e2af5c12-61c6-405f-b821-c13a25e5dcd6"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.086410 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-logs" (OuterVolumeSpecName: "logs") pod "b6d7d100-db6d-48bb-bbeb-b5e8746529bf" (UID: "b6d7d100-db6d-48bb-bbeb-b5e8746529bf"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.089944 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-kube-api-access-xfhq2" (OuterVolumeSpecName: "kube-api-access-xfhq2") pod "b6d7d100-db6d-48bb-bbeb-b5e8746529bf" (UID: "b6d7d100-db6d-48bb-bbeb-b5e8746529bf"). InnerVolumeSpecName "kube-api-access-xfhq2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.090481 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e2af5c12-61c6-405f-b821-c13a25e5dcd6-kube-api-access-zrnhf" (OuterVolumeSpecName: "kube-api-access-zrnhf") pod "e2af5c12-61c6-405f-b821-c13a25e5dcd6" (UID: "e2af5c12-61c6-405f-b821-c13a25e5dcd6"). InnerVolumeSpecName "kube-api-access-zrnhf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.116831 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-config-data" (OuterVolumeSpecName: "config-data") pod "e2af5c12-61c6-405f-b821-c13a25e5dcd6" (UID: "e2af5c12-61c6-405f-b821-c13a25e5dcd6"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.117427 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b6d7d100-db6d-48bb-bbeb-b5e8746529bf" (UID: "b6d7d100-db6d-48bb-bbeb-b5e8746529bf"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.117982 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e2af5c12-61c6-405f-b821-c13a25e5dcd6" (UID: "e2af5c12-61c6-405f-b821-c13a25e5dcd6"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.133715 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-config-data" (OuterVolumeSpecName: "config-data") pod "b6d7d100-db6d-48bb-bbeb-b5e8746529bf" (UID: "b6d7d100-db6d-48bb-bbeb-b5e8746529bf"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.144407 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "b6d7d100-db6d-48bb-bbeb-b5e8746529bf" (UID: "b6d7d100-db6d-48bb-bbeb-b5e8746529bf"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.188935 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.188976 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.188993 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.189372 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.189402 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e2af5c12-61c6-405f-b821-c13a25e5dcd6-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.189418 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.189433 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xfhq2\" (UniqueName: \"kubernetes.io/projected/b6d7d100-db6d-48bb-bbeb-b5e8746529bf-kube-api-access-xfhq2\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.189448 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e2af5c12-61c6-405f-b821-c13a25e5dcd6-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.189462 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zrnhf\" (UniqueName: \"kubernetes.io/projected/e2af5c12-61c6-405f-b821-c13a25e5dcd6-kube-api-access-zrnhf\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.240981 4809 generic.go:334] "Generic (PLEG): container finished" podID="e2af5c12-61c6-405f-b821-c13a25e5dcd6" containerID="cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590" exitCode=0 Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.241033 4809 generic.go:334] "Generic (PLEG): container finished" podID="e2af5c12-61c6-405f-b821-c13a25e5dcd6" containerID="620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40" exitCode=143 Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.241098 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e2af5c12-61c6-405f-b821-c13a25e5dcd6","Type":"ContainerDied","Data":"cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590"} Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.241139 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e2af5c12-61c6-405f-b821-c13a25e5dcd6","Type":"ContainerDied","Data":"620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40"} Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.241158 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e2af5c12-61c6-405f-b821-c13a25e5dcd6","Type":"ContainerDied","Data":"a6c13d619d63853e977bc41e892f013a9ca6951f4a329aa8dfed425d37acb79f"} Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.241181 4809 scope.go:117] "RemoveContainer" containerID="cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.241363 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.246851 4809 generic.go:334] "Generic (PLEG): container finished" podID="b6d7d100-db6d-48bb-bbeb-b5e8746529bf" containerID="12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d" exitCode=0 Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.246899 4809 generic.go:334] "Generic (PLEG): container finished" podID="b6d7d100-db6d-48bb-bbeb-b5e8746529bf" containerID="77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77" exitCode=143 Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.246952 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b6d7d100-db6d-48bb-bbeb-b5e8746529bf","Type":"ContainerDied","Data":"12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d"} Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.246977 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b6d7d100-db6d-48bb-bbeb-b5e8746529bf","Type":"ContainerDied","Data":"77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77"} Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.246988 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b6d7d100-db6d-48bb-bbeb-b5e8746529bf","Type":"ContainerDied","Data":"474d48e4306c2e76c1bdb35a6f21b7ab83f6d897d1a2ab3f4f822f21990b92e0"} Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.247039 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.252481 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" event={"ID":"a109586e-ed54-41de-a818-264a326a829f","Type":"ContainerDied","Data":"634e2e7a9ecc07fa74eac7b59a4233b85861a1c503f90efa0ee1906aadd18d5a"} Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.252515 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="634e2e7a9ecc07fa74eac7b59a4233b85861a1c503f90efa0ee1906aadd18d5a" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.252802 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.298992 4809 scope.go:117] "RemoveContainer" containerID="620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.305044 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.318069 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.335939 4809 scope.go:117] "RemoveContainer" containerID="cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.342531 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:32 crc kubenswrapper[4809]: E1013 19:54:32.347133 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590\": container with ID starting with cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590 not found: ID does not exist" containerID="cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.349068 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590"} err="failed to get container status \"cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590\": rpc error: code = NotFound desc = could not find container \"cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590\": container with ID starting with cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590 not found: ID does not exist" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.349112 4809 scope.go:117] "RemoveContainer" containerID="620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40" Oct 13 19:54:32 crc kubenswrapper[4809]: E1013 19:54:32.349902 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40\": container with ID starting with 620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40 not found: ID does not exist" containerID="620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.349969 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40"} err="failed to get container status \"620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40\": rpc error: code = NotFound desc = could not find container \"620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40\": container with ID starting with 620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40 not found: ID does not exist" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.350006 4809 scope.go:117] "RemoveContainer" containerID="cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.350319 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590"} err="failed to get container status \"cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590\": rpc error: code = NotFound desc = could not find container \"cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590\": container with ID starting with cb1e8c9afcc3c70e94f68558eb10ab1bb2bb3efb169bb021c6d50972e1ed6590 not found: ID does not exist" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.350342 4809 scope.go:117] "RemoveContainer" containerID="620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.350635 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40"} err="failed to get container status \"620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40\": rpc error: code = NotFound desc = could not find container \"620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40\": container with ID starting with 620172f21bd055a414ed2bf615ff029244fdc0668fc6c67f65f2aa11d38fea40 not found: ID does not exist" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.350658 4809 scope.go:117] "RemoveContainer" containerID="12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.362821 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.389095 4809 scope.go:117] "RemoveContainer" containerID="77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.390001 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:32 crc kubenswrapper[4809]: E1013 19:54:32.390678 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b6d7d100-db6d-48bb-bbeb-b5e8746529bf" containerName="nova-metadata-metadata" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.390702 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b6d7d100-db6d-48bb-bbeb-b5e8746529bf" containerName="nova-metadata-metadata" Oct 13 19:54:32 crc kubenswrapper[4809]: E1013 19:54:32.390717 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9ceb086f-bce9-43f9-a561-b59a8cd68c00" containerName="nova-manage" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.390749 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9ceb086f-bce9-43f9-a561-b59a8cd68c00" containerName="nova-manage" Oct 13 19:54:32 crc kubenswrapper[4809]: E1013 19:54:32.390788 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e2af5c12-61c6-405f-b821-c13a25e5dcd6" containerName="nova-api-log" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.390797 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e2af5c12-61c6-405f-b821-c13a25e5dcd6" containerName="nova-api-log" Oct 13 19:54:32 crc kubenswrapper[4809]: E1013 19:54:32.390818 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e2af5c12-61c6-405f-b821-c13a25e5dcd6" containerName="nova-api-api" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.390823 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e2af5c12-61c6-405f-b821-c13a25e5dcd6" containerName="nova-api-api" Oct 13 19:54:32 crc kubenswrapper[4809]: E1013 19:54:32.390837 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a109586e-ed54-41de-a818-264a326a829f" containerName="nova-cell1-conductor-db-sync" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.390843 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a109586e-ed54-41de-a818-264a326a829f" containerName="nova-cell1-conductor-db-sync" Oct 13 19:54:32 crc kubenswrapper[4809]: E1013 19:54:32.390861 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b6d7d100-db6d-48bb-bbeb-b5e8746529bf" containerName="nova-metadata-log" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.390868 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b6d7d100-db6d-48bb-bbeb-b5e8746529bf" containerName="nova-metadata-log" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.391062 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b6d7d100-db6d-48bb-bbeb-b5e8746529bf" containerName="nova-metadata-metadata" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.391076 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b6d7d100-db6d-48bb-bbeb-b5e8746529bf" containerName="nova-metadata-log" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.391085 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a109586e-ed54-41de-a818-264a326a829f" containerName="nova-cell1-conductor-db-sync" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.391094 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e2af5c12-61c6-405f-b821-c13a25e5dcd6" containerName="nova-api-api" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.391114 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e2af5c12-61c6-405f-b821-c13a25e5dcd6" containerName="nova-api-log" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.391122 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9ceb086f-bce9-43f9-a561-b59a8cd68c00" containerName="nova-manage" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.392306 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.394373 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.411719 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.421810 4809 scope.go:117] "RemoveContainer" containerID="12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.421911 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.423392 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.425415 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.425710 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.425959 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:32 crc kubenswrapper[4809]: E1013 19:54:32.427293 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d\": container with ID starting with 12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d not found: ID does not exist" containerID="12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.427322 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d"} err="failed to get container status \"12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d\": rpc error: code = NotFound desc = could not find container \"12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d\": container with ID starting with 12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d not found: ID does not exist" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.427340 4809 scope.go:117] "RemoveContainer" containerID="77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77" Oct 13 19:54:32 crc kubenswrapper[4809]: E1013 19:54:32.427979 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77\": container with ID starting with 77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77 not found: ID does not exist" containerID="77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.428117 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77"} err="failed to get container status \"77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77\": rpc error: code = NotFound desc = could not find container \"77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77\": container with ID starting with 77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77 not found: ID does not exist" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.428218 4809 scope.go:117] "RemoveContainer" containerID="12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.428607 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d"} err="failed to get container status \"12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d\": rpc error: code = NotFound desc = could not find container \"12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d\": container with ID starting with 12f7d764d8cf003e821aabf0392c49bf2babe4cc86b49ca1b4afd53a8f3ea39d not found: ID does not exist" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.428631 4809 scope.go:117] "RemoveContainer" containerID="77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.428920 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77"} err="failed to get container status \"77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77\": rpc error: code = NotFound desc = could not find container \"77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77\": container with ID starting with 77c2e55a41494ec1aec9eaf09ec02802a28d6561969329284c68a1834fc1ea77 not found: ID does not exist" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.447297 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.448532 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.450382 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.455002 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.496864 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-config-data\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.496940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.497011 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2dfsm\" (UniqueName: \"kubernetes.io/projected/db390f3e-4dbb-4538-955a-16cd234c9081-kube-api-access-2dfsm\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.497156 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/db390f3e-4dbb-4538-955a-16cd234c9081-logs\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.598628 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-szw4c\" (UniqueName: \"kubernetes.io/projected/525da218-ff74-4589-a742-9e3305949601-kube-api-access-szw4c\") pod \"nova-cell1-conductor-0\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.598693 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.598749 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2dfsm\" (UniqueName: \"kubernetes.io/projected/db390f3e-4dbb-4538-955a-16cd234c9081-kube-api-access-2dfsm\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.598813 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.598897 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/346974dd-5d89-4802-883a-bd30331915b2-logs\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.598934 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/db390f3e-4dbb-4538-955a-16cd234c9081-logs\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.598996 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-config-data\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.599017 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-config-data\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.599048 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.599078 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.599109 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mb4rz\" (UniqueName: \"kubernetes.io/projected/346974dd-5d89-4802-883a-bd30331915b2-kube-api-access-mb4rz\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.599131 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.600255 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/db390f3e-4dbb-4538-955a-16cd234c9081-logs\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.603204 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.604047 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-config-data\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.614414 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2dfsm\" (UniqueName: \"kubernetes.io/projected/db390f3e-4dbb-4538-955a-16cd234c9081-kube-api-access-2dfsm\") pod \"nova-api-0\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.701419 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-config-data\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.701821 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.701889 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mb4rz\" (UniqueName: \"kubernetes.io/projected/346974dd-5d89-4802-883a-bd30331915b2-kube-api-access-mb4rz\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.701923 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.701969 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-szw4c\" (UniqueName: \"kubernetes.io/projected/525da218-ff74-4589-a742-9e3305949601-kube-api-access-szw4c\") pod \"nova-cell1-conductor-0\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.702003 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.702072 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.702183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/346974dd-5d89-4802-883a-bd30331915b2-logs\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.702935 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/346974dd-5d89-4802-883a-bd30331915b2-logs\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.705909 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-config-data\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.706520 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.709075 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.711723 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.713974 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.715311 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.718035 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-szw4c\" (UniqueName: \"kubernetes.io/projected/525da218-ff74-4589-a742-9e3305949601-kube-api-access-szw4c\") pod \"nova-cell1-conductor-0\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.720614 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mb4rz\" (UniqueName: \"kubernetes.io/projected/346974dd-5d89-4802-883a-bd30331915b2-kube-api-access-mb4rz\") pod \"nova-metadata-0\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.749387 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:32 crc kubenswrapper[4809]: I1013 19:54:32.767922 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:33 crc kubenswrapper[4809]: I1013 19:54:33.273624 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:33 crc kubenswrapper[4809]: W1013 19:54:33.274895 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddb390f3e_4dbb_4538_955a_16cd234c9081.slice/crio-68341b31ac216a57d7e51bbc7cd14b24b54444138b8c29780d9d655bc9786b00 WatchSource:0}: Error finding container 68341b31ac216a57d7e51bbc7cd14b24b54444138b8c29780d9d655bc9786b00: Status 404 returned error can't find the container with id 68341b31ac216a57d7e51bbc7cd14b24b54444138b8c29780d9d655bc9786b00 Oct 13 19:54:33 crc kubenswrapper[4809]: W1013 19:54:33.277968 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod346974dd_5d89_4802_883a_bd30331915b2.slice/crio-18ce83705c5f3158b60fd0a7baa884c7f4e66d165e33df48d7ce8800587021af WatchSource:0}: Error finding container 18ce83705c5f3158b60fd0a7baa884c7f4e66d165e33df48d7ce8800587021af: Status 404 returned error can't find the container with id 18ce83705c5f3158b60fd0a7baa884c7f4e66d165e33df48d7ce8800587021af Oct 13 19:54:33 crc kubenswrapper[4809]: I1013 19:54:33.286488 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:33 crc kubenswrapper[4809]: I1013 19:54:33.368104 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:54:33 crc kubenswrapper[4809]: W1013 19:54:33.372050 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod525da218_ff74_4589_a742_9e3305949601.slice/crio-a781f20bd00c4cb55e4cc8e6294fec5615294c888d34a132f33537814673341c WatchSource:0}: Error finding container a781f20bd00c4cb55e4cc8e6294fec5615294c888d34a132f33537814673341c: Status 404 returned error can't find the container with id a781f20bd00c4cb55e4cc8e6294fec5615294c888d34a132f33537814673341c Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.171300 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b6d7d100-db6d-48bb-bbeb-b5e8746529bf" path="/var/lib/kubelet/pods/b6d7d100-db6d-48bb-bbeb-b5e8746529bf/volumes" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.172605 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e2af5c12-61c6-405f-b821-c13a25e5dcd6" path="/var/lib/kubelet/pods/e2af5c12-61c6-405f-b821-c13a25e5dcd6/volumes" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.185881 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.286029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"525da218-ff74-4589-a742-9e3305949601","Type":"ContainerStarted","Data":"35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b"} Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.286259 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"525da218-ff74-4589-a742-9e3305949601","Type":"ContainerStarted","Data":"a781f20bd00c4cb55e4cc8e6294fec5615294c888d34a132f33537814673341c"} Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.287038 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.288801 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"346974dd-5d89-4802-883a-bd30331915b2","Type":"ContainerStarted","Data":"7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5"} Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.288828 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"346974dd-5d89-4802-883a-bd30331915b2","Type":"ContainerStarted","Data":"1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62"} Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.288842 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"346974dd-5d89-4802-883a-bd30331915b2","Type":"ContainerStarted","Data":"18ce83705c5f3158b60fd0a7baa884c7f4e66d165e33df48d7ce8800587021af"} Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.290896 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"db390f3e-4dbb-4538-955a-16cd234c9081","Type":"ContainerStarted","Data":"17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51"} Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.290922 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"db390f3e-4dbb-4538-955a-16cd234c9081","Type":"ContainerStarted","Data":"7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede"} Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.290931 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"db390f3e-4dbb-4538-955a-16cd234c9081","Type":"ContainerStarted","Data":"68341b31ac216a57d7e51bbc7cd14b24b54444138b8c29780d9d655bc9786b00"} Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.293502 4809 generic.go:334] "Generic (PLEG): container finished" podID="7eb7a3f3-933c-4231-9079-e47765acc5e3" containerID="aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010" exitCode=0 Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.293536 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"7eb7a3f3-933c-4231-9079-e47765acc5e3","Type":"ContainerDied","Data":"aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010"} Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.293555 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"7eb7a3f3-933c-4231-9079-e47765acc5e3","Type":"ContainerDied","Data":"3a1fdf202d398d32a38e0920502ef6fd6826b03882f9072c2ad1ce406afe9458"} Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.293574 4809 scope.go:117] "RemoveContainer" containerID="aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.293646 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.314160 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=2.314140789 podStartE2EDuration="2.314140789s" podCreationTimestamp="2025-10-13 19:54:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:34.300751159 +0000 UTC m=+1792.906497754" watchObservedRunningTime="2025-10-13 19:54:34.314140789 +0000 UTC m=+1792.919887374" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.315594 4809 scope.go:117] "RemoveContainer" containerID="aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010" Oct 13 19:54:34 crc kubenswrapper[4809]: E1013 19:54:34.317948 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010\": container with ID starting with aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010 not found: ID does not exist" containerID="aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.317995 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010"} err="failed to get container status \"aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010\": rpc error: code = NotFound desc = could not find container \"aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010\": container with ID starting with aa890921871d6f1d17814dcc3d88d4d4ebfe754f2b684eff904022e4d9170010 not found: ID does not exist" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.323314 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.32330219 podStartE2EDuration="2.32330219s" podCreationTimestamp="2025-10-13 19:54:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:34.318253096 +0000 UTC m=+1792.923999691" watchObservedRunningTime="2025-10-13 19:54:34.32330219 +0000 UTC m=+1792.929048775" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.332679 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-config-data\") pod \"7eb7a3f3-933c-4231-9079-e47765acc5e3\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.332803 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-combined-ca-bundle\") pod \"7eb7a3f3-933c-4231-9079-e47765acc5e3\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.332986 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5d6bf\" (UniqueName: \"kubernetes.io/projected/7eb7a3f3-933c-4231-9079-e47765acc5e3-kube-api-access-5d6bf\") pod \"7eb7a3f3-933c-4231-9079-e47765acc5e3\" (UID: \"7eb7a3f3-933c-4231-9079-e47765acc5e3\") " Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.342248 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7eb7a3f3-933c-4231-9079-e47765acc5e3-kube-api-access-5d6bf" (OuterVolumeSpecName: "kube-api-access-5d6bf") pod "7eb7a3f3-933c-4231-9079-e47765acc5e3" (UID: "7eb7a3f3-933c-4231-9079-e47765acc5e3"). InnerVolumeSpecName "kube-api-access-5d6bf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.342826 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.342807854 podStartE2EDuration="2.342807854s" podCreationTimestamp="2025-10-13 19:54:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:34.335251799 +0000 UTC m=+1792.940998404" watchObservedRunningTime="2025-10-13 19:54:34.342807854 +0000 UTC m=+1792.948554439" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.370716 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7eb7a3f3-933c-4231-9079-e47765acc5e3" (UID: "7eb7a3f3-933c-4231-9079-e47765acc5e3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.379221 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-config-data" (OuterVolumeSpecName: "config-data") pod "7eb7a3f3-933c-4231-9079-e47765acc5e3" (UID: "7eb7a3f3-933c-4231-9079-e47765acc5e3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.439995 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.440032 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7eb7a3f3-933c-4231-9079-e47765acc5e3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.440045 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5d6bf\" (UniqueName: \"kubernetes.io/projected/7eb7a3f3-933c-4231-9079-e47765acc5e3-kube-api-access-5d6bf\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.709218 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.722122 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.733330 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:34 crc kubenswrapper[4809]: E1013 19:54:34.733828 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7eb7a3f3-933c-4231-9079-e47765acc5e3" containerName="nova-scheduler-scheduler" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.733848 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7eb7a3f3-933c-4231-9079-e47765acc5e3" containerName="nova-scheduler-scheduler" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.734100 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7eb7a3f3-933c-4231-9079-e47765acc5e3" containerName="nova-scheduler-scheduler" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.734894 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.737475 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.743509 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.849411 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-config-data\") pod \"nova-scheduler-0\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.854050 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9nj2v\" (UniqueName: \"kubernetes.io/projected/51557fb2-5140-4685-aef0-44350518dd99-kube-api-access-9nj2v\") pod \"nova-scheduler-0\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.854652 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.957317 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-config-data\") pod \"nova-scheduler-0\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.957368 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9nj2v\" (UniqueName: \"kubernetes.io/projected/51557fb2-5140-4685-aef0-44350518dd99-kube-api-access-9nj2v\") pod \"nova-scheduler-0\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.957405 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.964608 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.985337 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-config-data\") pod \"nova-scheduler-0\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:34 crc kubenswrapper[4809]: I1013 19:54:34.989139 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9nj2v\" (UniqueName: \"kubernetes.io/projected/51557fb2-5140-4685-aef0-44350518dd99-kube-api-access-9nj2v\") pod \"nova-scheduler-0\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:35 crc kubenswrapper[4809]: I1013 19:54:35.056612 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:35 crc kubenswrapper[4809]: I1013 19:54:35.571966 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:35 crc kubenswrapper[4809]: W1013 19:54:35.574012 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod51557fb2_5140_4685_aef0_44350518dd99.slice/crio-1e78a91d00cb706a2e43ccf745aa1d6de89fe3d9bb4731a9ec1ec122d9e5ec3b WatchSource:0}: Error finding container 1e78a91d00cb706a2e43ccf745aa1d6de89fe3d9bb4731a9ec1ec122d9e5ec3b: Status 404 returned error can't find the container with id 1e78a91d00cb706a2e43ccf745aa1d6de89fe3d9bb4731a9ec1ec122d9e5ec3b Oct 13 19:54:36 crc kubenswrapper[4809]: I1013 19:54:36.179799 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7eb7a3f3-933c-4231-9079-e47765acc5e3" path="/var/lib/kubelet/pods/7eb7a3f3-933c-4231-9079-e47765acc5e3/volumes" Oct 13 19:54:36 crc kubenswrapper[4809]: I1013 19:54:36.333869 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"51557fb2-5140-4685-aef0-44350518dd99","Type":"ContainerStarted","Data":"668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab"} Oct 13 19:54:36 crc kubenswrapper[4809]: I1013 19:54:36.333903 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"51557fb2-5140-4685-aef0-44350518dd99","Type":"ContainerStarted","Data":"1e78a91d00cb706a2e43ccf745aa1d6de89fe3d9bb4731a9ec1ec122d9e5ec3b"} Oct 13 19:54:36 crc kubenswrapper[4809]: I1013 19:54:36.351487 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.351472122 podStartE2EDuration="2.351472122s" podCreationTimestamp="2025-10-13 19:54:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:36.35069312 +0000 UTC m=+1794.956439705" watchObservedRunningTime="2025-10-13 19:54:36.351472122 +0000 UTC m=+1794.957218707" Oct 13 19:54:36 crc kubenswrapper[4809]: I1013 19:54:36.637894 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:36 crc kubenswrapper[4809]: I1013 19:54:36.656676 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:37 crc kubenswrapper[4809]: I1013 19:54:37.361859 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:54:37 crc kubenswrapper[4809]: I1013 19:54:37.750231 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:37 crc kubenswrapper[4809]: I1013 19:54:37.751254 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:40 crc kubenswrapper[4809]: I1013 19:54:40.057448 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:40 crc kubenswrapper[4809]: I1013 19:54:40.156254 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:54:40 crc kubenswrapper[4809]: I1013 19:54:40.389187 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"2015542e6db930a9f3575c9f1b8502ac1263d751a61ad3acfac04d0ee04894b4"} Oct 13 19:54:42 crc kubenswrapper[4809]: I1013 19:54:42.714808 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:42 crc kubenswrapper[4809]: I1013 19:54:42.715789 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:42 crc kubenswrapper[4809]: I1013 19:54:42.750659 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:42 crc kubenswrapper[4809]: I1013 19:54:42.750770 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:42 crc kubenswrapper[4809]: I1013 19:54:42.803196 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.271973 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7"] Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.273343 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.278218 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-scripts" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.278629 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-config-data" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.284873 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7"] Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.342964 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-config-data\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.343015 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v522v\" (UniqueName: \"kubernetes.io/projected/606860fb-0d22-49fa-9c6d-0e49b6433e96-kube-api-access-v522v\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.343073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.343119 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-scripts\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.444500 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-config-data\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.444862 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v522v\" (UniqueName: \"kubernetes.io/projected/606860fb-0d22-49fa-9c6d-0e49b6433e96-kube-api-access-v522v\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.445065 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.445470 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-scripts\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.451902 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-config-data\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.452630 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-scripts\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.466405 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v522v\" (UniqueName: \"kubernetes.io/projected/606860fb-0d22-49fa-9c6d-0e49b6433e96-kube-api-access-v522v\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.467569 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-snxn7\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.597698 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.813553 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="db390f3e-4dbb-4538-955a-16cd234c9081" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.1.129:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.814179 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="346974dd-5d89-4802-883a-bd30331915b2" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.130:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.814745 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="db390f3e-4dbb-4538-955a-16cd234c9081" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.1.129:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:54:43 crc kubenswrapper[4809]: I1013 19:54:43.814779 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="346974dd-5d89-4802-883a-bd30331915b2" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.130:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:54:44 crc kubenswrapper[4809]: I1013 19:54:44.136487 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7"] Oct 13 19:54:44 crc kubenswrapper[4809]: I1013 19:54:44.460906 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" event={"ID":"606860fb-0d22-49fa-9c6d-0e49b6433e96","Type":"ContainerStarted","Data":"7d91504214203dc80059c219dd3182b119d1d36735518b81243fd90aaf0a9b69"} Oct 13 19:54:44 crc kubenswrapper[4809]: I1013 19:54:44.461267 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" event={"ID":"606860fb-0d22-49fa-9c6d-0e49b6433e96","Type":"ContainerStarted","Data":"253c49e9eb0badcededaabbb4d49e4c7bc8c3c16c746f7bbf79b23a050684176"} Oct 13 19:54:44 crc kubenswrapper[4809]: I1013 19:54:44.488173 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" podStartSLOduration=1.4881508239999999 podStartE2EDuration="1.488150824s" podCreationTimestamp="2025-10-13 19:54:43 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:44.48202705 +0000 UTC m=+1803.087773635" watchObservedRunningTime="2025-10-13 19:54:44.488150824 +0000 UTC m=+1803.093897429" Oct 13 19:54:45 crc kubenswrapper[4809]: I1013 19:54:45.057589 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:45 crc kubenswrapper[4809]: I1013 19:54:45.091554 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:45 crc kubenswrapper[4809]: I1013 19:54:45.533679 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:46 crc kubenswrapper[4809]: I1013 19:54:46.358078 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:49 crc kubenswrapper[4809]: I1013 19:54:49.518408 4809 generic.go:334] "Generic (PLEG): container finished" podID="606860fb-0d22-49fa-9c6d-0e49b6433e96" containerID="7d91504214203dc80059c219dd3182b119d1d36735518b81243fd90aaf0a9b69" exitCode=0 Oct 13 19:54:49 crc kubenswrapper[4809]: I1013 19:54:49.518566 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" event={"ID":"606860fb-0d22-49fa-9c6d-0e49b6433e96","Type":"ContainerDied","Data":"7d91504214203dc80059c219dd3182b119d1d36735518b81243fd90aaf0a9b69"} Oct 13 19:54:50 crc kubenswrapper[4809]: I1013 19:54:50.301050 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:54:50 crc kubenswrapper[4809]: I1013 19:54:50.301407 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="1d7a14be-51fd-44b5-a9a9-cdd79532c86b" containerName="kube-state-metrics" containerID="cri-o://b5c5d79910eb4fa6922d00d50ed5713ad150fb2896c1eff0b876ebe920a52cad" gracePeriod=30 Oct 13 19:54:50 crc kubenswrapper[4809]: I1013 19:54:50.544304 4809 generic.go:334] "Generic (PLEG): container finished" podID="1d7a14be-51fd-44b5-a9a9-cdd79532c86b" containerID="b5c5d79910eb4fa6922d00d50ed5713ad150fb2896c1eff0b876ebe920a52cad" exitCode=2 Oct 13 19:54:50 crc kubenswrapper[4809]: I1013 19:54:50.544519 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"1d7a14be-51fd-44b5-a9a9-cdd79532c86b","Type":"ContainerDied","Data":"b5c5d79910eb4fa6922d00d50ed5713ad150fb2896c1eff0b876ebe920a52cad"} Oct 13 19:54:50 crc kubenswrapper[4809]: I1013 19:54:50.825008 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:50 crc kubenswrapper[4809]: I1013 19:54:50.929610 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:50 crc kubenswrapper[4809]: I1013 19:54:50.999714 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4k5jq\" (UniqueName: \"kubernetes.io/projected/1d7a14be-51fd-44b5-a9a9-cdd79532c86b-kube-api-access-4k5jq\") pod \"1d7a14be-51fd-44b5-a9a9-cdd79532c86b\" (UID: \"1d7a14be-51fd-44b5-a9a9-cdd79532c86b\") " Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.011788 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1d7a14be-51fd-44b5-a9a9-cdd79532c86b-kube-api-access-4k5jq" (OuterVolumeSpecName: "kube-api-access-4k5jq") pod "1d7a14be-51fd-44b5-a9a9-cdd79532c86b" (UID: "1d7a14be-51fd-44b5-a9a9-cdd79532c86b"). InnerVolumeSpecName "kube-api-access-4k5jq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.101563 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-scripts\") pod \"606860fb-0d22-49fa-9c6d-0e49b6433e96\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.101611 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-config-data\") pod \"606860fb-0d22-49fa-9c6d-0e49b6433e96\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.101682 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v522v\" (UniqueName: \"kubernetes.io/projected/606860fb-0d22-49fa-9c6d-0e49b6433e96-kube-api-access-v522v\") pod \"606860fb-0d22-49fa-9c6d-0e49b6433e96\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.101829 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-combined-ca-bundle\") pod \"606860fb-0d22-49fa-9c6d-0e49b6433e96\" (UID: \"606860fb-0d22-49fa-9c6d-0e49b6433e96\") " Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.102271 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4k5jq\" (UniqueName: \"kubernetes.io/projected/1d7a14be-51fd-44b5-a9a9-cdd79532c86b-kube-api-access-4k5jq\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.105607 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-scripts" (OuterVolumeSpecName: "scripts") pod "606860fb-0d22-49fa-9c6d-0e49b6433e96" (UID: "606860fb-0d22-49fa-9c6d-0e49b6433e96"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.106848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/606860fb-0d22-49fa-9c6d-0e49b6433e96-kube-api-access-v522v" (OuterVolumeSpecName: "kube-api-access-v522v") pod "606860fb-0d22-49fa-9c6d-0e49b6433e96" (UID: "606860fb-0d22-49fa-9c6d-0e49b6433e96"). InnerVolumeSpecName "kube-api-access-v522v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.127661 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-config-data" (OuterVolumeSpecName: "config-data") pod "606860fb-0d22-49fa-9c6d-0e49b6433e96" (UID: "606860fb-0d22-49fa-9c6d-0e49b6433e96"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.129193 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "606860fb-0d22-49fa-9c6d-0e49b6433e96" (UID: "606860fb-0d22-49fa-9c6d-0e49b6433e96"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.204333 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.204372 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.204385 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/606860fb-0d22-49fa-9c6d-0e49b6433e96-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.204399 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v522v\" (UniqueName: \"kubernetes.io/projected/606860fb-0d22-49fa-9c6d-0e49b6433e96-kube-api-access-v522v\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.557154 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" event={"ID":"606860fb-0d22-49fa-9c6d-0e49b6433e96","Type":"ContainerDied","Data":"253c49e9eb0badcededaabbb4d49e4c7bc8c3c16c746f7bbf79b23a050684176"} Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.557742 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="253c49e9eb0badcededaabbb4d49e4c7bc8c3c16c746f7bbf79b23a050684176" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.557212 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.563669 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"1d7a14be-51fd-44b5-a9a9-cdd79532c86b","Type":"ContainerDied","Data":"23301da2086f2e6d1a481f5103550182b804d403caa1b97b9357ac5b4a64f89b"} Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.563741 4809 scope.go:117] "RemoveContainer" containerID="b5c5d79910eb4fa6922d00d50ed5713ad150fb2896c1eff0b876ebe920a52cad" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.563911 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.613076 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.627988 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.643914 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:54:51 crc kubenswrapper[4809]: E1013 19:54:51.644484 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="606860fb-0d22-49fa-9c6d-0e49b6433e96" containerName="nova-manage" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.644510 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="606860fb-0d22-49fa-9c6d-0e49b6433e96" containerName="nova-manage" Oct 13 19:54:51 crc kubenswrapper[4809]: E1013 19:54:51.644537 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1d7a14be-51fd-44b5-a9a9-cdd79532c86b" containerName="kube-state-metrics" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.644547 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1d7a14be-51fd-44b5-a9a9-cdd79532c86b" containerName="kube-state-metrics" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.644812 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1d7a14be-51fd-44b5-a9a9-cdd79532c86b" containerName="kube-state-metrics" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.644848 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="606860fb-0d22-49fa-9c6d-0e49b6433e96" containerName="nova-manage" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.645671 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.648623 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"kube-state-metrics-tls-config" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.648865 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-kube-state-metrics-svc" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.659354 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.782361 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.782591 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="db390f3e-4dbb-4538-955a-16cd234c9081" containerName="nova-api-log" containerID="cri-o://7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede" gracePeriod=30 Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.782685 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="db390f3e-4dbb-4538-955a-16cd234c9081" containerName="nova-api-api" containerID="cri-o://17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51" gracePeriod=30 Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.813959 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.814003 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.814048 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.814304 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2rwtt\" (UniqueName: \"kubernetes.io/projected/1c2a3237-3707-434b-a10d-94768b0fd023-kube-api-access-2rwtt\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.840747 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.841057 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="51557fb2-5140-4685-aef0-44350518dd99" containerName="nova-scheduler-scheduler" containerID="cri-o://668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab" gracePeriod=30 Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.850145 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.850390 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="346974dd-5d89-4802-883a-bd30331915b2" containerName="nova-metadata-log" containerID="cri-o://1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62" gracePeriod=30 Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.850493 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="346974dd-5d89-4802-883a-bd30331915b2" containerName="nova-metadata-metadata" containerID="cri-o://7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5" gracePeriod=30 Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.915604 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.915657 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.915704 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.915765 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2rwtt\" (UniqueName: \"kubernetes.io/projected/1c2a3237-3707-434b-a10d-94768b0fd023-kube-api-access-2rwtt\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.921690 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.921842 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.929514 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:51 crc kubenswrapper[4809]: I1013 19:54:51.934517 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2rwtt\" (UniqueName: \"kubernetes.io/projected/1c2a3237-3707-434b-a10d-94768b0fd023-kube-api-access-2rwtt\") pod \"kube-state-metrics-0\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.022983 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.178066 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1d7a14be-51fd-44b5-a9a9-cdd79532c86b" path="/var/lib/kubelet/pods/1d7a14be-51fd-44b5-a9a9-cdd79532c86b/volumes" Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.262886 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.263137 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="ceilometer-central-agent" containerID="cri-o://b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a" gracePeriod=30 Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.263243 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="proxy-httpd" containerID="cri-o://1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904" gracePeriod=30 Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.263275 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="sg-core" containerID="cri-o://b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780" gracePeriod=30 Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.263302 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="ceilometer-notification-agent" containerID="cri-o://4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8" gracePeriod=30 Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.508900 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:54:52 crc kubenswrapper[4809]: W1013 19:54:52.512281 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1c2a3237_3707_434b_a10d_94768b0fd023.slice/crio-d4740197a851bcc9129409d477307d2006e4057ec75389543f2f1960ae99b2d4 WatchSource:0}: Error finding container d4740197a851bcc9129409d477307d2006e4057ec75389543f2f1960ae99b2d4: Status 404 returned error can't find the container with id d4740197a851bcc9129409d477307d2006e4057ec75389543f2f1960ae99b2d4 Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.584177 4809 generic.go:334] "Generic (PLEG): container finished" podID="584989f5-cf14-467d-82bb-1d71d6215e81" containerID="1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904" exitCode=0 Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.584214 4809 generic.go:334] "Generic (PLEG): container finished" podID="584989f5-cf14-467d-82bb-1d71d6215e81" containerID="b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780" exitCode=2 Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.584272 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"584989f5-cf14-467d-82bb-1d71d6215e81","Type":"ContainerDied","Data":"1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904"} Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.584305 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"584989f5-cf14-467d-82bb-1d71d6215e81","Type":"ContainerDied","Data":"b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780"} Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.595203 4809 generic.go:334] "Generic (PLEG): container finished" podID="346974dd-5d89-4802-883a-bd30331915b2" containerID="1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62" exitCode=143 Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.595277 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"346974dd-5d89-4802-883a-bd30331915b2","Type":"ContainerDied","Data":"1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62"} Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.596691 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"1c2a3237-3707-434b-a10d-94768b0fd023","Type":"ContainerStarted","Data":"d4740197a851bcc9129409d477307d2006e4057ec75389543f2f1960ae99b2d4"} Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.598424 4809 generic.go:334] "Generic (PLEG): container finished" podID="db390f3e-4dbb-4538-955a-16cd234c9081" containerID="7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede" exitCode=143 Oct 13 19:54:52 crc kubenswrapper[4809]: I1013 19:54:52.598457 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"db390f3e-4dbb-4538-955a-16cd234c9081","Type":"ContainerDied","Data":"7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede"} Oct 13 19:54:53 crc kubenswrapper[4809]: I1013 19:54:53.611559 4809 generic.go:334] "Generic (PLEG): container finished" podID="584989f5-cf14-467d-82bb-1d71d6215e81" containerID="b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a" exitCode=0 Oct 13 19:54:53 crc kubenswrapper[4809]: I1013 19:54:53.611620 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"584989f5-cf14-467d-82bb-1d71d6215e81","Type":"ContainerDied","Data":"b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a"} Oct 13 19:54:53 crc kubenswrapper[4809]: I1013 19:54:53.614307 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"1c2a3237-3707-434b-a10d-94768b0fd023","Type":"ContainerStarted","Data":"71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878"} Oct 13 19:54:53 crc kubenswrapper[4809]: I1013 19:54:53.614466 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:54:53 crc kubenswrapper[4809]: I1013 19:54:53.633267 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=2.233240114 podStartE2EDuration="2.633243156s" podCreationTimestamp="2025-10-13 19:54:51 +0000 UTC" firstStartedPulling="2025-10-13 19:54:52.514700416 +0000 UTC m=+1811.120447001" lastFinishedPulling="2025-10-13 19:54:52.914703458 +0000 UTC m=+1811.520450043" observedRunningTime="2025-10-13 19:54:53.628996105 +0000 UTC m=+1812.234742710" watchObservedRunningTime="2025-10-13 19:54:53.633243156 +0000 UTC m=+1812.238989781" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.469948 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.617409 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-log-httpd\") pod \"584989f5-cf14-467d-82bb-1d71d6215e81\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.617455 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-config-data\") pod \"584989f5-cf14-467d-82bb-1d71d6215e81\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.617863 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-combined-ca-bundle\") pod \"584989f5-cf14-467d-82bb-1d71d6215e81\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.617936 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-scripts\") pod \"584989f5-cf14-467d-82bb-1d71d6215e81\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.617976 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-sg-core-conf-yaml\") pod \"584989f5-cf14-467d-82bb-1d71d6215e81\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.618061 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rjczj\" (UniqueName: \"kubernetes.io/projected/584989f5-cf14-467d-82bb-1d71d6215e81-kube-api-access-rjczj\") pod \"584989f5-cf14-467d-82bb-1d71d6215e81\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.618103 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-run-httpd\") pod \"584989f5-cf14-467d-82bb-1d71d6215e81\" (UID: \"584989f5-cf14-467d-82bb-1d71d6215e81\") " Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.618890 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "584989f5-cf14-467d-82bb-1d71d6215e81" (UID: "584989f5-cf14-467d-82bb-1d71d6215e81"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.619090 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "584989f5-cf14-467d-82bb-1d71d6215e81" (UID: "584989f5-cf14-467d-82bb-1d71d6215e81"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.625280 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/584989f5-cf14-467d-82bb-1d71d6215e81-kube-api-access-rjczj" (OuterVolumeSpecName: "kube-api-access-rjczj") pod "584989f5-cf14-467d-82bb-1d71d6215e81" (UID: "584989f5-cf14-467d-82bb-1d71d6215e81"). InnerVolumeSpecName "kube-api-access-rjczj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.626275 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-scripts" (OuterVolumeSpecName: "scripts") pod "584989f5-cf14-467d-82bb-1d71d6215e81" (UID: "584989f5-cf14-467d-82bb-1d71d6215e81"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.631102 4809 generic.go:334] "Generic (PLEG): container finished" podID="584989f5-cf14-467d-82bb-1d71d6215e81" containerID="4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8" exitCode=0 Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.631170 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.631194 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"584989f5-cf14-467d-82bb-1d71d6215e81","Type":"ContainerDied","Data":"4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8"} Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.631274 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"584989f5-cf14-467d-82bb-1d71d6215e81","Type":"ContainerDied","Data":"a8e4591313e5b7c0b3a74e5756f4f878187ebc69308cc0ede87cc224418800aa"} Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.631298 4809 scope.go:117] "RemoveContainer" containerID="1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.669489 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "584989f5-cf14-467d-82bb-1d71d6215e81" (UID: "584989f5-cf14-467d-82bb-1d71d6215e81"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.708835 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "584989f5-cf14-467d-82bb-1d71d6215e81" (UID: "584989f5-cf14-467d-82bb-1d71d6215e81"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.720682 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.720744 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.720766 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rjczj\" (UniqueName: \"kubernetes.io/projected/584989f5-cf14-467d-82bb-1d71d6215e81-kube-api-access-rjczj\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.720779 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.720792 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/584989f5-cf14-467d-82bb-1d71d6215e81-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.720802 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.733598 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-config-data" (OuterVolumeSpecName: "config-data") pod "584989f5-cf14-467d-82bb-1d71d6215e81" (UID: "584989f5-cf14-467d-82bb-1d71d6215e81"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.797790 4809 scope.go:117] "RemoveContainer" containerID="b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.822419 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/584989f5-cf14-467d-82bb-1d71d6215e81-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.825466 4809 scope.go:117] "RemoveContainer" containerID="4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.851459 4809 scope.go:117] "RemoveContainer" containerID="b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.882583 4809 scope.go:117] "RemoveContainer" containerID="1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904" Oct 13 19:54:54 crc kubenswrapper[4809]: E1013 19:54:54.883199 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904\": container with ID starting with 1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904 not found: ID does not exist" containerID="1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.883249 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904"} err="failed to get container status \"1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904\": rpc error: code = NotFound desc = could not find container \"1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904\": container with ID starting with 1bda9b5c5013c637a43d49253edd3811ab710553de1d6cc7ca05b53bf1b3f904 not found: ID does not exist" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.883284 4809 scope.go:117] "RemoveContainer" containerID="b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780" Oct 13 19:54:54 crc kubenswrapper[4809]: E1013 19:54:54.883777 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780\": container with ID starting with b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780 not found: ID does not exist" containerID="b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.883815 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780"} err="failed to get container status \"b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780\": rpc error: code = NotFound desc = could not find container \"b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780\": container with ID starting with b7a18608bbc1fd4ed2ee38a94434aebcb253d932def39760a3e098ebee132780 not found: ID does not exist" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.883844 4809 scope.go:117] "RemoveContainer" containerID="4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8" Oct 13 19:54:54 crc kubenswrapper[4809]: E1013 19:54:54.885003 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8\": container with ID starting with 4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8 not found: ID does not exist" containerID="4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.885038 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8"} err="failed to get container status \"4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8\": rpc error: code = NotFound desc = could not find container \"4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8\": container with ID starting with 4bb65f1aac6cb787ebf34f03b69d1d48d566f68bad2b02f68ef48ac1a6a843f8 not found: ID does not exist" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.885085 4809 scope.go:117] "RemoveContainer" containerID="b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a" Oct 13 19:54:54 crc kubenswrapper[4809]: E1013 19:54:54.885384 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a\": container with ID starting with b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a not found: ID does not exist" containerID="b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a" Oct 13 19:54:54 crc kubenswrapper[4809]: I1013 19:54:54.885417 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a"} err="failed to get container status \"b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a\": rpc error: code = NotFound desc = could not find container \"b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a\": container with ID starting with b2c0c4725707ac53118c73e529fe41c135ade64d95faf564c07f81e93773504a not found: ID does not exist" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.026954 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.057283 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.065069 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.067076 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.070202 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.070303 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="51557fb2-5140-4685-aef0-44350518dd99" containerName="nova-scheduler-scheduler" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.070757 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.081537 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="sg-core" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.081585 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="sg-core" Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.081622 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="ceilometer-notification-agent" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.081631 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="ceilometer-notification-agent" Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.081650 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="ceilometer-central-agent" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.081658 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="ceilometer-central-agent" Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.081676 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="proxy-httpd" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.081686 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="proxy-httpd" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.081905 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="sg-core" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.081931 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="proxy-httpd" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.081949 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="ceilometer-notification-agent" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.081973 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" containerName="ceilometer-central-agent" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.089008 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.093225 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.100239 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.100506 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.100765 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.230632 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.230689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-log-httpd\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.231004 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-config-data\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.231171 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-scripts\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.231314 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.231428 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-run-httpd\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.231478 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.231507 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j6wj9\" (UniqueName: \"kubernetes.io/projected/0ef526d1-6c4d-454e-ad01-a48f3466a197-kube-api-access-j6wj9\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.314784 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.339319 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-run-httpd\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.339396 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.339420 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j6wj9\" (UniqueName: \"kubernetes.io/projected/0ef526d1-6c4d-454e-ad01-a48f3466a197-kube-api-access-j6wj9\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.339460 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.339482 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-log-httpd\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.339544 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-config-data\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.339628 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-scripts\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.339701 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.345832 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.346328 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-log-httpd\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.346623 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.347478 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-run-httpd\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.349961 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-config-data\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.353377 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.360467 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-scripts\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.369110 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j6wj9\" (UniqueName: \"kubernetes.io/projected/0ef526d1-6c4d-454e-ad01-a48f3466a197-kube-api-access-j6wj9\") pod \"ceilometer-0\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.398245 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.434616 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.440671 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/db390f3e-4dbb-4538-955a-16cd234c9081-logs\") pod \"db390f3e-4dbb-4538-955a-16cd234c9081\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.440819 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2dfsm\" (UniqueName: \"kubernetes.io/projected/db390f3e-4dbb-4538-955a-16cd234c9081-kube-api-access-2dfsm\") pod \"db390f3e-4dbb-4538-955a-16cd234c9081\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.440883 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-config-data\") pod \"db390f3e-4dbb-4538-955a-16cd234c9081\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.440950 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-combined-ca-bundle\") pod \"db390f3e-4dbb-4538-955a-16cd234c9081\" (UID: \"db390f3e-4dbb-4538-955a-16cd234c9081\") " Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.441420 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/db390f3e-4dbb-4538-955a-16cd234c9081-logs" (OuterVolumeSpecName: "logs") pod "db390f3e-4dbb-4538-955a-16cd234c9081" (UID: "db390f3e-4dbb-4538-955a-16cd234c9081"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.446409 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/db390f3e-4dbb-4538-955a-16cd234c9081-kube-api-access-2dfsm" (OuterVolumeSpecName: "kube-api-access-2dfsm") pod "db390f3e-4dbb-4538-955a-16cd234c9081" (UID: "db390f3e-4dbb-4538-955a-16cd234c9081"). InnerVolumeSpecName "kube-api-access-2dfsm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.479471 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "db390f3e-4dbb-4538-955a-16cd234c9081" (UID: "db390f3e-4dbb-4538-955a-16cd234c9081"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.492974 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-config-data" (OuterVolumeSpecName: "config-data") pod "db390f3e-4dbb-4538-955a-16cd234c9081" (UID: "db390f3e-4dbb-4538-955a-16cd234c9081"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.542737 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-config-data\") pod \"346974dd-5d89-4802-883a-bd30331915b2\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.542783 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mb4rz\" (UniqueName: \"kubernetes.io/projected/346974dd-5d89-4802-883a-bd30331915b2-kube-api-access-mb4rz\") pod \"346974dd-5d89-4802-883a-bd30331915b2\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.546930 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/346974dd-5d89-4802-883a-bd30331915b2-logs\") pod \"346974dd-5d89-4802-883a-bd30331915b2\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.546968 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-nova-metadata-tls-certs\") pod \"346974dd-5d89-4802-883a-bd30331915b2\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.547009 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-combined-ca-bundle\") pod \"346974dd-5d89-4802-883a-bd30331915b2\" (UID: \"346974dd-5d89-4802-883a-bd30331915b2\") " Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.547922 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/346974dd-5d89-4802-883a-bd30331915b2-logs" (OuterVolumeSpecName: "logs") pod "346974dd-5d89-4802-883a-bd30331915b2" (UID: "346974dd-5d89-4802-883a-bd30331915b2"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.548494 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/346974dd-5d89-4802-883a-bd30331915b2-kube-api-access-mb4rz" (OuterVolumeSpecName: "kube-api-access-mb4rz") pod "346974dd-5d89-4802-883a-bd30331915b2" (UID: "346974dd-5d89-4802-883a-bd30331915b2"). InnerVolumeSpecName "kube-api-access-mb4rz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.551577 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/db390f3e-4dbb-4538-955a-16cd234c9081-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.551602 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mb4rz\" (UniqueName: \"kubernetes.io/projected/346974dd-5d89-4802-883a-bd30331915b2-kube-api-access-mb4rz\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.551611 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2dfsm\" (UniqueName: \"kubernetes.io/projected/db390f3e-4dbb-4538-955a-16cd234c9081-kube-api-access-2dfsm\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.551620 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.551630 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/346974dd-5d89-4802-883a-bd30331915b2-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.551637 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/db390f3e-4dbb-4538-955a-16cd234c9081-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.580755 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-config-data" (OuterVolumeSpecName: "config-data") pod "346974dd-5d89-4802-883a-bd30331915b2" (UID: "346974dd-5d89-4802-883a-bd30331915b2"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.602795 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "346974dd-5d89-4802-883a-bd30331915b2" (UID: "346974dd-5d89-4802-883a-bd30331915b2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.610568 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "346974dd-5d89-4802-883a-bd30331915b2" (UID: "346974dd-5d89-4802-883a-bd30331915b2"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.647415 4809 generic.go:334] "Generic (PLEG): container finished" podID="346974dd-5d89-4802-883a-bd30331915b2" containerID="7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5" exitCode=0 Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.647462 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"346974dd-5d89-4802-883a-bd30331915b2","Type":"ContainerDied","Data":"7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5"} Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.647514 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"346974dd-5d89-4802-883a-bd30331915b2","Type":"ContainerDied","Data":"18ce83705c5f3158b60fd0a7baa884c7f4e66d165e33df48d7ce8800587021af"} Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.647532 4809 scope.go:117] "RemoveContainer" containerID="7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.648672 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.652759 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.652789 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.652805 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/346974dd-5d89-4802-883a-bd30331915b2-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.654025 4809 generic.go:334] "Generic (PLEG): container finished" podID="db390f3e-4dbb-4538-955a-16cd234c9081" containerID="17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51" exitCode=0 Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.654059 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"db390f3e-4dbb-4538-955a-16cd234c9081","Type":"ContainerDied","Data":"17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51"} Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.654096 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"db390f3e-4dbb-4538-955a-16cd234c9081","Type":"ContainerDied","Data":"68341b31ac216a57d7e51bbc7cd14b24b54444138b8c29780d9d655bc9786b00"} Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.654106 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.697894 4809 scope.go:117] "RemoveContainer" containerID="1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.704850 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.725696 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.733658 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.734329 4809 scope.go:117] "RemoveContainer" containerID="7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5" Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.736875 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5\": container with ID starting with 7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5 not found: ID does not exist" containerID="7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.736918 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5"} err="failed to get container status \"7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5\": rpc error: code = NotFound desc = could not find container \"7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5\": container with ID starting with 7d8438e399f7102ee54b60ece7377509c179aba60c93441e8d969a19cf434ee5 not found: ID does not exist" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.736946 4809 scope.go:117] "RemoveContainer" containerID="1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62" Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.737213 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62\": container with ID starting with 1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62 not found: ID does not exist" containerID="1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.737230 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62"} err="failed to get container status \"1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62\": rpc error: code = NotFound desc = could not find container \"1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62\": container with ID starting with 1e204cefce783ef17388e88f07d32e04ce0d26b3c1ad9d638fac116fcaf97e62 not found: ID does not exist" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.737243 4809 scope.go:117] "RemoveContainer" containerID="17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.748234 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.756624 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.757140 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="346974dd-5d89-4802-883a-bd30331915b2" containerName="nova-metadata-metadata" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.757161 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="346974dd-5d89-4802-883a-bd30331915b2" containerName="nova-metadata-metadata" Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.757189 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="db390f3e-4dbb-4538-955a-16cd234c9081" containerName="nova-api-api" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.757195 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="db390f3e-4dbb-4538-955a-16cd234c9081" containerName="nova-api-api" Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.757213 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="346974dd-5d89-4802-883a-bd30331915b2" containerName="nova-metadata-log" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.757219 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="346974dd-5d89-4802-883a-bd30331915b2" containerName="nova-metadata-log" Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.757229 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="db390f3e-4dbb-4538-955a-16cd234c9081" containerName="nova-api-log" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.757235 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="db390f3e-4dbb-4538-955a-16cd234c9081" containerName="nova-api-log" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.757399 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="346974dd-5d89-4802-883a-bd30331915b2" containerName="nova-metadata-metadata" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.757413 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="db390f3e-4dbb-4538-955a-16cd234c9081" containerName="nova-api-api" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.757430 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="346974dd-5d89-4802-883a-bd30331915b2" containerName="nova-metadata-log" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.757444 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="db390f3e-4dbb-4538-955a-16cd234c9081" containerName="nova-api-log" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.758790 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.760335 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.761092 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.763866 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.765672 4809 scope.go:117] "RemoveContainer" containerID="7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.771647 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.773498 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.777164 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.780866 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.793865 4809 scope.go:117] "RemoveContainer" containerID="17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51" Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.794270 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51\": container with ID starting with 17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51 not found: ID does not exist" containerID="17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.794304 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51"} err="failed to get container status \"17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51\": rpc error: code = NotFound desc = could not find container \"17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51\": container with ID starting with 17c535e17ef28a35969141d48e5cfb2c9df2a3e56132e7143a8760f15cad5f51 not found: ID does not exist" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.794326 4809 scope.go:117] "RemoveContainer" containerID="7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede" Oct 13 19:54:55 crc kubenswrapper[4809]: E1013 19:54:55.794642 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede\": container with ID starting with 7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede not found: ID does not exist" containerID="7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.794683 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede"} err="failed to get container status \"7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede\": rpc error: code = NotFound desc = could not find container \"7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede\": container with ID starting with 7dec21bc66b3b2014f75b93af59923b9e769dc793bd917b42786d49e31d07ede not found: ID does not exist" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.848133 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:54:55 crc kubenswrapper[4809]: W1013 19:54:55.848494 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0ef526d1_6c4d_454e_ad01_a48f3466a197.slice/crio-5f1de5d311946f05bfa6fd6db0f76c7970bff4e3d78f38344a5be0e9eb3c022d WatchSource:0}: Error finding container 5f1de5d311946f05bfa6fd6db0f76c7970bff4e3d78f38344a5be0e9eb3c022d: Status 404 returned error can't find the container with id 5f1de5d311946f05bfa6fd6db0f76c7970bff4e3d78f38344a5be0e9eb3c022d Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.957196 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-config-data\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.957318 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.957677 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-config-data\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.957847 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-logs\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.957908 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.957939 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-f4zrc\" (UniqueName: \"kubernetes.io/projected/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-kube-api-access-f4zrc\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.958022 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.958132 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-78bxf\" (UniqueName: \"kubernetes.io/projected/77dddafb-7f08-4ae6-b035-85562940e9a0-kube-api-access-78bxf\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:55 crc kubenswrapper[4809]: I1013 19:54:55.958267 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/77dddafb-7f08-4ae6-b035-85562940e9a0-logs\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.060234 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-config-data\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.060331 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-logs\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.060364 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.060387 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-f4zrc\" (UniqueName: \"kubernetes.io/projected/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-kube-api-access-f4zrc\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.060422 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.060449 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-78bxf\" (UniqueName: \"kubernetes.io/projected/77dddafb-7f08-4ae6-b035-85562940e9a0-kube-api-access-78bxf\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.060505 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/77dddafb-7f08-4ae6-b035-85562940e9a0-logs\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.060561 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-config-data\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.060587 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.061936 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/77dddafb-7f08-4ae6-b035-85562940e9a0-logs\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.062060 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-logs\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.065677 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-config-data\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.066240 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.066593 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.066797 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.066875 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-config-data\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.080295 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-f4zrc\" (UniqueName: \"kubernetes.io/projected/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-kube-api-access-f4zrc\") pod \"nova-api-0\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.094065 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-78bxf\" (UniqueName: \"kubernetes.io/projected/77dddafb-7f08-4ae6-b035-85562940e9a0-kube-api-access-78bxf\") pod \"nova-metadata-0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.098885 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.173064 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="346974dd-5d89-4802-883a-bd30331915b2" path="/var/lib/kubelet/pods/346974dd-5d89-4802-883a-bd30331915b2/volumes" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.174217 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="584989f5-cf14-467d-82bb-1d71d6215e81" path="/var/lib/kubelet/pods/584989f5-cf14-467d-82bb-1d71d6215e81/volumes" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.175787 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="db390f3e-4dbb-4538-955a-16cd234c9081" path="/var/lib/kubelet/pods/db390f3e-4dbb-4538-955a-16cd234c9081/volumes" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.386356 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.597016 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.704895 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0ef526d1-6c4d-454e-ad01-a48f3466a197","Type":"ContainerStarted","Data":"5f1de5d311946f05bfa6fd6db0f76c7970bff4e3d78f38344a5be0e9eb3c022d"} Oct 13 19:54:56 crc kubenswrapper[4809]: I1013 19:54:56.756970 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.525769 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.691235 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-config-data\") pod \"51557fb2-5140-4685-aef0-44350518dd99\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.691688 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9nj2v\" (UniqueName: \"kubernetes.io/projected/51557fb2-5140-4685-aef0-44350518dd99-kube-api-access-9nj2v\") pod \"51557fb2-5140-4685-aef0-44350518dd99\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.691740 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-combined-ca-bundle\") pod \"51557fb2-5140-4685-aef0-44350518dd99\" (UID: \"51557fb2-5140-4685-aef0-44350518dd99\") " Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.705910 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/51557fb2-5140-4685-aef0-44350518dd99-kube-api-access-9nj2v" (OuterVolumeSpecName: "kube-api-access-9nj2v") pod "51557fb2-5140-4685-aef0-44350518dd99" (UID: "51557fb2-5140-4685-aef0-44350518dd99"). InnerVolumeSpecName "kube-api-access-9nj2v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.724856 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-config-data" (OuterVolumeSpecName: "config-data") pod "51557fb2-5140-4685-aef0-44350518dd99" (UID: "51557fb2-5140-4685-aef0-44350518dd99"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.728617 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "51557fb2-5140-4685-aef0-44350518dd99" (UID: "51557fb2-5140-4685-aef0-44350518dd99"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.730906 4809 generic.go:334] "Generic (PLEG): container finished" podID="51557fb2-5140-4685-aef0-44350518dd99" containerID="668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab" exitCode=0 Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.730962 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"51557fb2-5140-4685-aef0-44350518dd99","Type":"ContainerDied","Data":"668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab"} Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.730990 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"51557fb2-5140-4685-aef0-44350518dd99","Type":"ContainerDied","Data":"1e78a91d00cb706a2e43ccf745aa1d6de89fe3d9bb4731a9ec1ec122d9e5ec3b"} Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.731007 4809 scope.go:117] "RemoveContainer" containerID="668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.731100 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.736311 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc","Type":"ContainerStarted","Data":"8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0"} Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.736359 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc","Type":"ContainerStarted","Data":"e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee"} Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.736371 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc","Type":"ContainerStarted","Data":"285936c4d23966c3728ba9c1b658abc65894e15b6a49340a78590e3027bf3963"} Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.739678 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"77dddafb-7f08-4ae6-b035-85562940e9a0","Type":"ContainerStarted","Data":"a7f25fc6e0ac68d4891d9d83150dc0ae69ae00d7d6ce71ccdb97f3f29609d912"} Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.739735 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"77dddafb-7f08-4ae6-b035-85562940e9a0","Type":"ContainerStarted","Data":"e4ad2ad8854a7388ac4c2cd961089c9cbee012a791512d1fff46b7640f463536"} Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.739746 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"77dddafb-7f08-4ae6-b035-85562940e9a0","Type":"ContainerStarted","Data":"8cc4f13e66789649441505b94f8e1d71aed53560960573ef3e7bf2d2d1cbf156"} Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.741100 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0ef526d1-6c4d-454e-ad01-a48f3466a197","Type":"ContainerStarted","Data":"6997fbda105824f1587e36f0fa13af0d4f1de60f20370acc307d8e7b4dbfab8a"} Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.741126 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0ef526d1-6c4d-454e-ad01-a48f3466a197","Type":"ContainerStarted","Data":"5ae84901d0d4a5d612c095f4b80b15484304a040daf74235be3e6af380c08a4f"} Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.764871 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.764846011 podStartE2EDuration="2.764846011s" podCreationTimestamp="2025-10-13 19:54:55 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:57.753880699 +0000 UTC m=+1816.359627284" watchObservedRunningTime="2025-10-13 19:54:57.764846011 +0000 UTC m=+1816.370592596" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.777200 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.777183802 podStartE2EDuration="2.777183802s" podCreationTimestamp="2025-10-13 19:54:55 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:57.770741969 +0000 UTC m=+1816.376488544" watchObservedRunningTime="2025-10-13 19:54:57.777183802 +0000 UTC m=+1816.382930387" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.793419 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9nj2v\" (UniqueName: \"kubernetes.io/projected/51557fb2-5140-4685-aef0-44350518dd99-kube-api-access-9nj2v\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.793445 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.793455 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/51557fb2-5140-4685-aef0-44350518dd99-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.800659 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.806556 4809 scope.go:117] "RemoveContainer" containerID="668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab" Oct 13 19:54:57 crc kubenswrapper[4809]: E1013 19:54:57.807048 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab\": container with ID starting with 668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab not found: ID does not exist" containerID="668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.807099 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab"} err="failed to get container status \"668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab\": rpc error: code = NotFound desc = could not find container \"668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab\": container with ID starting with 668eecabf12e4a5b8c1728f361d66c24078a7a967cf4e9fcbfe690c13ef94fab not found: ID does not exist" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.825181 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.840102 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:57 crc kubenswrapper[4809]: E1013 19:54:57.842715 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="51557fb2-5140-4685-aef0-44350518dd99" containerName="nova-scheduler-scheduler" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.842780 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="51557fb2-5140-4685-aef0-44350518dd99" containerName="nova-scheduler-scheduler" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.845280 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="51557fb2-5140-4685-aef0-44350518dd99" containerName="nova-scheduler-scheduler" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.846608 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.852229 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 19:54:57 crc kubenswrapper[4809]: I1013 19:54:57.855125 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.004277 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m8dwf\" (UniqueName: \"kubernetes.io/projected/16c8cf80-9b52-4942-bfe3-6258bd19498d-kube-api-access-m8dwf\") pod \"nova-scheduler-0\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.004374 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-config-data\") pod \"nova-scheduler-0\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.004510 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.107026 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-config-data\") pod \"nova-scheduler-0\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.107409 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.107484 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m8dwf\" (UniqueName: \"kubernetes.io/projected/16c8cf80-9b52-4942-bfe3-6258bd19498d-kube-api-access-m8dwf\") pod \"nova-scheduler-0\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.110527 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.120467 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-config-data\") pod \"nova-scheduler-0\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.120816 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-m8dwf\" (UniqueName: \"kubernetes.io/projected/16c8cf80-9b52-4942-bfe3-6258bd19498d-kube-api-access-m8dwf\") pod \"nova-scheduler-0\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.166286 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="51557fb2-5140-4685-aef0-44350518dd99" path="/var/lib/kubelet/pods/51557fb2-5140-4685-aef0-44350518dd99/volumes" Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.176554 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.452721 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.752205 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0ef526d1-6c4d-454e-ad01-a48f3466a197","Type":"ContainerStarted","Data":"aaaf1a217aff4ff61d635306e789b8ce969b6390be5ece2c91e503b672ea3115"} Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.756853 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"16c8cf80-9b52-4942-bfe3-6258bd19498d","Type":"ContainerStarted","Data":"9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab"} Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.756918 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"16c8cf80-9b52-4942-bfe3-6258bd19498d","Type":"ContainerStarted","Data":"078c1012362a66fd155b34dfd76e39e036bed1cefd79a27478356e8fef6a751e"} Oct 13 19:54:58 crc kubenswrapper[4809]: I1013 19:54:58.775689 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=1.775643949 podStartE2EDuration="1.775643949s" podCreationTimestamp="2025-10-13 19:54:57 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:54:58.769308809 +0000 UTC m=+1817.375055414" watchObservedRunningTime="2025-10-13 19:54:58.775643949 +0000 UTC m=+1817.381390524" Oct 13 19:55:00 crc kubenswrapper[4809]: I1013 19:55:00.811087 4809 scope.go:117] "RemoveContainer" containerID="8703c60b0e80f85464641e9b226851bbd60b4dc3758385ad6e8ceac106ae2075" Oct 13 19:55:00 crc kubenswrapper[4809]: I1013 19:55:00.898439 4809 scope.go:117] "RemoveContainer" containerID="89ecda492f0033c353db95c0a63ae78cfab6dac930aead3dd37f3e192a5637b9" Oct 13 19:55:00 crc kubenswrapper[4809]: I1013 19:55:00.945438 4809 scope.go:117] "RemoveContainer" containerID="0dbabd66689918275a68e34cb32921180f14f8ac6d86970546b80e3d265b3573" Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.012570 4809 scope.go:117] "RemoveContainer" containerID="efba0b10250cb5b71fb9d155f5658068c9c6f78923a725ef2aac8b82367042b7" Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.039581 4809 scope.go:117] "RemoveContainer" containerID="48c375cb5881cfb40bd1052bb3aacf702accb155265512193ef0575a5267e577" Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.079459 4809 scope.go:117] "RemoveContainer" containerID="f3f80ed208ca33d94f90c45db3426ba3ba2104c6fb028b34a27662b619fc887d" Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.104746 4809 scope.go:117] "RemoveContainer" containerID="77631380dc8a600b60ccf5d1ddbad044d22d87a7f6616f2779a5d505e1e28377" Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.134879 4809 scope.go:117] "RemoveContainer" containerID="49958aa2fc683087e393b691e73987faee6927135ec8b1167119aed15b947528" Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.163870 4809 scope.go:117] "RemoveContainer" containerID="8002c83d8eeede01f57cc7df217817c4a9814fcb5f0fa5561bc92dba99451cd7" Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.222208 4809 scope.go:117] "RemoveContainer" containerID="77460e6ef25b65f2b864d0b91f9b3ff53421987163d430f4009284cebf71ffd9" Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.386866 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.388215 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.807651 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0ef526d1-6c4d-454e-ad01-a48f3466a197","Type":"ContainerStarted","Data":"df3f3482548a1f21446bca1922559b518ed8cfb61c78c13eac0adc6041ecead5"} Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.807814 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:01 crc kubenswrapper[4809]: I1013 19:55:01.856244 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.1300191330000002 podStartE2EDuration="6.856217332s" podCreationTimestamp="2025-10-13 19:54:55 +0000 UTC" firstStartedPulling="2025-10-13 19:54:55.850931947 +0000 UTC m=+1814.456678532" lastFinishedPulling="2025-10-13 19:55:00.577130106 +0000 UTC m=+1819.182876731" observedRunningTime="2025-10-13 19:55:01.850095668 +0000 UTC m=+1820.455842293" watchObservedRunningTime="2025-10-13 19:55:01.856217332 +0000 UTC m=+1820.461963927" Oct 13 19:55:02 crc kubenswrapper[4809]: I1013 19:55:02.034436 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:55:03 crc kubenswrapper[4809]: I1013 19:55:03.177329 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:55:06 crc kubenswrapper[4809]: I1013 19:55:06.100000 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:06 crc kubenswrapper[4809]: I1013 19:55:06.100303 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:06 crc kubenswrapper[4809]: I1013 19:55:06.387592 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:55:06 crc kubenswrapper[4809]: I1013 19:55:06.387661 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:55:07 crc kubenswrapper[4809]: I1013 19:55:07.142157 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.1.137:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:55:07 crc kubenswrapper[4809]: I1013 19:55:07.142163 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.1.137:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 19:55:07 crc kubenswrapper[4809]: I1013 19:55:07.401984 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.136:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:55:07 crc kubenswrapper[4809]: I1013 19:55:07.402208 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.136:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:55:08 crc kubenswrapper[4809]: I1013 19:55:08.177054 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:55:08 crc kubenswrapper[4809]: I1013 19:55:08.211564 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:55:08 crc kubenswrapper[4809]: I1013 19:55:08.935000 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:55:16 crc kubenswrapper[4809]: I1013 19:55:16.104426 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:16 crc kubenswrapper[4809]: I1013 19:55:16.105148 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:16 crc kubenswrapper[4809]: I1013 19:55:16.105810 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:16 crc kubenswrapper[4809]: I1013 19:55:16.105881 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:16 crc kubenswrapper[4809]: I1013 19:55:16.115338 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:16 crc kubenswrapper[4809]: I1013 19:55:16.119970 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:16 crc kubenswrapper[4809]: I1013 19:55:16.395145 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:55:16 crc kubenswrapper[4809]: I1013 19:55:16.396684 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:55:16 crc kubenswrapper[4809]: I1013 19:55:16.419499 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:55:16 crc kubenswrapper[4809]: I1013 19:55:16.998888 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:55:18 crc kubenswrapper[4809]: I1013 19:55:18.026592 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:55:18 crc kubenswrapper[4809]: I1013 19:55:18.027250 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="ceilometer-central-agent" containerID="cri-o://5ae84901d0d4a5d612c095f4b80b15484304a040daf74235be3e6af380c08a4f" gracePeriod=30 Oct 13 19:55:18 crc kubenswrapper[4809]: I1013 19:55:18.027372 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="ceilometer-notification-agent" containerID="cri-o://6997fbda105824f1587e36f0fa13af0d4f1de60f20370acc307d8e7b4dbfab8a" gracePeriod=30 Oct 13 19:55:18 crc kubenswrapper[4809]: I1013 19:55:18.027394 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="proxy-httpd" containerID="cri-o://df3f3482548a1f21446bca1922559b518ed8cfb61c78c13eac0adc6041ecead5" gracePeriod=30 Oct 13 19:55:18 crc kubenswrapper[4809]: I1013 19:55:18.027585 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="sg-core" containerID="cri-o://aaaf1a217aff4ff61d635306e789b8ce969b6390be5ece2c91e503b672ea3115" gracePeriod=30 Oct 13 19:55:18 crc kubenswrapper[4809]: I1013 19:55:18.135818 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.1.135:3000/\": read tcp 10.217.0.2:53782->10.217.1.135:3000: read: connection reset by peer" Oct 13 19:55:18 crc kubenswrapper[4809]: E1013 19:55:18.544024 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0ef526d1_6c4d_454e_ad01_a48f3466a197.slice/crio-conmon-5ae84901d0d4a5d612c095f4b80b15484304a040daf74235be3e6af380c08a4f.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:55:18 crc kubenswrapper[4809]: I1013 19:55:18.599764 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:55:19 crc kubenswrapper[4809]: I1013 19:55:19.016110 4809 generic.go:334] "Generic (PLEG): container finished" podID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerID="df3f3482548a1f21446bca1922559b518ed8cfb61c78c13eac0adc6041ecead5" exitCode=0 Oct 13 19:55:19 crc kubenswrapper[4809]: I1013 19:55:19.016144 4809 generic.go:334] "Generic (PLEG): container finished" podID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerID="aaaf1a217aff4ff61d635306e789b8ce969b6390be5ece2c91e503b672ea3115" exitCode=2 Oct 13 19:55:19 crc kubenswrapper[4809]: I1013 19:55:19.016156 4809 generic.go:334] "Generic (PLEG): container finished" podID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerID="5ae84901d0d4a5d612c095f4b80b15484304a040daf74235be3e6af380c08a4f" exitCode=0 Oct 13 19:55:19 crc kubenswrapper[4809]: I1013 19:55:19.016182 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0ef526d1-6c4d-454e-ad01-a48f3466a197","Type":"ContainerDied","Data":"df3f3482548a1f21446bca1922559b518ed8cfb61c78c13eac0adc6041ecead5"} Oct 13 19:55:19 crc kubenswrapper[4809]: I1013 19:55:19.016224 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0ef526d1-6c4d-454e-ad01-a48f3466a197","Type":"ContainerDied","Data":"aaaf1a217aff4ff61d635306e789b8ce969b6390be5ece2c91e503b672ea3115"} Oct 13 19:55:19 crc kubenswrapper[4809]: I1013 19:55:19.016239 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0ef526d1-6c4d-454e-ad01-a48f3466a197","Type":"ContainerDied","Data":"5ae84901d0d4a5d612c095f4b80b15484304a040daf74235be3e6af380c08a4f"} Oct 13 19:55:19 crc kubenswrapper[4809]: I1013 19:55:19.016383 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerName="nova-api-log" containerID="cri-o://e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee" gracePeriod=30 Oct 13 19:55:19 crc kubenswrapper[4809]: I1013 19:55:19.016493 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerName="nova-api-api" containerID="cri-o://8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0" gracePeriod=30 Oct 13 19:55:20 crc kubenswrapper[4809]: I1013 19:55:20.027146 4809 generic.go:334] "Generic (PLEG): container finished" podID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerID="e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee" exitCode=143 Oct 13 19:55:20 crc kubenswrapper[4809]: I1013 19:55:20.027237 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc","Type":"ContainerDied","Data":"e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee"} Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.605455 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.763980 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-combined-ca-bundle\") pod \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.764845 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-f4zrc\" (UniqueName: \"kubernetes.io/projected/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-kube-api-access-f4zrc\") pod \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.765257 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-logs\") pod \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.765801 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-logs" (OuterVolumeSpecName: "logs") pod "8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" (UID: "8e7fe0aa-aa68-4990-93f1-3c2fca1983cc"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.766055 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-config-data\") pod \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\" (UID: \"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc\") " Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.767047 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.769267 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-kube-api-access-f4zrc" (OuterVolumeSpecName: "kube-api-access-f4zrc") pod "8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" (UID: "8e7fe0aa-aa68-4990-93f1-3c2fca1983cc"). InnerVolumeSpecName "kube-api-access-f4zrc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.802451 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-config-data" (OuterVolumeSpecName: "config-data") pod "8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" (UID: "8e7fe0aa-aa68-4990-93f1-3c2fca1983cc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.805862 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" (UID: "8e7fe0aa-aa68-4990-93f1-3c2fca1983cc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.869117 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.869157 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:22 crc kubenswrapper[4809]: I1013 19:55:22.869171 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-f4zrc\" (UniqueName: \"kubernetes.io/projected/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc-kube-api-access-f4zrc\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.057982 4809 generic.go:334] "Generic (PLEG): container finished" podID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerID="6997fbda105824f1587e36f0fa13af0d4f1de60f20370acc307d8e7b4dbfab8a" exitCode=0 Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.058051 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0ef526d1-6c4d-454e-ad01-a48f3466a197","Type":"ContainerDied","Data":"6997fbda105824f1587e36f0fa13af0d4f1de60f20370acc307d8e7b4dbfab8a"} Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.059332 4809 generic.go:334] "Generic (PLEG): container finished" podID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerID="8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0" exitCode=0 Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.059357 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc","Type":"ContainerDied","Data":"8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0"} Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.059375 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.059381 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8e7fe0aa-aa68-4990-93f1-3c2fca1983cc","Type":"ContainerDied","Data":"285936c4d23966c3728ba9c1b658abc65894e15b6a49340a78590e3027bf3963"} Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.059398 4809 scope.go:117] "RemoveContainer" containerID="8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.081123 4809 scope.go:117] "RemoveContainer" containerID="e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.094577 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.107351 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.110583 4809 scope.go:117] "RemoveContainer" containerID="8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0" Oct 13 19:55:23 crc kubenswrapper[4809]: E1013 19:55:23.111097 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0\": container with ID starting with 8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0 not found: ID does not exist" containerID="8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.111130 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0"} err="failed to get container status \"8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0\": rpc error: code = NotFound desc = could not find container \"8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0\": container with ID starting with 8ef20590e425b9483a29dde76694ee4b510633f48f5e97df51b3f68a0fff25d0 not found: ID does not exist" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.111150 4809 scope.go:117] "RemoveContainer" containerID="e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee" Oct 13 19:55:23 crc kubenswrapper[4809]: E1013 19:55:23.111358 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee\": container with ID starting with e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee not found: ID does not exist" containerID="e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.111475 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee"} err="failed to get container status \"e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee\": rpc error: code = NotFound desc = could not find container \"e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee\": container with ID starting with e35e1a82f4bce8a606d7359481c28eeb8a8d474262bb10f58f753246adf2e1ee not found: ID does not exist" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.122787 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:55:23 crc kubenswrapper[4809]: E1013 19:55:23.123181 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerName="nova-api-log" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.123197 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerName="nova-api-log" Oct 13 19:55:23 crc kubenswrapper[4809]: E1013 19:55:23.123221 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerName="nova-api-api" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.123227 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerName="nova-api-api" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.123401 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerName="nova-api-api" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.123427 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" containerName="nova-api-log" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.124391 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.127633 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.127944 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.128127 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.128549 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.174882 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xj86w\" (UniqueName: \"kubernetes.io/projected/c53d8127-6de6-4d8c-b026-9300673fa7f4-kube-api-access-xj86w\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.175137 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-config-data\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.175258 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c53d8127-6de6-4d8c-b026-9300673fa7f4-logs\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.175343 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-internal-tls-certs\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.175616 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.175691 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-public-tls-certs\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.276249 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xj86w\" (UniqueName: \"kubernetes.io/projected/c53d8127-6de6-4d8c-b026-9300673fa7f4-kube-api-access-xj86w\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.276316 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-config-data\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.276337 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c53d8127-6de6-4d8c-b026-9300673fa7f4-logs\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.276356 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-internal-tls-certs\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.276422 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.276447 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-public-tls-certs\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.277531 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c53d8127-6de6-4d8c-b026-9300673fa7f4-logs\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.280320 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.280566 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-public-tls-certs\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.280844 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-config-data\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.281294 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-internal-tls-certs\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.293814 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xj86w\" (UniqueName: \"kubernetes.io/projected/c53d8127-6de6-4d8c-b026-9300673fa7f4-kube-api-access-xj86w\") pod \"nova-api-0\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.443674 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.793218 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.954965 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.986167 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-log-httpd\") pod \"0ef526d1-6c4d-454e-ad01-a48f3466a197\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.986210 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-scripts\") pod \"0ef526d1-6c4d-454e-ad01-a48f3466a197\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.986292 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-ceilometer-tls-certs\") pod \"0ef526d1-6c4d-454e-ad01-a48f3466a197\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.986314 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-config-data\") pod \"0ef526d1-6c4d-454e-ad01-a48f3466a197\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.986406 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j6wj9\" (UniqueName: \"kubernetes.io/projected/0ef526d1-6c4d-454e-ad01-a48f3466a197-kube-api-access-j6wj9\") pod \"0ef526d1-6c4d-454e-ad01-a48f3466a197\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.986472 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-combined-ca-bundle\") pod \"0ef526d1-6c4d-454e-ad01-a48f3466a197\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.986503 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-sg-core-conf-yaml\") pod \"0ef526d1-6c4d-454e-ad01-a48f3466a197\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.986536 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-run-httpd\") pod \"0ef526d1-6c4d-454e-ad01-a48f3466a197\" (UID: \"0ef526d1-6c4d-454e-ad01-a48f3466a197\") " Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.987192 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "0ef526d1-6c4d-454e-ad01-a48f3466a197" (UID: "0ef526d1-6c4d-454e-ad01-a48f3466a197"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.987956 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "0ef526d1-6c4d-454e-ad01-a48f3466a197" (UID: "0ef526d1-6c4d-454e-ad01-a48f3466a197"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.991678 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-scripts" (OuterVolumeSpecName: "scripts") pod "0ef526d1-6c4d-454e-ad01-a48f3466a197" (UID: "0ef526d1-6c4d-454e-ad01-a48f3466a197"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:55:23 crc kubenswrapper[4809]: I1013 19:55:23.991741 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0ef526d1-6c4d-454e-ad01-a48f3466a197-kube-api-access-j6wj9" (OuterVolumeSpecName: "kube-api-access-j6wj9") pod "0ef526d1-6c4d-454e-ad01-a48f3466a197" (UID: "0ef526d1-6c4d-454e-ad01-a48f3466a197"). InnerVolumeSpecName "kube-api-access-j6wj9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.023430 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "0ef526d1-6c4d-454e-ad01-a48f3466a197" (UID: "0ef526d1-6c4d-454e-ad01-a48f3466a197"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.057345 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "0ef526d1-6c4d-454e-ad01-a48f3466a197" (UID: "0ef526d1-6c4d-454e-ad01-a48f3466a197"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.069813 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0ef526d1-6c4d-454e-ad01-a48f3466a197","Type":"ContainerDied","Data":"5f1de5d311946f05bfa6fd6db0f76c7970bff4e3d78f38344a5be0e9eb3c022d"} Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.069859 4809 scope.go:117] "RemoveContainer" containerID="df3f3482548a1f21446bca1922559b518ed8cfb61c78c13eac0adc6041ecead5" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.069961 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.075187 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"c53d8127-6de6-4d8c-b026-9300673fa7f4","Type":"ContainerStarted","Data":"9eeb3917b6bac9fa59b42e9ac165b4fa8eb1da6966f25d1af7e0b978bc24a4cd"} Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.090010 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.090285 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.090495 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0ef526d1-6c4d-454e-ad01-a48f3466a197-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.090686 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.090932 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.091124 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j6wj9\" (UniqueName: \"kubernetes.io/projected/0ef526d1-6c4d-454e-ad01-a48f3466a197-kube-api-access-j6wj9\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.095165 4809 scope.go:117] "RemoveContainer" containerID="aaaf1a217aff4ff61d635306e789b8ce969b6390be5ece2c91e503b672ea3115" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.110859 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0ef526d1-6c4d-454e-ad01-a48f3466a197" (UID: "0ef526d1-6c4d-454e-ad01-a48f3466a197"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.118841 4809 scope.go:117] "RemoveContainer" containerID="6997fbda105824f1587e36f0fa13af0d4f1de60f20370acc307d8e7b4dbfab8a" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.133758 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-config-data" (OuterVolumeSpecName: "config-data") pod "0ef526d1-6c4d-454e-ad01-a48f3466a197" (UID: "0ef526d1-6c4d-454e-ad01-a48f3466a197"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.146199 4809 scope.go:117] "RemoveContainer" containerID="5ae84901d0d4a5d612c095f4b80b15484304a040daf74235be3e6af380c08a4f" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.170751 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8e7fe0aa-aa68-4990-93f1-3c2fca1983cc" path="/var/lib/kubelet/pods/8e7fe0aa-aa68-4990-93f1-3c2fca1983cc/volumes" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.192589 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.192616 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0ef526d1-6c4d-454e-ad01-a48f3466a197-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.393984 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.400864 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.440828 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:55:24 crc kubenswrapper[4809]: E1013 19:55:24.441384 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="ceilometer-central-agent" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.441406 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="ceilometer-central-agent" Oct 13 19:55:24 crc kubenswrapper[4809]: E1013 19:55:24.441447 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="proxy-httpd" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.441474 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="proxy-httpd" Oct 13 19:55:24 crc kubenswrapper[4809]: E1013 19:55:24.441497 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="ceilometer-notification-agent" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.441505 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="ceilometer-notification-agent" Oct 13 19:55:24 crc kubenswrapper[4809]: E1013 19:55:24.441522 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="sg-core" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.441529 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="sg-core" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.441769 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="sg-core" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.441801 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="ceilometer-central-agent" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.441816 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="proxy-httpd" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.441830 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" containerName="ceilometer-notification-agent" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.443914 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.447317 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.447699 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.448702 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.450580 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.599282 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nxbkl\" (UniqueName: \"kubernetes.io/projected/e7a77786-4029-4a5a-bc49-099762faafda-kube-api-access-nxbkl\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.599706 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-config-data\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.599795 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-log-httpd\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.599989 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.600071 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.600155 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-run-httpd\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.600316 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-scripts\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.600520 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.702413 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.702482 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.702541 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-run-httpd\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.702621 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-scripts\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.702788 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.703137 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-run-httpd\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.703544 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nxbkl\" (UniqueName: \"kubernetes.io/projected/e7a77786-4029-4a5a-bc49-099762faafda-kube-api-access-nxbkl\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.703595 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-config-data\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.703647 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-log-httpd\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.704148 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-log-httpd\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.708091 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-scripts\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.708686 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.711604 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-config-data\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.719326 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nxbkl\" (UniqueName: \"kubernetes.io/projected/e7a77786-4029-4a5a-bc49-099762faafda-kube-api-access-nxbkl\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.720590 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.723509 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:24 crc kubenswrapper[4809]: I1013 19:55:24.759445 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:25 crc kubenswrapper[4809]: I1013 19:55:25.088672 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"c53d8127-6de6-4d8c-b026-9300673fa7f4","Type":"ContainerStarted","Data":"da95b7613a50a785af974ca7e9a3b139e68eaeca8bc8d941ebc1b2754d689d2e"} Oct 13 19:55:25 crc kubenswrapper[4809]: I1013 19:55:25.089050 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"c53d8127-6de6-4d8c-b026-9300673fa7f4","Type":"ContainerStarted","Data":"19e79c85bcd2ee08d36e9b55aff8942788c8f608b1195cb1e454407d55c7c6a1"} Oct 13 19:55:25 crc kubenswrapper[4809]: I1013 19:55:25.110994 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.110978435 podStartE2EDuration="2.110978435s" podCreationTimestamp="2025-10-13 19:55:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:55:25.109472872 +0000 UTC m=+1843.715219457" watchObservedRunningTime="2025-10-13 19:55:25.110978435 +0000 UTC m=+1843.716725020" Oct 13 19:55:25 crc kubenswrapper[4809]: I1013 19:55:25.221961 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:55:25 crc kubenswrapper[4809]: W1013 19:55:25.223916 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode7a77786_4029_4a5a_bc49_099762faafda.slice/crio-9c026e497af185fc93073abac56af16fd9941dcd4202d73a536b617f03589c46 WatchSource:0}: Error finding container 9c026e497af185fc93073abac56af16fd9941dcd4202d73a536b617f03589c46: Status 404 returned error can't find the container with id 9c026e497af185fc93073abac56af16fd9941dcd4202d73a536b617f03589c46 Oct 13 19:55:26 crc kubenswrapper[4809]: I1013 19:55:26.105192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7a77786-4029-4a5a-bc49-099762faafda","Type":"ContainerStarted","Data":"9c026e497af185fc93073abac56af16fd9941dcd4202d73a536b617f03589c46"} Oct 13 19:55:26 crc kubenswrapper[4809]: I1013 19:55:26.168800 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0ef526d1-6c4d-454e-ad01-a48f3466a197" path="/var/lib/kubelet/pods/0ef526d1-6c4d-454e-ad01-a48f3466a197/volumes" Oct 13 19:55:27 crc kubenswrapper[4809]: I1013 19:55:27.117059 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7a77786-4029-4a5a-bc49-099762faafda","Type":"ContainerStarted","Data":"15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee"} Oct 13 19:55:27 crc kubenswrapper[4809]: I1013 19:55:27.117327 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7a77786-4029-4a5a-bc49-099762faafda","Type":"ContainerStarted","Data":"71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e"} Oct 13 19:55:28 crc kubenswrapper[4809]: I1013 19:55:28.129204 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7a77786-4029-4a5a-bc49-099762faafda","Type":"ContainerStarted","Data":"b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4"} Oct 13 19:55:30 crc kubenswrapper[4809]: I1013 19:55:30.167177 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:30 crc kubenswrapper[4809]: I1013 19:55:30.167796 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7a77786-4029-4a5a-bc49-099762faafda","Type":"ContainerStarted","Data":"95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c"} Oct 13 19:55:30 crc kubenswrapper[4809]: I1013 19:55:30.195841 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.805936053 podStartE2EDuration="6.19581485s" podCreationTimestamp="2025-10-13 19:55:24 +0000 UTC" firstStartedPulling="2025-10-13 19:55:25.226633963 +0000 UTC m=+1843.832380548" lastFinishedPulling="2025-10-13 19:55:29.61651272 +0000 UTC m=+1848.222259345" observedRunningTime="2025-10-13 19:55:30.178878089 +0000 UTC m=+1848.784624724" watchObservedRunningTime="2025-10-13 19:55:30.19581485 +0000 UTC m=+1848.801561445" Oct 13 19:55:33 crc kubenswrapper[4809]: I1013 19:55:33.444042 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:33 crc kubenswrapper[4809]: I1013 19:55:33.444646 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:34 crc kubenswrapper[4809]: I1013 19:55:34.467080 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerName="nova-api-api" probeResult="failure" output="Get \"https://10.217.1.139:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:55:34 crc kubenswrapper[4809]: I1013 19:55:34.467075 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerName="nova-api-log" probeResult="failure" output="Get \"https://10.217.1.139:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 19:55:43 crc kubenswrapper[4809]: I1013 19:55:43.456311 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:43 crc kubenswrapper[4809]: I1013 19:55:43.457378 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:43 crc kubenswrapper[4809]: I1013 19:55:43.458373 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:43 crc kubenswrapper[4809]: I1013 19:55:43.466847 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:44 crc kubenswrapper[4809]: I1013 19:55:44.345309 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:44 crc kubenswrapper[4809]: I1013 19:55:44.361537 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:55:54 crc kubenswrapper[4809]: I1013 19:55:54.771644 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.744004 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q"] Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.745938 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.772055 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncontroller-ovncontroller-dockercfg-sv4ps" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.772976 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovncontroller-scripts" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.773207 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovncontroller-ovndbs" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.781530 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-5tv8l"] Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.784100 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.804762 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q"] Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.817313 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-5tv8l"] Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.826936 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-bhnq7"] Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.828772 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.830872 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovncontroller-metrics-config" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839019 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839072 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3e101d08-3e61-48f2-acf2-7b8dfb75564f-scripts\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839109 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839164 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-log\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-log\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839189 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9wr9b\" (UniqueName: \"kubernetes.io/projected/725d4098-0d7d-477e-ba85-9c0c201e92b4-kube-api-access-9wr9b\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839222 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-log-ovn\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839251 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-lib\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-lib\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839283 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-controller-tls-certs\" (UniqueName: \"kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-ovn-controller-tls-certs\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839306 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-ovs\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-etc-ovs\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839351 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run-ovn\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839416 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-combined-ca-bundle\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839440 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dwqhn\" (UniqueName: \"kubernetes.io/projected/3e101d08-3e61-48f2-acf2-7b8dfb75564f-kube-api-access-dwqhn\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.839467 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-run\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.843528 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-bhnq7"] Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.912523 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c"] Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.913615 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.916068 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovncontroller-extra-scripts" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.923680 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c"] Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941236 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run-ovn\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941295 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovs-rundir\" (UniqueName: \"kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovs-rundir\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941337 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-combined-ca-bundle\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941356 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dwqhn\" (UniqueName: \"kubernetes.io/projected/3e101d08-3e61-48f2-acf2-7b8dfb75564f-kube-api-access-dwqhn\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941377 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-run\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941417 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-config\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941444 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941464 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3e101d08-3e61-48f2-acf2-7b8dfb75564f-scripts\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941483 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-metrics-certs-tls-certs\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941499 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941513 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovn-rundir\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941549 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5s4st\" (UniqueName: \"kubernetes.io/projected/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-kube-api-access-5s4st\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941578 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-log\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-log\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941601 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9wr9b\" (UniqueName: \"kubernetes.io/projected/725d4098-0d7d-477e-ba85-9c0c201e92b4-kube-api-access-9wr9b\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941623 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-run\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941627 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-log-ovn\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941676 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-log-ovn\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941675 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-lib\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-lib\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941711 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-controller-tls-certs\" (UniqueName: \"kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-ovn-controller-tls-certs\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941720 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-lib\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-lib\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941754 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-ovs\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-etc-ovs\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.941784 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-combined-ca-bundle\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.942348 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.942403 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-ovs\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-etc-ovs\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.942552 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-log\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-log\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.942671 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run-ovn\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.945770 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3e101d08-3e61-48f2-acf2-7b8dfb75564f-scripts\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.946246 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.947985 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-controller-tls-certs\" (UniqueName: \"kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-ovn-controller-tls-certs\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.959168 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dwqhn\" (UniqueName: \"kubernetes.io/projected/3e101d08-3e61-48f2-acf2-7b8dfb75564f-kube-api-access-dwqhn\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.959387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-combined-ca-bundle\") pod \"ovn-controller-4dn9q\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:55:59 crc kubenswrapper[4809]: I1013 19:55:59.959549 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9wr9b\" (UniqueName: \"kubernetes.io/projected/725d4098-0d7d-477e-ba85-9c0c201e92b4-kube-api-access-9wr9b\") pod \"ovn-controller-ovs-5tv8l\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.042869 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovn-rundir\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.042916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-scripts\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.042940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run-ovn\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.042973 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5s4st\" (UniqueName: \"kubernetes.io/projected/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-kube-api-access-5s4st\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.043019 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-combined-ca-bundle\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.043059 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.043076 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovs-rundir\" (UniqueName: \"kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovs-rundir\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.043112 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9r48v\" (UniqueName: \"kubernetes.io/projected/303cf6e1-df79-411d-9562-3bfc9b3d79c5-kube-api-access-9r48v\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.043150 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-log-ovn\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.043166 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"additional-scripts\" (UniqueName: \"kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-additional-scripts\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.043191 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-config\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.043220 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-metrics-certs-tls-certs\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.043719 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovn-rundir\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.043935 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovs-rundir\" (UniqueName: \"kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovs-rundir\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.044872 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-config\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.048050 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-combined-ca-bundle\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.048510 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-metrics-certs-tls-certs\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.060269 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5s4st\" (UniqueName: \"kubernetes.io/projected/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-kube-api-access-5s4st\") pod \"ovn-controller-metrics-bhnq7\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.087130 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.104918 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.145692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-log-ovn\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.145766 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"additional-scripts\" (UniqueName: \"kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-additional-scripts\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.145835 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-scripts\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.145867 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run-ovn\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.145972 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.146026 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9r48v\" (UniqueName: \"kubernetes.io/projected/303cf6e1-df79-411d-9562-3bfc9b3d79c5-kube-api-access-9r48v\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.149263 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run-ovn\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.149337 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-log-ovn\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.149983 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-scripts\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.150066 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.150090 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"additional-scripts\" (UniqueName: \"kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-additional-scripts\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.150431 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.171034 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9r48v\" (UniqueName: \"kubernetes.io/projected/303cf6e1-df79-411d-9562-3bfc9b3d79c5-kube-api-access-9r48v\") pod \"ovn-controller-4dn9q-config-lkh2c\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.248769 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.474716 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q"] Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.545174 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-4dn9q" event={"ID":"3e101d08-3e61-48f2-acf2-7b8dfb75564f","Type":"ContainerStarted","Data":"d02c8a8e9cd2c0d081e5213efec4daa493d77e49519de827cd0983181adbf9ed"} Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.621397 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-5tv8l"] Oct 13 19:56:00 crc kubenswrapper[4809]: W1013 19:56:00.622016 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod725d4098_0d7d_477e_ba85_9c0c201e92b4.slice/crio-f5231a4a9c1c46e5191addf8f5d5c6ac0675e20f4224637ff1cd3b1be3de5e92 WatchSource:0}: Error finding container f5231a4a9c1c46e5191addf8f5d5c6ac0675e20f4224637ff1cd3b1be3de5e92: Status 404 returned error can't find the container with id f5231a4a9c1c46e5191addf8f5d5c6ac0675e20f4224637ff1cd3b1be3de5e92 Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.727119 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-bhnq7"] Oct 13 19:56:00 crc kubenswrapper[4809]: W1013 19:56:00.729372 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddfada85c_d1ff_45af_afe7_0d1c81be6bcc.slice/crio-8d31b2da6202c3c957b48c81edc84ad7774e11559d18bc461946d7c432e3f0f1 WatchSource:0}: Error finding container 8d31b2da6202c3c957b48c81edc84ad7774e11559d18bc461946d7c432e3f0f1: Status 404 returned error can't find the container with id 8d31b2da6202c3c957b48c81edc84ad7774e11559d18bc461946d7c432e3f0f1 Oct 13 19:56:00 crc kubenswrapper[4809]: I1013 19:56:00.798859 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c"] Oct 13 19:56:00 crc kubenswrapper[4809]: W1013 19:56:00.802309 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod303cf6e1_df79_411d_9562_3bfc9b3d79c5.slice/crio-eea0792a71c32c4d11f6669de7d3d7b7cd93a2d7700ea3a76a4388ccc0a09c10 WatchSource:0}: Error finding container eea0792a71c32c4d11f6669de7d3d7b7cd93a2d7700ea3a76a4388ccc0a09c10: Status 404 returned error can't find the container with id eea0792a71c32c4d11f6669de7d3d7b7cd93a2d7700ea3a76a4388ccc0a09c10 Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.559896 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" event={"ID":"303cf6e1-df79-411d-9562-3bfc9b3d79c5","Type":"ContainerStarted","Data":"0eec8cb24d91bb4f7b8afe634b9b4731cb597cb02dae101341b2ef1296d664a0"} Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.560234 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" event={"ID":"303cf6e1-df79-411d-9562-3bfc9b3d79c5","Type":"ContainerStarted","Data":"eea0792a71c32c4d11f6669de7d3d7b7cd93a2d7700ea3a76a4388ccc0a09c10"} Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.562380 4809 generic.go:334] "Generic (PLEG): container finished" podID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerID="bdf16562232cf36f297b0a03afe3c58fca7a28eef25224c81da2096b77788772" exitCode=0 Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.562464 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" event={"ID":"725d4098-0d7d-477e-ba85-9c0c201e92b4","Type":"ContainerDied","Data":"bdf16562232cf36f297b0a03afe3c58fca7a28eef25224c81da2096b77788772"} Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.562493 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" event={"ID":"725d4098-0d7d-477e-ba85-9c0c201e92b4","Type":"ContainerStarted","Data":"f5231a4a9c1c46e5191addf8f5d5c6ac0675e20f4224637ff1cd3b1be3de5e92"} Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.567055 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" event={"ID":"dfada85c-d1ff-45af-afe7-0d1c81be6bcc","Type":"ContainerStarted","Data":"53a80a74411df3ad24c2676e41bb3e2c1538670c12238565a3b516a50ab1c024"} Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.567150 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" event={"ID":"dfada85c-d1ff-45af-afe7-0d1c81be6bcc","Type":"ContainerStarted","Data":"8d31b2da6202c3c957b48c81edc84ad7774e11559d18bc461946d7c432e3f0f1"} Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.569680 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-4dn9q" event={"ID":"3e101d08-3e61-48f2-acf2-7b8dfb75564f","Type":"ContainerStarted","Data":"c467faa4b454d790a603bf1b0ecb7e2e2f82589143ab786e452e050facf76c90"} Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.570009 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.595927 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" podStartSLOduration=2.5959083400000003 podStartE2EDuration="2.59590834s" podCreationTimestamp="2025-10-13 19:55:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:56:01.585630558 +0000 UTC m=+1880.191377143" watchObservedRunningTime="2025-10-13 19:56:01.59590834 +0000 UTC m=+1880.201654925" Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.636330 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" podStartSLOduration=2.636301698 podStartE2EDuration="2.636301698s" podCreationTimestamp="2025-10-13 19:55:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:56:01.603324141 +0000 UTC m=+1880.209070756" watchObservedRunningTime="2025-10-13 19:56:01.636301698 +0000 UTC m=+1880.242048353" Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.685823 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-controller-4dn9q" podStartSLOduration=2.685806456 podStartE2EDuration="2.685806456s" podCreationTimestamp="2025-10-13 19:55:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:56:01.685392954 +0000 UTC m=+1880.291139549" watchObservedRunningTime="2025-10-13 19:56:01.685806456 +0000 UTC m=+1880.291553041" Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.741460 4809 scope.go:117] "RemoveContainer" containerID="33e198d82974ec12d807fc79f055f49ebdb0d5c423127e7578c661e6162bc128" Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.776997 4809 scope.go:117] "RemoveContainer" containerID="03d712e03371922eca0e35543f54ea71b92327191968959b82097bfad92b0caf" Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.799982 4809 scope.go:117] "RemoveContainer" containerID="8cb161e955dd37efe4ff2b5a54a2b9ae6e0e995c0fb0cc339670b2057ba6ad37" Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.845960 4809 scope.go:117] "RemoveContainer" containerID="08b23ddff07551c2b4ef32ead668fe2d8d3f1ea5460e4aa2683232345883bada" Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.876980 4809 scope.go:117] "RemoveContainer" containerID="d8c36c2d86bfdb0c54884633527637df783d7ea2b2cc561bc90d207cb5c494d0" Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.904125 4809 scope.go:117] "RemoveContainer" containerID="156b67451b90ecaf2e7ff6762bbbae09ef509cc3b6e635d16c45f654f089aa5d" Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.929617 4809 scope.go:117] "RemoveContainer" containerID="522ca2a86eafaa18c75ffc3e6d20750071b6c96d274bfa361db277f323ba34d3" Oct 13 19:56:01 crc kubenswrapper[4809]: I1013 19:56:01.976372 4809 scope.go:117] "RemoveContainer" containerID="f22f1d27487a149189ab39b8dcd5b37b37e6e14e19e22f407c342cb0cf07f34f" Oct 13 19:56:02 crc kubenswrapper[4809]: I1013 19:56:02.584003 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" event={"ID":"725d4098-0d7d-477e-ba85-9c0c201e92b4","Type":"ContainerStarted","Data":"986bd4d3afa42cd2aadfa50ba41af8dd5341bd274d06796e864aaced9cdddaaf"} Oct 13 19:56:02 crc kubenswrapper[4809]: I1013 19:56:02.584343 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" event={"ID":"725d4098-0d7d-477e-ba85-9c0c201e92b4","Type":"ContainerStarted","Data":"8f732bc82f7224232e7e24caec464d69924aa2aa319033bc9b38d17ba3f88e62"} Oct 13 19:56:02 crc kubenswrapper[4809]: I1013 19:56:02.623744 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" podStartSLOduration=3.623711632 podStartE2EDuration="3.623711632s" podCreationTimestamp="2025-10-13 19:55:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:56:02.606170003 +0000 UTC m=+1881.211916618" watchObservedRunningTime="2025-10-13 19:56:02.623711632 +0000 UTC m=+1881.229458217" Oct 13 19:56:03 crc kubenswrapper[4809]: I1013 19:56:03.593861 4809 generic.go:334] "Generic (PLEG): container finished" podID="303cf6e1-df79-411d-9562-3bfc9b3d79c5" containerID="0eec8cb24d91bb4f7b8afe634b9b4731cb597cb02dae101341b2ef1296d664a0" exitCode=0 Oct 13 19:56:03 crc kubenswrapper[4809]: I1013 19:56:03.594003 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" event={"ID":"303cf6e1-df79-411d-9562-3bfc9b3d79c5","Type":"ContainerDied","Data":"0eec8cb24d91bb4f7b8afe634b9b4731cb597cb02dae101341b2ef1296d664a0"} Oct 13 19:56:03 crc kubenswrapper[4809]: I1013 19:56:03.594283 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:56:03 crc kubenswrapper[4809]: I1013 19:56:03.594355 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:56:04 crc kubenswrapper[4809]: I1013 19:56:04.418439 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-bhnq7"] Oct 13 19:56:04 crc kubenswrapper[4809]: I1013 19:56:04.418677 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" podUID="dfada85c-d1ff-45af-afe7-0d1c81be6bcc" containerName="openstack-network-exporter" containerID="cri-o://53a80a74411df3ad24c2676e41bb3e2c1538670c12238565a3b516a50ab1c024" gracePeriod=30 Oct 13 19:56:04 crc kubenswrapper[4809]: I1013 19:56:04.426151 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c"] Oct 13 19:56:04 crc kubenswrapper[4809]: I1013 19:56:04.436387 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-5tv8l"] Oct 13 19:56:04 crc kubenswrapper[4809]: I1013 19:56:04.446553 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q"] Oct 13 19:56:04 crc kubenswrapper[4809]: I1013 19:56:04.605019 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-controller-metrics-bhnq7_dfada85c-d1ff-45af-afe7-0d1c81be6bcc/openstack-network-exporter/0.log" Oct 13 19:56:04 crc kubenswrapper[4809]: I1013 19:56:04.605244 4809 generic.go:334] "Generic (PLEG): container finished" podID="dfada85c-d1ff-45af-afe7-0d1c81be6bcc" containerID="53a80a74411df3ad24c2676e41bb3e2c1538670c12238565a3b516a50ab1c024" exitCode=2 Oct 13 19:56:04 crc kubenswrapper[4809]: I1013 19:56:04.605870 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" secret="" err="secret \"ovncontroller-ovncontroller-dockercfg-sv4ps\" not found" Oct 13 19:56:04 crc kubenswrapper[4809]: I1013 19:56:04.606297 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" event={"ID":"dfada85c-d1ff-45af-afe7-0d1c81be6bcc","Type":"ContainerDied","Data":"53a80a74411df3ad24c2676e41bb3e2c1538670c12238565a3b516a50ab1c024"} Oct 13 19:56:04 crc kubenswrapper[4809]: E1013 19:56:04.660152 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/ovncontroller-scripts: configmap "ovncontroller-scripts" not found Oct 13 19:56:04 crc kubenswrapper[4809]: E1013 19:56:04.660228 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts podName:725d4098-0d7d-477e-ba85-9c0c201e92b4 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:05.16021281 +0000 UTC m=+1883.765959395 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "scripts" (UniqueName: "kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts") pod "ovn-controller-ovs-5tv8l" (UID: "725d4098-0d7d-477e-ba85-9c0c201e92b4") : configmap "ovncontroller-scripts" not found Oct 13 19:56:04 crc kubenswrapper[4809]: E1013 19:56:04.790309 4809 handlers.go:78] "Exec lifecycle hook for Container in Pod failed" err="command '/usr/share/ovn/scripts/ovn-ctl stop_controller' exited with 137: " execCommand=["/usr/share/ovn/scripts/ovn-ctl","stop_controller"] containerName="ovn-controller" pod="openstack-kuttl-tests/ovn-controller-4dn9q" message=< Oct 13 19:56:04 crc kubenswrapper[4809]: Exiting ovn-controller (1) [ OK ] Oct 13 19:56:04 crc kubenswrapper[4809]: > Oct 13 19:56:04 crc kubenswrapper[4809]: E1013 19:56:04.790347 4809 kuberuntime_container.go:691] "PreStop hook failed" err="command '/usr/share/ovn/scripts/ovn-ctl stop_controller' exited with 137: " pod="openstack-kuttl-tests/ovn-controller-4dn9q" podUID="3e101d08-3e61-48f2-acf2-7b8dfb75564f" containerName="ovn-controller" containerID="cri-o://c467faa4b454d790a603bf1b0ecb7e2e2f82589143ab786e452e050facf76c90" Oct 13 19:56:04 crc kubenswrapper[4809]: I1013 19:56:04.790383 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-controller-4dn9q" podUID="3e101d08-3e61-48f2-acf2-7b8dfb75564f" containerName="ovn-controller" containerID="cri-o://c467faa4b454d790a603bf1b0ecb7e2e2f82589143ab786e452e050facf76c90" gracePeriod=30 Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.073703 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:05 crc kubenswrapper[4809]: E1013 19:56:05.169724 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/ovncontroller-scripts: configmap "ovncontroller-scripts" not found Oct 13 19:56:05 crc kubenswrapper[4809]: E1013 19:56:05.170088 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts podName:725d4098-0d7d-477e-ba85-9c0c201e92b4 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:06.170072797 +0000 UTC m=+1884.775819382 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "scripts" (UniqueName: "kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts") pod "ovn-controller-ovs-5tv8l" (UID: "725d4098-0d7d-477e-ba85-9c0c201e92b4") : configmap "ovncontroller-scripts" not found Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.270797 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run-ovn\") pod \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.270932 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run-ovn" (OuterVolumeSpecName: "var-run-ovn") pod "303cf6e1-df79-411d-9562-3bfc9b3d79c5" (UID: "303cf6e1-df79-411d-9562-3bfc9b3d79c5"). InnerVolumeSpecName "var-run-ovn". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.270977 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9r48v\" (UniqueName: \"kubernetes.io/projected/303cf6e1-df79-411d-9562-3bfc9b3d79c5-kube-api-access-9r48v\") pod \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.271170 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-log-ovn" (OuterVolumeSpecName: "var-log-ovn") pod "303cf6e1-df79-411d-9562-3bfc9b3d79c5" (UID: "303cf6e1-df79-411d-9562-3bfc9b3d79c5"). InnerVolumeSpecName "var-log-ovn". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.272093 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-log-ovn\") pod \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.272171 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-scripts\") pod \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.272251 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run\") pod \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.272408 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"additional-scripts\" (UniqueName: \"kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-additional-scripts\") pod \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\" (UID: \"303cf6e1-df79-411d-9562-3bfc9b3d79c5\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.272402 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run" (OuterVolumeSpecName: "var-run") pod "303cf6e1-df79-411d-9562-3bfc9b3d79c5" (UID: "303cf6e1-df79-411d-9562-3bfc9b3d79c5"). InnerVolumeSpecName "var-run". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.274131 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-scripts" (OuterVolumeSpecName: "scripts") pod "303cf6e1-df79-411d-9562-3bfc9b3d79c5" (UID: "303cf6e1-df79-411d-9562-3bfc9b3d79c5"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.276276 4809 reconciler_common.go:293] "Volume detached for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run-ovn\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.276309 4809 reconciler_common.go:293] "Volume detached for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-log-ovn\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.276325 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.276337 4809 reconciler_common.go:293] "Volume detached for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/303cf6e1-df79-411d-9562-3bfc9b3d79c5-var-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.276415 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-additional-scripts" (OuterVolumeSpecName: "additional-scripts") pod "303cf6e1-df79-411d-9562-3bfc9b3d79c5" (UID: "303cf6e1-df79-411d-9562-3bfc9b3d79c5"). InnerVolumeSpecName "additional-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.287117 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/303cf6e1-df79-411d-9562-3bfc9b3d79c5-kube-api-access-9r48v" (OuterVolumeSpecName: "kube-api-access-9r48v") pod "303cf6e1-df79-411d-9562-3bfc9b3d79c5" (UID: "303cf6e1-df79-411d-9562-3bfc9b3d79c5"). InnerVolumeSpecName "kube-api-access-9r48v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.381685 4809 reconciler_common.go:293] "Volume detached for volume \"additional-scripts\" (UniqueName: \"kubernetes.io/configmap/303cf6e1-df79-411d-9562-3bfc9b3d79c5-additional-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.381717 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9r48v\" (UniqueName: \"kubernetes.io/projected/303cf6e1-df79-411d-9562-3bfc9b3d79c5-kube-api-access-9r48v\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.383256 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-controller-metrics-bhnq7_dfada85c-d1ff-45af-afe7-0d1c81be6bcc/openstack-network-exporter/0.log" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.383337 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.585582 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5s4st\" (UniqueName: \"kubernetes.io/projected/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-kube-api-access-5s4st\") pod \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.586422 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovs-rundir\" (UniqueName: \"kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovs-rundir\") pod \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.586527 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovs-rundir" (OuterVolumeSpecName: "ovs-rundir") pod "dfada85c-d1ff-45af-afe7-0d1c81be6bcc" (UID: "dfada85c-d1ff-45af-afe7-0d1c81be6bcc"). InnerVolumeSpecName "ovs-rundir". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.586600 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-metrics-certs-tls-certs\") pod \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.586625 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovn-rundir\") pod \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.586687 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-config\") pod \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.586795 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "dfada85c-d1ff-45af-afe7-0d1c81be6bcc" (UID: "dfada85c-d1ff-45af-afe7-0d1c81be6bcc"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.586812 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-combined-ca-bundle\") pod \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\" (UID: \"dfada85c-d1ff-45af-afe7-0d1c81be6bcc\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.587438 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-config" (OuterVolumeSpecName: "config") pod "dfada85c-d1ff-45af-afe7-0d1c81be6bcc" (UID: "dfada85c-d1ff-45af-afe7-0d1c81be6bcc"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.587748 4809 reconciler_common.go:293] "Volume detached for volume \"ovs-rundir\" (UniqueName: \"kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovs-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.587767 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/host-path/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.587806 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.589626 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-kube-api-access-5s4st" (OuterVolumeSpecName: "kube-api-access-5s4st") pod "dfada85c-d1ff-45af-afe7-0d1c81be6bcc" (UID: "dfada85c-d1ff-45af-afe7-0d1c81be6bcc"). InnerVolumeSpecName "kube-api-access-5s4st". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.610610 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "dfada85c-d1ff-45af-afe7-0d1c81be6bcc" (UID: "dfada85c-d1ff-45af-afe7-0d1c81be6bcc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.614188 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-controller-metrics-bhnq7_dfada85c-d1ff-45af-afe7-0d1c81be6bcc/openstack-network-exporter/0.log" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.614268 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" event={"ID":"dfada85c-d1ff-45af-afe7-0d1c81be6bcc","Type":"ContainerDied","Data":"8d31b2da6202c3c957b48c81edc84ad7774e11559d18bc461946d7c432e3f0f1"} Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.614305 4809 scope.go:117] "RemoveContainer" containerID="53a80a74411df3ad24c2676e41bb3e2c1538670c12238565a3b516a50ab1c024" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.614372 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-metrics-bhnq7" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.617302 4809 generic.go:334] "Generic (PLEG): container finished" podID="3e101d08-3e61-48f2-acf2-7b8dfb75564f" containerID="c467faa4b454d790a603bf1b0ecb7e2e2f82589143ab786e452e050facf76c90" exitCode=0 Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.617380 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-4dn9q" event={"ID":"3e101d08-3e61-48f2-acf2-7b8dfb75564f","Type":"ContainerDied","Data":"c467faa4b454d790a603bf1b0ecb7e2e2f82589143ab786e452e050facf76c90"} Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.620801 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.621753 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c" event={"ID":"303cf6e1-df79-411d-9562-3bfc9b3d79c5","Type":"ContainerDied","Data":"eea0792a71c32c4d11f6669de7d3d7b7cd93a2d7700ea3a76a4388ccc0a09c10"} Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.621794 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="eea0792a71c32c4d11f6669de7d3d7b7cd93a2d7700ea3a76a4388ccc0a09c10" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.670829 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "dfada85c-d1ff-45af-afe7-0d1c81be6bcc" (UID: "dfada85c-d1ff-45af-afe7-0d1c81be6bcc"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.689345 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.689650 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.689664 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5s4st\" (UniqueName: \"kubernetes.io/projected/dfada85c-d1ff-45af-afe7-0d1c81be6bcc-kube-api-access-5s4st\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.730328 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.744378 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c"] Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.752579 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q-config-lkh2c"] Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.790824 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3e101d08-3e61-48f2-acf2-7b8dfb75564f-scripts\") pod \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.790961 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-controller-tls-certs\" (UniqueName: \"kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-ovn-controller-tls-certs\") pod \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.791329 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run-ovn\") pod \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.791422 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dwqhn\" (UniqueName: \"kubernetes.io/projected/3e101d08-3e61-48f2-acf2-7b8dfb75564f-kube-api-access-dwqhn\") pod \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.791505 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-log-ovn\") pod \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.791541 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-combined-ca-bundle\") pod \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.791600 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run\") pod \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\" (UID: \"3e101d08-3e61-48f2-acf2-7b8dfb75564f\") " Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.791418 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run-ovn" (OuterVolumeSpecName: "var-run-ovn") pod "3e101d08-3e61-48f2-acf2-7b8dfb75564f" (UID: "3e101d08-3e61-48f2-acf2-7b8dfb75564f"). InnerVolumeSpecName "var-run-ovn". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.791771 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-log-ovn" (OuterVolumeSpecName: "var-log-ovn") pod "3e101d08-3e61-48f2-acf2-7b8dfb75564f" (UID: "3e101d08-3e61-48f2-acf2-7b8dfb75564f"). InnerVolumeSpecName "var-log-ovn". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.792048 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3e101d08-3e61-48f2-acf2-7b8dfb75564f-scripts" (OuterVolumeSpecName: "scripts") pod "3e101d08-3e61-48f2-acf2-7b8dfb75564f" (UID: "3e101d08-3e61-48f2-acf2-7b8dfb75564f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.792083 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run" (OuterVolumeSpecName: "var-run") pod "3e101d08-3e61-48f2-acf2-7b8dfb75564f" (UID: "3e101d08-3e61-48f2-acf2-7b8dfb75564f"). InnerVolumeSpecName "var-run". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.792274 4809 reconciler_common.go:293] "Volume detached for volume \"var-run-ovn\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run-ovn\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.792290 4809 reconciler_common.go:293] "Volume detached for volume \"var-log-ovn\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-log-ovn\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.792300 4809 reconciler_common.go:293] "Volume detached for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/3e101d08-3e61-48f2-acf2-7b8dfb75564f-var-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.792310 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3e101d08-3e61-48f2-acf2-7b8dfb75564f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.799112 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3e101d08-3e61-48f2-acf2-7b8dfb75564f-kube-api-access-dwqhn" (OuterVolumeSpecName: "kube-api-access-dwqhn") pod "3e101d08-3e61-48f2-acf2-7b8dfb75564f" (UID: "3e101d08-3e61-48f2-acf2-7b8dfb75564f"). InnerVolumeSpecName "kube-api-access-dwqhn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.829787 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3e101d08-3e61-48f2-acf2-7b8dfb75564f" (UID: "3e101d08-3e61-48f2-acf2-7b8dfb75564f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.875876 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-ovn-controller-tls-certs" (OuterVolumeSpecName: "ovn-controller-tls-certs") pod "3e101d08-3e61-48f2-acf2-7b8dfb75564f" (UID: "3e101d08-3e61-48f2-acf2-7b8dfb75564f"). InnerVolumeSpecName "ovn-controller-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.894534 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.894584 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-controller-tls-certs\" (UniqueName: \"kubernetes.io/secret/3e101d08-3e61-48f2-acf2-7b8dfb75564f-ovn-controller-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.894594 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dwqhn\" (UniqueName: \"kubernetes.io/projected/3e101d08-3e61-48f2-acf2-7b8dfb75564f-kube-api-access-dwqhn\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.951218 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-bhnq7"] Oct 13 19:56:05 crc kubenswrapper[4809]: I1013 19:56:05.957987 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-controller-metrics-bhnq7"] Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.014392 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerName="ovs-vswitchd" containerID="cri-o://986bd4d3afa42cd2aadfa50ba41af8dd5341bd274d06796e864aaced9cdddaaf" gracePeriod=30 Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.168149 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="303cf6e1-df79-411d-9562-3bfc9b3d79c5" path="/var/lib/kubelet/pods/303cf6e1-df79-411d-9562-3bfc9b3d79c5/volumes" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.169478 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dfada85c-d1ff-45af-afe7-0d1c81be6bcc" path="/var/lib/kubelet/pods/dfada85c-d1ff-45af-afe7-0d1c81be6bcc/volumes" Oct 13 19:56:06 crc kubenswrapper[4809]: E1013 19:56:06.200120 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/ovncontroller-scripts: configmap "ovncontroller-scripts" not found Oct 13 19:56:06 crc kubenswrapper[4809]: E1013 19:56:06.200180 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts podName:725d4098-0d7d-477e-ba85-9c0c201e92b4 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:08.200165743 +0000 UTC m=+1886.805912328 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "scripts" (UniqueName: "kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts") pod "ovn-controller-ovs-5tv8l" (UID: "725d4098-0d7d-477e-ba85-9c0c201e92b4") : configmap "ovncontroller-scripts" not found Oct 13 19:56:06 crc kubenswrapper[4809]: E1013 19:56:06.240658 4809 handlers.go:78] "Exec lifecycle hook for Container in Pod failed" err=< Oct 13 19:56:06 crc kubenswrapper[4809]: command '/usr/local/bin/container-scripts/stop-ovsdb-server.sh' exited with 137: ++ dirname /usr/local/bin/container-scripts/stop-ovsdb-server.sh Oct 13 19:56:06 crc kubenswrapper[4809]: + source /usr/local/bin/container-scripts/functions Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNBridge=br-int Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNRemote=tcp:localhost:6642 Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNEncapType=geneve Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNAvailabilityZones= Oct 13 19:56:06 crc kubenswrapper[4809]: ++ EnableChassisAsGateway=true Oct 13 19:56:06 crc kubenswrapper[4809]: ++ PhysicalNetworks= Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNHostName= Oct 13 19:56:06 crc kubenswrapper[4809]: ++ DB_FILE=/etc/openvswitch/conf.db Oct 13 19:56:06 crc kubenswrapper[4809]: ++ ovs_dir=/var/lib/openvswitch Oct 13 19:56:06 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_SCRIPT=/var/lib/openvswitch/flows-script Oct 13 19:56:06 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_DIR=/var/lib/openvswitch/saved-flows Oct 13 19:56:06 crc kubenswrapper[4809]: ++ SAFE_TO_STOP_OVSDB_SERVER_SEMAPHORE=/var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:56:06 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:56:06 crc kubenswrapper[4809]: + sleep 0.5 Oct 13 19:56:06 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:56:06 crc kubenswrapper[4809]: + cleanup_ovsdb_server_semaphore Oct 13 19:56:06 crc kubenswrapper[4809]: + rm -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:56:06 crc kubenswrapper[4809]: + /usr/share/openvswitch/scripts/ovs-ctl stop --no-ovs-vswitchd Oct 13 19:56:06 crc kubenswrapper[4809]: > execCommand=["/usr/local/bin/container-scripts/stop-ovsdb-server.sh"] containerName="ovsdb-server" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" message=< Oct 13 19:56:06 crc kubenswrapper[4809]: Exiting ovsdb-server (5) [ OK ] Oct 13 19:56:06 crc kubenswrapper[4809]: ++ dirname /usr/local/bin/container-scripts/stop-ovsdb-server.sh Oct 13 19:56:06 crc kubenswrapper[4809]: + source /usr/local/bin/container-scripts/functions Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNBridge=br-int Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNRemote=tcp:localhost:6642 Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNEncapType=geneve Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNAvailabilityZones= Oct 13 19:56:06 crc kubenswrapper[4809]: ++ EnableChassisAsGateway=true Oct 13 19:56:06 crc kubenswrapper[4809]: ++ PhysicalNetworks= Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNHostName= Oct 13 19:56:06 crc kubenswrapper[4809]: ++ DB_FILE=/etc/openvswitch/conf.db Oct 13 19:56:06 crc kubenswrapper[4809]: ++ ovs_dir=/var/lib/openvswitch Oct 13 19:56:06 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_SCRIPT=/var/lib/openvswitch/flows-script Oct 13 19:56:06 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_DIR=/var/lib/openvswitch/saved-flows Oct 13 19:56:06 crc kubenswrapper[4809]: ++ SAFE_TO_STOP_OVSDB_SERVER_SEMAPHORE=/var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:56:06 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:56:06 crc kubenswrapper[4809]: + sleep 0.5 Oct 13 19:56:06 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:56:06 crc kubenswrapper[4809]: + cleanup_ovsdb_server_semaphore Oct 13 19:56:06 crc kubenswrapper[4809]: + rm -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:56:06 crc kubenswrapper[4809]: + /usr/share/openvswitch/scripts/ovs-ctl stop --no-ovs-vswitchd Oct 13 19:56:06 crc kubenswrapper[4809]: > Oct 13 19:56:06 crc kubenswrapper[4809]: E1013 19:56:06.240708 4809 kuberuntime_container.go:691] "PreStop hook failed" err=< Oct 13 19:56:06 crc kubenswrapper[4809]: command '/usr/local/bin/container-scripts/stop-ovsdb-server.sh' exited with 137: ++ dirname /usr/local/bin/container-scripts/stop-ovsdb-server.sh Oct 13 19:56:06 crc kubenswrapper[4809]: + source /usr/local/bin/container-scripts/functions Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNBridge=br-int Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNRemote=tcp:localhost:6642 Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNEncapType=geneve Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNAvailabilityZones= Oct 13 19:56:06 crc kubenswrapper[4809]: ++ EnableChassisAsGateway=true Oct 13 19:56:06 crc kubenswrapper[4809]: ++ PhysicalNetworks= Oct 13 19:56:06 crc kubenswrapper[4809]: ++ OVNHostName= Oct 13 19:56:06 crc kubenswrapper[4809]: ++ DB_FILE=/etc/openvswitch/conf.db Oct 13 19:56:06 crc kubenswrapper[4809]: ++ ovs_dir=/var/lib/openvswitch Oct 13 19:56:06 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_SCRIPT=/var/lib/openvswitch/flows-script Oct 13 19:56:06 crc kubenswrapper[4809]: ++ FLOWS_RESTORE_DIR=/var/lib/openvswitch/saved-flows Oct 13 19:56:06 crc kubenswrapper[4809]: ++ SAFE_TO_STOP_OVSDB_SERVER_SEMAPHORE=/var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:56:06 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:56:06 crc kubenswrapper[4809]: + sleep 0.5 Oct 13 19:56:06 crc kubenswrapper[4809]: + '[' '!' -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server ']' Oct 13 19:56:06 crc kubenswrapper[4809]: + cleanup_ovsdb_server_semaphore Oct 13 19:56:06 crc kubenswrapper[4809]: + rm -f /var/lib/openvswitch/is_safe_to_stop_ovsdb_server Oct 13 19:56:06 crc kubenswrapper[4809]: + /usr/share/openvswitch/scripts/ovs-ctl stop --no-ovs-vswitchd Oct 13 19:56:06 crc kubenswrapper[4809]: > pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerName="ovsdb-server" containerID="cri-o://8f732bc82f7224232e7e24caec464d69924aa2aa319033bc9b38d17ba3f88e62" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.240772 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerName="ovsdb-server" containerID="cri-o://8f732bc82f7224232e7e24caec464d69924aa2aa319033bc9b38d17ba3f88e62" gracePeriod=30 Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.637719 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-controller-ovs-5tv8l_725d4098-0d7d-477e-ba85-9c0c201e92b4/ovs-vswitchd/0.log" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.641308 4809 generic.go:334] "Generic (PLEG): container finished" podID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerID="986bd4d3afa42cd2aadfa50ba41af8dd5341bd274d06796e864aaced9cdddaaf" exitCode=143 Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.641364 4809 generic.go:334] "Generic (PLEG): container finished" podID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerID="8f732bc82f7224232e7e24caec464d69924aa2aa319033bc9b38d17ba3f88e62" exitCode=0 Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.641389 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" event={"ID":"725d4098-0d7d-477e-ba85-9c0c201e92b4","Type":"ContainerDied","Data":"986bd4d3afa42cd2aadfa50ba41af8dd5341bd274d06796e864aaced9cdddaaf"} Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.641449 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" event={"ID":"725d4098-0d7d-477e-ba85-9c0c201e92b4","Type":"ContainerDied","Data":"8f732bc82f7224232e7e24caec464d69924aa2aa319033bc9b38d17ba3f88e62"} Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.641474 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" event={"ID":"725d4098-0d7d-477e-ba85-9c0c201e92b4","Type":"ContainerDied","Data":"f5231a4a9c1c46e5191addf8f5d5c6ac0675e20f4224637ff1cd3b1be3de5e92"} Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.641498 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f5231a4a9c1c46e5191addf8f5d5c6ac0675e20f4224637ff1cd3b1be3de5e92" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.645424 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-controller-4dn9q" event={"ID":"3e101d08-3e61-48f2-acf2-7b8dfb75564f","Type":"ContainerDied","Data":"d02c8a8e9cd2c0d081e5213efec4daa493d77e49519de827cd0983181adbf9ed"} Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.645498 4809 scope.go:117] "RemoveContainer" containerID="c467faa4b454d790a603bf1b0ecb7e2e2f82589143ab786e452e050facf76c90" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.645527 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-4dn9q" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.670834 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-controller-ovs-5tv8l_725d4098-0d7d-477e-ba85-9c0c201e92b4/ovs-vswitchd/0.log" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.673878 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.691225 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q"] Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.700441 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-controller-4dn9q"] Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.811175 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-run\") pod \"725d4098-0d7d-477e-ba85-9c0c201e92b4\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.811229 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-ovs\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-etc-ovs\") pod \"725d4098-0d7d-477e-ba85-9c0c201e92b4\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.811268 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-run" (OuterVolumeSpecName: "var-run") pod "725d4098-0d7d-477e-ba85-9c0c201e92b4" (UID: "725d4098-0d7d-477e-ba85-9c0c201e92b4"). InnerVolumeSpecName "var-run". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.811286 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-lib\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-lib\") pod \"725d4098-0d7d-477e-ba85-9c0c201e92b4\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.811309 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-etc-ovs" (OuterVolumeSpecName: "etc-ovs") pod "725d4098-0d7d-477e-ba85-9c0c201e92b4" (UID: "725d4098-0d7d-477e-ba85-9c0c201e92b4"). InnerVolumeSpecName "etc-ovs". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.811387 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts\") pod \"725d4098-0d7d-477e-ba85-9c0c201e92b4\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.811405 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-lib" (OuterVolumeSpecName: "var-lib") pod "725d4098-0d7d-477e-ba85-9c0c201e92b4" (UID: "725d4098-0d7d-477e-ba85-9c0c201e92b4"). InnerVolumeSpecName "var-lib". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.811430 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9wr9b\" (UniqueName: \"kubernetes.io/projected/725d4098-0d7d-477e-ba85-9c0c201e92b4-kube-api-access-9wr9b\") pod \"725d4098-0d7d-477e-ba85-9c0c201e92b4\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.811594 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"var-log\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-log\") pod \"725d4098-0d7d-477e-ba85-9c0c201e92b4\" (UID: \"725d4098-0d7d-477e-ba85-9c0c201e92b4\") " Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.812051 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-log" (OuterVolumeSpecName: "var-log") pod "725d4098-0d7d-477e-ba85-9c0c201e92b4" (UID: "725d4098-0d7d-477e-ba85-9c0c201e92b4"). InnerVolumeSpecName "var-log". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.812236 4809 reconciler_common.go:293] "Volume detached for volume \"var-lib\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-lib\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.812264 4809 reconciler_common.go:293] "Volume detached for volume \"var-log\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-log\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.812281 4809 reconciler_common.go:293] "Volume detached for volume \"var-run\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-var-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.812298 4809 reconciler_common.go:293] "Volume detached for volume \"etc-ovs\" (UniqueName: \"kubernetes.io/host-path/725d4098-0d7d-477e-ba85-9c0c201e92b4-etc-ovs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.812979 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts" (OuterVolumeSpecName: "scripts") pod "725d4098-0d7d-477e-ba85-9c0c201e92b4" (UID: "725d4098-0d7d-477e-ba85-9c0c201e92b4"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.825554 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/725d4098-0d7d-477e-ba85-9c0c201e92b4-kube-api-access-9wr9b" (OuterVolumeSpecName: "kube-api-access-9wr9b") pod "725d4098-0d7d-477e-ba85-9c0c201e92b4" (UID: "725d4098-0d7d-477e-ba85-9c0c201e92b4"). InnerVolumeSpecName "kube-api-access-9wr9b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.914159 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/725d4098-0d7d-477e-ba85-9c0c201e92b4-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:06 crc kubenswrapper[4809]: I1013 19:56:06.914198 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9wr9b\" (UniqueName: \"kubernetes.io/projected/725d4098-0d7d-477e-ba85-9c0c201e92b4-kube-api-access-9wr9b\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:07 crc kubenswrapper[4809]: I1013 19:56:07.658354 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-controller-ovs-5tv8l" Oct 13 19:56:07 crc kubenswrapper[4809]: I1013 19:56:07.728162 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-5tv8l"] Oct 13 19:56:07 crc kubenswrapper[4809]: I1013 19:56:07.739008 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-controller-ovs-5tv8l"] Oct 13 19:56:08 crc kubenswrapper[4809]: I1013 19:56:08.172928 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3e101d08-3e61-48f2-acf2-7b8dfb75564f" path="/var/lib/kubelet/pods/3e101d08-3e61-48f2-acf2-7b8dfb75564f/volumes" Oct 13 19:56:08 crc kubenswrapper[4809]: I1013 19:56:08.174188 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" path="/var/lib/kubelet/pods/725d4098-0d7d-477e-ba85-9c0c201e92b4/volumes" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.054519 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.153362 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.153414 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data podName:b77adc22-0966-485a-a4e7-51a932290d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:56:12.653400857 +0000 UTC m=+1891.259147442 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data") pod "rabbitmq-server-0" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a") : configmap "rabbitmq-config-data" not found Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.176556 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.176774 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstackclient" podUID="afdec6ed-88a0-4da9-9f1a-547fd5784c7e" containerName="openstackclient" containerID="cri-o://c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b" gracePeriod=2 Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.190363 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.198187 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.198425 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="3b8fa53d-db05-4232-ab40-4e882d757e4e" containerName="cinder-scheduler" containerID="cri-o://17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5" gracePeriod=30 Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.198479 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="3b8fa53d-db05-4232-ab40-4e882d757e4e" containerName="probe" containerID="cri-o://b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90" gracePeriod=30 Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218212 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj"] Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.218545 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerName="ovsdb-server" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218561 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerName="ovsdb-server" Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.218578 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dfada85c-d1ff-45af-afe7-0d1c81be6bcc" containerName="openstack-network-exporter" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218585 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dfada85c-d1ff-45af-afe7-0d1c81be6bcc" containerName="openstack-network-exporter" Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.218600 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="303cf6e1-df79-411d-9562-3bfc9b3d79c5" containerName="ovn-config" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218606 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="303cf6e1-df79-411d-9562-3bfc9b3d79c5" containerName="ovn-config" Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.218619 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerName="ovs-vswitchd" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218625 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerName="ovs-vswitchd" Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.218646 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3e101d08-3e61-48f2-acf2-7b8dfb75564f" containerName="ovn-controller" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218654 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3e101d08-3e61-48f2-acf2-7b8dfb75564f" containerName="ovn-controller" Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.218672 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="afdec6ed-88a0-4da9-9f1a-547fd5784c7e" containerName="openstackclient" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218679 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="afdec6ed-88a0-4da9-9f1a-547fd5784c7e" containerName="openstackclient" Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.218696 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerName="ovsdb-server-init" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218703 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerName="ovsdb-server-init" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218911 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerName="ovs-vswitchd" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218929 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3e101d08-3e61-48f2-acf2-7b8dfb75564f" containerName="ovn-controller" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218942 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="725d4098-0d7d-477e-ba85-9c0c201e92b4" containerName="ovsdb-server" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218952 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="afdec6ed-88a0-4da9-9f1a-547fd5784c7e" containerName="openstackclient" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.218966 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="303cf6e1-df79-411d-9562-3bfc9b3d79c5" containerName="ovn-config" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.219115 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dfada85c-d1ff-45af-afe7-0d1c81be6bcc" containerName="openstack-network-exporter" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.225144 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.257835 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.259305 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.267136 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.314790 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.336764 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.357662 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.357945 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="b2133e8f-33d7-4619-b065-1312f636ac45" containerName="cinder-api-log" containerID="cri-o://b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348" gracePeriod=30 Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.358077 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="b2133e8f-33d7-4619-b065-1312f636ac45" containerName="cinder-api" containerID="cri-o://e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0" gracePeriod=30 Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.360630 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bmqqp\" (UniqueName: \"kubernetes.io/projected/7d64263f-cd12-4dc9-a986-bfb0a5625663-kube-api-access-bmqqp\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.360666 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-logs\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.360686 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.360710 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.360756 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data-custom\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.363667 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.363743 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sndkr\" (UniqueName: \"kubernetes.io/projected/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-kube-api-access-sndkr\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.363766 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.363793 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7d64263f-cd12-4dc9-a986-bfb0a5625663-logs\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.371379 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data-custom\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.434747 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.435739 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" containerName="openstack-network-exporter" containerID="cri-o://1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f" gracePeriod=300 Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.477455 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.477530 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sndkr\" (UniqueName: \"kubernetes.io/projected/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-kube-api-access-sndkr\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.477560 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.477582 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7d64263f-cd12-4dc9-a986-bfb0a5625663-logs\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.477624 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data-custom\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.477718 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bmqqp\" (UniqueName: \"kubernetes.io/projected/7d64263f-cd12-4dc9-a986-bfb0a5625663-kube-api-access-bmqqp\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.477753 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-logs\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.477769 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.477795 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.477835 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data-custom\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.478332 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.478385 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data podName:a7a9d90d-dcb8-4698-bc6b-8496f7086549 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:12.978372666 +0000 UTC m=+1891.584119251 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data") pod "rabbitmq-cell1-server-0" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.478631 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.478656 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle podName:7d64263f-cd12-4dc9-a986-bfb0a5625663 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:12.978648754 +0000 UTC m=+1891.584395339 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle") pod "barbican-worker-746cfb6695-8dm88" (UID: "7d64263f-cd12-4dc9-a986-bfb0a5625663") : secret "combined-ca-bundle" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.479492 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.479517 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle podName:22704dba-5977-4d8b-aeac-0a5ddc28d6d5 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:12.979510339 +0000 UTC m=+1891.585256924 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle") pod "barbican-keystone-listener-7f45c95bb-xksmj" (UID: "22704dba-5977-4d8b-aeac-0a5ddc28d6d5") : secret "combined-ca-bundle" not found Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.479830 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7d64263f-cd12-4dc9-a986-bfb0a5625663-logs\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.483135 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-b7844c6-4fjmj"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.484794 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.491373 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-logs\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.502886 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.508453 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data-custom\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.512013 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.512648 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data-custom\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.528130 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bmqqp\" (UniqueName: \"kubernetes.io/projected/7d64263f-cd12-4dc9-a986-bfb0a5625663-kube-api-access-bmqqp\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.532890 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance09e9-account-delete-vg9r6"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.534176 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance09e9-account-delete-vg9r6" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.549439 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" containerName="ovsdbserver-sb" containerID="cri-o://22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570" gracePeriod=300 Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.549918 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sndkr\" (UniqueName: \"kubernetes.io/projected/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-kube-api-access-sndkr\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.553570 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance09e9-account-delete-vg9r6"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.594001 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.594063 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.594081 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.594132 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.594164 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95515e37-b717-4be2-85e8-cdfe91bd1bfb-logs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.594237 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mhv25\" (UniqueName: \"kubernetes.io/projected/e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5-kube-api-access-mhv25\") pod \"glance09e9-account-delete-vg9r6\" (UID: \"e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5\") " pod="openstack-kuttl-tests/glance09e9-account-delete-vg9r6" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.594262 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rqhkl\" (UniqueName: \"kubernetes.io/projected/95515e37-b717-4be2-85e8-cdfe91bd1bfb-kube-api-access-rqhkl\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.594319 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data-custom\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.597710 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placementaa48-account-delete-wg2jn"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.598939 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementaa48-account-delete-wg2jn" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.644400 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-b7844c6-4fjmj"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.696263 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mhv25\" (UniqueName: \"kubernetes.io/projected/e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5-kube-api-access-mhv25\") pod \"glance09e9-account-delete-vg9r6\" (UID: \"e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5\") " pod="openstack-kuttl-tests/glance09e9-account-delete-vg9r6" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.696313 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rqhkl\" (UniqueName: \"kubernetes.io/projected/95515e37-b717-4be2-85e8-cdfe91bd1bfb-kube-api-access-rqhkl\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.696390 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data-custom\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.696494 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.696536 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.696557 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.696581 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.696601 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cxwdq\" (UniqueName: \"kubernetes.io/projected/5ced8c74-ceda-48fc-aa1f-57af96086f77-kube-api-access-cxwdq\") pod \"placementaa48-account-delete-wg2jn\" (UID: \"5ced8c74-ceda-48fc-aa1f-57af96086f77\") " pod="openstack-kuttl-tests/placementaa48-account-delete-wg2jn" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.696625 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95515e37-b717-4be2-85e8-cdfe91bd1bfb-logs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.700080 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.700162 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:13.200143941 +0000 UTC m=+1891.805890526 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "combined-ca-bundle" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.700262 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.700317 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data podName:b77adc22-0966-485a-a4e7-51a932290d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:56:13.700299656 +0000 UTC m=+1892.306046251 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data") pod "rabbitmq-server-0" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a") : configmap "rabbitmq-config-data" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.700661 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-barbican-public-svc: secret "cert-barbican-public-svc" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.700686 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:13.200678497 +0000 UTC m=+1891.806425082 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "public-tls-certs" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "cert-barbican-public-svc" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.700717 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-barbican-internal-svc: secret "cert-barbican-internal-svc" not found Oct 13 19:56:12 crc kubenswrapper[4809]: E1013 19:56:12.700752 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:13.200745858 +0000 UTC m=+1891.806492463 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "internal-tls-certs" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "cert-barbican-internal-svc" not found Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.706284 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95515e37-b717-4be2-85e8-cdfe91bd1bfb-logs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.733865 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mhv25\" (UniqueName: \"kubernetes.io/projected/e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5-kube-api-access-mhv25\") pod \"glance09e9-account-delete-vg9r6\" (UID: \"e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5\") " pod="openstack-kuttl-tests/glance09e9-account-delete-vg9r6" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.734200 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data-custom\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.735178 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.737047 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placementaa48-account-delete-wg2jn"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.760605 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rqhkl\" (UniqueName: \"kubernetes.io/projected/95515e37-b717-4be2-85e8-cdfe91bd1bfb-kube-api-access-rqhkl\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.802960 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cxwdq\" (UniqueName: \"kubernetes.io/projected/5ced8c74-ceda-48fc-aa1f-57af96086f77-kube-api-access-cxwdq\") pod \"placementaa48-account-delete-wg2jn\" (UID: \"5ced8c74-ceda-48fc-aa1f-57af96086f77\") " pod="openstack-kuttl-tests/placementaa48-account-delete-wg2jn" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.830969 4809 generic.go:334] "Generic (PLEG): container finished" podID="e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" containerID="1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f" exitCode=2 Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.831065 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7","Type":"ContainerDied","Data":"1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f"} Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.843609 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cxwdq\" (UniqueName: \"kubernetes.io/projected/5ced8c74-ceda-48fc-aa1f-57af96086f77-kube-api-access-cxwdq\") pod \"placementaa48-account-delete-wg2jn\" (UID: \"5ced8c74-ceda-48fc-aa1f-57af96086f77\") " pod="openstack-kuttl-tests/placementaa48-account-delete-wg2jn" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.857819 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.858502 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" containerName="openstack-network-exporter" containerID="cri-o://0ff7b9d71c9081993514930e494c26d6838e4d7dfb4350a58b94e7ddb404ab51" gracePeriod=300 Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.863646 4809 generic.go:334] "Generic (PLEG): container finished" podID="b2133e8f-33d7-4619-b065-1312f636ac45" containerID="b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348" exitCode=143 Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.863682 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b2133e8f-33d7-4619-b065-1312f636ac45","Type":"ContainerDied","Data":"b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348"} Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.905872 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-2m2j7"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.950589 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron3e1f-account-delete-nldfs"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.953450 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron3e1f-account-delete-nldfs" Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.975311 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-2m2j7"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.986985 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/novaapib458-account-delete-t4qkd"] Oct 13 19:56:12 crc kubenswrapper[4809]: I1013 19:56:12.988810 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.001393 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-hqscq"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.001985 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance09e9-account-delete-vg9r6" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.011833 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/novaapib458-account-delete-t4qkd"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.026774 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.026849 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.029860 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.029936 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data podName:a7a9d90d-dcb8-4698-bc6b-8496f7086549 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:14.029915907 +0000 UTC m=+1892.635662492 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data") pod "rabbitmq-cell1-server-0" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.030286 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.030314 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle podName:7d64263f-cd12-4dc9-a986-bfb0a5625663 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:14.030306018 +0000 UTC m=+1892.636052603 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle") pod "barbican-worker-746cfb6695-8dm88" (UID: "7d64263f-cd12-4dc9-a986-bfb0a5625663") : secret "combined-ca-bundle" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.032182 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.032217 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle podName:22704dba-5977-4d8b-aeac-0a5ddc28d6d5 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:14.032207602 +0000 UTC m=+1892.637954187 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle") pod "barbican-keystone-listener-7f45c95bb-xksmj" (UID: "22704dba-5977-4d8b-aeac-0a5ddc28d6d5") : secret "combined-ca-bundle" not found Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.060591 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-hqscq"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.061031 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementaa48-account-delete-wg2jn" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.089199 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder8d49-account-delete-gxv2w"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.090537 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder8d49-account-delete-gxv2w" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.113706 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron3e1f-account-delete-nldfs"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.128563 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.129012 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" containerName="ovn-northd" containerID="cri-o://969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c" gracePeriod=30 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.130055 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" containerName="openstack-network-exporter" containerID="cri-o://953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f" gracePeriod=30 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.152948 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder8d49-account-delete-gxv2w"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.154755 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lw4nt\" (UniqueName: \"kubernetes.io/projected/bcdd92ec-4e58-47a3-9eea-1acd00e796e7-kube-api-access-lw4nt\") pod \"neutron3e1f-account-delete-nldfs\" (UID: \"bcdd92ec-4e58-47a3-9eea-1acd00e796e7\") " pod="openstack-kuttl-tests/neutron3e1f-account-delete-nldfs" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.154923 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4kkwt\" (UniqueName: \"kubernetes.io/projected/a2c0ea6f-24b6-44e4-8102-136f4bddf583-kube-api-access-4kkwt\") pod \"novaapib458-account-delete-t4qkd\" (UID: \"a2c0ea6f-24b6-44e4-8102-136f4bddf583\") " pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.185237 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/novacell111c4-account-delete-kf6q7"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.186573 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell111c4-account-delete-kf6q7" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.223424 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/novacell111c4-account-delete-kf6q7"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.280299 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8kztj\" (UniqueName: \"kubernetes.io/projected/1c6c9e67-e3dc-44ed-9590-dd90817b73b8-kube-api-access-8kztj\") pod \"cinder8d49-account-delete-gxv2w\" (UID: \"1c6c9e67-e3dc-44ed-9590-dd90817b73b8\") " pod="openstack-kuttl-tests/cinder8d49-account-delete-gxv2w" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.280605 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.280713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.280794 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4kkwt\" (UniqueName: \"kubernetes.io/projected/a2c0ea6f-24b6-44e4-8102-136f4bddf583-kube-api-access-4kkwt\") pod \"novaapib458-account-delete-t4qkd\" (UID: \"a2c0ea6f-24b6-44e4-8102-136f4bddf583\") " pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.280874 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.280960 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:14.280930934 +0000 UTC m=+1892.886677579 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "combined-ca-bundle" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.281662 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-barbican-public-svc: secret "cert-barbican-public-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.281694 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:14.281684165 +0000 UTC m=+1892.887430750 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "public-tls-certs" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "cert-barbican-public-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.282388 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-barbican-internal-svc: secret "cert-barbican-internal-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.282444 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:14.282429006 +0000 UTC m=+1892.888175591 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "internal-tls-certs" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "cert-barbican-internal-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.280816 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.282747 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lw4nt\" (UniqueName: \"kubernetes.io/projected/bcdd92ec-4e58-47a3-9eea-1acd00e796e7-kube-api-access-lw4nt\") pod \"neutron3e1f-account-delete-nldfs\" (UID: \"bcdd92ec-4e58-47a3-9eea-1acd00e796e7\") " pod="openstack-kuttl-tests/neutron3e1f-account-delete-nldfs" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.306937 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-vppjw"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.321087 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-vppjw"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.332802 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4kkwt\" (UniqueName: \"kubernetes.io/projected/a2c0ea6f-24b6-44e4-8102-136f4bddf583-kube-api-access-4kkwt\") pod \"novaapib458-account-delete-t4qkd\" (UID: \"a2c0ea6f-24b6-44e4-8102-136f4bddf583\") " pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.332929 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" containerName="ovsdbserver-nb" containerID="cri-o://09d2a8505f414d8c91bd951109acf3b4fa5428d0e0067ae671bdaabf8746ed81" gracePeriod=300 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.333000 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lw4nt\" (UniqueName: \"kubernetes.io/projected/bcdd92ec-4e58-47a3-9eea-1acd00e796e7-kube-api-access-lw4nt\") pod \"neutron3e1f-account-delete-nldfs\" (UID: \"bcdd92ec-4e58-47a3-9eea-1acd00e796e7\") " pod="openstack-kuttl-tests/neutron3e1f-account-delete-nldfs" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.345807 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/novacell05cb5-account-delete-glvff"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.352863 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron3e1f-account-delete-nldfs" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.368919 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell05cb5-account-delete-glvff" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.385780 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8kztj\" (UniqueName: \"kubernetes.io/projected/1c6c9e67-e3dc-44ed-9590-dd90817b73b8-kube-api-access-8kztj\") pod \"cinder8d49-account-delete-gxv2w\" (UID: \"1c6c9e67-e3dc-44ed-9590-dd90817b73b8\") " pod="openstack-kuttl-tests/cinder8d49-account-delete-gxv2w" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.385826 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g8kmb\" (UniqueName: \"kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb\") pod \"novacell111c4-account-delete-kf6q7\" (UID: \"04c0df38-9107-49af-9f69-4f552345dab4\") " pod="openstack-kuttl-tests/novacell111c4-account-delete-kf6q7" Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.386162 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-keystone-public-svc: secret "cert-keystone-public-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.386211 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:13.886197046 +0000 UTC m=+1892.491943631 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "public-tls-certs" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "cert-keystone-public-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.386980 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-65bqr"] Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.387042 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-keystone-internal-svc: secret "cert-keystone-internal-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.387257 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.387282 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:13.887272317 +0000 UTC m=+1892.493018902 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "combined-ca-bundle" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.388579 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:13.888535953 +0000 UTC m=+1892.494282538 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "internal-tls-certs" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "cert-keystone-internal-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.422332 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8kztj\" (UniqueName: \"kubernetes.io/projected/1c6c9e67-e3dc-44ed-9590-dd90817b73b8-kube-api-access-8kztj\") pod \"cinder8d49-account-delete-gxv2w\" (UID: \"1c6c9e67-e3dc-44ed-9590-dd90817b73b8\") " pod="openstack-kuttl-tests/cinder8d49-account-delete-gxv2w" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.423624 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.431277 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-65bqr"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.440287 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder8d49-account-delete-gxv2w" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.463494 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/novacell05cb5-account-delete-glvff"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.495674 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g8kmb\" (UniqueName: \"kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb\") pod \"novacell111c4-account-delete-kf6q7\" (UID: \"04c0df38-9107-49af-9f69-4f552345dab4\") " pod="openstack-kuttl-tests/novacell111c4-account-delete-kf6q7" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.495848 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j5gkv\" (UniqueName: \"kubernetes.io/projected/8a486f9c-84aa-486a-b65a-42df693f40e0-kube-api-access-j5gkv\") pod \"novacell05cb5-account-delete-glvff\" (UID: \"8a486f9c-84aa-486a-b65a-42df693f40e0\") " pod="openstack-kuttl-tests/novacell05cb5-account-delete-glvff" Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.504307 4809 projected.go:194] Error preparing data for projected volume kube-api-access-g8kmb for pod openstack-kuttl-tests/novacell111c4-account-delete-kf6q7: failed to fetch token: serviceaccounts "galera-openstack-cell1" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.504391 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb podName:04c0df38-9107-49af-9f69-4f552345dab4 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:14.004374806 +0000 UTC m=+1892.610121391 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-g8kmb" (UniqueName: "kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb") pod "novacell111c4-account-delete-kf6q7" (UID: "04c0df38-9107-49af-9f69-4f552345dab4") : failed to fetch token: serviceaccounts "galera-openstack-cell1" not found Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.513602 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.531415 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-gdfpc"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.582477 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.595817 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-snxn7"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.597172 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j5gkv\" (UniqueName: \"kubernetes.io/projected/8a486f9c-84aa-486a-b65a-42df693f40e0-kube-api-access-j5gkv\") pod \"novacell05cb5-account-delete-glvff\" (UID: \"8a486f9c-84aa-486a-b65a-42df693f40e0\") " pod="openstack-kuttl-tests/novacell05cb5-account-delete-glvff" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.610594 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.618168 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-6bbd585494-zn4dd"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.618417 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" podUID="eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" containerName="placement-log" containerID="cri-o://52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60" gracePeriod=30 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.618553 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" podUID="eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" containerName="placement-api" containerID="cri-o://a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d" gracePeriod=30 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.620665 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j5gkv\" (UniqueName: \"kubernetes.io/projected/8a486f9c-84aa-486a-b65a-42df693f40e0-kube-api-access-j5gkv\") pod \"novacell05cb5-account-delete-glvff\" (UID: \"8a486f9c-84aa-486a-b65a-42df693f40e0\") " pod="openstack-kuttl-tests/novacell05cb5-account-delete-glvff" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.642123 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.642354 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="41022605-6826-4ed5-b98a-62455a3f4312" containerName="glance-log" containerID="cri-o://b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24" gracePeriod=30 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.642718 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="41022605-6826-4ed5-b98a-62455a3f4312" containerName="glance-httpd" containerID="cri-o://f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf" gracePeriod=30 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.667145 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.667505 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="58707cc6-a85f-45d8-a63e-b39c1fc4f900" containerName="glance-httpd" containerID="cri-o://8d050775514f35f0b8c9254a27c199fd23310472a36eb3799364a9ff92398803" gracePeriod=30 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.667445 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="58707cc6-a85f-45d8-a63e-b39c1fc4f900" containerName="glance-log" containerID="cri-o://b239455b8def876d67c8dfa6d22ae90974f3d32c024be9900163e15098e77b70" gracePeriod=30 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.751308 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-szfzh"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.772008 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell05cb5-account-delete-glvff" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.779743 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_e9cdc6e9-d22d-43c9-912d-46ab32ec81e7/ovsdbserver-sb/0.log" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.779820 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.800360 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.800412 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data podName:b77adc22-0966-485a-a4e7-51a932290d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:56:15.800399093 +0000 UTC m=+1894.406145678 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data") pod "rabbitmq-server-0" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a") : configmap "rabbitmq-config-data" not found Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.801675 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-szfzh"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.845740 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="b77adc22-0966-485a-a4e7-51a932290d2a" containerName="rabbitmq" containerID="cri-o://362395c3681264a51f812b60df708008bdca6d80e6880b637e41d084226f0d32" gracePeriod=604800 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.862908 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-677dbdbb94-qbq6g"] Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.863279 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" podUID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" containerName="neutron-api" containerID="cri-o://7442f948621b0851361432269421b91dbb9197284d6f27bd098f4c1ee46863ab" gracePeriod=30 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.863573 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" podUID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" containerName="neutron-httpd" containerID="cri-o://df4d6a002bd211890b6a64f83343b1f0a44d940952eb95fa5272dce5de3226f4" gracePeriod=30 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.933930 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-sb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.934062 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-77lg4\" (UniqueName: \"kubernetes.io/projected/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-kube-api-access-77lg4\") pod \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.934111 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-metrics-certs-tls-certs\") pod \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.934147 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-config\") pod \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.934185 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-combined-ca-bundle\") pod \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.934214 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-scripts\") pod \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.934285 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdb-rundir\") pod \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.934320 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdbserver-sb-tls-certs\") pod \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\" (UID: \"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7\") " Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.935942 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.936003 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:14.935984268 +0000 UTC m=+1893.541730853 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "combined-ca-bundle" not found Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.949534 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-scripts" (OuterVolumeSpecName: "scripts") pod "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" (UID: "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.963739 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-keystone-internal-svc: secret "cert-keystone-internal-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.963806 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:14.963791848 +0000 UTC m=+1893.569538433 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "internal-tls-certs" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "cert-keystone-internal-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.964011 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-keystone-public-svc: secret "cert-keystone-public-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: E1013 19:56:13.964047 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:14.964033565 +0000 UTC m=+1893.569780150 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "public-tls-certs" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "cert-keystone-public-svc" not found Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.964842 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" (UID: "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.984390 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-config" (OuterVolumeSpecName: "config") pod "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" (UID: "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.984550 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-kube-api-access-77lg4" (OuterVolumeSpecName: "kube-api-access-77lg4") pod "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" (UID: "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7"). InnerVolumeSpecName "kube-api-access-77lg4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.993417 4809 generic.go:334] "Generic (PLEG): container finished" podID="58707cc6-a85f-45d8-a63e-b39c1fc4f900" containerID="b239455b8def876d67c8dfa6d22ae90974f3d32c024be9900163e15098e77b70" exitCode=143 Oct 13 19:56:13 crc kubenswrapper[4809]: I1013 19:56:13.993507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"58707cc6-a85f-45d8-a63e-b39c1fc4f900","Type":"ContainerDied","Data":"b239455b8def876d67c8dfa6d22ae90974f3d32c024be9900163e15098e77b70"} Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.067627 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.067902 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g8kmb\" (UniqueName: \"kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb\") pod \"novacell111c4-account-delete-kf6q7\" (UID: \"04c0df38-9107-49af-9f69-4f552345dab4\") " pod="openstack-kuttl-tests/novacell111c4-account-delete-kf6q7" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.067956 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.068341 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-77lg4\" (UniqueName: \"kubernetes.io/projected/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-kube-api-access-77lg4\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.068357 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.068369 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.068380 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.068487 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.068541 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle podName:22704dba-5977-4d8b-aeac-0a5ddc28d6d5 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:16.068522096 +0000 UTC m=+1894.674268681 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle") pod "barbican-keystone-listener-7f45c95bb-xksmj" (UID: "22704dba-5977-4d8b-aeac-0a5ddc28d6d5") : secret "combined-ca-bundle" not found Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.069504 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.069540 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data podName:a7a9d90d-dcb8-4698-bc6b-8496f7086549 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:16.069525724 +0000 UTC m=+1894.675272299 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data") pod "rabbitmq-cell1-server-0" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.069585 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.069608 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle podName:7d64263f-cd12-4dc9-a986-bfb0a5625663 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:16.069601986 +0000 UTC m=+1894.675348561 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle") pod "barbican-worker-746cfb6695-8dm88" (UID: "7d64263f-cd12-4dc9-a986-bfb0a5625663") : secret "combined-ca-bundle" not found Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.077896 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "ovndbcluster-sb-etc-ovn") pod "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" (UID: "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.078244 4809 projected.go:194] Error preparing data for projected volume kube-api-access-g8kmb for pod openstack-kuttl-tests/novacell111c4-account-delete-kf6q7: failed to fetch token: serviceaccounts "galera-openstack-cell1" not found Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.078300 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb podName:04c0df38-9107-49af-9f69-4f552345dab4 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:15.078276603 +0000 UTC m=+1893.684023188 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-g8kmb" (UniqueName: "kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb") pod "novacell111c4-account-delete-kf6q7" (UID: "04c0df38-9107-49af-9f69-4f552345dab4") : failed to fetch token: serviceaccounts "galera-openstack-cell1" not found Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.084825 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.085541 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-server" containerID="cri-o://eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086106 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="swift-recon-cron" containerID="cri-o://a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086163 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="rsync" containerID="cri-o://b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086203 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-expirer" containerID="cri-o://668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086246 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-updater" containerID="cri-o://cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086280 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-auditor" containerID="cri-o://1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086317 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-replicator" containerID="cri-o://ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086351 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-server" containerID="cri-o://796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086395 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-updater" containerID="cri-o://03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086432 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-auditor" containerID="cri-o://ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086470 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-replicator" containerID="cri-o://66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086513 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-server" containerID="cri-o://7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086564 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-reaper" containerID="cri-o://d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.086618 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-auditor" containerID="cri-o://1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.088782 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-replicator" containerID="cri-o://e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.107054 4809 generic.go:334] "Generic (PLEG): container finished" podID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" containerID="953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f" exitCode=2 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.107095 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"0f6f5c9b-13ce-474e-94b1-0b16186d1316","Type":"ContainerDied","Data":"953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f"} Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.171066 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.251096 4809 generic.go:334] "Generic (PLEG): container finished" podID="eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" containerID="52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60" exitCode=143 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.264490 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.282872 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" (UID: "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.286576 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.286720 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.286747 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.286834 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.286883 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:16.286869144 +0000 UTC m=+1894.892615729 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "combined-ca-bundle" not found Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.327160 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9" path="/var/lib/kubelet/pods/2032f214-2a6c-459a-a6f9-9fb9b1d7a8f9/volumes" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.328066 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="30c1de3b-24b1-4d14-bae0-e2f442163f99" path="/var/lib/kubelet/pods/30c1de3b-24b1-4d14-bae0-e2f442163f99/volumes" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.328620 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="49371abb-56a8-456c-b9c2-32d069c0b06c" path="/var/lib/kubelet/pods/49371abb-56a8-456c-b9c2-32d069c0b06c/volumes" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.329217 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="606860fb-0d22-49fa-9c6d-0e49b6433e96" path="/var/lib/kubelet/pods/606860fb-0d22-49fa-9c6d-0e49b6433e96/volumes" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.332768 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="80fb92c2-def1-4d86-ad97-d911b3e4e095" path="/var/lib/kubelet/pods/80fb92c2-def1-4d86-ad97-d911b3e4e095/volumes" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.333308 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9ceb086f-bce9-43f9-a561-b59a8cd68c00" path="/var/lib/kubelet/pods/9ceb086f-bce9-43f9-a561-b59a8cd68c00/volumes" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.333836 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e08c5c0b-a029-42bf-83aa-b76f0abee902" path="/var/lib/kubelet/pods/e08c5c0b-a029-42bf-83aa-b76f0abee902/volumes" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.350151 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" event={"ID":"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4","Type":"ContainerDied","Data":"52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60"} Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.350348 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-wggvn"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.350365 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-wggvn"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.381211 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_8bc65945-5ed8-4a15-8b8f-adf1f0ef0105/ovsdbserver-nb/0.log" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.381252 4809 generic.go:334] "Generic (PLEG): container finished" podID="8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" containerID="0ff7b9d71c9081993514930e494c26d6838e4d7dfb4350a58b94e7ddb404ab51" exitCode=2 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.381265 4809 generic.go:334] "Generic (PLEG): container finished" podID="8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" containerID="09d2a8505f414d8c91bd951109acf3b4fa5428d0e0067ae671bdaabf8746ed81" exitCode=143 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.381332 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105","Type":"ContainerDied","Data":"0ff7b9d71c9081993514930e494c26d6838e4d7dfb4350a58b94e7ddb404ab51"} Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.381358 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105","Type":"ContainerDied","Data":"09d2a8505f414d8c91bd951109acf3b4fa5428d0e0067ae671bdaabf8746ed81"} Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.388003 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.388063 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.388186 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-barbican-internal-svc: secret "cert-barbican-internal-svc" not found Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.388241 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:16.388223075 +0000 UTC m=+1894.993969660 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "internal-tls-certs" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "cert-barbican-internal-svc" not found Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.388263 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-barbican-public-svc: secret "cert-barbican-public-svc" not found Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.388318 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:16.388302057 +0000 UTC m=+1894.994048642 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "public-tls-certs" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "cert-barbican-public-svc" not found Oct 13 19:56:14 crc kubenswrapper[4809]: W1013 19:56:14.413845 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode9acbab9_3474_4ca6_b5eb_c1360ea2dbd5.slice/crio-ef3de660a156270f6d07821de0df46c1bb8ffaf6c88f1a881b814f010f38ac50 WatchSource:0}: Error finding container ef3de660a156270f6d07821de0df46c1bb8ffaf6c88f1a881b814f010f38ac50: Status 404 returned error can't find the container with id ef3de660a156270f6d07821de0df46c1bb8ffaf6c88f1a881b814f010f38ac50 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.422652 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c"] Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.423126 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" containerName="ovsdbserver-sb" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.423139 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" containerName="ovsdbserver-sb" Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.423151 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" containerName="openstack-network-exporter" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.423157 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" containerName="openstack-network-exporter" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.423350 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" containerName="ovsdbserver-sb" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.423370 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" containerName="openstack-network-exporter" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.424213 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_8bc65945-5ed8-4a15-8b8f-adf1f0ef0105/ovsdbserver-nb/0.log" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.424266 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.424526 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.427827 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdbserver-sb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-sb-tls-certs") pod "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" (UID: "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7"). InnerVolumeSpecName "ovsdbserver-sb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.433777 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_e9cdc6e9-d22d-43c9-912d-46ab32ec81e7/ovsdbserver-sb/0.log" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.433823 4809 generic.go:334] "Generic (PLEG): container finished" podID="e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" containerID="22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570" exitCode=143 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.433874 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7","Type":"ContainerDied","Data":"22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570"} Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.433904 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"e9cdc6e9-d22d-43c9-912d-46ab32ec81e7","Type":"ContainerDied","Data":"e88c048cfc3e3aa86f673b59fe1ae89c7a28d29b9e443da6cc58804e6ddf9762"} Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.433924 4809 scope.go:117] "RemoveContainer" containerID="1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.434035 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.438643 4809 generic.go:334] "Generic (PLEG): container finished" podID="41022605-6826-4ed5-b98a-62455a3f4312" containerID="b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24" exitCode=143 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.439967 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"41022605-6826-4ed5-b98a-62455a3f4312","Type":"ContainerDied","Data":"b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24"} Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.471455 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.492928 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-ovsdbserver-sb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.501698 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.502013 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerName="nova-api-log" containerID="cri-o://19e79c85bcd2ee08d36e9b55aff8942788c8f608b1195cb1e454407d55c7c6a1" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.502167 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerName="nova-api-api" containerID="cri-o://da95b7613a50a785af974ca7e9a3b139e68eaeca8bc8d941ebc1b2754d689d2e" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.503004 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" (UID: "e9cdc6e9-d22d-43c9-912d-46ab32ec81e7"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.512251 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:56:14 crc kubenswrapper[4809]: W1013 19:56:14.514429 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5ced8c74_ceda_48fc_aa1f_57af96086f77.slice/crio-0460530b8fe1bf0f3224a2fa3aef0f7f4f6dfdb6e135f528afb2a685910f2c39 WatchSource:0}: Error finding container 0460530b8fe1bf0f3224a2fa3aef0f7f4f6dfdb6e135f528afb2a685910f2c39: Status 404 returned error can't find the container with id 0460530b8fe1bf0f3224a2fa3aef0f7f4f6dfdb6e135f528afb2a685910f2c39 Oct 13 19:56:14 crc kubenswrapper[4809]: W1013 19:56:14.548960 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbcdd92ec_4e58_47a3_9eea_1acd00e796e7.slice/crio-64918bcaea87e670d16bf35ddc23a7c2759a73fcafb27376d19b49d87d980c0c WatchSource:0}: Error finding container 64918bcaea87e670d16bf35ddc23a7c2759a73fcafb27376d19b49d87d980c0c: Status 404 returned error can't find the container with id 64918bcaea87e670d16bf35ddc23a7c2759a73fcafb27376d19b49d87d980c0c Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.555045 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.582258 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.582552 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-log" containerID="cri-o://e4ad2ad8854a7388ac4c2cd961089c9cbee012a791512d1fff46b7640f463536" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.583150 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-metadata" containerID="cri-o://a7f25fc6e0ac68d4891d9d83150dc0ae69ae00d7d6ce71ccdb97f3f29609d912" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.596030 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdb-rundir\") pod \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.596104 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-647kz\" (UniqueName: \"kubernetes.io/projected/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-kube-api-access-647kz\") pod \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.596126 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-combined-ca-bundle\") pod \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.596161 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-config\") pod \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.596190 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-nb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.596212 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-metrics-certs-tls-certs\") pod \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.596277 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdbserver-nb-tls-certs\") pod \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.596310 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-scripts\") pod \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\" (UID: \"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105\") " Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.596690 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-s5c7c\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.596769 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q4fxv\" (UniqueName: \"kubernetes.io/projected/e3aedcb4-e510-4974-9e2b-ff20351e3635-kube-api-access-q4fxv\") pod \"dnsmasq-dnsmasq-84b9f45d47-s5c7c\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.596807 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-s5c7c\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.597071 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.597563 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" (UID: "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.598172 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-config" (OuterVolumeSpecName: "config") pod "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" (UID: "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.600324 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-scripts" (OuterVolumeSpecName: "scripts") pod "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" (UID: "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.602984 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage08-crc" (OuterVolumeSpecName: "ovndbcluster-nb-etc-ovn") pod "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" (UID: "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105"). InnerVolumeSpecName "local-storage08-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.604946 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-kube-api-access-647kz" (OuterVolumeSpecName: "kube-api-access-647kz") pod "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" (UID: "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105"). InnerVolumeSpecName "kube-api-access-647kz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.607291 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="a7a9d90d-dcb8-4698-bc6b-8496f7086549" containerName="rabbitmq" containerID="cri-o://70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16" gracePeriod=604800 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.607419 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-s545x"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.647231 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-s545x"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.656950 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.662301 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron3e1f-account-delete-nldfs"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.669959 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-3e1f-account-create-fpp5r"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.684417 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-b458-account-create-4hnlp"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.697810 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" (UID: "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.698990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-s5c7c\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.699046 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-q4fxv\" (UniqueName: \"kubernetes.io/projected/e3aedcb4-e510-4974-9e2b-ff20351e3635-kube-api-access-q4fxv\") pod \"dnsmasq-dnsmasq-84b9f45d47-s5c7c\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.699086 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-s5c7c\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.699278 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.699293 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-647kz\" (UniqueName: \"kubernetes.io/projected/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-kube-api-access-647kz\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.699305 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.699313 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.699332 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" " Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.699341 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.699966 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-s5c7c\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.700133 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novaapib458-account-delete-t4qkd"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.701768 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-s5c7c\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.715401 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-b458-account-create-4hnlp"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.724365 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-wxbzh"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.737023 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-8d49-account-create-b6d5n"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.741291 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-q4fxv\" (UniqueName: \"kubernetes.io/projected/e3aedcb4-e510-4974-9e2b-ff20351e3635-kube-api-access-q4fxv\") pod \"dnsmasq-dnsmasq-84b9f45d47-s5c7c\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.755402 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-wxbzh"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.764780 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-sf7cf"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.768418 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder8d49-account-delete-gxv2w"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.773234 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-sf7cf"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.782457 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-8d49-account-create-b6d5n"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.784128 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podUID="08481584-71b4-4911-9487-45559cdbb2fb" containerName="galera" containerID="cri-o://af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821" gracePeriod=30 Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.792226 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.792526 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-5898-account-create-6pfnn"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.799755 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-4t9mv"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.803655 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-5898-account-create-6pfnn"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.804550 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdbserver-nb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-nb-tls-certs") pod "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" (UID: "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105"). InnerVolumeSpecName "ovsdbserver-nb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.806029 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" (UID: "8bc65945-5ed8-4a15-8b8f-adf1f0ef0105"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.810447 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-4t9mv"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.814855 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-xsh5z"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.823807 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-xsh5z"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.841352 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.844867 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-tx4n2"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.854395 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage08-crc" (UniqueName: "kubernetes.io/local-volume/local-storage08-crc") on node "crc" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.860168 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell111c4-account-delete-kf6q7"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.861916 4809 scope.go:117] "RemoveContainer" containerID="22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570" Oct 13 19:56:14 crc kubenswrapper[4809]: E1013 19:56:14.865879 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[kube-api-access-g8kmb], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/novacell111c4-account-delete-kf6q7" podUID="04c0df38-9107-49af-9f69-4f552345dab4" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.872518 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.879070 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-tx4n2"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.907131 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.907159 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.907169 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105-ovsdbserver-nb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.972952 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-11c4-account-create-2lwgj"] Oct 13 19:56:14 crc kubenswrapper[4809]: I1013 19:56:14.989786 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.008324 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config-secret\") pod \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.008426 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z7qxt\" (UniqueName: \"kubernetes.io/projected/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-kube-api-access-z7qxt\") pod \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.008492 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-combined-ca-bundle\") pod \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.008583 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config\") pod \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\" (UID: \"afdec6ed-88a0-4da9-9f1a-547fd5784c7e\") " Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.009525 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-keystone-public-svc: secret "cert-keystone-public-svc" not found Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.009586 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:17.009572351 +0000 UTC m=+1895.615318936 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "public-tls-certs" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "cert-keystone-public-svc" not found Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.010658 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-keystone-internal-svc: secret "cert-keystone-internal-svc" not found Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.010705 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:17.010693313 +0000 UTC m=+1895.616439898 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "internal-tls-certs" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "cert-keystone-internal-svc" not found Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.010768 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.010794 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:17.010786095 +0000 UTC m=+1895.616532680 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "combined-ca-bundle" not found Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.040100 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-5cb5-account-create-pltv5"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.065905 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.068262 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="0d79de03-c663-4777-823f-49dd969088ae" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.090567 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.090700 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-kube-api-access-z7qxt" (OuterVolumeSpecName: "kube-api-access-z7qxt") pod "afdec6ed-88a0-4da9-9f1a-547fd5784c7e" (UID: "afdec6ed-88a0-4da9-9f1a-547fd5784c7e"). InnerVolumeSpecName "kube-api-access-z7qxt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:15 crc kubenswrapper[4809]: W1013 19:56:15.091285 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8a486f9c_84aa_486a_b65a_42df693f40e0.slice/crio-56cd5eeff236941fe464ebe1b468cd5e5fe588ad9942648a7bf80457a7db8f9e WatchSource:0}: Error finding container 56cd5eeff236941fe464ebe1b468cd5e5fe588ad9942648a7bf80457a7db8f9e: Status 404 returned error can't find the container with id 56cd5eeff236941fe464ebe1b468cd5e5fe588ad9942648a7bf80457a7db8f9e Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.091397 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" podUID="95e8be9f-269c-48b8-baf9-c8bbd087d041" containerName="barbican-worker-log" containerID="cri-o://cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.091792 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" podUID="95e8be9f-269c-48b8-baf9-c8bbd087d041" containerName="barbican-worker" containerID="cri-o://174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.107605 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell05cb5-account-delete-glvff"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.115708 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g8kmb\" (UniqueName: \"kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb\") pod \"novacell111c4-account-delete-kf6q7\" (UID: \"04c0df38-9107-49af-9f69-4f552345dab4\") " pod="openstack-kuttl-tests/novacell111c4-account-delete-kf6q7" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.116107 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z7qxt\" (UniqueName: \"kubernetes.io/projected/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-kube-api-access-z7qxt\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.121812 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88"] Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.122695 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" podUID="7d64263f-cd12-4dc9-a986-bfb0a5625663" Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.122959 4809 projected.go:194] Error preparing data for projected volume kube-api-access-g8kmb for pod openstack-kuttl-tests/novacell111c4-account-delete-kf6q7: failed to fetch token: serviceaccounts "galera-openstack-cell1" not found Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.123018 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb podName:04c0df38-9107-49af-9f69-4f552345dab4 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:17.123002686 +0000 UTC m=+1895.728749271 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-g8kmb" (UniqueName: "kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb") pod "novacell111c4-account-delete-kf6q7" (UID: "04c0df38-9107-49af-9f69-4f552345dab4") : failed to fetch token: serviceaccounts "galera-openstack-cell1" not found Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.128295 4809 scope.go:117] "RemoveContainer" containerID="1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f" Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.129653 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f\": container with ID starting with 1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f not found: ID does not exist" containerID="1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.129678 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f"} err="failed to get container status \"1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f\": rpc error: code = NotFound desc = could not find container \"1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f\": container with ID starting with 1be54a56230d1c43a889847fbe284a7d97cbaba450e1a4ec802a4cb01c16a70f not found: ID does not exist" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.129696 4809 scope.go:117] "RemoveContainer" containerID="22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570" Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.129906 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570\": container with ID starting with 22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570 not found: ID does not exist" containerID="22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.129921 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570"} err="failed to get container status \"22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570\": rpc error: code = NotFound desc = could not find container \"22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570\": container with ID starting with 22aee92747e95c1f08247c194410f05326d4973429400409b86213445d258570 not found: ID does not exist" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.131483 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.131739 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="16c8cf80-9b52-4942-bfe3-6258bd19498d" containerName="nova-scheduler-scheduler" containerID="cri-o://9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.140915 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.141438 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" podUID="4dad514c-515d-4156-8c0e-7a99ccb96cb1" containerName="barbican-keystone-listener-log" containerID="cri-o://4205646d25f2e9b4a491116f0e07baf17734ea9c4ee4075e985a0e2517d48ae4" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.141538 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" podUID="4dad514c-515d-4156-8c0e-7a99ccb96cb1" containerName="barbican-keystone-listener" containerID="cri-o://40a61961f9a00ae49cb74aa7aea56ff715ea727a82cfbbcdaf406f31b0101105" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.153576 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj"] Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.154460 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" podUID="22704dba-5977-4d8b-aeac-0a5ddc28d6d5" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.178475 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance09e9-account-delete-vg9r6"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.182683 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config" (OuterVolumeSpecName: "openstack-config") pod "afdec6ed-88a0-4da9-9f1a-547fd5784c7e" (UID: "afdec6ed-88a0-4da9-9f1a-547fd5784c7e"). InnerVolumeSpecName "openstack-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.192806 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-b7844c6-4fjmj"] Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.193499 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle internal-tls-certs public-tls-certs], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" podUID="95515e37-b717-4be2-85e8-cdfe91bd1bfb" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.202281 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.202540 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" podUID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerName="barbican-api-log" containerID="cri-o://71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.202978 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" podUID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerName="barbican-api" containerID="cri-o://b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.209664 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placementaa48-account-delete-wg2jn"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.254189 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.263582 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.326674 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron3e1f-account-delete-nldfs"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.347623 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder8d49-account-delete-gxv2w"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.364566 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novaapib458-account-delete-t4qkd"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.365338 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data\") pod \"3b8fa53d-db05-4232-ab40-4e882d757e4e\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.365408 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-scripts\") pod \"3b8fa53d-db05-4232-ab40-4e882d757e4e\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.365480 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data-custom\") pod \"3b8fa53d-db05-4232-ab40-4e882d757e4e\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.365536 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3b8fa53d-db05-4232-ab40-4e882d757e4e-etc-machine-id\") pod \"3b8fa53d-db05-4232-ab40-4e882d757e4e\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.365620 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-combined-ca-bundle\") pod \"3b8fa53d-db05-4232-ab40-4e882d757e4e\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.365677 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-k6cn8\" (UniqueName: \"kubernetes.io/projected/3b8fa53d-db05-4232-ab40-4e882d757e4e-kube-api-access-k6cn8\") pod \"3b8fa53d-db05-4232-ab40-4e882d757e4e\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.369091 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/3b8fa53d-db05-4232-ab40-4e882d757e4e-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "3b8fa53d-db05-4232-ab40-4e882d757e4e" (UID: "3b8fa53d-db05-4232-ab40-4e882d757e4e"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.370217 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-scripts" (OuterVolumeSpecName: "scripts") pod "3b8fa53d-db05-4232-ab40-4e882d757e4e" (UID: "3b8fa53d-db05-4232-ab40-4e882d757e4e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.372483 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3b8fa53d-db05-4232-ab40-4e882d757e4e-kube-api-access-k6cn8" (OuterVolumeSpecName: "kube-api-access-k6cn8") pod "3b8fa53d-db05-4232-ab40-4e882d757e4e" (UID: "3b8fa53d-db05-4232-ab40-4e882d757e4e"). InnerVolumeSpecName "kube-api-access-k6cn8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.372571 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.377913 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "3b8fa53d-db05-4232-ab40-4e882d757e4e" (UID: "3b8fa53d-db05-4232-ab40-4e882d757e4e"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.380815 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.391804 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.391988 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="1c2a3237-3707-434b-a10d-94768b0fd023" containerName="kube-state-metrics" containerID="cri-o://71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.399548 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.399833 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="ceilometer-central-agent" containerID="cri-o://71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.400222 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="proxy-httpd" containerID="cri-o://95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.400266 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="sg-core" containerID="cri-o://b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.400302 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="ceilometer-notification-agent" containerID="cri-o://15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.404631 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell05cb5-account-delete-glvff"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.408848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "afdec6ed-88a0-4da9-9f1a-547fd5784c7e" (UID: "afdec6ed-88a0-4da9-9f1a-547fd5784c7e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.415788 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.416075 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="525da218-ff74-4589-a742-9e3305949601" containerName="nova-cell1-conductor-conductor" containerID="cri-o://35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.430767 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.440771 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-hz9n2"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.456476 4809 generic.go:334] "Generic (PLEG): container finished" podID="3b8fa53d-db05-4232-ab40-4e882d757e4e" containerID="b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.456512 4809 generic.go:334] "Generic (PLEG): container finished" podID="3b8fa53d-db05-4232-ab40-4e882d757e4e" containerID="17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.456549 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3b8fa53d-db05-4232-ab40-4e882d757e4e","Type":"ContainerDied","Data":"b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.456575 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3b8fa53d-db05-4232-ab40-4e882d757e4e","Type":"ContainerDied","Data":"17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.456586 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3b8fa53d-db05-4232-ab40-4e882d757e4e","Type":"ContainerDied","Data":"5258c146fc98e83923b25a435b362cf7c06cc0e9fd7ced3699dcd144c6918405"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.456600 4809 scope.go:117] "RemoveContainer" containerID="b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.456697 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.461373 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config-secret" (OuterVolumeSpecName: "openstack-config-secret") pod "afdec6ed-88a0-4da9-9f1a-547fd5784c7e" (UID: "afdec6ed-88a0-4da9-9f1a-547fd5784c7e"). InnerVolumeSpecName "openstack-config-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.465228 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_8bc65945-5ed8-4a15-8b8f-adf1f0ef0105/ovsdbserver-nb/0.log" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.465360 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.465976 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"8bc65945-5ed8-4a15-8b8f-adf1f0ef0105","Type":"ContainerDied","Data":"848a62dfce3c4b4b597f58b8258ce23050968550cd9a926270c964ea7fee8db3"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.466018 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.468777 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-openstack-config-secret\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.468972 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-k6cn8\" (UniqueName: \"kubernetes.io/projected/3b8fa53d-db05-4232-ab40-4e882d757e4e-kube-api-access-k6cn8\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.468989 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/afdec6ed-88a0-4da9-9f1a-547fd5784c7e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.469000 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.469234 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.469252 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3b8fa53d-db05-4232-ab40-4e882d757e4e-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.474410 4809 generic.go:334] "Generic (PLEG): container finished" podID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerID="e4ad2ad8854a7388ac4c2cd961089c9cbee012a791512d1fff46b7640f463536" exitCode=143 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.474463 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"77dddafb-7f08-4ae6-b035-85562940e9a0","Type":"ContainerDied","Data":"e4ad2ad8854a7388ac4c2cd961089c9cbee012a791512d1fff46b7640f463536"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.477140 4809 generic.go:334] "Generic (PLEG): container finished" podID="1c6c9e67-e3dc-44ed-9590-dd90817b73b8" containerID="679618a65d57ddd523fa7eb1bcf28e65e30575c66d6225858d0c89b7a562ebf6" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.477180 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder8d49-account-delete-gxv2w" event={"ID":"1c6c9e67-e3dc-44ed-9590-dd90817b73b8","Type":"ContainerDied","Data":"679618a65d57ddd523fa7eb1bcf28e65e30575c66d6225858d0c89b7a562ebf6"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.477195 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder8d49-account-delete-gxv2w" event={"ID":"1c6c9e67-e3dc-44ed-9590-dd90817b73b8","Type":"ContainerStarted","Data":"4f5bcdb4c7cbf7193a16cdd22915227cde3c82103463d20e65590db0c82e5e6f"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.492393 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.492614 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="697d34be-5232-434e-88a1-ed124befa1d3" containerName="nova-cell0-conductor-conductor" containerID="cri-o://1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520044 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520073 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520087 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520094 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520100 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520106 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520113 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520119 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520126 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520132 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520139 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520145 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520152 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520158 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520196 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520221 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520230 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520240 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520248 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520256 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520266 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520275 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520284 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520292 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520309 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520316 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.520326 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.549617 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbktr"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.578038 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3b8fa53d-db05-4232-ab40-4e882d757e4e" (UID: "3b8fa53d-db05-4232-ab40-4e882d757e4e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.578669 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-combined-ca-bundle\") pod \"3b8fa53d-db05-4232-ab40-4e882d757e4e\" (UID: \"3b8fa53d-db05-4232-ab40-4e882d757e4e\") " Oct 13 19:56:15 crc kubenswrapper[4809]: W1013 19:56:15.579026 4809 empty_dir.go:500] Warning: Unmount skipped because path does not exist: /var/lib/kubelet/pods/3b8fa53d-db05-4232-ab40-4e882d757e4e/volumes/kubernetes.io~secret/combined-ca-bundle Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.579049 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3b8fa53d-db05-4232-ab40-4e882d757e4e" (UID: "3b8fa53d-db05-4232-ab40-4e882d757e4e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.579129 4809 generic.go:334] "Generic (PLEG): container finished" podID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" containerID="df4d6a002bd211890b6a64f83343b1f0a44d940952eb95fa5272dce5de3226f4" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.579177 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" event={"ID":"7900c01d-4d3d-45ef-beeb-a76c86ff049b","Type":"ContainerDied","Data":"df4d6a002bd211890b6a64f83343b1f0a44d940952eb95fa5272dce5de3226f4"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.579395 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.580742 4809 generic.go:334] "Generic (PLEG): container finished" podID="bcdd92ec-4e58-47a3-9eea-1acd00e796e7" containerID="15b3346cc33c4b206c583da7b10bb786480f06acb6798112fcdbaeaa6f36cca8" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.580783 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron3e1f-account-delete-nldfs" event={"ID":"bcdd92ec-4e58-47a3-9eea-1acd00e796e7","Type":"ContainerDied","Data":"15b3346cc33c4b206c583da7b10bb786480f06acb6798112fcdbaeaa6f36cca8"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.580799 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron3e1f-account-delete-nldfs" event={"ID":"bcdd92ec-4e58-47a3-9eea-1acd00e796e7","Type":"ContainerStarted","Data":"64918bcaea87e670d16bf35ddc23a7c2759a73fcafb27376d19b49d87d980c0c"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.597352 4809 generic.go:334] "Generic (PLEG): container finished" podID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerID="71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477" exitCode=143 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.597443 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" event={"ID":"f5c5dbc7-76c2-4fe0-8f29-753158d0794c","Type":"ContainerDied","Data":"71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.601786 4809 generic.go:334] "Generic (PLEG): container finished" podID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerID="19e79c85bcd2ee08d36e9b55aff8942788c8f608b1195cb1e454407d55c7c6a1" exitCode=143 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.601840 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"c53d8127-6de6-4d8c-b026-9300673fa7f4","Type":"ContainerDied","Data":"19e79c85bcd2ee08d36e9b55aff8942788c8f608b1195cb1e454407d55c7c6a1"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.604419 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" event={"ID":"a2c0ea6f-24b6-44e4-8102-136f4bddf583","Type":"ContainerStarted","Data":"df7513a38264669242c80611145b4fe9cec737b15cb3dabd42e8a032ecb7d745"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.604544 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" podUID="a2c0ea6f-24b6-44e4-8102-136f4bddf583" containerName="mariadb-account-delete" containerID="cri-o://8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.621178 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="b77adc22-0966-485a-a4e7-51a932290d2a" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.1.52:5671: connect: connection refused" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.633378 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell05cb5-account-delete-glvff" event={"ID":"8a486f9c-84aa-486a-b65a-42df693f40e0","Type":"ContainerStarted","Data":"56cd5eeff236941fe464ebe1b468cd5e5fe588ad9942648a7bf80457a7db8f9e"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.673255 4809 generic.go:334] "Generic (PLEG): container finished" podID="e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5" containerID="890dbe4a589c0a2e36dd1eaf4ed4f4c4d3404db6a0ec7f136672c33bdb82c753" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.673314 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance09e9-account-delete-vg9r6" event={"ID":"e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5","Type":"ContainerDied","Data":"890dbe4a589c0a2e36dd1eaf4ed4f4c4d3404db6a0ec7f136672c33bdb82c753"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.673340 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance09e9-account-delete-vg9r6" event={"ID":"e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5","Type":"ContainerStarted","Data":"ef3de660a156270f6d07821de0df46c1bb8ffaf6c88f1a881b814f010f38ac50"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.689671 4809 generic.go:334] "Generic (PLEG): container finished" podID="95e8be9f-269c-48b8-baf9-c8bbd087d041" containerID="cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200" exitCode=143 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.689762 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" event={"ID":"95e8be9f-269c-48b8-baf9-c8bbd087d041","Type":"ContainerDied","Data":"cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.695461 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" podStartSLOduration=3.6954424 podStartE2EDuration="3.6954424s" podCreationTimestamp="2025-10-13 19:56:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:56:15.620067397 +0000 UTC m=+1894.225813982" watchObservedRunningTime="2025-10-13 19:56:15.6954424 +0000 UTC m=+1894.301188985" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.711641 4809 generic.go:334] "Generic (PLEG): container finished" podID="4dad514c-515d-4156-8c0e-7a99ccb96cb1" containerID="4205646d25f2e9b4a491116f0e07baf17734ea9c4ee4075e985a0e2517d48ae4" exitCode=143 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.711710 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" event={"ID":"4dad514c-515d-4156-8c0e-7a99ccb96cb1","Type":"ContainerDied","Data":"4205646d25f2e9b4a491116f0e07baf17734ea9c4ee4075e985a0e2517d48ae4"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.771202 4809 generic.go:334] "Generic (PLEG): container finished" podID="afdec6ed-88a0-4da9-9f1a-547fd5784c7e" containerID="c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b" exitCode=137 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.771294 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.771328 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.771835 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" podUID="cd65b6ef-ba4e-472f-8122-13d64790fc4f" containerName="proxy-httpd" containerID="cri-o://a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.772810 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" podUID="cd65b6ef-ba4e-472f-8122-13d64790fc4f" containerName="proxy-server" containerID="cri-o://9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176" gracePeriod=30 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.782341 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c"] Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.794880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data" (OuterVolumeSpecName: "config-data") pod "3b8fa53d-db05-4232-ab40-4e882d757e4e" (UID: "3b8fa53d-db05-4232-ab40-4e882d757e4e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.796344 4809 generic.go:334] "Generic (PLEG): container finished" podID="5ced8c74-ceda-48fc-aa1f-57af96086f77" containerID="9512e7a93251737d98a91c6b338517d3da8898d5121b648fb60ed1e7fed33a4a" exitCode=0 Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.796421 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.798599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placementaa48-account-delete-wg2jn" event={"ID":"5ced8c74-ceda-48fc-aa1f-57af96086f77","Type":"ContainerDied","Data":"9512e7a93251737d98a91c6b338517d3da8898d5121b648fb60ed1e7fed33a4a"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.798684 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placementaa48-account-delete-wg2jn" event={"ID":"5ced8c74-ceda-48fc-aa1f-57af96086f77","Type":"ContainerStarted","Data":"0460530b8fe1bf0f3224a2fa3aef0f7f4f6dfdb6e135f528afb2a685910f2c39"} Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.798804 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell111c4-account-delete-kf6q7" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.798923 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.799042 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:15 crc kubenswrapper[4809]: W1013 19:56:15.850092 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode3aedcb4_e510_4974_9e2b_ff20351e3635.slice/crio-81b47ea134663d9956bc5e79d33b3e93119bdcf127bd4423319aeed0a83e134d WatchSource:0}: Error finding container 81b47ea134663d9956bc5e79d33b3e93119bdcf127bd4423319aeed0a83e134d: Status 404 returned error can't find the container with id 81b47ea134663d9956bc5e79d33b3e93119bdcf127bd4423319aeed0a83e134d Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.887773 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:56:15 crc kubenswrapper[4809]: E1013 19:56:15.887874 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data podName:b77adc22-0966-485a-a4e7-51a932290d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:56:19.88784241 +0000 UTC m=+1898.493589005 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data") pod "rabbitmq-server-0" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a") : configmap "rabbitmq-config-data" not found Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.887787 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3b8fa53d-db05-4232-ab40-4e882d757e4e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:15 crc kubenswrapper[4809]: I1013 19:56:15.927747 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="a7a9d90d-dcb8-4698-bc6b-8496f7086549" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.1.53:5671: connect: connection refused" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.020983 4809 scope.go:117] "RemoveContainer" containerID="17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.037918 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.057960 4809 scope.go:117] "RemoveContainer" containerID="b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90" Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.058532 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90\": container with ID starting with b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90 not found: ID does not exist" containerID="b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.058564 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90"} err="failed to get container status \"b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90\": rpc error: code = NotFound desc = could not find container \"b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90\": container with ID starting with b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90 not found: ID does not exist" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.058586 4809 scope.go:117] "RemoveContainer" containerID="17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5" Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.059248 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5\": container with ID starting with 17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5 not found: ID does not exist" containerID="17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.059276 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5"} err="failed to get container status \"17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5\": rpc error: code = NotFound desc = could not find container \"17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5\": container with ID starting with 17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5 not found: ID does not exist" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.059303 4809 scope.go:117] "RemoveContainer" containerID="b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.059526 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90"} err="failed to get container status \"b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90\": rpc error: code = NotFound desc = could not find container \"b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90\": container with ID starting with b8875f2072bc14aeae7ded7bc4779ffd1ed44a2a503da6be1c16db67c908ca90 not found: ID does not exist" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.059544 4809 scope.go:117] "RemoveContainer" containerID="17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.059748 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5"} err="failed to get container status \"17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5\": rpc error: code = NotFound desc = could not find container \"17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5\": container with ID starting with 17dfdff141880a5fd198d80a4f6de908022d5db709095af84b5193df103ad5f5 not found: ID does not exist" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.059763 4809 scope.go:117] "RemoveContainer" containerID="0ff7b9d71c9081993514930e494c26d6838e4d7dfb4350a58b94e7ddb404ab51" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.065623 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.068017 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell111c4-account-delete-kf6q7" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.081262 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.085139 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.094196 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data-custom\") pod \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.094383 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rqhkl\" (UniqueName: \"kubernetes.io/projected/95515e37-b717-4be2-85e8-cdfe91bd1bfb-kube-api-access-rqhkl\") pod \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.094428 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data\") pod \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.094529 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95515e37-b717-4be2-85e8-cdfe91bd1bfb-logs\") pod \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.095032 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle\") pod \"barbican-keystone-listener-7f45c95bb-xksmj\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.095277 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle\") pod \"barbican-worker-746cfb6695-8dm88\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.095449 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.095512 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle podName:7d64263f-cd12-4dc9-a986-bfb0a5625663 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:20.095498084 +0000 UTC m=+1898.701244669 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle") pod "barbican-worker-746cfb6695-8dm88" (UID: "7d64263f-cd12-4dc9-a986-bfb0a5625663") : secret "combined-ca-bundle" not found Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.095552 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.095601 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle podName:22704dba-5977-4d8b-aeac-0a5ddc28d6d5 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:20.095594617 +0000 UTC m=+1898.701341202 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle") pod "barbican-keystone-listener-7f45c95bb-xksmj" (UID: "22704dba-5977-4d8b-aeac-0a5ddc28d6d5") : secret "combined-ca-bundle" not found Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.095632 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.095648 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data podName:a7a9d90d-dcb8-4698-bc6b-8496f7086549 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:20.095643328 +0000 UTC m=+1898.701389913 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data") pod "rabbitmq-cell1-server-0" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.095769 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.096867 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/95515e37-b717-4be2-85e8-cdfe91bd1bfb-logs" (OuterVolumeSpecName: "logs") pod "95515e37-b717-4be2-85e8-cdfe91bd1bfb" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.102930 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.103111 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "95515e37-b717-4be2-85e8-cdfe91bd1bfb" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.111401 4809 scope.go:117] "RemoveContainer" containerID="09d2a8505f414d8c91bd951109acf3b4fa5428d0e0067ae671bdaabf8746ed81" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.128575 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data" (OuterVolumeSpecName: "config-data") pod "95515e37-b717-4be2-85e8-cdfe91bd1bfb" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.131894 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/95515e37-b717-4be2-85e8-cdfe91bd1bfb-kube-api-access-rqhkl" (OuterVolumeSpecName: "kube-api-access-rqhkl") pod "95515e37-b717-4be2-85e8-cdfe91bd1bfb" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb"). InnerVolumeSpecName "kube-api-access-rqhkl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.136936 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.146588 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder8d49-account-delete-gxv2w" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.202024 4809 scope.go:117] "RemoveContainer" containerID="c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.205421 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sndkr\" (UniqueName: \"kubernetes.io/projected/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-kube-api-access-sndkr\") pod \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.205519 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-logs\") pod \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.205591 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data\") pod \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.205615 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data\") pod \"7d64263f-cd12-4dc9-a986-bfb0a5625663\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.205799 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bmqqp\" (UniqueName: \"kubernetes.io/projected/7d64263f-cd12-4dc9-a986-bfb0a5625663-kube-api-access-bmqqp\") pod \"7d64263f-cd12-4dc9-a986-bfb0a5625663\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.205830 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7d64263f-cd12-4dc9-a986-bfb0a5625663-logs\") pod \"7d64263f-cd12-4dc9-a986-bfb0a5625663\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.205896 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8kztj\" (UniqueName: \"kubernetes.io/projected/1c6c9e67-e3dc-44ed-9590-dd90817b73b8-kube-api-access-8kztj\") pod \"1c6c9e67-e3dc-44ed-9590-dd90817b73b8\" (UID: \"1c6c9e67-e3dc-44ed-9590-dd90817b73b8\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.205917 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data-custom\") pod \"7d64263f-cd12-4dc9-a986-bfb0a5625663\" (UID: \"7d64263f-cd12-4dc9-a986-bfb0a5625663\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.206014 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data-custom\") pod \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\" (UID: \"22704dba-5977-4d8b-aeac-0a5ddc28d6d5\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.206944 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.206972 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rqhkl\" (UniqueName: \"kubernetes.io/projected/95515e37-b717-4be2-85e8-cdfe91bd1bfb-kube-api-access-rqhkl\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.206987 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.207000 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95515e37-b717-4be2-85e8-cdfe91bd1bfb-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.210705 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "22704dba-5977-4d8b-aeac-0a5ddc28d6d5" (UID: "22704dba-5977-4d8b-aeac-0a5ddc28d6d5"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.212417 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-logs" (OuterVolumeSpecName: "logs") pod "22704dba-5977-4d8b-aeac-0a5ddc28d6d5" (UID: "22704dba-5977-4d8b-aeac-0a5ddc28d6d5"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.213237 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7d64263f-cd12-4dc9-a986-bfb0a5625663-logs" (OuterVolumeSpecName: "logs") pod "7d64263f-cd12-4dc9-a986-bfb0a5625663" (UID: "7d64263f-cd12-4dc9-a986-bfb0a5625663"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.215238 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-kube-api-access-sndkr" (OuterVolumeSpecName: "kube-api-access-sndkr") pod "22704dba-5977-4d8b-aeac-0a5ddc28d6d5" (UID: "22704dba-5977-4d8b-aeac-0a5ddc28d6d5"). InnerVolumeSpecName "kube-api-access-sndkr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.216853 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data" (OuterVolumeSpecName: "config-data") pod "22704dba-5977-4d8b-aeac-0a5ddc28d6d5" (UID: "22704dba-5977-4d8b-aeac-0a5ddc28d6d5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.218018 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "7d64263f-cd12-4dc9-a986-bfb0a5625663" (UID: "7d64263f-cd12-4dc9-a986-bfb0a5625663"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.222166 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1c6c9e67-e3dc-44ed-9590-dd90817b73b8-kube-api-access-8kztj" (OuterVolumeSpecName: "kube-api-access-8kztj") pod "1c6c9e67-e3dc-44ed-9590-dd90817b73b8" (UID: "1c6c9e67-e3dc-44ed-9590-dd90817b73b8"). InnerVolumeSpecName "kube-api-access-8kztj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.223978 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0104a92a-96cc-41a5-be88-1683f3732bb5" path="/var/lib/kubelet/pods/0104a92a-96cc-41a5-be88-1683f3732bb5/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.224598 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0104b998-4a33-4bdc-8ce0-9a05f660c324" path="/var/lib/kubelet/pods/0104b998-4a33-4bdc-8ce0-9a05f660c324/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.225417 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3597ceed-d466-4faf-8dba-a2da302ab570" path="/var/lib/kubelet/pods/3597ceed-d466-4faf-8dba-a2da302ab570/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.225932 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3b8fa53d-db05-4232-ab40-4e882d757e4e" path="/var/lib/kubelet/pods/3b8fa53d-db05-4232-ab40-4e882d757e4e/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.227540 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="49ae1d18-b739-4e98-b9d1-872fab79190f" path="/var/lib/kubelet/pods/49ae1d18-b739-4e98-b9d1-872fab79190f/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.228036 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="563aa7ee-9508-4d48-8800-cf7d7db232f5" path="/var/lib/kubelet/pods/563aa7ee-9508-4d48-8800-cf7d7db232f5/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.228521 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf" path="/var/lib/kubelet/pods/710bc8a2-81b8-49b3-afc8-6ddaaadb3dcf/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.229518 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="79b9115d-3a2d-44e7-a506-fdc8a37a7e12" path="/var/lib/kubelet/pods/79b9115d-3a2d-44e7-a506-fdc8a37a7e12/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.230432 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" path="/var/lib/kubelet/pods/8bc65945-5ed8-4a15-8b8f-adf1f0ef0105/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.231018 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="973e0daf-354f-40ef-8f74-a535129d09ae" path="/var/lib/kubelet/pods/973e0daf-354f-40ef-8f74-a535129d09ae/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.232274 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7d64263f-cd12-4dc9-a986-bfb0a5625663-kube-api-access-bmqqp" (OuterVolumeSpecName: "kube-api-access-bmqqp") pod "7d64263f-cd12-4dc9-a986-bfb0a5625663" (UID: "7d64263f-cd12-4dc9-a986-bfb0a5625663"). InnerVolumeSpecName "kube-api-access-bmqqp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.232595 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9eb24c85-22e5-4277-8bd0-97d584793f35" path="/var/lib/kubelet/pods/9eb24c85-22e5-4277-8bd0-97d584793f35/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.233089 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a109586e-ed54-41de-a818-264a326a829f" path="/var/lib/kubelet/pods/a109586e-ed54-41de-a818-264a326a829f/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.233579 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="afdec6ed-88a0-4da9-9f1a-547fd5784c7e" path="/var/lib/kubelet/pods/afdec6ed-88a0-4da9-9f1a-547fd5784c7e/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.234586 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b0108e74-9fa2-42c4-a084-a8a6d81d57c1" path="/var/lib/kubelet/pods/b0108e74-9fa2-42c4-a084-a8a6d81d57c1/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.235282 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c060e795-2174-43a4-87ff-69e8198849c1" path="/var/lib/kubelet/pods/c060e795-2174-43a4-87ff-69e8198849c1/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.235272 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data" (OuterVolumeSpecName: "config-data") pod "7d64263f-cd12-4dc9-a986-bfb0a5625663" (UID: "7d64263f-cd12-4dc9-a986-bfb0a5625663"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.236034 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="df09dd37-a11f-497a-be6a-fd0cdfcf0f18" path="/var/lib/kubelet/pods/df09dd37-a11f-497a-be6a-fd0cdfcf0f18/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.236515 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e3d1924e-04d6-4b27-b3ae-b15c816a8c9e" path="/var/lib/kubelet/pods/e3d1924e-04d6-4b27-b3ae-b15c816a8c9e/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.237651 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e957f6ad-4c20-4400-b1a8-24c7f17a2ed0" path="/var/lib/kubelet/pods/e957f6ad-4c20-4400-b1a8-24c7f17a2ed0/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.238313 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e9cdc6e9-d22d-43c9-912d-46ab32ec81e7" path="/var/lib/kubelet/pods/e9cdc6e9-d22d-43c9-912d-46ab32ec81e7/volumes" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.308919 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.309078 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bmqqp\" (UniqueName: \"kubernetes.io/projected/7d64263f-cd12-4dc9-a986-bfb0a5625663-kube-api-access-bmqqp\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.309090 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7d64263f-cd12-4dc9-a986-bfb0a5625663-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.309099 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8kztj\" (UniqueName: \"kubernetes.io/projected/1c6c9e67-e3dc-44ed-9590-dd90817b73b8-kube-api-access-8kztj\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.309108 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.309117 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.309126 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sndkr\" (UniqueName: \"kubernetes.io/projected/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-kube-api-access-sndkr\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.309134 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.309142 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.309150 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.309228 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.309270 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:20.309257631 +0000 UTC m=+1898.915004216 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "combined-ca-bundle" not found Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.410942 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.410977 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs\") pod \"barbican-api-b7844c6-4fjmj\" (UID: \"95515e37-b717-4be2-85e8-cdfe91bd1bfb\") " pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.411147 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-barbican-public-svc: secret "cert-barbican-public-svc" not found Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.411223 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:20.41120561 +0000 UTC m=+1899.016952195 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "public-tls-certs" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "cert-barbican-public-svc" not found Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.411432 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-barbican-internal-svc: secret "cert-barbican-internal-svc" not found Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.411463 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs podName:95515e37-b717-4be2-85e8-cdfe91bd1bfb nodeName:}" failed. No retries permitted until 2025-10-13 19:56:20.411453957 +0000 UTC m=+1899.017200542 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "internal-tls-certs" (UniqueName: "kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs") pod "barbican-api-b7844c6-4fjmj" (UID: "95515e37-b717-4be2-85e8-cdfe91bd1bfb") : secret "cert-barbican-internal-svc" not found Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.429867 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.429900 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.453263 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.462830 4809 scope.go:117] "RemoveContainer" containerID="c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.464591 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron3e1f-account-delete-nldfs" Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.465992 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b\": container with ID starting with c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b not found: ID does not exist" containerID="c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.466029 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b"} err="failed to get container status \"c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b\": rpc error: code = NotFound desc = could not find container \"c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b\": container with ID starting with c4cc4507f20f7794b1a9d1036cdf8363225890aa990623e489471cff09840d5b not found: ID does not exist" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.496408 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.516689 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lw4nt\" (UniqueName: \"kubernetes.io/projected/bcdd92ec-4e58-47a3-9eea-1acd00e796e7-kube-api-access-lw4nt\") pod \"bcdd92ec-4e58-47a3-9eea-1acd00e796e7\" (UID: \"bcdd92ec-4e58-47a3-9eea-1acd00e796e7\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517096 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4kkwt\" (UniqueName: \"kubernetes.io/projected/a2c0ea6f-24b6-44e4-8102-136f4bddf583-kube-api-access-4kkwt\") pod \"a2c0ea6f-24b6-44e4-8102-136f4bddf583\" (UID: \"a2c0ea6f-24b6-44e4-8102-136f4bddf583\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517140 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"08481584-71b4-4911-9487-45559cdbb2fb\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517188 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-certs\") pod \"1c2a3237-3707-434b-a10d-94768b0fd023\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517244 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-combined-ca-bundle\") pod \"1c2a3237-3707-434b-a10d-94768b0fd023\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517285 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-kolla-config\") pod \"08481584-71b4-4911-9487-45559cdbb2fb\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517311 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mchxm\" (UniqueName: \"kubernetes.io/projected/08481584-71b4-4911-9487-45559cdbb2fb-kube-api-access-mchxm\") pod \"08481584-71b4-4911-9487-45559cdbb2fb\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517344 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-config\") pod \"1c2a3237-3707-434b-a10d-94768b0fd023\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517380 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/08481584-71b4-4911-9487-45559cdbb2fb-config-data-generated\") pod \"08481584-71b4-4911-9487-45559cdbb2fb\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517424 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-config-data-default\") pod \"08481584-71b4-4911-9487-45559cdbb2fb\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517506 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-operator-scripts\") pod \"08481584-71b4-4911-9487-45559cdbb2fb\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517548 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-secrets\") pod \"08481584-71b4-4911-9487-45559cdbb2fb\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517584 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2rwtt\" (UniqueName: \"kubernetes.io/projected/1c2a3237-3707-434b-a10d-94768b0fd023-kube-api-access-2rwtt\") pod \"1c2a3237-3707-434b-a10d-94768b0fd023\" (UID: \"1c2a3237-3707-434b-a10d-94768b0fd023\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517622 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-combined-ca-bundle\") pod \"08481584-71b4-4911-9487-45559cdbb2fb\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.517653 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-galera-tls-certs\") pod \"08481584-71b4-4911-9487-45559cdbb2fb\" (UID: \"08481584-71b4-4911-9487-45559cdbb2fb\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.521542 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "08481584-71b4-4911-9487-45559cdbb2fb" (UID: "08481584-71b4-4911-9487-45559cdbb2fb"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.522267 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "08481584-71b4-4911-9487-45559cdbb2fb" (UID: "08481584-71b4-4911-9487-45559cdbb2fb"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.525676 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bcdd92ec-4e58-47a3-9eea-1acd00e796e7-kube-api-access-lw4nt" (OuterVolumeSpecName: "kube-api-access-lw4nt") pod "bcdd92ec-4e58-47a3-9eea-1acd00e796e7" (UID: "bcdd92ec-4e58-47a3-9eea-1acd00e796e7"). InnerVolumeSpecName "kube-api-access-lw4nt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.527233 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a2c0ea6f-24b6-44e4-8102-136f4bddf583-kube-api-access-4kkwt" (OuterVolumeSpecName: "kube-api-access-4kkwt") pod "a2c0ea6f-24b6-44e4-8102-136f4bddf583" (UID: "a2c0ea6f-24b6-44e4-8102-136f4bddf583"). InnerVolumeSpecName "kube-api-access-4kkwt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.531529 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/08481584-71b4-4911-9487-45559cdbb2fb-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "08481584-71b4-4911-9487-45559cdbb2fb" (UID: "08481584-71b4-4911-9487-45559cdbb2fb"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.531894 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1c2a3237-3707-434b-a10d-94768b0fd023-kube-api-access-2rwtt" (OuterVolumeSpecName: "kube-api-access-2rwtt") pod "1c2a3237-3707-434b-a10d-94768b0fd023" (UID: "1c2a3237-3707-434b-a10d-94768b0fd023"). InnerVolumeSpecName "kube-api-access-2rwtt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.534207 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "08481584-71b4-4911-9487-45559cdbb2fb" (UID: "08481584-71b4-4911-9487-45559cdbb2fb"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.541094 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-secrets" (OuterVolumeSpecName: "secrets") pod "08481584-71b4-4911-9487-45559cdbb2fb" (UID: "08481584-71b4-4911-9487-45559cdbb2fb"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.545148 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage07-crc" (OuterVolumeSpecName: "mysql-db") pod "08481584-71b4-4911-9487-45559cdbb2fb" (UID: "08481584-71b4-4911-9487-45559cdbb2fb"). InnerVolumeSpecName "local-storage07-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.555076 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/08481584-71b4-4911-9487-45559cdbb2fb-kube-api-access-mchxm" (OuterVolumeSpecName: "kube-api-access-mchxm") pod "08481584-71b4-4911-9487-45559cdbb2fb" (UID: "08481584-71b4-4911-9487-45559cdbb2fb"). InnerVolumeSpecName "kube-api-access-mchxm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.559019 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1c2a3237-3707-434b-a10d-94768b0fd023" (UID: "1c2a3237-3707-434b-a10d-94768b0fd023"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.572572 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-config" (OuterVolumeSpecName: "kube-state-metrics-tls-config") pod "1c2a3237-3707-434b-a10d-94768b0fd023" (UID: "1c2a3237-3707-434b-a10d-94768b0fd023"). InnerVolumeSpecName "kube-state-metrics-tls-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.580243 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-certs" (OuterVolumeSpecName: "kube-state-metrics-tls-certs") pod "1c2a3237-3707-434b-a10d-94768b0fd023" (UID: "1c2a3237-3707-434b-a10d-94768b0fd023"). InnerVolumeSpecName "kube-state-metrics-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.589220 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "08481584-71b4-4911-9487-45559cdbb2fb" (UID: "08481584-71b4-4911-9487-45559cdbb2fb"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.595745 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "08481584-71b4-4911-9487-45559cdbb2fb" (UID: "08481584-71b4-4911-9487-45559cdbb2fb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.619926 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fgrwk\" (UniqueName: \"kubernetes.io/projected/0d79de03-c663-4777-823f-49dd969088ae-kube-api-access-fgrwk\") pod \"0d79de03-c663-4777-823f-49dd969088ae\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620040 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-nova-novncproxy-tls-certs\") pod \"0d79de03-c663-4777-823f-49dd969088ae\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620063 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-combined-ca-bundle\") pod \"0d79de03-c663-4777-823f-49dd969088ae\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620115 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-vencrypt-tls-certs\") pod \"0d79de03-c663-4777-823f-49dd969088ae\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620135 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-config-data\") pod \"0d79de03-c663-4777-823f-49dd969088ae\" (UID: \"0d79de03-c663-4777-823f-49dd969088ae\") " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620752 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620765 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620775 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2rwtt\" (UniqueName: \"kubernetes.io/projected/1c2a3237-3707-434b-a10d-94768b0fd023-kube-api-access-2rwtt\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620786 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620794 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/08481584-71b4-4911-9487-45559cdbb2fb-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620803 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lw4nt\" (UniqueName: \"kubernetes.io/projected/bcdd92ec-4e58-47a3-9eea-1acd00e796e7-kube-api-access-lw4nt\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620811 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4kkwt\" (UniqueName: \"kubernetes.io/projected/a2c0ea6f-24b6-44e4-8102-136f4bddf583-kube-api-access-4kkwt\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620829 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" " Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620838 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620872 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620882 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620892 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mchxm\" (UniqueName: \"kubernetes.io/projected/08481584-71b4-4911-9487-45559cdbb2fb-kube-api-access-mchxm\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620902 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/1c2a3237-3707-434b-a10d-94768b0fd023-kube-state-metrics-tls-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620911 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/08481584-71b4-4911-9487-45559cdbb2fb-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.620953 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/08481584-71b4-4911-9487-45559cdbb2fb-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.638587 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage07-crc" (UniqueName: "kubernetes.io/local-volume/local-storage07-crc") on node "crc" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.639094 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0d79de03-c663-4777-823f-49dd969088ae-kube-api-access-fgrwk" (OuterVolumeSpecName: "kube-api-access-fgrwk") pod "0d79de03-c663-4777-823f-49dd969088ae" (UID: "0d79de03-c663-4777-823f-49dd969088ae"). InnerVolumeSpecName "kube-api-access-fgrwk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.658382 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0d79de03-c663-4777-823f-49dd969088ae" (UID: "0d79de03-c663-4777-823f-49dd969088ae"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.712915 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-nova-novncproxy-tls-certs" (OuterVolumeSpecName: "nova-novncproxy-tls-certs") pod "0d79de03-c663-4777-823f-49dd969088ae" (UID: "0d79de03-c663-4777-823f-49dd969088ae"). InnerVolumeSpecName "nova-novncproxy-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.712950 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-config-data" (OuterVolumeSpecName: "config-data") pod "0d79de03-c663-4777-823f-49dd969088ae" (UID: "0d79de03-c663-4777-823f-49dd969088ae"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.722305 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.722337 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fgrwk\" (UniqueName: \"kubernetes.io/projected/0d79de03-c663-4777-823f-49dd969088ae-kube-api-access-fgrwk\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.722348 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.722358 4809 reconciler_common.go:293] "Volume detached for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-nova-novncproxy-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.722369 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.742232 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-vencrypt-tls-certs" (OuterVolumeSpecName: "vencrypt-tls-certs") pod "0d79de03-c663-4777-823f-49dd969088ae" (UID: "0d79de03-c663-4777-823f-49dd969088ae"). InnerVolumeSpecName "vencrypt-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.819803 4809 generic.go:334] "Generic (PLEG): container finished" podID="08481584-71b4-4911-9487-45559cdbb2fb" containerID="af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821" exitCode=0 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.819853 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.819877 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"08481584-71b4-4911-9487-45559cdbb2fb","Type":"ContainerDied","Data":"af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.819959 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"08481584-71b4-4911-9487-45559cdbb2fb","Type":"ContainerDied","Data":"ef7acd98ab15ed1f3a5fa1b0071ac6efc6f3629af999ce66390ebeaa43297ed8"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.819981 4809 scope.go:117] "RemoveContainer" containerID="af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.824229 4809 reconciler_common.go:293] "Volume detached for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/0d79de03-c663-4777-823f-49dd969088ae-vencrypt-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.826029 4809 generic.go:334] "Generic (PLEG): container finished" podID="0d79de03-c663-4777-823f-49dd969088ae" containerID="67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9" exitCode=0 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.826127 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"0d79de03-c663-4777-823f-49dd969088ae","Type":"ContainerDied","Data":"67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.826158 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"0d79de03-c663-4777-823f-49dd969088ae","Type":"ContainerDied","Data":"570d49c2ec2ada27d02d07aa0aa0decd9b51d2e6cbf38e4547c03df58157b2b4"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.826238 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.829196 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder8d49-account-delete-gxv2w" event={"ID":"1c6c9e67-e3dc-44ed-9590-dd90817b73b8","Type":"ContainerDied","Data":"4f5bcdb4c7cbf7193a16cdd22915227cde3c82103463d20e65590db0c82e5e6f"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.829266 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder8d49-account-delete-gxv2w" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.833122 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.833164 4809 generic.go:334] "Generic (PLEG): container finished" podID="a2c0ea6f-24b6-44e4-8102-136f4bddf583" containerID="8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640" exitCode=0 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.833215 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" event={"ID":"a2c0ea6f-24b6-44e4-8102-136f4bddf583","Type":"ContainerDied","Data":"df7513a38264669242c80611145b4fe9cec737b15cb3dabd42e8a032ecb7d745"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.833233 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" event={"ID":"a2c0ea6f-24b6-44e4-8102-136f4bddf583","Type":"ContainerDied","Data":"8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.833279 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapib458-account-delete-t4qkd" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.836345 4809 generic.go:334] "Generic (PLEG): container finished" podID="cd65b6ef-ba4e-472f-8122-13d64790fc4f" containerID="9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176" exitCode=0 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.836374 4809 generic.go:334] "Generic (PLEG): container finished" podID="cd65b6ef-ba4e-472f-8122-13d64790fc4f" containerID="a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb" exitCode=0 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.836417 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" event={"ID":"cd65b6ef-ba4e-472f-8122-13d64790fc4f","Type":"ContainerDied","Data":"9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.836441 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" event={"ID":"cd65b6ef-ba4e-472f-8122-13d64790fc4f","Type":"ContainerDied","Data":"a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.836452 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" event={"ID":"cd65b6ef-ba4e-472f-8122-13d64790fc4f","Type":"ContainerDied","Data":"793317b963287acc6ef4e920e21d8f860d1d315856dd44167076b59f8225b5e7"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.840088 4809 generic.go:334] "Generic (PLEG): container finished" podID="e7a77786-4029-4a5a-bc49-099762faafda" containerID="95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c" exitCode=0 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.840109 4809 generic.go:334] "Generic (PLEG): container finished" podID="e7a77786-4029-4a5a-bc49-099762faafda" containerID="b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4" exitCode=2 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.840118 4809 generic.go:334] "Generic (PLEG): container finished" podID="e7a77786-4029-4a5a-bc49-099762faafda" containerID="71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e" exitCode=0 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.840158 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7a77786-4029-4a5a-bc49-099762faafda","Type":"ContainerDied","Data":"95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.840182 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7a77786-4029-4a5a-bc49-099762faafda","Type":"ContainerDied","Data":"b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.840192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7a77786-4029-4a5a-bc49-099762faafda","Type":"ContainerDied","Data":"71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.873626 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron3e1f-account-delete-nldfs" event={"ID":"bcdd92ec-4e58-47a3-9eea-1acd00e796e7","Type":"ContainerDied","Data":"64918bcaea87e670d16bf35ddc23a7c2759a73fcafb27376d19b49d87d980c0c"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.873764 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron3e1f-account-delete-nldfs" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.873789 4809 scope.go:117] "RemoveContainer" containerID="c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.889869 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.890219 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/memcached-0" podUID="de6a881f-d44c-47d0-8493-28ab40d6efd3" containerName="memcached" containerID="cri-o://f725dbe538945c7f3ea13c78bd270f8a68ce8654b6bd7246495a83430c176763" gracePeriod=30 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.894386 4809 generic.go:334] "Generic (PLEG): container finished" podID="1c2a3237-3707-434b-a10d-94768b0fd023" containerID="71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878" exitCode=2 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.894484 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"1c2a3237-3707-434b-a10d-94768b0fd023","Type":"ContainerDied","Data":"71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.894512 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"1c2a3237-3707-434b-a10d-94768b0fd023","Type":"ContainerDied","Data":"d4740197a851bcc9129409d477307d2006e4057ec75389543f2f1960ae99b2d4"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.894557 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.930545 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder8d49-account-delete-gxv2w"] Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.945529 4809 generic.go:334] "Generic (PLEG): container finished" podID="e3aedcb4-e510-4974-9e2b-ff20351e3635" containerID="792116fac9180a0719bd0124d97b4ccfe2b428d4b4d0911d19e9fd1795f3b2fa" exitCode=0 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.945619 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" event={"ID":"e3aedcb4-e510-4974-9e2b-ff20351e3635","Type":"ContainerDied","Data":"792116fac9180a0719bd0124d97b4ccfe2b428d4b4d0911d19e9fd1795f3b2fa"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.945672 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" event={"ID":"e3aedcb4-e510-4974-9e2b-ff20351e3635","Type":"ContainerStarted","Data":"81b47ea134663d9956bc5e79d33b3e93119bdcf127bd4423319aeed0a83e134d"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.973521 4809 generic.go:334] "Generic (PLEG): container finished" podID="8a486f9c-84aa-486a-b65a-42df693f40e0" containerID="1ba8c5f587e3f813eaac9ee92cb5eb7b449ef2647e2231c4138e814e79d8147f" exitCode=0 Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.974450 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell111c4-account-delete-kf6q7" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.974593 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder8d49-account-delete-gxv2w"] Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.974638 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell05cb5-account-delete-glvff" event={"ID":"8a486f9c-84aa-486a-b65a-42df693f40e0","Type":"ContainerDied","Data":"1ba8c5f587e3f813eaac9ee92cb5eb7b449ef2647e2231c4138e814e79d8147f"} Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.976403 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.976468 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.976497 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-b7844c6-4fjmj" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.985802 4809 scope.go:117] "RemoveContainer" containerID="af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821" Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.987874 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821\": container with ID starting with af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821 not found: ID does not exist" containerID="af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.987928 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821"} err="failed to get container status \"af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821\": rpc error: code = NotFound desc = could not find container \"af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821\": container with ID starting with af6e7cec5940b57a5df6627edcd28febb7638739055f07e1496251c84e11f821 not found: ID does not exist" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.987962 4809 scope.go:117] "RemoveContainer" containerID="c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496" Oct 13 19:56:16 crc kubenswrapper[4809]: E1013 19:56:16.989953 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496\": container with ID starting with c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496 not found: ID does not exist" containerID="c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.990024 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496"} err="failed to get container status \"c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496\": rpc error: code = NotFound desc = could not find container \"c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496\": container with ID starting with c6dff5c3a3ff80bd57bee32ec6bde7f0e91c42a1b30bf1dea8022e5129dd7496 not found: ID does not exist" Oct 13 19:56:16 crc kubenswrapper[4809]: I1013 19:56:16.990064 4809 scope.go:117] "RemoveContainer" containerID="67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.016259 4809 scope.go:117] "RemoveContainer" containerID="67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9" Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.017089 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9\": container with ID starting with 67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9 not found: ID does not exist" containerID="67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.017120 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9"} err="failed to get container status \"67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9\": rpc error: code = NotFound desc = could not find container \"67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9\": container with ID starting with 67e8882c5c8defd94548602fcec2e1cee40e13b6ce47f208765a85ebff6735c9 not found: ID does not exist" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.017141 4809 scope.go:117] "RemoveContainer" containerID="679618a65d57ddd523fa7eb1bcf28e65e30575c66d6225858d0c89b7a562ebf6" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.023912 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-g66xd"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.029437 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-combined-ca-bundle\") pod \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.029552 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fhgk6\" (UniqueName: \"kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-kube-api-access-fhgk6\") pod \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.029602 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-config-data\") pod \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.029696 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-public-tls-certs\") pod \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.030333 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-run-httpd\") pod \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.030370 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-etc-swift\") pod \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.030394 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-log-httpd\") pod \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.030426 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-internal-tls-certs\") pod \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\" (UID: \"cd65b6ef-ba4e-472f-8122-13d64790fc4f\") " Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.031042 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-keystone-public-svc: secret "cert-keystone-public-svc" not found Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.031151 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:21.031135585 +0000 UTC m=+1899.636882170 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "public-tls-certs" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "cert-keystone-public-svc" not found Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.031558 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "cd65b6ef-ba4e-472f-8122-13d64790fc4f" (UID: "cd65b6ef-ba4e-472f-8122-13d64790fc4f"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.032237 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "cd65b6ef-ba4e-472f-8122-13d64790fc4f" (UID: "cd65b6ef-ba4e-472f-8122-13d64790fc4f"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.032247 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.032318 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:21.032299598 +0000 UTC m=+1899.638046183 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "combined-ca-bundle" not found Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.032425 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-keystone-internal-svc: secret "cert-keystone-internal-svc" not found Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.032450 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs podName:fe0ad6ff-828b-4200-ae71-e53f9811d406 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:21.032442752 +0000 UTC m=+1899.638189337 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "internal-tls-certs" (UniqueName: "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs") pod "keystone-6486b55b55-zqxzn" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406") : secret "cert-keystone-internal-svc" not found Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.047347 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-kube-api-access-fhgk6" (OuterVolumeSpecName: "kube-api-access-fhgk6") pod "cd65b6ef-ba4e-472f-8122-13d64790fc4f" (UID: "cd65b6ef-ba4e-472f-8122-13d64790fc4f"). InnerVolumeSpecName "kube-api-access-fhgk6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.053808 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "cd65b6ef-ba4e-472f-8122-13d64790fc4f" (UID: "cd65b6ef-ba4e-472f-8122-13d64790fc4f"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.075783 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-65wrl"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.138102 4809 scope.go:117] "RemoveContainer" containerID="8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.145496 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.146883 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-config-data" (OuterVolumeSpecName: "config-data") pod "cd65b6ef-ba4e-472f-8122-13d64790fc4f" (UID: "cd65b6ef-ba4e-472f-8122-13d64790fc4f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.149513 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "cd65b6ef-ba4e-472f-8122-13d64790fc4f" (UID: "cd65b6ef-ba4e-472f-8122-13d64790fc4f"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.154634 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g8kmb\" (UniqueName: \"kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb\") pod \"novacell111c4-account-delete-kf6q7\" (UID: \"04c0df38-9107-49af-9f69-4f552345dab4\") " pod="openstack-kuttl-tests/novacell111c4-account-delete-kf6q7" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.156971 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-g66xd"] Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.160500 4809 projected.go:194] Error preparing data for projected volume kube-api-access-g8kmb for pod openstack-kuttl-tests/novacell111c4-account-delete-kf6q7: failed to fetch token: serviceaccounts "galera-openstack-cell1" not found Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.160566 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb podName:04c0df38-9107-49af-9f69-4f552345dab4 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:21.160547294 +0000 UTC m=+1899.766293879 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-g8kmb" (UniqueName: "kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb") pod "novacell111c4-account-delete-kf6q7" (UID: "04c0df38-9107-49af-9f69-4f552345dab4") : failed to fetch token: serviceaccounts "galera-openstack-cell1" not found Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.166430 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fhgk6\" (UniqueName: \"kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-kube-api-access-fhgk6\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.166448 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-65wrl"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.166462 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.166624 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.166759 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.166772 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/cd65b6ef-ba4e-472f-8122-13d64790fc4f-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.166781 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cd65b6ef-ba4e-472f-8122-13d64790fc4f-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.166934 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "cd65b6ef-ba4e-472f-8122-13d64790fc4f" (UID: "cd65b6ef-ba4e-472f-8122-13d64790fc4f"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.181162 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "cd65b6ef-ba4e-472f-8122-13d64790fc4f" (UID: "cd65b6ef-ba4e-472f-8122-13d64790fc4f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.186472 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/cinder-api-0" podUID="b2133e8f-33d7-4619-b065-1312f636ac45" containerName="cinder-api" probeResult="failure" output="Get \"https://10.217.1.100:8776/healthcheck\": dial tcp 10.217.1.100:8776: connect: connection refused" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.196149 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.206771 4809 scope.go:117] "RemoveContainer" containerID="8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640" Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.208232 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640\": container with ID starting with 8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640 not found: ID does not exist" containerID="8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.208356 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640"} err="failed to get container status \"8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640\": rpc error: code = NotFound desc = could not find container \"8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640\": container with ID starting with 8235fffe6772ee3cf7cd3e330418b43647eb499e3ebcfa299ba5290a2c927640 not found: ID does not exist" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.211082 4809 scope.go:117] "RemoveContainer" containerID="9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.214957 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-6486b55b55-zqxzn"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.215212 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" podUID="fe0ad6ff-828b-4200-ae71-e53f9811d406" containerName="keystone-api" containerID="cri-o://f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf" gracePeriod=30 Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.267077 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.272023 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.272045 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cd65b6ef-ba4e-472f-8122-13d64790fc4f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.297717 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.307741 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.309817 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-vjqs6"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.318199 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-vjqs6"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.321075 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-e236-account-create-vmccb"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.322242 4809 scope.go:117] "RemoveContainer" containerID="a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.325630 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-e236-account-create-vmccb"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.330654 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novaapib458-account-delete-t4qkd"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.336619 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/novaapib458-account-delete-t4qkd"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.350793 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron3e1f-account-delete-nldfs"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.357774 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron3e1f-account-delete-nldfs"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.366548 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.371241 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.386467 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.392766 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-7f45c95bb-xksmj"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.409944 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.410429 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementaa48-account-delete-wg2jn" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.423177 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-746cfb6695-8dm88"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.436355 4809 scope.go:117] "RemoveContainer" containerID="9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.436460 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-b7844c6-4fjmj"] Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.444712 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176\": container with ID starting with 9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176 not found: ID does not exist" containerID="9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.444767 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176"} err="failed to get container status \"9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176\": rpc error: code = NotFound desc = could not find container \"9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176\": container with ID starting with 9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176 not found: ID does not exist" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.444794 4809 scope.go:117] "RemoveContainer" containerID="a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb" Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.446857 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb\": container with ID starting with a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb not found: ID does not exist" containerID="a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.446880 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb"} err="failed to get container status \"a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb\": rpc error: code = NotFound desc = could not find container \"a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb\": container with ID starting with a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb not found: ID does not exist" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.446894 4809 scope.go:117] "RemoveContainer" containerID="9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.469861 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176"} err="failed to get container status \"9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176\": rpc error: code = NotFound desc = could not find container \"9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176\": container with ID starting with 9791fc498555d91257675410be7f795f0ab22a396486694763f3af2536117176 not found: ID does not exist" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.469900 4809 scope.go:117] "RemoveContainer" containerID="a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.470482 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb"} err="failed to get container status \"a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb\": rpc error: code = NotFound desc = could not find container \"a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb\": container with ID starting with a106b0a346c90f054e773dc96c899021d4f43f60fe854101ddd9f37a8b99c5cb not found: ID does not exist" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.470498 4809 scope.go:117] "RemoveContainer" containerID="15b3346cc33c4b206c583da7b10bb786480f06acb6798112fcdbaeaa6f36cca8" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.530702 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-b7844c6-4fjmj"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.559509 4809 scope.go:117] "RemoveContainer" containerID="71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.580660 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cxwdq\" (UniqueName: \"kubernetes.io/projected/5ced8c74-ceda-48fc-aa1f-57af96086f77-kube-api-access-cxwdq\") pod \"5ced8c74-ceda-48fc-aa1f-57af96086f77\" (UID: \"5ced8c74-ceda-48fc-aa1f-57af96086f77\") " Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.581983 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22704dba-5977-4d8b-aeac-0a5ddc28d6d5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.582005 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7d64263f-cd12-4dc9-a986-bfb0a5625663-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.595496 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-galera-0" podUID="91996fd3-3cbb-458b-a999-6a83b154be58" containerName="galera" containerID="cri-o://b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6" gracePeriod=30 Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.595632 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell111c4-account-delete-kf6q7"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.608262 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/novacell111c4-account-delete-kf6q7"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.610333 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5ced8c74-ceda-48fc-aa1f-57af96086f77-kube-api-access-cxwdq" (OuterVolumeSpecName: "kube-api-access-cxwdq") pod "5ced8c74-ceda-48fc-aa1f-57af96086f77" (UID: "5ced8c74-ceda-48fc-aa1f-57af96086f77"). InnerVolumeSpecName "kube-api-access-cxwdq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.620920 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.624746 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.625485 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-create-w2h6v"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.631509 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-create-w2h6v"] Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.638536 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.638597 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" containerName="ovn-northd" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.660778 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance09e9-account-delete-vg9r6"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.667879 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-09e9-account-create-sk4nd"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.683509 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.683538 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.683549 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cxwdq\" (UniqueName: \"kubernetes.io/projected/5ced8c74-ceda-48fc-aa1f-57af96086f77-kube-api-access-cxwdq\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.683560 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/95515e37-b717-4be2-85e8-cdfe91bd1bfb-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.690202 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-09e9-account-create-sk4nd"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.701696 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-create-l4xv9"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.711267 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-create-l4xv9"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.727828 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placementaa48-account-delete-wg2jn"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.760812 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placementaa48-account-delete-wg2jn"] Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.777298 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.781043 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.785256 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-g8kmb\" (UniqueName: \"kubernetes.io/projected/04c0df38-9107-49af-9f69-4f552345dab4-kube-api-access-g8kmb\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.803263 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.803333 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="525da218-ff74-4589-a742-9e3305949601" containerName="nova-cell1-conductor-conductor" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.809950 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-aa48-account-create-c5d2c"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.812299 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.136:8775/\": read tcp 10.217.0.2:52228->10.217.1.136:8775: read: connection reset by peer" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.812648 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.136:8775/\": read tcp 10.217.0.2:52232->10.217.1.136:8775: read: connection reset by peer" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.821604 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-aa48-account-create-c5d2c"] Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.981948 4809 scope.go:117] "RemoveContainer" containerID="71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878" Oct 13 19:56:17 crc kubenswrapper[4809]: E1013 19:56:17.982644 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878\": container with ID starting with 71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878 not found: ID does not exist" containerID="71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.982668 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878"} err="failed to get container status \"71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878\": rpc error: code = NotFound desc = could not find container \"71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878\": container with ID starting with 71ef1784e4f9b65bc1ba8671fbbc5aeeea84bcc2cef77b431271bd0dd21cf878 not found: ID does not exist" Oct 13 19:56:17 crc kubenswrapper[4809]: I1013 19:56:17.991077 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance09e9-account-delete-vg9r6" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:17.999854 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell05cb5-account-delete-glvff" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.014391 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.017517 4809 generic.go:334] "Generic (PLEG): container finished" podID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerID="da95b7613a50a785af974ca7e9a3b139e68eaeca8bc8d941ebc1b2754d689d2e" exitCode=0 Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.017558 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"c53d8127-6de6-4d8c-b026-9300673fa7f4","Type":"ContainerDied","Data":"da95b7613a50a785af974ca7e9a3b139e68eaeca8bc8d941ebc1b2754d689d2e"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.018953 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.030820 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.033803 4809 generic.go:334] "Generic (PLEG): container finished" podID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerID="a7f25fc6e0ac68d4891d9d83150dc0ae69ae00d7d6ce71ccdb97f3f29609d912" exitCode=0 Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.033890 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"77dddafb-7f08-4ae6-b035-85562940e9a0","Type":"ContainerDied","Data":"a7f25fc6e0ac68d4891d9d83150dc0ae69ae00d7d6ce71ccdb97f3f29609d912"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.045504 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.046120 4809 generic.go:334] "Generic (PLEG): container finished" podID="58707cc6-a85f-45d8-a63e-b39c1fc4f900" containerID="8d050775514f35f0b8c9254a27c199fd23310472a36eb3799364a9ff92398803" exitCode=0 Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.046178 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"58707cc6-a85f-45d8-a63e-b39c1fc4f900","Type":"ContainerDied","Data":"8d050775514f35f0b8c9254a27c199fd23310472a36eb3799364a9ff92398803"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.047401 4809 generic.go:334] "Generic (PLEG): container finished" podID="de6a881f-d44c-47d0-8493-28ab40d6efd3" containerID="f725dbe538945c7f3ea13c78bd270f8a68ce8654b6bd7246495a83430c176763" exitCode=0 Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.047441 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"de6a881f-d44c-47d0-8493-28ab40d6efd3","Type":"ContainerDied","Data":"f725dbe538945c7f3ea13c78bd270f8a68ce8654b6bd7246495a83430c176763"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.048603 4809 generic.go:334] "Generic (PLEG): container finished" podID="16c8cf80-9b52-4942-bfe3-6258bd19498d" containerID="9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab" exitCode=0 Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.048656 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"16c8cf80-9b52-4942-bfe3-6258bd19498d","Type":"ContainerDied","Data":"9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.048673 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"16c8cf80-9b52-4942-bfe3-6258bd19498d","Type":"ContainerDied","Data":"078c1012362a66fd155b34dfd76e39e036bed1cefd79a27478356e8fef6a751e"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.048688 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.048690 4809 scope.go:117] "RemoveContainer" containerID="9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.050121 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance09e9-account-delete-vg9r6" event={"ID":"e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5","Type":"ContainerDied","Data":"ef3de660a156270f6d07821de0df46c1bb8ffaf6c88f1a881b814f010f38ac50"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.050147 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ef3de660a156270f6d07821de0df46c1bb8ffaf6c88f1a881b814f010f38ac50" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.050223 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance09e9-account-delete-vg9r6" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.056051 4809 generic.go:334] "Generic (PLEG): container finished" podID="eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" containerID="a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d" exitCode=0 Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.056109 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" event={"ID":"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4","Type":"ContainerDied","Data":"a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.056127 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" event={"ID":"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4","Type":"ContainerDied","Data":"2ee66c7091853b4bd8dad3b32297bce8310d6ae860166043c06140f10384eee8"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.056182 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-6bbd585494-zn4dd" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.062456 4809 generic.go:334] "Generic (PLEG): container finished" podID="b2133e8f-33d7-4619-b065-1312f636ac45" containerID="e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0" exitCode=0 Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.062549 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b2133e8f-33d7-4619-b065-1312f636ac45","Type":"ContainerDied","Data":"e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.062597 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b2133e8f-33d7-4619-b065-1312f636ac45","Type":"ContainerDied","Data":"21dfbfec1331a39c31eaf3ac1b0539a25bd828bd2347042a531075a34651bac0"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.062672 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.079436 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell05cb5-account-delete-glvff" event={"ID":"8a486f9c-84aa-486a-b65a-42df693f40e0","Type":"ContainerDied","Data":"56cd5eeff236941fe464ebe1b468cd5e5fe588ad9942648a7bf80457a7db8f9e"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.079544 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell05cb5-account-delete-glvff" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.093555 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0460530b8fe1bf0f3224a2fa3aef0f7f4f6dfdb6e135f528afb2a685910f2c39" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.093625 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementaa48-account-delete-wg2jn" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.095420 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mhv25\" (UniqueName: \"kubernetes.io/projected/e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5-kube-api-access-mhv25\") pod \"e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5\" (UID: \"e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.095607 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j5gkv\" (UniqueName: \"kubernetes.io/projected/8a486f9c-84aa-486a-b65a-42df693f40e0-kube-api-access-j5gkv\") pod \"8a486f9c-84aa-486a-b65a-42df693f40e0\" (UID: \"8a486f9c-84aa-486a-b65a-42df693f40e0\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.102875 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8a486f9c-84aa-486a-b65a-42df693f40e0-kube-api-access-j5gkv" (OuterVolumeSpecName: "kube-api-access-j5gkv") pod "8a486f9c-84aa-486a-b65a-42df693f40e0" (UID: "8a486f9c-84aa-486a-b65a-42df693f40e0"). InnerVolumeSpecName "kube-api-access-j5gkv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.104340 4809 scope.go:117] "RemoveContainer" containerID="9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.113226 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5-kube-api-access-mhv25" (OuterVolumeSpecName: "kube-api-access-mhv25") pod "e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5" (UID: "e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5"). InnerVolumeSpecName "kube-api-access-mhv25". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: E1013 19:56:18.129770 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab\": container with ID starting with 9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab not found: ID does not exist" containerID="9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.129935 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab"} err="failed to get container status \"9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab\": rpc error: code = NotFound desc = could not find container \"9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab\": container with ID starting with 9819298854ed2b516debbc16e79155d7d6395812bbb075f6b953632682ef4dab not found: ID does not exist" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.129978 4809 scope.go:117] "RemoveContainer" containerID="a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.150276 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" event={"ID":"e3aedcb4-e510-4974-9e2b-ff20351e3635","Type":"ContainerStarted","Data":"f8108a96ff7df1419e554f3e75365561ea0f930810d24ab3266696b23d1feee5"} Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.150623 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.197865 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-public-tls-certs\") pod \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.197927 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-internal-tls-certs\") pod \"b2133e8f-33d7-4619-b065-1312f636ac45\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.197995 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-config-data\") pod \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198018 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-combined-ca-bundle\") pod \"b2133e8f-33d7-4619-b065-1312f636ac45\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198045 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8c6hv\" (UniqueName: \"kubernetes.io/projected/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-kube-api-access-8c6hv\") pod \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198080 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b2133e8f-33d7-4619-b065-1312f636ac45-etc-machine-id\") pod \"b2133e8f-33d7-4619-b065-1312f636ac45\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198112 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-logs\") pod \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198140 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-internal-tls-certs\") pod \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198186 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b2133e8f-33d7-4619-b065-1312f636ac45-logs\") pod \"b2133e8f-33d7-4619-b065-1312f636ac45\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198222 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-combined-ca-bundle\") pod \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198292 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-combined-ca-bundle\") pod \"16c8cf80-9b52-4942-bfe3-6258bd19498d\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198315 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qnx9v\" (UniqueName: \"kubernetes.io/projected/b2133e8f-33d7-4619-b065-1312f636ac45-kube-api-access-qnx9v\") pod \"b2133e8f-33d7-4619-b065-1312f636ac45\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198362 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-config-data\") pod \"16c8cf80-9b52-4942-bfe3-6258bd19498d\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198385 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data\") pod \"b2133e8f-33d7-4619-b065-1312f636ac45\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198405 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-scripts\") pod \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\" (UID: \"eeb1f502-bc45-47c0-bd3d-a9d98677a8c4\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198446 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-public-tls-certs\") pod \"b2133e8f-33d7-4619-b065-1312f636ac45\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198472 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-scripts\") pod \"b2133e8f-33d7-4619-b065-1312f636ac45\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198497 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data-custom\") pod \"b2133e8f-33d7-4619-b065-1312f636ac45\" (UID: \"b2133e8f-33d7-4619-b065-1312f636ac45\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.198556 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-m8dwf\" (UniqueName: \"kubernetes.io/projected/16c8cf80-9b52-4942-bfe3-6258bd19498d-kube-api-access-m8dwf\") pod \"16c8cf80-9b52-4942-bfe3-6258bd19498d\" (UID: \"16c8cf80-9b52-4942-bfe3-6258bd19498d\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.199227 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mhv25\" (UniqueName: \"kubernetes.io/projected/e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5-kube-api-access-mhv25\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.199244 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j5gkv\" (UniqueName: \"kubernetes.io/projected/8a486f9c-84aa-486a-b65a-42df693f40e0-kube-api-access-j5gkv\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.202619 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b2133e8f-33d7-4619-b065-1312f636ac45-logs" (OuterVolumeSpecName: "logs") pod "b2133e8f-33d7-4619-b065-1312f636ac45" (UID: "b2133e8f-33d7-4619-b065-1312f636ac45"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.207983 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" podStartSLOduration=5.2079645039999996 podStartE2EDuration="5.207964504s" podCreationTimestamp="2025-10-13 19:56:13 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:56:18.202024085 +0000 UTC m=+1896.807770670" watchObservedRunningTime="2025-10-13 19:56:18.207964504 +0000 UTC m=+1896.813711099" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.211175 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/b2133e8f-33d7-4619-b065-1312f636ac45-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "b2133e8f-33d7-4619-b065-1312f636ac45" (UID: "b2133e8f-33d7-4619-b065-1312f636ac45"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.211784 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-logs" (OuterVolumeSpecName: "logs") pod "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" (UID: "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.218745 4809 scope.go:117] "RemoveContainer" containerID="52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.222082 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-scripts" (OuterVolumeSpecName: "scripts") pod "b2133e8f-33d7-4619-b065-1312f636ac45" (UID: "b2133e8f-33d7-4619-b065-1312f636ac45"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.222180 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/16c8cf80-9b52-4942-bfe3-6258bd19498d-kube-api-access-m8dwf" (OuterVolumeSpecName: "kube-api-access-m8dwf") pod "16c8cf80-9b52-4942-bfe3-6258bd19498d" (UID: "16c8cf80-9b52-4942-bfe3-6258bd19498d"). InnerVolumeSpecName "kube-api-access-m8dwf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.222258 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-scripts" (OuterVolumeSpecName: "scripts") pod "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" (UID: "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.222369 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="04c0df38-9107-49af-9f69-4f552345dab4" path="/var/lib/kubelet/pods/04c0df38-9107-49af-9f69-4f552345dab4/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.223525 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="08481584-71b4-4911-9487-45559cdbb2fb" path="/var/lib/kubelet/pods/08481584-71b4-4911-9487-45559cdbb2fb/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.224407 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "b2133e8f-33d7-4619-b065-1312f636ac45" (UID: "b2133e8f-33d7-4619-b065-1312f636ac45"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.224543 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0d79de03-c663-4777-823f-49dd969088ae" path="/var/lib/kubelet/pods/0d79de03-c663-4777-823f-49dd969088ae/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.225269 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1c2a3237-3707-434b-a10d-94768b0fd023" path="/var/lib/kubelet/pods/1c2a3237-3707-434b-a10d-94768b0fd023/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.226325 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1c6c9e67-e3dc-44ed-9590-dd90817b73b8" path="/var/lib/kubelet/pods/1c6c9e67-e3dc-44ed-9590-dd90817b73b8/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.227074 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="22704dba-5977-4d8b-aeac-0a5ddc28d6d5" path="/var/lib/kubelet/pods/22704dba-5977-4d8b-aeac-0a5ddc28d6d5/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.233336 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b2133e8f-33d7-4619-b065-1312f636ac45-kube-api-access-qnx9v" (OuterVolumeSpecName: "kube-api-access-qnx9v") pod "b2133e8f-33d7-4619-b065-1312f636ac45" (UID: "b2133e8f-33d7-4619-b065-1312f636ac45"). InnerVolumeSpecName "kube-api-access-qnx9v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.233869 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-kube-api-access-8c6hv" (OuterVolumeSpecName: "kube-api-access-8c6hv") pod "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" (UID: "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4"). InnerVolumeSpecName "kube-api-access-8c6hv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.236183 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3201db72-89cc-4698-8d8d-d693cdca35fb" path="/var/lib/kubelet/pods/3201db72-89cc-4698-8d8d-d693cdca35fb/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.237259 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5ced8c74-ceda-48fc-aa1f-57af96086f77" path="/var/lib/kubelet/pods/5ced8c74-ceda-48fc-aa1f-57af96086f77/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.239900 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7d64263f-cd12-4dc9-a986-bfb0a5625663" path="/var/lib/kubelet/pods/7d64263f-cd12-4dc9-a986-bfb0a5625663/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.240355 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8800bb0e-5365-43d4-a115-d99790894813" path="/var/lib/kubelet/pods/8800bb0e-5365-43d4-a115-d99790894813/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.241205 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8ad1cc00-0597-4e11-ad6d-f6aff6a07c62" path="/var/lib/kubelet/pods/8ad1cc00-0597-4e11-ad6d-f6aff6a07c62/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.244554 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="95515e37-b717-4be2-85e8-cdfe91bd1bfb" path="/var/lib/kubelet/pods/95515e37-b717-4be2-85e8-cdfe91bd1bfb/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.247751 4809 scope.go:117] "RemoveContainer" containerID="a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.247930 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a2c0ea6f-24b6-44e4-8102-136f4bddf583" path="/var/lib/kubelet/pods/a2c0ea6f-24b6-44e4-8102-136f4bddf583/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: E1013 19:56:18.249298 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d\": container with ID starting with a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d not found: ID does not exist" containerID="a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.249331 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d"} err="failed to get container status \"a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d\": rpc error: code = NotFound desc = could not find container \"a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d\": container with ID starting with a0cc5caa70fe0ffcd01750b3ac31c9f3e8b25cd20badd6d1705d3fcf1b21f11d not found: ID does not exist" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.249399 4809 scope.go:117] "RemoveContainer" containerID="52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60" Oct 13 19:56:18 crc kubenswrapper[4809]: E1013 19:56:18.268132 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60\": container with ID starting with 52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60 not found: ID does not exist" containerID="52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.268226 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60"} err="failed to get container status \"52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60\": rpc error: code = NotFound desc = could not find container \"52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60\": container with ID starting with 52eeea115d23d734ee6c9ed9683f462131a4280944cc7d97301d307b2b6e8e60 not found: ID does not exist" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.268257 4809 scope.go:117] "RemoveContainer" containerID="e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.270302 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.272703 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b197406f-e534-4c02-9f79-7e368fa6bd2f" path="/var/lib/kubelet/pods/b197406f-e534-4c02-9f79-7e368fa6bd2f/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.274682 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b58057a2-4999-4a6f-a125-b61ee54dfb61" path="/var/lib/kubelet/pods/b58057a2-4999-4a6f-a125-b61ee54dfb61/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.275292 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bcdd92ec-4e58-47a3-9eea-1acd00e796e7" path="/var/lib/kubelet/pods/bcdd92ec-4e58-47a3-9eea-1acd00e796e7/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.277075 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="da495e67-f26c-46ad-9fb8-c6a535c73f51" path="/var/lib/kubelet/pods/da495e67-f26c-46ad-9fb8-c6a535c73f51/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.277633 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ed664472-0820-489b-8c06-bab9f802d63f" path="/var/lib/kubelet/pods/ed664472-0820-489b-8c06-bab9f802d63f/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.279237 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f9eba64a-b29b-4b3d-a609-a35053949598" path="/var/lib/kubelet/pods/f9eba64a-b29b-4b3d-a609-a35053949598/volumes" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.285894 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2"] Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.285932 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-proxy-7d7f85bddb-dpqg2"] Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.301350 4809 scope.go:117] "RemoveContainer" containerID="b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.301648 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qnx9v\" (UniqueName: \"kubernetes.io/projected/b2133e8f-33d7-4619-b065-1312f636ac45-kube-api-access-qnx9v\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.301666 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.301675 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.301683 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.301693 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-m8dwf\" (UniqueName: \"kubernetes.io/projected/16c8cf80-9b52-4942-bfe3-6258bd19498d-kube-api-access-m8dwf\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.301703 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8c6hv\" (UniqueName: \"kubernetes.io/projected/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-kube-api-access-8c6hv\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.301711 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b2133e8f-33d7-4619-b065-1312f636ac45-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.301721 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.301741 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b2133e8f-33d7-4619-b065-1312f636ac45-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.303155 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "16c8cf80-9b52-4942-bfe3-6258bd19498d" (UID: "16c8cf80-9b52-4942-bfe3-6258bd19498d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.356928 4809 scope.go:117] "RemoveContainer" containerID="e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0" Oct 13 19:56:18 crc kubenswrapper[4809]: E1013 19:56:18.357527 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0\": container with ID starting with e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0 not found: ID does not exist" containerID="e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.357550 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0"} err="failed to get container status \"e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0\": rpc error: code = NotFound desc = could not find container \"e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0\": container with ID starting with e79cb8a28ead4a9ba202da46087173d332513a3b92f8bc5c7b714de71b9f27b0 not found: ID does not exist" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.357570 4809 scope.go:117] "RemoveContainer" containerID="b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348" Oct 13 19:56:18 crc kubenswrapper[4809]: E1013 19:56:18.357924 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348\": container with ID starting with b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348 not found: ID does not exist" containerID="b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.357945 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348"} err="failed to get container status \"b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348\": rpc error: code = NotFound desc = could not find container \"b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348\": container with ID starting with b0bfeea5468edd583a45ae8708b252ff65de44671237dc3e5f296f1e01e3d348 not found: ID does not exist" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.357958 4809 scope.go:117] "RemoveContainer" containerID="1ba8c5f587e3f813eaac9ee92cb5eb7b449ef2647e2231c4138e814e79d8147f" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.371442 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "b2133e8f-33d7-4619-b065-1312f636ac45" (UID: "b2133e8f-33d7-4619-b065-1312f636ac45"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.372484 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b2133e8f-33d7-4619-b065-1312f636ac45" (UID: "b2133e8f-33d7-4619-b065-1312f636ac45"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.385583 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance09e9-account-delete-vg9r6"] Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.390192 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance09e9-account-delete-vg9r6"] Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.406743 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-memcached-tls-certs\") pod \"de6a881f-d44c-47d0-8493-28ab40d6efd3\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.406950 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-config-data\") pod \"de6a881f-d44c-47d0-8493-28ab40d6efd3\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.407461 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-config-data" (OuterVolumeSpecName: "config-data") pod "de6a881f-d44c-47d0-8493-28ab40d6efd3" (UID: "de6a881f-d44c-47d0-8493-28ab40d6efd3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.408872 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-combined-ca-bundle\") pod \"de6a881f-d44c-47d0-8493-28ab40d6efd3\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.408976 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-kolla-config\") pod \"de6a881f-d44c-47d0-8493-28ab40d6efd3\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.409471 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-phhf9\" (UniqueName: \"kubernetes.io/projected/de6a881f-d44c-47d0-8493-28ab40d6efd3-kube-api-access-phhf9\") pod \"de6a881f-d44c-47d0-8493-28ab40d6efd3\" (UID: \"de6a881f-d44c-47d0-8493-28ab40d6efd3\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.409974 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "de6a881f-d44c-47d0-8493-28ab40d6efd3" (UID: "de6a881f-d44c-47d0-8493-28ab40d6efd3"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.410549 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.410564 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.410573 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.410582 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.410590 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/de6a881f-d44c-47d0-8493-28ab40d6efd3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.427351 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/de6a881f-d44c-47d0-8493-28ab40d6efd3-kube-api-access-phhf9" (OuterVolumeSpecName: "kube-api-access-phhf9") pod "de6a881f-d44c-47d0-8493-28ab40d6efd3" (UID: "de6a881f-d44c-47d0-8493-28ab40d6efd3"). InnerVolumeSpecName "kube-api-access-phhf9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.449754 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell05cb5-account-delete-glvff"] Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.468529 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/novacell05cb5-account-delete-glvff"] Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.483995 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" (UID: "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.504029 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "de6a881f-d44c-47d0-8493-28ab40d6efd3" (UID: "de6a881f-d44c-47d0-8493-28ab40d6efd3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.512587 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.512623 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-phhf9\" (UniqueName: \"kubernetes.io/projected/de6a881f-d44c-47d0-8493-28ab40d6efd3-kube-api-access-phhf9\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.512635 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.516175 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.549804 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data" (OuterVolumeSpecName: "config-data") pod "b2133e8f-33d7-4619-b065-1312f636ac45" (UID: "b2133e8f-33d7-4619-b065-1312f636ac45"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.586399 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" (UID: "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.603144 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" (UID: "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.606781 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-memcached-tls-certs" (OuterVolumeSpecName: "memcached-tls-certs") pod "de6a881f-d44c-47d0-8493-28ab40d6efd3" (UID: "de6a881f-d44c-47d0-8493-28ab40d6efd3"). InnerVolumeSpecName "memcached-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.622400 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-config-data\") pod \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.622560 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-combined-ca-bundle\") pod \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.622651 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-scripts\") pod \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.622787 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-internal-tls-certs\") pod \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.622956 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-httpd-run\") pod \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.623062 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.623140 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-logs\") pod \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.623214 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-549gl\" (UniqueName: \"kubernetes.io/projected/58707cc6-a85f-45d8-a63e-b39c1fc4f900-kube-api-access-549gl\") pod \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\" (UID: \"58707cc6-a85f-45d8-a63e-b39c1fc4f900\") " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.623683 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.626867 4809 reconciler_common.go:293] "Volume detached for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/de6a881f-d44c-47d0-8493-28ab40d6efd3-memcached-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.626944 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.627047 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.629612 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "58707cc6-a85f-45d8-a63e-b39c1fc4f900" (UID: "58707cc6-a85f-45d8-a63e-b39c1fc4f900"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.631155 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-scripts" (OuterVolumeSpecName: "scripts") pod "58707cc6-a85f-45d8-a63e-b39c1fc4f900" (UID: "58707cc6-a85f-45d8-a63e-b39c1fc4f900"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.637284 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-logs" (OuterVolumeSpecName: "logs") pod "58707cc6-a85f-45d8-a63e-b39c1fc4f900" (UID: "58707cc6-a85f-45d8-a63e-b39c1fc4f900"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.643133 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/58707cc6-a85f-45d8-a63e-b39c1fc4f900-kube-api-access-549gl" (OuterVolumeSpecName: "kube-api-access-549gl") pod "58707cc6-a85f-45d8-a63e-b39c1fc4f900" (UID: "58707cc6-a85f-45d8-a63e-b39c1fc4f900"). InnerVolumeSpecName "kube-api-access-549gl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.643364 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-config-data" (OuterVolumeSpecName: "config-data") pod "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" (UID: "eeb1f502-bc45-47c0-bd3d-a9d98677a8c4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.648146 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage10-crc" (OuterVolumeSpecName: "glance") pod "58707cc6-a85f-45d8-a63e-b39c1fc4f900" (UID: "58707cc6-a85f-45d8-a63e-b39c1fc4f900"). InnerVolumeSpecName "local-storage10-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.663649 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" podUID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerName="barbican-api" probeResult="failure" output="Get \"https://10.217.1.97:9311/healthcheck\": read tcp 10.217.0.2:50878->10.217.1.97:9311: read: connection reset by peer" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.663675 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" podUID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerName="barbican-api-log" probeResult="failure" output="Get \"https://10.217.1.97:9311/healthcheck\": read tcp 10.217.0.2:50868->10.217.1.97:9311: read: connection reset by peer" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.671740 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-config-data" (OuterVolumeSpecName: "config-data") pod "16c8cf80-9b52-4942-bfe3-6258bd19498d" (UID: "16c8cf80-9b52-4942-bfe3-6258bd19498d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.684604 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "b2133e8f-33d7-4619-b065-1312f636ac45" (UID: "b2133e8f-33d7-4619-b065-1312f636ac45"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.687712 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "58707cc6-a85f-45d8-a63e-b39c1fc4f900" (UID: "58707cc6-a85f-45d8-a63e-b39c1fc4f900"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.702423 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "58707cc6-a85f-45d8-a63e-b39c1fc4f900" (UID: "58707cc6-a85f-45d8-a63e-b39c1fc4f900"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.709715 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-config-data" (OuterVolumeSpecName: "config-data") pod "58707cc6-a85f-45d8-a63e-b39c1fc4f900" (UID: "58707cc6-a85f-45d8-a63e-b39c1fc4f900"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.736933 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.736962 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.736972 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.736980 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/16c8cf80-9b52-4942-bfe3-6258bd19498d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.736991 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2133e8f-33d7-4619-b065-1312f636ac45-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.737000 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/58707cc6-a85f-45d8-a63e-b39c1fc4f900-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.737009 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.737018 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.740711 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" " Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.740746 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/58707cc6-a85f-45d8-a63e-b39c1fc4f900-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.740756 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-549gl\" (UniqueName: \"kubernetes.io/projected/58707cc6-a85f-45d8-a63e-b39c1fc4f900-kube-api-access-549gl\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.773596 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage10-crc" (UniqueName: "kubernetes.io/local-volume/local-storage10-crc") on node "crc" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.842060 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.883930 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.894202 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.903955 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-6bbd585494-zn4dd"] Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.911382 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-6bbd585494-zn4dd"] Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.920311 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.924839 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.990767 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:56:18 crc kubenswrapper[4809]: I1013 19:56:18.998844 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.004240 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.008687 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.012680 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047283 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-combined-ca-bundle\") pod \"41022605-6826-4ed5-b98a-62455a3f4312\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047325 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-public-tls-certs\") pod \"c53d8127-6de6-4d8c-b026-9300673fa7f4\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047384 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-combined-ca-bundle\") pod \"c53d8127-6de6-4d8c-b026-9300673fa7f4\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047430 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-config-data\") pod \"41022605-6826-4ed5-b98a-62455a3f4312\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047457 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"41022605-6826-4ed5-b98a-62455a3f4312\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047479 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-public-tls-certs\") pod \"41022605-6826-4ed5-b98a-62455a3f4312\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047545 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-config-data\") pod \"77dddafb-7f08-4ae6-b035-85562940e9a0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047602 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-combined-ca-bundle\") pod \"525da218-ff74-4589-a742-9e3305949601\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047623 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-config-data\") pod \"c53d8127-6de6-4d8c-b026-9300673fa7f4\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047642 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-combined-ca-bundle\") pod \"77dddafb-7f08-4ae6-b035-85562940e9a0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047683 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-logs\") pod \"41022605-6826-4ed5-b98a-62455a3f4312\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047700 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/77dddafb-7f08-4ae6-b035-85562940e9a0-logs\") pod \"77dddafb-7f08-4ae6-b035-85562940e9a0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047751 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c53d8127-6de6-4d8c-b026-9300673fa7f4-logs\") pod \"c53d8127-6de6-4d8c-b026-9300673fa7f4\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047775 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-httpd-run\") pod \"41022605-6826-4ed5-b98a-62455a3f4312\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047830 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-78bxf\" (UniqueName: \"kubernetes.io/projected/77dddafb-7f08-4ae6-b035-85562940e9a0-kube-api-access-78bxf\") pod \"77dddafb-7f08-4ae6-b035-85562940e9a0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047858 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jx2r4\" (UniqueName: \"kubernetes.io/projected/41022605-6826-4ed5-b98a-62455a3f4312-kube-api-access-jx2r4\") pod \"41022605-6826-4ed5-b98a-62455a3f4312\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047873 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-scripts\") pod \"41022605-6826-4ed5-b98a-62455a3f4312\" (UID: \"41022605-6826-4ed5-b98a-62455a3f4312\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047908 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-szw4c\" (UniqueName: \"kubernetes.io/projected/525da218-ff74-4589-a742-9e3305949601-kube-api-access-szw4c\") pod \"525da218-ff74-4589-a742-9e3305949601\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047930 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-nova-metadata-tls-certs\") pod \"77dddafb-7f08-4ae6-b035-85562940e9a0\" (UID: \"77dddafb-7f08-4ae6-b035-85562940e9a0\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.047952 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-internal-tls-certs\") pod \"c53d8127-6de6-4d8c-b026-9300673fa7f4\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.048011 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xj86w\" (UniqueName: \"kubernetes.io/projected/c53d8127-6de6-4d8c-b026-9300673fa7f4-kube-api-access-xj86w\") pod \"c53d8127-6de6-4d8c-b026-9300673fa7f4\" (UID: \"c53d8127-6de6-4d8c-b026-9300673fa7f4\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.048030 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-config-data\") pod \"525da218-ff74-4589-a742-9e3305949601\" (UID: \"525da218-ff74-4589-a742-9e3305949601\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.049233 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "41022605-6826-4ed5-b98a-62455a3f4312" (UID: "41022605-6826-4ed5-b98a-62455a3f4312"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.054643 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/41022605-6826-4ed5-b98a-62455a3f4312-kube-api-access-jx2r4" (OuterVolumeSpecName: "kube-api-access-jx2r4") pod "41022605-6826-4ed5-b98a-62455a3f4312" (UID: "41022605-6826-4ed5-b98a-62455a3f4312"). InnerVolumeSpecName "kube-api-access-jx2r4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.056303 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/525da218-ff74-4589-a742-9e3305949601-kube-api-access-szw4c" (OuterVolumeSpecName: "kube-api-access-szw4c") pod "525da218-ff74-4589-a742-9e3305949601" (UID: "525da218-ff74-4589-a742-9e3305949601"). InnerVolumeSpecName "kube-api-access-szw4c". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.056436 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-logs" (OuterVolumeSpecName: "logs") pod "41022605-6826-4ed5-b98a-62455a3f4312" (UID: "41022605-6826-4ed5-b98a-62455a3f4312"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.059257 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "glance") pod "41022605-6826-4ed5-b98a-62455a3f4312" (UID: "41022605-6826-4ed5-b98a-62455a3f4312"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.059809 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/77dddafb-7f08-4ae6-b035-85562940e9a0-logs" (OuterVolumeSpecName: "logs") pod "77dddafb-7f08-4ae6-b035-85562940e9a0" (UID: "77dddafb-7f08-4ae6-b035-85562940e9a0"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.059873 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c53d8127-6de6-4d8c-b026-9300673fa7f4-logs" (OuterVolumeSpecName: "logs") pod "c53d8127-6de6-4d8c-b026-9300673fa7f4" (UID: "c53d8127-6de6-4d8c-b026-9300673fa7f4"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.060352 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/77dddafb-7f08-4ae6-b035-85562940e9a0-kube-api-access-78bxf" (OuterVolumeSpecName: "kube-api-access-78bxf") pod "77dddafb-7f08-4ae6-b035-85562940e9a0" (UID: "77dddafb-7f08-4ae6-b035-85562940e9a0"). InnerVolumeSpecName "kube-api-access-78bxf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.063869 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-scripts" (OuterVolumeSpecName: "scripts") pod "41022605-6826-4ed5-b98a-62455a3f4312" (UID: "41022605-6826-4ed5-b98a-62455a3f4312"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.077100 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c53d8127-6de6-4d8c-b026-9300673fa7f4-kube-api-access-xj86w" (OuterVolumeSpecName: "kube-api-access-xj86w") pod "c53d8127-6de6-4d8c-b026-9300673fa7f4" (UID: "c53d8127-6de6-4d8c-b026-9300673fa7f4"). InnerVolumeSpecName "kube-api-access-xj86w". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.081240 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "525da218-ff74-4589-a742-9e3305949601" (UID: "525da218-ff74-4589-a742-9e3305949601"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.086498 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-config-data" (OuterVolumeSpecName: "config-data") pod "525da218-ff74-4589-a742-9e3305949601" (UID: "525da218-ff74-4589-a742-9e3305949601"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.087279 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "41022605-6826-4ed5-b98a-62455a3f4312" (UID: "41022605-6826-4ed5-b98a-62455a3f4312"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.098207 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-config-data" (OuterVolumeSpecName: "config-data") pod "c53d8127-6de6-4d8c-b026-9300673fa7f4" (UID: "c53d8127-6de6-4d8c-b026-9300673fa7f4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.100112 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-config-data" (OuterVolumeSpecName: "config-data") pod "77dddafb-7f08-4ae6-b035-85562940e9a0" (UID: "77dddafb-7f08-4ae6-b035-85562940e9a0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.102013 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "77dddafb-7f08-4ae6-b035-85562940e9a0" (UID: "77dddafb-7f08-4ae6-b035-85562940e9a0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.118131 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "c53d8127-6de6-4d8c-b026-9300673fa7f4" (UID: "c53d8127-6de6-4d8c-b026-9300673fa7f4"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.121887 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "41022605-6826-4ed5-b98a-62455a3f4312" (UID: "41022605-6826-4ed5-b98a-62455a3f4312"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.124070 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c53d8127-6de6-4d8c-b026-9300673fa7f4" (UID: "c53d8127-6de6-4d8c-b026-9300673fa7f4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.130071 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-config-data" (OuterVolumeSpecName: "config-data") pod "41022605-6826-4ed5-b98a-62455a3f4312" (UID: "41022605-6826-4ed5-b98a-62455a3f4312"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.140452 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "c53d8127-6de6-4d8c-b026-9300673fa7f4" (UID: "c53d8127-6de6-4d8c-b026-9300673fa7f4"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.147867 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "77dddafb-7f08-4ae6-b035-85562940e9a0" (UID: "77dddafb-7f08-4ae6-b035-85562940e9a0"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.151501 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-logs\") pod \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.151561 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-public-tls-certs\") pod \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.151626 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9b9ld\" (UniqueName: \"kubernetes.io/projected/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-kube-api-access-9b9ld\") pod \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.151699 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-combined-ca-bundle\") pod \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.151746 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data\") pod \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.151795 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-internal-tls-certs\") pod \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.151864 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data-custom\") pod \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\" (UID: \"f5c5dbc7-76c2-4fe0-8f29-753158d0794c\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152207 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-78bxf\" (UniqueName: \"kubernetes.io/projected/77dddafb-7f08-4ae6-b035-85562940e9a0-kube-api-access-78bxf\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152224 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jx2r4\" (UniqueName: \"kubernetes.io/projected/41022605-6826-4ed5-b98a-62455a3f4312-kube-api-access-jx2r4\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152235 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152244 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-szw4c\" (UniqueName: \"kubernetes.io/projected/525da218-ff74-4589-a742-9e3305949601-kube-api-access-szw4c\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152253 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152263 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152272 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xj86w\" (UniqueName: \"kubernetes.io/projected/c53d8127-6de6-4d8c-b026-9300673fa7f4-kube-api-access-xj86w\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152264 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-logs" (OuterVolumeSpecName: "logs") pod "f5c5dbc7-76c2-4fe0-8f29-753158d0794c" (UID: "f5c5dbc7-76c2-4fe0-8f29-753158d0794c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152281 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152338 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152350 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152360 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152369 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152393 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152403 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/41022605-6826-4ed5-b98a-62455a3f4312-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152413 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152423 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/525da218-ff74-4589-a742-9e3305949601-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152432 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c53d8127-6de6-4d8c-b026-9300673fa7f4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152457 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/77dddafb-7f08-4ae6-b035-85562940e9a0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152467 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152478 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/77dddafb-7f08-4ae6-b035-85562940e9a0-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.152805 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c53d8127-6de6-4d8c-b026-9300673fa7f4-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.153186 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/41022605-6826-4ed5-b98a-62455a3f4312-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.163651 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"c53d8127-6de6-4d8c-b026-9300673fa7f4","Type":"ContainerDied","Data":"9eeb3917b6bac9fa59b42e9ac165b4fa8eb1da6966f25d1af7e0b978bc24a4cd"} Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.163716 4809 scope.go:117] "RemoveContainer" containerID="da95b7613a50a785af974ca7e9a3b139e68eaeca8bc8d941ebc1b2754d689d2e" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.163857 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.169336 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "f5c5dbc7-76c2-4fe0-8f29-753158d0794c" (UID: "f5c5dbc7-76c2-4fe0-8f29-753158d0794c"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.169486 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-kube-api-access-9b9ld" (OuterVolumeSpecName: "kube-api-access-9b9ld") pod "f5c5dbc7-76c2-4fe0-8f29-753158d0794c" (UID: "f5c5dbc7-76c2-4fe0-8f29-753158d0794c"). InnerVolumeSpecName "kube-api-access-9b9ld". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.170830 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"de6a881f-d44c-47d0-8493-28ab40d6efd3","Type":"ContainerDied","Data":"ca4813dec761ef201e723d93bd56ff134e93be97ab347ade411ab4da3d9beb60"} Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.170836 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.174599 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.178914 4809 generic.go:334] "Generic (PLEG): container finished" podID="525da218-ff74-4589-a742-9e3305949601" containerID="35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b" exitCode=0 Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.178968 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"525da218-ff74-4589-a742-9e3305949601","Type":"ContainerDied","Data":"35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b"} Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.178994 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"525da218-ff74-4589-a742-9e3305949601","Type":"ContainerDied","Data":"a781f20bd00c4cb55e4cc8e6294fec5615294c888d34a132f33537814673341c"} Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.179037 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.181317 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f5c5dbc7-76c2-4fe0-8f29-753158d0794c" (UID: "f5c5dbc7-76c2-4fe0-8f29-753158d0794c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.187934 4809 generic.go:334] "Generic (PLEG): container finished" podID="41022605-6826-4ed5-b98a-62455a3f4312" containerID="f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf" exitCode=0 Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.187974 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"41022605-6826-4ed5-b98a-62455a3f4312","Type":"ContainerDied","Data":"f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf"} Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.187990 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"41022605-6826-4ed5-b98a-62455a3f4312","Type":"ContainerDied","Data":"ddc4c2ac5b6212de69666648db9df12f78f5123593f4766a55f7fb5760488a43"} Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.188037 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.191382 4809 scope.go:117] "RemoveContainer" containerID="19e79c85bcd2ee08d36e9b55aff8942788c8f608b1195cb1e454407d55c7c6a1" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.193571 4809 generic.go:334] "Generic (PLEG): container finished" podID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerID="b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e" exitCode=0 Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.193718 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" event={"ID":"f5c5dbc7-76c2-4fe0-8f29-753158d0794c","Type":"ContainerDied","Data":"b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e"} Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.193763 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" event={"ID":"f5c5dbc7-76c2-4fe0-8f29-753158d0794c","Type":"ContainerDied","Data":"017e6028c78070ffc9db4400683a30ab27192887c991ccbd84c693ded5cc7c5c"} Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.193822 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.205586 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.207902 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"77dddafb-7f08-4ae6-b035-85562940e9a0","Type":"ContainerDied","Data":"8cc4f13e66789649441505b94f8e1d71aed53560960573ef3e7bf2d2d1cbf156"} Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.208095 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.211347 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.211517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"58707cc6-a85f-45d8-a63e-b39c1fc4f900","Type":"ContainerDied","Data":"98b334ace10f8137369a20a90f3c58a870f4b0cdeed6881877fcaa439ca84652"} Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.227748 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.228710 4809 scope.go:117] "RemoveContainer" containerID="f725dbe538945c7f3ea13c78bd270f8a68ce8654b6bd7246495a83430c176763" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.231683 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.236098 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "f5c5dbc7-76c2-4fe0-8f29-753158d0794c" (UID: "f5c5dbc7-76c2-4fe0-8f29-753158d0794c"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.240273 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.247430 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.253749 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.254538 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9b9ld\" (UniqueName: \"kubernetes.io/projected/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-kube-api-access-9b9ld\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.254667 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.254740 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.254807 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.254861 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.254933 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.257855 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.260320 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data" (OuterVolumeSpecName: "config-data") pod "f5c5dbc7-76c2-4fe0-8f29-753158d0794c" (UID: "f5c5dbc7-76c2-4fe0-8f29-753158d0794c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.262071 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.275779 4809 scope.go:117] "RemoveContainer" containerID="35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.291163 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "f5c5dbc7-76c2-4fe0-8f29-753158d0794c" (UID: "f5c5dbc7-76c2-4fe0-8f29-753158d0794c"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.304875 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.315590 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.323527 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.327514 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.329167 4809 scope.go:117] "RemoveContainer" containerID="35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b" Oct 13 19:56:19 crc kubenswrapper[4809]: E1013 19:56:19.329641 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b\": container with ID starting with 35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b not found: ID does not exist" containerID="35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.329680 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b"} err="failed to get container status \"35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b\": rpc error: code = NotFound desc = could not find container \"35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b\": container with ID starting with 35c899ff6136402f217ea6eff83f0ac7f8215fc91db98f06141b33a058dd1c7b not found: ID does not exist" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.329702 4809 scope.go:117] "RemoveContainer" containerID="f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.353026 4809 scope.go:117] "RemoveContainer" containerID="b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.357826 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.357854 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5c5dbc7-76c2-4fe0-8f29-753158d0794c-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.372571 4809 scope.go:117] "RemoveContainer" containerID="f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf" Oct 13 19:56:19 crc kubenswrapper[4809]: E1013 19:56:19.373011 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf\": container with ID starting with f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf not found: ID does not exist" containerID="f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.373046 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf"} err="failed to get container status \"f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf\": rpc error: code = NotFound desc = could not find container \"f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf\": container with ID starting with f8a04c10c8f0023b75a2c38f188efb4bb07344390b744474284cbe7ced26f5bf not found: ID does not exist" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.373069 4809 scope.go:117] "RemoveContainer" containerID="b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24" Oct 13 19:56:19 crc kubenswrapper[4809]: E1013 19:56:19.373335 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24\": container with ID starting with b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24 not found: ID does not exist" containerID="b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.373354 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24"} err="failed to get container status \"b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24\": rpc error: code = NotFound desc = could not find container \"b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24\": container with ID starting with b2bfb3f92ca2af55c6f10dfbc8c79cc5bc28c6864757f9514b65590a76179b24 not found: ID does not exist" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.373367 4809 scope.go:117] "RemoveContainer" containerID="b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.423057 4809 scope.go:117] "RemoveContainer" containerID="71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.447667 4809 scope.go:117] "RemoveContainer" containerID="b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e" Oct 13 19:56:19 crc kubenswrapper[4809]: E1013 19:56:19.452534 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e\": container with ID starting with b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e not found: ID does not exist" containerID="b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.452571 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e"} err="failed to get container status \"b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e\": rpc error: code = NotFound desc = could not find container \"b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e\": container with ID starting with b927447695eb3583b3f00c2b195481d465621133cabb22e681843ff711d8381e not found: ID does not exist" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.452600 4809 scope.go:117] "RemoveContainer" containerID="71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477" Oct 13 19:56:19 crc kubenswrapper[4809]: E1013 19:56:19.453300 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477\": container with ID starting with 71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477 not found: ID does not exist" containerID="71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.453343 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477"} err="failed to get container status \"71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477\": rpc error: code = NotFound desc = could not find container \"71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477\": container with ID starting with 71d1bf8a8f523a1945d7ea3b3be3a67bf53146648b721fa081d7d3b4c64a0477 not found: ID does not exist" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.453372 4809 scope.go:117] "RemoveContainer" containerID="a7f25fc6e0ac68d4891d9d83150dc0ae69ae00d7d6ce71ccdb97f3f29609d912" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.499822 4809 scope.go:117] "RemoveContainer" containerID="e4ad2ad8854a7388ac4c2cd961089c9cbee012a791512d1fff46b7640f463536" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.535988 4809 scope.go:117] "RemoveContainer" containerID="8d050775514f35f0b8c9254a27c199fd23310472a36eb3799364a9ff92398803" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.540001 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.546394 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-5c87fbd5f8-qxv2c"] Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.755872 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.765537 4809 scope.go:117] "RemoveContainer" containerID="b239455b8def876d67c8dfa6d22ae90974f3d32c024be9900163e15098e77b70" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.865685 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-combined-ca-bundle\") pod \"91996fd3-3cbb-458b-a999-6a83b154be58\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.865719 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bwcl4\" (UniqueName: \"kubernetes.io/projected/91996fd3-3cbb-458b-a999-6a83b154be58-kube-api-access-bwcl4\") pod \"91996fd3-3cbb-458b-a999-6a83b154be58\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.865756 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-secrets\") pod \"91996fd3-3cbb-458b-a999-6a83b154be58\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.865792 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-default\") pod \"91996fd3-3cbb-458b-a999-6a83b154be58\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.865857 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-galera-tls-certs\") pod \"91996fd3-3cbb-458b-a999-6a83b154be58\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.866365 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "91996fd3-3cbb-458b-a999-6a83b154be58" (UID: "91996fd3-3cbb-458b-a999-6a83b154be58"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.866611 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"91996fd3-3cbb-458b-a999-6a83b154be58\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.866687 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-generated\") pod \"91996fd3-3cbb-458b-a999-6a83b154be58\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.866705 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-operator-scripts\") pod \"91996fd3-3cbb-458b-a999-6a83b154be58\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.866802 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-kolla-config\") pod \"91996fd3-3cbb-458b-a999-6a83b154be58\" (UID: \"91996fd3-3cbb-458b-a999-6a83b154be58\") " Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.867127 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.867495 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "91996fd3-3cbb-458b-a999-6a83b154be58" (UID: "91996fd3-3cbb-458b-a999-6a83b154be58"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.868048 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "91996fd3-3cbb-458b-a999-6a83b154be58" (UID: "91996fd3-3cbb-458b-a999-6a83b154be58"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.869512 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "91996fd3-3cbb-458b-a999-6a83b154be58" (UID: "91996fd3-3cbb-458b-a999-6a83b154be58"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.871344 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-secrets" (OuterVolumeSpecName: "secrets") pod "91996fd3-3cbb-458b-a999-6a83b154be58" (UID: "91996fd3-3cbb-458b-a999-6a83b154be58"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.879990 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/91996fd3-3cbb-458b-a999-6a83b154be58-kube-api-access-bwcl4" (OuterVolumeSpecName: "kube-api-access-bwcl4") pod "91996fd3-3cbb-458b-a999-6a83b154be58" (UID: "91996fd3-3cbb-458b-a999-6a83b154be58"). InnerVolumeSpecName "kube-api-access-bwcl4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.882662 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage05-crc" (OuterVolumeSpecName: "mysql-db") pod "91996fd3-3cbb-458b-a999-6a83b154be58" (UID: "91996fd3-3cbb-458b-a999-6a83b154be58"). InnerVolumeSpecName "local-storage05-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.900963 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "91996fd3-3cbb-458b-a999-6a83b154be58" (UID: "91996fd3-3cbb-458b-a999-6a83b154be58"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.919797 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "91996fd3-3cbb-458b-a999-6a83b154be58" (UID: "91996fd3-3cbb-458b-a999-6a83b154be58"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.968053 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/91996fd3-3cbb-458b-a999-6a83b154be58-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.968099 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.968112 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/91996fd3-3cbb-458b-a999-6a83b154be58-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.968122 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.968133 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bwcl4\" (UniqueName: \"kubernetes.io/projected/91996fd3-3cbb-458b-a999-6a83b154be58-kube-api-access-bwcl4\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.968144 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.968154 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/91996fd3-3cbb-458b-a999-6a83b154be58-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:19 crc kubenswrapper[4809]: E1013 19:56:19.968073 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.968177 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" " Oct 13 19:56:19 crc kubenswrapper[4809]: E1013 19:56:19.968217 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data podName:b77adc22-0966-485a-a4e7-51a932290d2a nodeName:}" failed. No retries permitted until 2025-10-13 19:56:27.968200388 +0000 UTC m=+1906.573946973 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data") pod "rabbitmq-server-0" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a") : configmap "rabbitmq-config-data" not found Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.988272 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage05-crc" (UniqueName: "kubernetes.io/local-volume/local-storage05-crc") on node "crc" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.995446 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_0f6f5c9b-13ce-474e-94b1-0b16186d1316/ovn-northd/0.log" Oct 13 19:56:19 crc kubenswrapper[4809]: I1013 19:56:19.995515 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.068602 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-metrics-certs-tls-certs\") pod \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.068673 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-h4twq\" (UniqueName: \"kubernetes.io/projected/0f6f5c9b-13ce-474e-94b1-0b16186d1316-kube-api-access-h4twq\") pod \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.068796 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-scripts\") pod \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.068913 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-config\") pod \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.068944 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-combined-ca-bundle\") pod \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.068973 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-northd-tls-certs\") pod \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.069020 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-rundir\") pod \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\" (UID: \"0f6f5c9b-13ce-474e-94b1-0b16186d1316\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.069679 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-scripts" (OuterVolumeSpecName: "scripts") pod "0f6f5c9b-13ce-474e-94b1-0b16186d1316" (UID: "0f6f5c9b-13ce-474e-94b1-0b16186d1316"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.069694 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "0f6f5c9b-13ce-474e-94b1-0b16186d1316" (UID: "0f6f5c9b-13ce-474e-94b1-0b16186d1316"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.069832 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-config" (OuterVolumeSpecName: "config") pod "0f6f5c9b-13ce-474e-94b1-0b16186d1316" (UID: "0f6f5c9b-13ce-474e-94b1-0b16186d1316"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.069902 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.069922 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.069934 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.071751 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0f6f5c9b-13ce-474e-94b1-0b16186d1316-kube-api-access-h4twq" (OuterVolumeSpecName: "kube-api-access-h4twq") pod "0f6f5c9b-13ce-474e-94b1-0b16186d1316" (UID: "0f6f5c9b-13ce-474e-94b1-0b16186d1316"). InnerVolumeSpecName "kube-api-access-h4twq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.110832 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0f6f5c9b-13ce-474e-94b1-0b16186d1316" (UID: "0f6f5c9b-13ce-474e-94b1-0b16186d1316"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: E1013 19:56:20.118670 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb77adc22_0966_485a_a4e7_51a932290d2a.slice/crio-362395c3681264a51f812b60df708008bdca6d80e6880b637e41d084226f0d32.scope\": RecentStats: unable to find data in memory cache]" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.144711 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-northd-tls-certs" (OuterVolumeSpecName: "ovn-northd-tls-certs") pod "0f6f5c9b-13ce-474e-94b1-0b16186d1316" (UID: "0f6f5c9b-13ce-474e-94b1-0b16186d1316"). InnerVolumeSpecName "ovn-northd-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.150654 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "0f6f5c9b-13ce-474e-94b1-0b16186d1316" (UID: "0f6f5c9b-13ce-474e-94b1-0b16186d1316"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.165313 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="16c8cf80-9b52-4942-bfe3-6258bd19498d" path="/var/lib/kubelet/pods/16c8cf80-9b52-4942-bfe3-6258bd19498d/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.165914 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="41022605-6826-4ed5-b98a-62455a3f4312" path="/var/lib/kubelet/pods/41022605-6826-4ed5-b98a-62455a3f4312/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.166417 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="525da218-ff74-4589-a742-9e3305949601" path="/var/lib/kubelet/pods/525da218-ff74-4589-a742-9e3305949601/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.168013 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="58707cc6-a85f-45d8-a63e-b39c1fc4f900" path="/var/lib/kubelet/pods/58707cc6-a85f-45d8-a63e-b39c1fc4f900/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.168711 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" path="/var/lib/kubelet/pods/77dddafb-7f08-4ae6-b035-85562940e9a0/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.169201 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8a486f9c-84aa-486a-b65a-42df693f40e0" path="/var/lib/kubelet/pods/8a486f9c-84aa-486a-b65a-42df693f40e0/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.170226 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b2133e8f-33d7-4619-b065-1312f636ac45" path="/var/lib/kubelet/pods/b2133e8f-33d7-4619-b065-1312f636ac45/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.170831 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c53d8127-6de6-4d8c-b026-9300673fa7f4" path="/var/lib/kubelet/pods/c53d8127-6de6-4d8c-b026-9300673fa7f4/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.170873 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-h4twq\" (UniqueName: \"kubernetes.io/projected/0f6f5c9b-13ce-474e-94b1-0b16186d1316-kube-api-access-h4twq\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.170894 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/0f6f5c9b-13ce-474e-94b1-0b16186d1316-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.170904 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.170913 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-ovn-northd-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.170922 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/0f6f5c9b-13ce-474e-94b1-0b16186d1316-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: E1013 19:56:20.170986 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 19:56:20 crc kubenswrapper[4809]: E1013 19:56:20.171032 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data podName:a7a9d90d-dcb8-4698-bc6b-8496f7086549 nodeName:}" failed. No retries permitted until 2025-10-13 19:56:28.171015424 +0000 UTC m=+1906.776762009 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data") pod "rabbitmq-cell1-server-0" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549") : configmap "rabbitmq-cell1-config-data" not found Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.171463 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cd65b6ef-ba4e-472f-8122-13d64790fc4f" path="/var/lib/kubelet/pods/cd65b6ef-ba4e-472f-8122-13d64790fc4f/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.172881 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="de6a881f-d44c-47d0-8493-28ab40d6efd3" path="/var/lib/kubelet/pods/de6a881f-d44c-47d0-8493-28ab40d6efd3/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.173291 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5" path="/var/lib/kubelet/pods/e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.174099 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" path="/var/lib/kubelet/pods/eeb1f502-bc45-47c0-bd3d-a9d98677a8c4/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.175203 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" path="/var/lib/kubelet/pods/f5c5dbc7-76c2-4fe0-8f29-753158d0794c/volumes" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.242204 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_0f6f5c9b-13ce-474e-94b1-0b16186d1316/ovn-northd/0.log" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.242471 4809 generic.go:334] "Generic (PLEG): container finished" podID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" containerID="969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c" exitCode=139 Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.242541 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.242540 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"0f6f5c9b-13ce-474e-94b1-0b16186d1316","Type":"ContainerDied","Data":"969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c"} Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.242611 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"0f6f5c9b-13ce-474e-94b1-0b16186d1316","Type":"ContainerDied","Data":"051a9e36823a2293436a674339a5abb49fe5ef75aec6d40bf41a25f8e15959ef"} Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.242634 4809 scope.go:117] "RemoveContainer" containerID="953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.247345 4809 generic.go:334] "Generic (PLEG): container finished" podID="b77adc22-0966-485a-a4e7-51a932290d2a" containerID="362395c3681264a51f812b60df708008bdca6d80e6880b637e41d084226f0d32" exitCode=0 Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.247413 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b77adc22-0966-485a-a4e7-51a932290d2a","Type":"ContainerDied","Data":"362395c3681264a51f812b60df708008bdca6d80e6880b637e41d084226f0d32"} Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.255144 4809 generic.go:334] "Generic (PLEG): container finished" podID="91996fd3-3cbb-458b-a999-6a83b154be58" containerID="b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6" exitCode=0 Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.255182 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"91996fd3-3cbb-458b-a999-6a83b154be58","Type":"ContainerDied","Data":"b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6"} Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.255199 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"91996fd3-3cbb-458b-a999-6a83b154be58","Type":"ContainerDied","Data":"d766849bdf441b76b3e20e4be3633b6e594b494a927fae6bb1624b3a284505c7"} Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.255236 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.266316 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.271537 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.286257 4809 scope.go:117] "RemoveContainer" containerID="969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.290878 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.295587 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.313460 4809 scope.go:117] "RemoveContainer" containerID="953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f" Oct 13 19:56:20 crc kubenswrapper[4809]: E1013 19:56:20.314773 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f\": container with ID starting with 953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f not found: ID does not exist" containerID="953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.314804 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f"} err="failed to get container status \"953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f\": rpc error: code = NotFound desc = could not find container \"953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f\": container with ID starting with 953dd2c1de98df4cf6e188b1ada3ef33f08a20b304f74379bb1113958f7bf67f not found: ID does not exist" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.314826 4809 scope.go:117] "RemoveContainer" containerID="969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c" Oct 13 19:56:20 crc kubenswrapper[4809]: E1013 19:56:20.315363 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c\": container with ID starting with 969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c not found: ID does not exist" containerID="969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.315385 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c"} err="failed to get container status \"969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c\": rpc error: code = NotFound desc = could not find container \"969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c\": container with ID starting with 969fd3bddc826fbaa9390df8c7ebc65c6fd147ff703854a227505953e976f78c not found: ID does not exist" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.315399 4809 scope.go:117] "RemoveContainer" containerID="b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.334009 4809 scope.go:117] "RemoveContainer" containerID="f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.355949 4809 scope.go:117] "RemoveContainer" containerID="b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6" Oct 13 19:56:20 crc kubenswrapper[4809]: E1013 19:56:20.356407 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6\": container with ID starting with b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6 not found: ID does not exist" containerID="b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.356453 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6"} err="failed to get container status \"b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6\": rpc error: code = NotFound desc = could not find container \"b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6\": container with ID starting with b44c18cbb180980b3306dace335cac8b7e296afa06924c38d81d67f5313e94e6 not found: ID does not exist" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.356486 4809 scope.go:117] "RemoveContainer" containerID="f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79" Oct 13 19:56:20 crc kubenswrapper[4809]: E1013 19:56:20.356908 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79\": container with ID starting with f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79 not found: ID does not exist" containerID="f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.356938 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79"} err="failed to get container status \"f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79\": rpc error: code = NotFound desc = could not find container \"f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79\": container with ID starting with f1b70ec7e84c9248b545fefabad1da9d59dfa4abc4a88fc22a68e4a4460c7f79 not found: ID does not exist" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.368033 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:56:20 crc kubenswrapper[4809]: E1013 19:56:20.385109 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:56:20 crc kubenswrapper[4809]: E1013 19:56:20.386338 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:56:20 crc kubenswrapper[4809]: E1013 19:56:20.387294 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 19:56:20 crc kubenswrapper[4809]: E1013 19:56:20.387337 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="697d34be-5232-434e-88a1-ed124befa1d3" containerName="nova-cell0-conductor-conductor" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.484809 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"b77adc22-0966-485a-a4e7-51a932290d2a\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.484997 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-plugins-conf\") pod \"b77adc22-0966-485a-a4e7-51a932290d2a\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.485109 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b77adc22-0966-485a-a4e7-51a932290d2a-pod-info\") pod \"b77adc22-0966-485a-a4e7-51a932290d2a\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.485197 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-plugins\") pod \"b77adc22-0966-485a-a4e7-51a932290d2a\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.485275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-55glx\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-kube-api-access-55glx\") pod \"b77adc22-0966-485a-a4e7-51a932290d2a\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.485365 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-server-conf\") pod \"b77adc22-0966-485a-a4e7-51a932290d2a\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.485454 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b77adc22-0966-485a-a4e7-51a932290d2a-erlang-cookie-secret\") pod \"b77adc22-0966-485a-a4e7-51a932290d2a\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.485588 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-tls\") pod \"b77adc22-0966-485a-a4e7-51a932290d2a\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.485670 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-confd\") pod \"b77adc22-0966-485a-a4e7-51a932290d2a\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.486013 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "b77adc22-0966-485a-a4e7-51a932290d2a" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.486272 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-erlang-cookie\") pod \"b77adc22-0966-485a-a4e7-51a932290d2a\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.486392 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data\") pod \"b77adc22-0966-485a-a4e7-51a932290d2a\" (UID: \"b77adc22-0966-485a-a4e7-51a932290d2a\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.486470 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "b77adc22-0966-485a-a4e7-51a932290d2a" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.487227 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.487227 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "b77adc22-0966-485a-a4e7-51a932290d2a" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.487289 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.489364 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage15-crc" (OuterVolumeSpecName: "persistence") pod "b77adc22-0966-485a-a4e7-51a932290d2a" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a"). InnerVolumeSpecName "local-storage15-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.491493 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-kube-api-access-55glx" (OuterVolumeSpecName: "kube-api-access-55glx") pod "b77adc22-0966-485a-a4e7-51a932290d2a" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a"). InnerVolumeSpecName "kube-api-access-55glx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.491598 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b77adc22-0966-485a-a4e7-51a932290d2a-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "b77adc22-0966-485a-a4e7-51a932290d2a" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.491863 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "b77adc22-0966-485a-a4e7-51a932290d2a" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.492051 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/b77adc22-0966-485a-a4e7-51a932290d2a-pod-info" (OuterVolumeSpecName: "pod-info") pod "b77adc22-0966-485a-a4e7-51a932290d2a" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.510107 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data" (OuterVolumeSpecName: "config-data") pod "b77adc22-0966-485a-a4e7-51a932290d2a" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.533901 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-server-conf" (OuterVolumeSpecName: "server-conf") pod "b77adc22-0966-485a-a4e7-51a932290d2a" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.588987 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.589020 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b77adc22-0966-485a-a4e7-51a932290d2a-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.589029 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-55glx\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-kube-api-access-55glx\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.589040 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.589051 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b77adc22-0966-485a-a4e7-51a932290d2a-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.589060 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.589068 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b77adc22-0966-485a-a4e7-51a932290d2a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.589095 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.605531 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "b77adc22-0966-485a-a4e7-51a932290d2a" (UID: "b77adc22-0966-485a-a4e7-51a932290d2a"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.606449 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage15-crc" (UniqueName: "kubernetes.io/local-volume/local-storage15-crc") on node "crc" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.690547 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b77adc22-0966-485a-a4e7-51a932290d2a-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.690597 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.885587 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.995104 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs\") pod \"fe0ad6ff-828b-4200-ae71-e53f9811d406\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.995206 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-credential-keys\") pod \"fe0ad6ff-828b-4200-ae71-e53f9811d406\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.995293 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs\") pod \"fe0ad6ff-828b-4200-ae71-e53f9811d406\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.995369 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle\") pod \"fe0ad6ff-828b-4200-ae71-e53f9811d406\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.995572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-fernet-keys\") pod \"fe0ad6ff-828b-4200-ae71-e53f9811d406\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.995625 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lzsjv\" (UniqueName: \"kubernetes.io/projected/fe0ad6ff-828b-4200-ae71-e53f9811d406-kube-api-access-lzsjv\") pod \"fe0ad6ff-828b-4200-ae71-e53f9811d406\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.995706 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-config-data\") pod \"fe0ad6ff-828b-4200-ae71-e53f9811d406\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " Oct 13 19:56:20 crc kubenswrapper[4809]: I1013 19:56:20.995792 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-scripts\") pod \"fe0ad6ff-828b-4200-ae71-e53f9811d406\" (UID: \"fe0ad6ff-828b-4200-ae71-e53f9811d406\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.000175 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-scripts" (OuterVolumeSpecName: "scripts") pod "fe0ad6ff-828b-4200-ae71-e53f9811d406" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.002268 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "fe0ad6ff-828b-4200-ae71-e53f9811d406" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.002996 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fe0ad6ff-828b-4200-ae71-e53f9811d406-kube-api-access-lzsjv" (OuterVolumeSpecName: "kube-api-access-lzsjv") pod "fe0ad6ff-828b-4200-ae71-e53f9811d406" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406"). InnerVolumeSpecName "kube-api-access-lzsjv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.003456 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "fe0ad6ff-828b-4200-ae71-e53f9811d406" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.046878 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "fe0ad6ff-828b-4200-ae71-e53f9811d406" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.059757 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-config-data" (OuterVolumeSpecName: "config-data") pod "fe0ad6ff-828b-4200-ae71-e53f9811d406" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.080617 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "fe0ad6ff-828b-4200-ae71-e53f9811d406" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.087573 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "fe0ad6ff-828b-4200-ae71-e53f9811d406" (UID: "fe0ad6ff-828b-4200-ae71-e53f9811d406"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.099493 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.099526 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lzsjv\" (UniqueName: \"kubernetes.io/projected/fe0ad6ff-828b-4200-ae71-e53f9811d406-kube-api-access-lzsjv\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.099539 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.099548 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.099557 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.099566 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.099576 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.099584 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fe0ad6ff-828b-4200-ae71-e53f9811d406-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.252761 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.299096 4809 generic.go:334] "Generic (PLEG): container finished" podID="4dad514c-515d-4156-8c0e-7a99ccb96cb1" containerID="40a61961f9a00ae49cb74aa7aea56ff715ea727a82cfbbcdaf406f31b0101105" exitCode=0 Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.299155 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" event={"ID":"4dad514c-515d-4156-8c0e-7a99ccb96cb1","Type":"ContainerDied","Data":"40a61961f9a00ae49cb74aa7aea56ff715ea727a82cfbbcdaf406f31b0101105"} Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.301276 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7a9d90d-dcb8-4698-bc6b-8496f7086549" containerID="70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16" exitCode=0 Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.301366 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"a7a9d90d-dcb8-4698-bc6b-8496f7086549","Type":"ContainerDied","Data":"70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16"} Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.301416 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"a7a9d90d-dcb8-4698-bc6b-8496f7086549","Type":"ContainerDied","Data":"dce168a7644770a07d2bde3d87cbb24d1d1ece75ee72d5a2f8bf830f2679ba75"} Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.301415 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.301439 4809 scope.go:117] "RemoveContainer" containerID="70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.308657 4809 generic.go:334] "Generic (PLEG): container finished" podID="fe0ad6ff-828b-4200-ae71-e53f9811d406" containerID="f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf" exitCode=0 Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.308777 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.308777 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" event={"ID":"fe0ad6ff-828b-4200-ae71-e53f9811d406","Type":"ContainerDied","Data":"f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf"} Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.308852 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-6486b55b55-zqxzn" event={"ID":"fe0ad6ff-828b-4200-ae71-e53f9811d406","Type":"ContainerDied","Data":"4a5ca95a2ccbaff4b7495b0c92cd0e71cd6e340b469844168d0ef7e9dfb4d7ee"} Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.319648 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b77adc22-0966-485a-a4e7-51a932290d2a","Type":"ContainerDied","Data":"f269d5520963fbeece954cebd060c9ae837c211e3d95d235f7d89393c21c2197"} Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.319784 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.362905 4809 scope.go:117] "RemoveContainer" containerID="ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.375929 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-6486b55b55-zqxzn"] Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.382293 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-6486b55b55-zqxzn"] Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.400670 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.403069 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/a7a9d90d-dcb8-4698-bc6b-8496f7086549-erlang-cookie-secret\") pod \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.403170 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data\") pod \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.403211 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-erlang-cookie\") pod \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.403239 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/a7a9d90d-dcb8-4698-bc6b-8496f7086549-pod-info\") pod \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.403263 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-tls\") pod \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.403309 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-server-conf\") pod \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.403369 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-confd\") pod \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.403417 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-plugins-conf\") pod \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.403443 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pr5kv\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-kube-api-access-pr5kv\") pod \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.403475 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-plugins\") pod \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.403508 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\" (UID: \"a7a9d90d-dcb8-4698-bc6b-8496f7086549\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.405428 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "a7a9d90d-dcb8-4698-bc6b-8496f7086549" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.405913 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "a7a9d90d-dcb8-4698-bc6b-8496f7086549" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.408416 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/a7a9d90d-dcb8-4698-bc6b-8496f7086549-pod-info" (OuterVolumeSpecName: "pod-info") pod "a7a9d90d-dcb8-4698-bc6b-8496f7086549" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.409149 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "a7a9d90d-dcb8-4698-bc6b-8496f7086549" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.412070 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-kube-api-access-pr5kv" (OuterVolumeSpecName: "kube-api-access-pr5kv") pod "a7a9d90d-dcb8-4698-bc6b-8496f7086549" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549"). InnerVolumeSpecName "kube-api-access-pr5kv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.412713 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.421582 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "a7a9d90d-dcb8-4698-bc6b-8496f7086549" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.421706 4809 scope.go:117] "RemoveContainer" containerID="70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.421969 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a7a9d90d-dcb8-4698-bc6b-8496f7086549-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "a7a9d90d-dcb8-4698-bc6b-8496f7086549" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: E1013 19:56:21.422424 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16\": container with ID starting with 70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16 not found: ID does not exist" containerID="70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.422457 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16"} err="failed to get container status \"70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16\": rpc error: code = NotFound desc = could not find container \"70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16\": container with ID starting with 70274ece61e9d404b718669630cb8ba0cac79b017c6d244fe318dcc52410fd16 not found: ID does not exist" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.422477 4809 scope.go:117] "RemoveContainer" containerID="ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835" Oct 13 19:56:21 crc kubenswrapper[4809]: E1013 19:56:21.422936 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835\": container with ID starting with ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835 not found: ID does not exist" containerID="ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.422992 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835"} err="failed to get container status \"ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835\": rpc error: code = NotFound desc = could not find container \"ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835\": container with ID starting with ad36a19040ca6153674a8a838770c53b39d12fac88f98f38e569b92dbe8cc835 not found: ID does not exist" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.423024 4809 scope.go:117] "RemoveContainer" containerID="f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.423912 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage16-crc" (OuterVolumeSpecName: "persistence") pod "a7a9d90d-dcb8-4698-bc6b-8496f7086549" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549"). InnerVolumeSpecName "local-storage16-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.427627 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data" (OuterVolumeSpecName: "config-data") pod "a7a9d90d-dcb8-4698-bc6b-8496f7086549" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.457478 4809 scope.go:117] "RemoveContainer" containerID="f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf" Oct 13 19:56:21 crc kubenswrapper[4809]: E1013 19:56:21.458838 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf\": container with ID starting with f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf not found: ID does not exist" containerID="f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.458884 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf"} err="failed to get container status \"f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf\": rpc error: code = NotFound desc = could not find container \"f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf\": container with ID starting with f8d60204239168ec719a03b19e25ebaf6be3195fcd4562fc61c33c7070259aaf not found: ID does not exist" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.458908 4809 scope.go:117] "RemoveContainer" containerID="362395c3681264a51f812b60df708008bdca6d80e6880b637e41d084226f0d32" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.471649 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.483955 4809 scope.go:117] "RemoveContainer" containerID="21d3739502b821486c86f89159678c0d1d15b49026052ae6f08e43193a23c6c1" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.499112 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-server-conf" (OuterVolumeSpecName: "server-conf") pod "a7a9d90d-dcb8-4698-bc6b-8496f7086549" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.506227 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.506252 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.506261 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pr5kv\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-kube-api-access-pr5kv\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.506269 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.506290 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.506299 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/a7a9d90d-dcb8-4698-bc6b-8496f7086549-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.506308 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a7a9d90d-dcb8-4698-bc6b-8496f7086549-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.506317 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.506325 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.506332 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/a7a9d90d-dcb8-4698-bc6b-8496f7086549-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.531026 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "a7a9d90d-dcb8-4698-bc6b-8496f7086549" (UID: "a7a9d90d-dcb8-4698-bc6b-8496f7086549"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.531974 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage16-crc" (UniqueName: "kubernetes.io/local-volume/local-storage16-crc") on node "crc" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.607409 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-combined-ca-bundle\") pod \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.607701 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data-custom\") pod \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.607752 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-njlzh\" (UniqueName: \"kubernetes.io/projected/4dad514c-515d-4156-8c0e-7a99ccb96cb1-kube-api-access-njlzh\") pod \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.607788 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4dad514c-515d-4156-8c0e-7a99ccb96cb1-logs\") pod \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.607808 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data\") pod \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\" (UID: \"4dad514c-515d-4156-8c0e-7a99ccb96cb1\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.608121 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.608134 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/a7a9d90d-dcb8-4698-bc6b-8496f7086549-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.610963 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4dad514c-515d-4156-8c0e-7a99ccb96cb1-logs" (OuterVolumeSpecName: "logs") pod "4dad514c-515d-4156-8c0e-7a99ccb96cb1" (UID: "4dad514c-515d-4156-8c0e-7a99ccb96cb1"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.611742 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4dad514c-515d-4156-8c0e-7a99ccb96cb1-kube-api-access-njlzh" (OuterVolumeSpecName: "kube-api-access-njlzh") pod "4dad514c-515d-4156-8c0e-7a99ccb96cb1" (UID: "4dad514c-515d-4156-8c0e-7a99ccb96cb1"). InnerVolumeSpecName "kube-api-access-njlzh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.612207 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "4dad514c-515d-4156-8c0e-7a99ccb96cb1" (UID: "4dad514c-515d-4156-8c0e-7a99ccb96cb1"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.628452 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4dad514c-515d-4156-8c0e-7a99ccb96cb1" (UID: "4dad514c-515d-4156-8c0e-7a99ccb96cb1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.659069 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data" (OuterVolumeSpecName: "config-data") pod "4dad514c-515d-4156-8c0e-7a99ccb96cb1" (UID: "4dad514c-515d-4156-8c0e-7a99ccb96cb1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.709362 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-njlzh\" (UniqueName: \"kubernetes.io/projected/4dad514c-515d-4156-8c0e-7a99ccb96cb1-kube-api-access-njlzh\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.709396 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4dad514c-515d-4156-8c0e-7a99ccb96cb1-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.709406 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.709417 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.709428 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4dad514c-515d-4156-8c0e-7a99ccb96cb1-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.793788 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.807545 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.810751 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.820637 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912353 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rkqbk\" (UniqueName: \"kubernetes.io/projected/95e8be9f-269c-48b8-baf9-c8bbd087d041-kube-api-access-rkqbk\") pod \"95e8be9f-269c-48b8-baf9-c8bbd087d041\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912403 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-log-httpd\") pod \"e7a77786-4029-4a5a-bc49-099762faafda\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912455 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nxbkl\" (UniqueName: \"kubernetes.io/projected/e7a77786-4029-4a5a-bc49-099762faafda-kube-api-access-nxbkl\") pod \"e7a77786-4029-4a5a-bc49-099762faafda\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912474 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data-custom\") pod \"95e8be9f-269c-48b8-baf9-c8bbd087d041\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912501 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-combined-ca-bundle\") pod \"95e8be9f-269c-48b8-baf9-c8bbd087d041\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912526 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-sg-core-conf-yaml\") pod \"e7a77786-4029-4a5a-bc49-099762faafda\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912552 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-run-httpd\") pod \"e7a77786-4029-4a5a-bc49-099762faafda\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912586 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-combined-ca-bundle\") pod \"e7a77786-4029-4a5a-bc49-099762faafda\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912628 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-scripts\") pod \"e7a77786-4029-4a5a-bc49-099762faafda\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912652 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data\") pod \"95e8be9f-269c-48b8-baf9-c8bbd087d041\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912700 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-ceilometer-tls-certs\") pod \"e7a77786-4029-4a5a-bc49-099762faafda\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912716 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95e8be9f-269c-48b8-baf9-c8bbd087d041-logs\") pod \"95e8be9f-269c-48b8-baf9-c8bbd087d041\" (UID: \"95e8be9f-269c-48b8-baf9-c8bbd087d041\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.912763 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-config-data\") pod \"e7a77786-4029-4a5a-bc49-099762faafda\" (UID: \"e7a77786-4029-4a5a-bc49-099762faafda\") " Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.921060 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "e7a77786-4029-4a5a-bc49-099762faafda" (UID: "e7a77786-4029-4a5a-bc49-099762faafda"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.921146 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/95e8be9f-269c-48b8-baf9-c8bbd087d041-logs" (OuterVolumeSpecName: "logs") pod "95e8be9f-269c-48b8-baf9-c8bbd087d041" (UID: "95e8be9f-269c-48b8-baf9-c8bbd087d041"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.921453 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "e7a77786-4029-4a5a-bc49-099762faafda" (UID: "e7a77786-4029-4a5a-bc49-099762faafda"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.924584 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e7a77786-4029-4a5a-bc49-099762faafda-kube-api-access-nxbkl" (OuterVolumeSpecName: "kube-api-access-nxbkl") pod "e7a77786-4029-4a5a-bc49-099762faafda" (UID: "e7a77786-4029-4a5a-bc49-099762faafda"). InnerVolumeSpecName "kube-api-access-nxbkl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.924644 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/95e8be9f-269c-48b8-baf9-c8bbd087d041-kube-api-access-rkqbk" (OuterVolumeSpecName: "kube-api-access-rkqbk") pod "95e8be9f-269c-48b8-baf9-c8bbd087d041" (UID: "95e8be9f-269c-48b8-baf9-c8bbd087d041"). InnerVolumeSpecName "kube-api-access-rkqbk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.927936 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "95e8be9f-269c-48b8-baf9-c8bbd087d041" (UID: "95e8be9f-269c-48b8-baf9-c8bbd087d041"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.928000 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-scripts" (OuterVolumeSpecName: "scripts") pod "e7a77786-4029-4a5a-bc49-099762faafda" (UID: "e7a77786-4029-4a5a-bc49-099762faafda"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.944880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "e7a77786-4029-4a5a-bc49-099762faafda" (UID: "e7a77786-4029-4a5a-bc49-099762faafda"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.946239 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "95e8be9f-269c-48b8-baf9-c8bbd087d041" (UID: "95e8be9f-269c-48b8-baf9-c8bbd087d041"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.971241 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "e7a77786-4029-4a5a-bc49-099762faafda" (UID: "e7a77786-4029-4a5a-bc49-099762faafda"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.979069 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data" (OuterVolumeSpecName: "config-data") pod "95e8be9f-269c-48b8-baf9-c8bbd087d041" (UID: "95e8be9f-269c-48b8-baf9-c8bbd087d041"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.989512 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e7a77786-4029-4a5a-bc49-099762faafda" (UID: "e7a77786-4029-4a5a-bc49-099762faafda"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.990860 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-config-data" (OuterVolumeSpecName: "config-data") pod "e7a77786-4029-4a5a-bc49-099762faafda" (UID: "e7a77786-4029-4a5a-bc49-099762faafda"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:21 crc kubenswrapper[4809]: I1013 19:56:21.994557 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018602 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rkqbk\" (UniqueName: \"kubernetes.io/projected/95e8be9f-269c-48b8-baf9-c8bbd087d041-kube-api-access-rkqbk\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018811 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018825 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nxbkl\" (UniqueName: \"kubernetes.io/projected/e7a77786-4029-4a5a-bc49-099762faafda-kube-api-access-nxbkl\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018838 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018851 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018865 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018905 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7a77786-4029-4a5a-bc49-099762faafda-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018918 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018931 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018943 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/95e8be9f-269c-48b8-baf9-c8bbd087d041-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018954 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.018992 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/95e8be9f-269c-48b8-baf9-c8bbd087d041-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.019003 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7a77786-4029-4a5a-bc49-099762faafda-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.119893 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-config-data\") pod \"697d34be-5232-434e-88a1-ed124befa1d3\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.120367 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-stpl9\" (UniqueName: \"kubernetes.io/projected/697d34be-5232-434e-88a1-ed124befa1d3-kube-api-access-stpl9\") pod \"697d34be-5232-434e-88a1-ed124befa1d3\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.120452 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-combined-ca-bundle\") pod \"697d34be-5232-434e-88a1-ed124befa1d3\" (UID: \"697d34be-5232-434e-88a1-ed124befa1d3\") " Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.126517 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/697d34be-5232-434e-88a1-ed124befa1d3-kube-api-access-stpl9" (OuterVolumeSpecName: "kube-api-access-stpl9") pod "697d34be-5232-434e-88a1-ed124befa1d3" (UID: "697d34be-5232-434e-88a1-ed124befa1d3"). InnerVolumeSpecName "kube-api-access-stpl9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.153943 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-config-data" (OuterVolumeSpecName: "config-data") pod "697d34be-5232-434e-88a1-ed124befa1d3" (UID: "697d34be-5232-434e-88a1-ed124befa1d3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.163913 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "697d34be-5232-434e-88a1-ed124befa1d3" (UID: "697d34be-5232-434e-88a1-ed124befa1d3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.170654 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" path="/var/lib/kubelet/pods/0f6f5c9b-13ce-474e-94b1-0b16186d1316/volumes" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.172228 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="91996fd3-3cbb-458b-a999-6a83b154be58" path="/var/lib/kubelet/pods/91996fd3-3cbb-458b-a999-6a83b154be58/volumes" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.175256 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a7a9d90d-dcb8-4698-bc6b-8496f7086549" path="/var/lib/kubelet/pods/a7a9d90d-dcb8-4698-bc6b-8496f7086549/volumes" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.176982 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b77adc22-0966-485a-a4e7-51a932290d2a" path="/var/lib/kubelet/pods/b77adc22-0966-485a-a4e7-51a932290d2a/volumes" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.178229 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fe0ad6ff-828b-4200-ae71-e53f9811d406" path="/var/lib/kubelet/pods/fe0ad6ff-828b-4200-ae71-e53f9811d406/volumes" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.222369 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.222408 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-stpl9\" (UniqueName: \"kubernetes.io/projected/697d34be-5232-434e-88a1-ed124befa1d3-kube-api-access-stpl9\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.222430 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/697d34be-5232-434e-88a1-ed124befa1d3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.342844 4809 generic.go:334] "Generic (PLEG): container finished" podID="e7a77786-4029-4a5a-bc49-099762faafda" containerID="15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee" exitCode=0 Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.342964 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7a77786-4029-4a5a-bc49-099762faafda","Type":"ContainerDied","Data":"15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee"} Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.343453 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7a77786-4029-4a5a-bc49-099762faafda","Type":"ContainerDied","Data":"9c026e497af185fc93073abac56af16fd9941dcd4202d73a536b617f03589c46"} Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.343028 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.343518 4809 scope.go:117] "RemoveContainer" containerID="95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.355792 4809 generic.go:334] "Generic (PLEG): container finished" podID="697d34be-5232-434e-88a1-ed124befa1d3" containerID="1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55" exitCode=0 Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.355889 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"697d34be-5232-434e-88a1-ed124befa1d3","Type":"ContainerDied","Data":"1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55"} Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.355929 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"697d34be-5232-434e-88a1-ed124befa1d3","Type":"ContainerDied","Data":"7d257357eedbca3d40ffa717ac90f107f82e8515aa16dd20917b6eee3fce9e23"} Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.355994 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.362681 4809 generic.go:334] "Generic (PLEG): container finished" podID="95e8be9f-269c-48b8-baf9-c8bbd087d041" containerID="174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756" exitCode=0 Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.362912 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" event={"ID":"95e8be9f-269c-48b8-baf9-c8bbd087d041","Type":"ContainerDied","Data":"174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756"} Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.363021 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" event={"ID":"95e8be9f-269c-48b8-baf9-c8bbd087d041","Type":"ContainerDied","Data":"14179b9f5e30f86b5c3ccded1dc807434dce27ed8465277c8308ab0ea46c9dde"} Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.362704 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.379572 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.386892 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" event={"ID":"4dad514c-515d-4156-8c0e-7a99ccb96cb1","Type":"ContainerDied","Data":"27e3db248f4671e373d1f8a551411346a7ee04fde5469427660b8c5c84bc69fb"} Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.386963 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.390018 4809 scope.go:117] "RemoveContainer" containerID="b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.398834 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.405904 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.422286 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.428906 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2"] Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.435771 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-768bdcf894-6hgw2"] Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.451976 4809 scope.go:117] "RemoveContainer" containerID="15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.463101 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs"] Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.473107 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-79c8d8cc47-tdhrs"] Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.488129 4809 scope.go:117] "RemoveContainer" containerID="71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.509488 4809 scope.go:117] "RemoveContainer" containerID="95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c" Oct 13 19:56:22 crc kubenswrapper[4809]: E1013 19:56:22.510314 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c\": container with ID starting with 95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c not found: ID does not exist" containerID="95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.510381 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c"} err="failed to get container status \"95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c\": rpc error: code = NotFound desc = could not find container \"95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c\": container with ID starting with 95a8d51c962d8b506efb1062d947ca9232d7dfb33663d220adb26ec116c3060c not found: ID does not exist" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.510452 4809 scope.go:117] "RemoveContainer" containerID="b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4" Oct 13 19:56:22 crc kubenswrapper[4809]: E1013 19:56:22.510958 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4\": container with ID starting with b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4 not found: ID does not exist" containerID="b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.511083 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4"} err="failed to get container status \"b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4\": rpc error: code = NotFound desc = could not find container \"b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4\": container with ID starting with b636aa846315d5e7e7aee2345164d753f700e1627010802563a9f16f2afafdd4 not found: ID does not exist" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.511110 4809 scope.go:117] "RemoveContainer" containerID="15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee" Oct 13 19:56:22 crc kubenswrapper[4809]: E1013 19:56:22.511499 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee\": container with ID starting with 15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee not found: ID does not exist" containerID="15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.511546 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee"} err="failed to get container status \"15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee\": rpc error: code = NotFound desc = could not find container \"15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee\": container with ID starting with 15ff750e8c40b46f6298a7bb12e805b424ab2bf6160a9470a9a7adb5856b22ee not found: ID does not exist" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.511573 4809 scope.go:117] "RemoveContainer" containerID="71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e" Oct 13 19:56:22 crc kubenswrapper[4809]: E1013 19:56:22.512690 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e\": container with ID starting with 71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e not found: ID does not exist" containerID="71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.512776 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e"} err="failed to get container status \"71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e\": rpc error: code = NotFound desc = could not find container \"71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e\": container with ID starting with 71be3c50759d6404fe30eba9c945e1efd380284202166f406dceedcc24612d8e not found: ID does not exist" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.512810 4809 scope.go:117] "RemoveContainer" containerID="1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.562247 4809 scope.go:117] "RemoveContainer" containerID="1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55" Oct 13 19:56:22 crc kubenswrapper[4809]: E1013 19:56:22.563314 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55\": container with ID starting with 1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55 not found: ID does not exist" containerID="1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.563360 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55"} err="failed to get container status \"1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55\": rpc error: code = NotFound desc = could not find container \"1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55\": container with ID starting with 1e83a0462be429f3e6c66bd1dcd761ccfbc636d966ac4a0331ffed68b52b5e55 not found: ID does not exist" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.563390 4809 scope.go:117] "RemoveContainer" containerID="174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.658579 4809 scope.go:117] "RemoveContainer" containerID="cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.694907 4809 scope.go:117] "RemoveContainer" containerID="174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756" Oct 13 19:56:22 crc kubenswrapper[4809]: E1013 19:56:22.695383 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756\": container with ID starting with 174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756 not found: ID does not exist" containerID="174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.695435 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756"} err="failed to get container status \"174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756\": rpc error: code = NotFound desc = could not find container \"174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756\": container with ID starting with 174cd189b0fc827434d418ad9ff1be1e42e1ad7c70bdc9f5fb50fe2fc524d756 not found: ID does not exist" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.695469 4809 scope.go:117] "RemoveContainer" containerID="cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200" Oct 13 19:56:22 crc kubenswrapper[4809]: E1013 19:56:22.695959 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200\": container with ID starting with cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200 not found: ID does not exist" containerID="cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.695997 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200"} err="failed to get container status \"cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200\": rpc error: code = NotFound desc = could not find container \"cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200\": container with ID starting with cf22d867dae1057501a6c8f0f63e85224d08c91a188704513427f83a3d276200 not found: ID does not exist" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.696027 4809 scope.go:117] "RemoveContainer" containerID="40a61961f9a00ae49cb74aa7aea56ff715ea727a82cfbbcdaf406f31b0101105" Oct 13 19:56:22 crc kubenswrapper[4809]: I1013 19:56:22.726290 4809 scope.go:117] "RemoveContainer" containerID="4205646d25f2e9b4a491116f0e07baf17734ea9c4ee4075e985a0e2517d48ae4" Oct 13 19:56:23 crc kubenswrapper[4809]: I1013 19:56:23.683350 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" podUID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" containerName="neutron-httpd" probeResult="failure" output="Get \"https://10.217.1.102:9696/\": dial tcp 10.217.1.102:9696: connect: connection refused" Oct 13 19:56:24 crc kubenswrapper[4809]: I1013 19:56:24.166599 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4dad514c-515d-4156-8c0e-7a99ccb96cb1" path="/var/lib/kubelet/pods/4dad514c-515d-4156-8c0e-7a99ccb96cb1/volumes" Oct 13 19:56:24 crc kubenswrapper[4809]: I1013 19:56:24.167480 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="697d34be-5232-434e-88a1-ed124befa1d3" path="/var/lib/kubelet/pods/697d34be-5232-434e-88a1-ed124befa1d3/volumes" Oct 13 19:56:24 crc kubenswrapper[4809]: I1013 19:56:24.168226 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="95e8be9f-269c-48b8-baf9-c8bbd087d041" path="/var/lib/kubelet/pods/95e8be9f-269c-48b8-baf9-c8bbd087d041/volumes" Oct 13 19:56:24 crc kubenswrapper[4809]: I1013 19:56:24.170382 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e7a77786-4029-4a5a-bc49-099762faafda" path="/var/lib/kubelet/pods/e7a77786-4029-4a5a-bc49-099762faafda/volumes" Oct 13 19:56:24 crc kubenswrapper[4809]: I1013 19:56:24.793930 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:56:24 crc kubenswrapper[4809]: I1013 19:56:24.881832 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5"] Oct 13 19:56:24 crc kubenswrapper[4809]: I1013 19:56:24.882233 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" podUID="a5d10555-5281-429f-8cf9-a13e9e8115c1" containerName="dnsmasq-dns" containerID="cri-o://55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468" gracePeriod=10 Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.415557 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.457675 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.457505 4809 generic.go:334] "Generic (PLEG): container finished" podID="a5d10555-5281-429f-8cf9-a13e9e8115c1" containerID="55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468" exitCode=0 Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.457792 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" event={"ID":"a5d10555-5281-429f-8cf9-a13e9e8115c1","Type":"ContainerDied","Data":"55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468"} Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.457950 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" event={"ID":"a5d10555-5281-429f-8cf9-a13e9e8115c1","Type":"ContainerDied","Data":"7815979e22b4b78cc733d86439f2ded4cad00aeccd40328207413650b3feec74"} Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.457955 4809 scope.go:117] "RemoveContainer" containerID="55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.480302 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rct84\" (UniqueName: \"kubernetes.io/projected/a5d10555-5281-429f-8cf9-a13e9e8115c1-kube-api-access-rct84\") pod \"a5d10555-5281-429f-8cf9-a13e9e8115c1\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.480387 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dnsmasq-svc\") pod \"a5d10555-5281-429f-8cf9-a13e9e8115c1\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.480428 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dns-swift-storage-0\") pod \"a5d10555-5281-429f-8cf9-a13e9e8115c1\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.480507 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-config\") pod \"a5d10555-5281-429f-8cf9-a13e9e8115c1\" (UID: \"a5d10555-5281-429f-8cf9-a13e9e8115c1\") " Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.499347 4809 scope.go:117] "RemoveContainer" containerID="6d4adff5c7edfb62b18718ca8a5282552266cd0668f9b2fb22b67fd7775eb962" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.506669 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a5d10555-5281-429f-8cf9-a13e9e8115c1-kube-api-access-rct84" (OuterVolumeSpecName: "kube-api-access-rct84") pod "a5d10555-5281-429f-8cf9-a13e9e8115c1" (UID: "a5d10555-5281-429f-8cf9-a13e9e8115c1"). InnerVolumeSpecName "kube-api-access-rct84". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.528518 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-config" (OuterVolumeSpecName: "config") pod "a5d10555-5281-429f-8cf9-a13e9e8115c1" (UID: "a5d10555-5281-429f-8cf9-a13e9e8115c1"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.530416 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "a5d10555-5281-429f-8cf9-a13e9e8115c1" (UID: "a5d10555-5281-429f-8cf9-a13e9e8115c1"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.557700 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dns-swift-storage-0" (OuterVolumeSpecName: "dns-swift-storage-0") pod "a5d10555-5281-429f-8cf9-a13e9e8115c1" (UID: "a5d10555-5281-429f-8cf9-a13e9e8115c1"). InnerVolumeSpecName "dns-swift-storage-0". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.576586 4809 scope.go:117] "RemoveContainer" containerID="55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468" Oct 13 19:56:25 crc kubenswrapper[4809]: E1013 19:56:25.577275 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468\": container with ID starting with 55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468 not found: ID does not exist" containerID="55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.577406 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468"} err="failed to get container status \"55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468\": rpc error: code = NotFound desc = could not find container \"55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468\": container with ID starting with 55936910da68a457b2b0078091e425e624b7e57a5207515688ce2590c0001468 not found: ID does not exist" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.577600 4809 scope.go:117] "RemoveContainer" containerID="6d4adff5c7edfb62b18718ca8a5282552266cd0668f9b2fb22b67fd7775eb962" Oct 13 19:56:25 crc kubenswrapper[4809]: E1013 19:56:25.578060 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6d4adff5c7edfb62b18718ca8a5282552266cd0668f9b2fb22b67fd7775eb962\": container with ID starting with 6d4adff5c7edfb62b18718ca8a5282552266cd0668f9b2fb22b67fd7775eb962 not found: ID does not exist" containerID="6d4adff5c7edfb62b18718ca8a5282552266cd0668f9b2fb22b67fd7775eb962" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.578179 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6d4adff5c7edfb62b18718ca8a5282552266cd0668f9b2fb22b67fd7775eb962"} err="failed to get container status \"6d4adff5c7edfb62b18718ca8a5282552266cd0668f9b2fb22b67fd7775eb962\": rpc error: code = NotFound desc = could not find container \"6d4adff5c7edfb62b18718ca8a5282552266cd0668f9b2fb22b67fd7775eb962\": container with ID starting with 6d4adff5c7edfb62b18718ca8a5282552266cd0668f9b2fb22b67fd7775eb962 not found: ID does not exist" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.583383 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rct84\" (UniqueName: \"kubernetes.io/projected/a5d10555-5281-429f-8cf9-a13e9e8115c1-kube-api-access-rct84\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.583484 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.583604 4809 reconciler_common.go:293] "Volume detached for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-dns-swift-storage-0\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.583684 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/a5d10555-5281-429f-8cf9-a13e9e8115c1-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.818268 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5"] Oct 13 19:56:25 crc kubenswrapper[4809]: I1013 19:56:25.832309 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5"] Oct 13 19:56:26 crc kubenswrapper[4809]: I1013 19:56:26.172668 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a5d10555-5281-429f-8cf9-a13e9e8115c1" path="/var/lib/kubelet/pods/a5d10555-5281-429f-8cf9-a13e9e8115c1/volumes" Oct 13 19:56:30 crc kubenswrapper[4809]: I1013 19:56:30.075660 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-b569dffb9-6rvv5" podUID="a5d10555-5281-429f-8cf9-a13e9e8115c1" containerName="dnsmasq-dns" probeResult="failure" output="dial tcp 10.217.1.70:5353: i/o timeout" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.550967 4809 generic.go:334] "Generic (PLEG): container finished" podID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" containerID="7442f948621b0851361432269421b91dbb9197284d6f27bd098f4c1ee46863ab" exitCode=0 Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.551022 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" event={"ID":"7900c01d-4d3d-45ef-beeb-a76c86ff049b","Type":"ContainerDied","Data":"7442f948621b0851361432269421b91dbb9197284d6f27bd098f4c1ee46863ab"} Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.647088 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.831794 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-config\") pod \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.831897 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-combined-ca-bundle\") pod \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.832189 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-httpd-config\") pod \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.832260 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-ovndb-tls-certs\") pod \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.832329 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-public-tls-certs\") pod \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.832419 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-internal-tls-certs\") pod \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.832470 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4wxxl\" (UniqueName: \"kubernetes.io/projected/7900c01d-4d3d-45ef-beeb-a76c86ff049b-kube-api-access-4wxxl\") pod \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\" (UID: \"7900c01d-4d3d-45ef-beeb-a76c86ff049b\") " Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.838964 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7900c01d-4d3d-45ef-beeb-a76c86ff049b-kube-api-access-4wxxl" (OuterVolumeSpecName: "kube-api-access-4wxxl") pod "7900c01d-4d3d-45ef-beeb-a76c86ff049b" (UID: "7900c01d-4d3d-45ef-beeb-a76c86ff049b"). InnerVolumeSpecName "kube-api-access-4wxxl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.840260 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "7900c01d-4d3d-45ef-beeb-a76c86ff049b" (UID: "7900c01d-4d3d-45ef-beeb-a76c86ff049b"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.894583 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "7900c01d-4d3d-45ef-beeb-a76c86ff049b" (UID: "7900c01d-4d3d-45ef-beeb-a76c86ff049b"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.895301 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-config" (OuterVolumeSpecName: "config") pod "7900c01d-4d3d-45ef-beeb-a76c86ff049b" (UID: "7900c01d-4d3d-45ef-beeb-a76c86ff049b"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.911083 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "7900c01d-4d3d-45ef-beeb-a76c86ff049b" (UID: "7900c01d-4d3d-45ef-beeb-a76c86ff049b"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.913763 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7900c01d-4d3d-45ef-beeb-a76c86ff049b" (UID: "7900c01d-4d3d-45ef-beeb-a76c86ff049b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.934430 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.934499 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.934522 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.934541 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4wxxl\" (UniqueName: \"kubernetes.io/projected/7900c01d-4d3d-45ef-beeb-a76c86ff049b-kube-api-access-4wxxl\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.934623 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.934646 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:31 crc kubenswrapper[4809]: I1013 19:56:31.939291 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "7900c01d-4d3d-45ef-beeb-a76c86ff049b" (UID: "7900c01d-4d3d-45ef-beeb-a76c86ff049b"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:56:32 crc kubenswrapper[4809]: I1013 19:56:32.036457 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/7900c01d-4d3d-45ef-beeb-a76c86ff049b-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:32 crc kubenswrapper[4809]: I1013 19:56:32.571099 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" event={"ID":"7900c01d-4d3d-45ef-beeb-a76c86ff049b","Type":"ContainerDied","Data":"5da9ff9897d2d93842b2b2d7e712d96a86877b1d3a3255f92e54ad0eaf4dcc83"} Oct 13 19:56:32 crc kubenswrapper[4809]: I1013 19:56:32.571179 4809 scope.go:117] "RemoveContainer" containerID="df4d6a002bd211890b6a64f83343b1f0a44d940952eb95fa5272dce5de3226f4" Oct 13 19:56:32 crc kubenswrapper[4809]: I1013 19:56:32.571392 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-677dbdbb94-qbq6g" Oct 13 19:56:32 crc kubenswrapper[4809]: I1013 19:56:32.609955 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-677dbdbb94-qbq6g"] Oct 13 19:56:32 crc kubenswrapper[4809]: I1013 19:56:32.614600 4809 scope.go:117] "RemoveContainer" containerID="7442f948621b0851361432269421b91dbb9197284d6f27bd098f4c1ee46863ab" Oct 13 19:56:32 crc kubenswrapper[4809]: I1013 19:56:32.617604 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-677dbdbb94-qbq6g"] Oct 13 19:56:34 crc kubenswrapper[4809]: I1013 19:56:34.172275 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" path="/var/lib/kubelet/pods/7900c01d-4d3d-45ef-beeb-a76c86ff049b/volumes" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.690539 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.712994 4809 generic.go:334] "Generic (PLEG): container finished" podID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerID="a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189" exitCode=137 Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.713044 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189"} Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.713077 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"38a13c5d-9eac-4cbc-abf6-919c8038b869","Type":"ContainerDied","Data":"2dbc25a57807dbb510ba0bc07fab24114fcd111c3f2167777abe5c364304d026"} Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.713098 4809 scope.go:117] "RemoveContainer" containerID="a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.713312 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.731640 4809 scope.go:117] "RemoveContainer" containerID="b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.755363 4809 scope.go:117] "RemoveContainer" containerID="668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.779957 4809 scope.go:117] "RemoveContainer" containerID="cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.812495 4809 scope.go:117] "RemoveContainer" containerID="1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.837035 4809 scope.go:117] "RemoveContainer" containerID="ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.846687 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2cbng\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-kube-api-access-2cbng\") pod \"38a13c5d-9eac-4cbc-abf6-919c8038b869\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.846816 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-lock\") pod \"38a13c5d-9eac-4cbc-abf6-919c8038b869\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.846903 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-cache\") pod \"38a13c5d-9eac-4cbc-abf6-919c8038b869\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.846986 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swift\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"38a13c5d-9eac-4cbc-abf6-919c8038b869\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.847076 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift\") pod \"38a13c5d-9eac-4cbc-abf6-919c8038b869\" (UID: \"38a13c5d-9eac-4cbc-abf6-919c8038b869\") " Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.847666 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-lock" (OuterVolumeSpecName: "lock") pod "38a13c5d-9eac-4cbc-abf6-919c8038b869" (UID: "38a13c5d-9eac-4cbc-abf6-919c8038b869"). InnerVolumeSpecName "lock". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.847837 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-cache" (OuterVolumeSpecName: "cache") pod "38a13c5d-9eac-4cbc-abf6-919c8038b869" (UID: "38a13c5d-9eac-4cbc-abf6-919c8038b869"). InnerVolumeSpecName "cache". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.856075 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "swift") pod "38a13c5d-9eac-4cbc-abf6-919c8038b869" (UID: "38a13c5d-9eac-4cbc-abf6-919c8038b869"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.857768 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "38a13c5d-9eac-4cbc-abf6-919c8038b869" (UID: "38a13c5d-9eac-4cbc-abf6-919c8038b869"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.859983 4809 scope.go:117] "RemoveContainer" containerID="796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.862008 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-kube-api-access-2cbng" (OuterVolumeSpecName: "kube-api-access-2cbng") pod "38a13c5d-9eac-4cbc-abf6-919c8038b869" (UID: "38a13c5d-9eac-4cbc-abf6-919c8038b869"). InnerVolumeSpecName "kube-api-access-2cbng". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.941547 4809 scope.go:117] "RemoveContainer" containerID="03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.949611 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.949660 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2cbng\" (UniqueName: \"kubernetes.io/projected/38a13c5d-9eac-4cbc-abf6-919c8038b869-kube-api-access-2cbng\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.949681 4809 reconciler_common.go:293] "Volume detached for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-lock\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.949699 4809 reconciler_common.go:293] "Volume detached for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/38a13c5d-9eac-4cbc-abf6-919c8038b869-cache\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.949778 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.964891 4809 scope.go:117] "RemoveContainer" containerID="ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.980607 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 19:56:44 crc kubenswrapper[4809]: I1013 19:56:44.987886 4809 scope.go:117] "RemoveContainer" containerID="66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.023914 4809 scope.go:117] "RemoveContainer" containerID="7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.051016 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.065991 4809 scope.go:117] "RemoveContainer" containerID="d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.074422 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.084954 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.096343 4809 scope.go:117] "RemoveContainer" containerID="1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.116672 4809 scope.go:117] "RemoveContainer" containerID="e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.147301 4809 scope.go:117] "RemoveContainer" containerID="eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.177215 4809 scope.go:117] "RemoveContainer" containerID="a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.177900 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189\": container with ID starting with a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189 not found: ID does not exist" containerID="a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.177933 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189"} err="failed to get container status \"a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189\": rpc error: code = NotFound desc = could not find container \"a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189\": container with ID starting with a254b0d09a1a7baaa73f7e581cd7bed5ad34c051099dbd5a3e4e8743ce696189 not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.177955 4809 scope.go:117] "RemoveContainer" containerID="b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.178343 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b\": container with ID starting with b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b not found: ID does not exist" containerID="b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.178384 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b"} err="failed to get container status \"b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b\": rpc error: code = NotFound desc = could not find container \"b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b\": container with ID starting with b930f7caf9cdbf6e0011147ba508a4b892e1cc4df0cde743860a6b2be079d70b not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.178408 4809 scope.go:117] "RemoveContainer" containerID="668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.179018 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50\": container with ID starting with 668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50 not found: ID does not exist" containerID="668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.179088 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50"} err="failed to get container status \"668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50\": rpc error: code = NotFound desc = could not find container \"668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50\": container with ID starting with 668282ed62a0074ce985b73276f37c0a55e437f8f907cd01a4cffee1ae461e50 not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.179134 4809 scope.go:117] "RemoveContainer" containerID="cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.179474 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d\": container with ID starting with cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d not found: ID does not exist" containerID="cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.179533 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d"} err="failed to get container status \"cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d\": rpc error: code = NotFound desc = could not find container \"cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d\": container with ID starting with cfa0c8f3125cd6c15fa17039395b8a66140f807f6ac157c7b54be58c5b1ea65d not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.179574 4809 scope.go:117] "RemoveContainer" containerID="1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.180151 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968\": container with ID starting with 1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968 not found: ID does not exist" containerID="1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.180186 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968"} err="failed to get container status \"1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968\": rpc error: code = NotFound desc = could not find container \"1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968\": container with ID starting with 1ac33cb32507f0d6cc3c8487cfe452c5f21980d87e351cda2c5010f36af18968 not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.180207 4809 scope.go:117] "RemoveContainer" containerID="ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.180546 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5\": container with ID starting with ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5 not found: ID does not exist" containerID="ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.180608 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5"} err="failed to get container status \"ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5\": rpc error: code = NotFound desc = could not find container \"ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5\": container with ID starting with ea58b2480a20c9f102b47e87ed5883ce675003401c8aa996bcf558c530c67db5 not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.180642 4809 scope.go:117] "RemoveContainer" containerID="796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.181475 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c\": container with ID starting with 796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c not found: ID does not exist" containerID="796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.181527 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c"} err="failed to get container status \"796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c\": rpc error: code = NotFound desc = could not find container \"796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c\": container with ID starting with 796e4eef2175457656f6db9ce6b684ee0011645dbe59366f239ad49592b3773c not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.181560 4809 scope.go:117] "RemoveContainer" containerID="03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.182003 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33\": container with ID starting with 03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33 not found: ID does not exist" containerID="03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.182042 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33"} err="failed to get container status \"03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33\": rpc error: code = NotFound desc = could not find container \"03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33\": container with ID starting with 03a090700444da2193f64233c446a5871987dece8ec1255f17e86c9fb5791d33 not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.182066 4809 scope.go:117] "RemoveContainer" containerID="ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.183396 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7\": container with ID starting with ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7 not found: ID does not exist" containerID="ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.183438 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7"} err="failed to get container status \"ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7\": rpc error: code = NotFound desc = could not find container \"ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7\": container with ID starting with ca1f381223d3ca9342b6dd536510fccb16e425e2a0fb617ac15dbe18409541b7 not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.183468 4809 scope.go:117] "RemoveContainer" containerID="66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.183797 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c\": container with ID starting with 66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c not found: ID does not exist" containerID="66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.183839 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c"} err="failed to get container status \"66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c\": rpc error: code = NotFound desc = could not find container \"66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c\": container with ID starting with 66f5b35e553abe82d64b760016f1063548ca76d1b295aa24478a19b6436d580c not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.183864 4809 scope.go:117] "RemoveContainer" containerID="7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.184556 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a\": container with ID starting with 7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a not found: ID does not exist" containerID="7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.184594 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a"} err="failed to get container status \"7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a\": rpc error: code = NotFound desc = could not find container \"7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a\": container with ID starting with 7f759ed8cdd56f9df9e764b8514a9bfd234752fbfc6bc327f09f4d57fcca6b9a not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.184619 4809 scope.go:117] "RemoveContainer" containerID="d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.184929 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9\": container with ID starting with d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9 not found: ID does not exist" containerID="d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.184966 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9"} err="failed to get container status \"d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9\": rpc error: code = NotFound desc = could not find container \"d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9\": container with ID starting with d25534106f4a1dc3a5d243d17c0c941f3e749204183950d8121979a7cbbe9de9 not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.184989 4809 scope.go:117] "RemoveContainer" containerID="1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.185318 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c\": container with ID starting with 1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c not found: ID does not exist" containerID="1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.185358 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c"} err="failed to get container status \"1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c\": rpc error: code = NotFound desc = could not find container \"1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c\": container with ID starting with 1b092615233ff863a631f4e08b227eaf4a6579ca8be291729ab7cc9699ab5a6c not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.185382 4809 scope.go:117] "RemoveContainer" containerID="e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.185791 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85\": container with ID starting with e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85 not found: ID does not exist" containerID="e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.185828 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85"} err="failed to get container status \"e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85\": rpc error: code = NotFound desc = could not find container \"e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85\": container with ID starting with e78777553d6cf23325d13f6a88b1188124b74d56dde5813af3adc3c0c334ee85 not found: ID does not exist" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.185852 4809 scope.go:117] "RemoveContainer" containerID="eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7" Oct 13 19:56:45 crc kubenswrapper[4809]: E1013 19:56:45.186108 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7\": container with ID starting with eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7 not found: ID does not exist" containerID="eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7" Oct 13 19:56:45 crc kubenswrapper[4809]: I1013 19:56:45.186143 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7"} err="failed to get container status \"eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7\": rpc error: code = NotFound desc = could not find container \"eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7\": container with ID starting with eca5a73d0478465f7dd3d52fc72481d94bf5407dd2fcf3626c533d4393d1e8c7 not found: ID does not exist" Oct 13 19:56:46 crc kubenswrapper[4809]: I1013 19:56:46.172757 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" path="/var/lib/kubelet/pods/38a13c5d-9eac-4cbc-abf6-919c8038b869/volumes" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.392156 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-rttln"] Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.397721 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-rttln"] Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.548558 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-qjwxt"] Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.548896 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7a9d90d-dcb8-4698-bc6b-8496f7086549" containerName="rabbitmq" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.548910 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7a9d90d-dcb8-4698-bc6b-8496f7086549" containerName="rabbitmq" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.548928 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0d79de03-c663-4777-823f-49dd969088ae" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.548936 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0d79de03-c663-4777-823f-49dd969088ae" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.548951 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5ced8c74-ceda-48fc-aa1f-57af96086f77" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.548960 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5ced8c74-ceda-48fc-aa1f-57af96086f77" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.548974 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8a486f9c-84aa-486a-b65a-42df693f40e0" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.548982 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8a486f9c-84aa-486a-b65a-42df693f40e0" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.548997 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerName="barbican-api-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549006 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerName="barbican-api-log" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549021 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-replicator" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549029 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-replicator" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549042 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="swift-recon-cron" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549049 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="swift-recon-cron" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549064 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-server" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549071 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-server" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549087 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-updater" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549095 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-updater" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549106 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="525da218-ff74-4589-a742-9e3305949601" containerName="nova-cell1-conductor-conductor" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549113 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="525da218-ff74-4589-a742-9e3305949601" containerName="nova-cell1-conductor-conductor" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549129 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" containerName="placement-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549137 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" containerName="placement-log" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549147 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="41022605-6826-4ed5-b98a-62455a3f4312" containerName="glance-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549155 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="41022605-6826-4ed5-b98a-62455a3f4312" containerName="glance-log" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549168 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="de6a881f-d44c-47d0-8493-28ab40d6efd3" containerName="memcached" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549176 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="de6a881f-d44c-47d0-8493-28ab40d6efd3" containerName="memcached" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549189 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" containerName="placement-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549197 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" containerName="placement-api" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549205 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="proxy-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549213 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="proxy-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549225 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="41022605-6826-4ed5-b98a-62455a3f4312" containerName="glance-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549232 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="41022605-6826-4ed5-b98a-62455a3f4312" containerName="glance-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549240 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cd65b6ef-ba4e-472f-8122-13d64790fc4f" containerName="proxy-server" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549250 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cd65b6ef-ba4e-472f-8122-13d64790fc4f" containerName="proxy-server" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549263 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4dad514c-515d-4156-8c0e-7a99ccb96cb1" containerName="barbican-keystone-listener-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549271 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4dad514c-515d-4156-8c0e-7a99ccb96cb1" containerName="barbican-keystone-listener-log" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549281 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-reaper" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549288 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-reaper" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549298 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b2133e8f-33d7-4619-b065-1312f636ac45" containerName="cinder-api-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549305 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b2133e8f-33d7-4619-b065-1312f636ac45" containerName="cinder-api-log" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549319 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerName="nova-api-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549326 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerName="nova-api-api" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549334 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a2c0ea6f-24b6-44e4-8102-136f4bddf583" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549343 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a2c0ea6f-24b6-44e4-8102-136f4bddf583" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549354 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="08481584-71b4-4911-9487-45559cdbb2fb" containerName="mysql-bootstrap" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549362 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="08481584-71b4-4911-9487-45559cdbb2fb" containerName="mysql-bootstrap" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549376 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-expirer" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549383 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-expirer" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549395 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bcdd92ec-4e58-47a3-9eea-1acd00e796e7" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549403 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bcdd92ec-4e58-47a3-9eea-1acd00e796e7" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549413 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-updater" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549420 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-updater" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549430 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3b8fa53d-db05-4232-ab40-4e882d757e4e" containerName="cinder-scheduler" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549437 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3b8fa53d-db05-4232-ab40-4e882d757e4e" containerName="cinder-scheduler" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549446 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b77adc22-0966-485a-a4e7-51a932290d2a" containerName="setup-container" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549454 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b77adc22-0966-485a-a4e7-51a932290d2a" containerName="setup-container" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549468 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-metadata" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549477 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-metadata" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549491 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="ceilometer-central-agent" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549499 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="ceilometer-central-agent" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549507 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-replicator" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549515 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-replicator" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549523 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a5d10555-5281-429f-8cf9-a13e9e8115c1" containerName="dnsmasq-dns" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549531 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a5d10555-5281-429f-8cf9-a13e9e8115c1" containerName="dnsmasq-dns" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549545 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fe0ad6ff-828b-4200-ae71-e53f9811d406" containerName="keystone-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549552 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fe0ad6ff-828b-4200-ae71-e53f9811d406" containerName="keystone-api" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549566 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="ceilometer-notification-agent" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549573 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="ceilometer-notification-agent" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549583 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-server" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549590 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-server" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549604 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="08481584-71b4-4911-9487-45559cdbb2fb" containerName="galera" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549612 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="08481584-71b4-4911-9487-45559cdbb2fb" containerName="galera" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549620 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="58707cc6-a85f-45d8-a63e-b39c1fc4f900" containerName="glance-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549629 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="58707cc6-a85f-45d8-a63e-b39c1fc4f900" containerName="glance-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549643 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3b8fa53d-db05-4232-ab40-4e882d757e4e" containerName="probe" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549650 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3b8fa53d-db05-4232-ab40-4e882d757e4e" containerName="probe" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549658 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-replicator" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549666 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-replicator" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549673 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b77adc22-0966-485a-a4e7-51a932290d2a" containerName="rabbitmq" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549682 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b77adc22-0966-485a-a4e7-51a932290d2a" containerName="rabbitmq" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549693 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-server" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549701 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-server" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549712 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="91996fd3-3cbb-458b-a999-6a83b154be58" containerName="galera" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549720 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="91996fd3-3cbb-458b-a999-6a83b154be58" containerName="galera" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549753 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerName="barbican-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549761 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerName="barbican-api" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549771 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" containerName="ovsdbserver-nb" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549779 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" containerName="ovsdbserver-nb" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549792 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="sg-core" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549799 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="sg-core" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549825 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="91996fd3-3cbb-458b-a999-6a83b154be58" containerName="mysql-bootstrap" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549833 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="91996fd3-3cbb-458b-a999-6a83b154be58" containerName="mysql-bootstrap" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549846 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549854 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-log" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549865 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="697d34be-5232-434e-88a1-ed124befa1d3" containerName="nova-cell0-conductor-conductor" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549873 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="697d34be-5232-434e-88a1-ed124befa1d3" containerName="nova-cell0-conductor-conductor" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549882 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerName="nova-api-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549890 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerName="nova-api-log" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549903 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cd65b6ef-ba4e-472f-8122-13d64790fc4f" containerName="proxy-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549911 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cd65b6ef-ba4e-472f-8122-13d64790fc4f" containerName="proxy-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549923 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="rsync" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549930 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="rsync" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549942 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1c6c9e67-e3dc-44ed-9590-dd90817b73b8" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549949 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1c6c9e67-e3dc-44ed-9590-dd90817b73b8" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549964 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4dad514c-515d-4156-8c0e-7a99ccb96cb1" containerName="barbican-keystone-listener" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549971 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4dad514c-515d-4156-8c0e-7a99ccb96cb1" containerName="barbican-keystone-listener" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.549982 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b2133e8f-33d7-4619-b065-1312f636ac45" containerName="cinder-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.549989 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b2133e8f-33d7-4619-b065-1312f636ac45" containerName="cinder-api" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550003 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="95e8be9f-269c-48b8-baf9-c8bbd087d041" containerName="barbican-worker-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550011 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="95e8be9f-269c-48b8-baf9-c8bbd087d041" containerName="barbican-worker-log" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550024 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7a9d90d-dcb8-4698-bc6b-8496f7086549" containerName="setup-container" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550031 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7a9d90d-dcb8-4698-bc6b-8496f7086549" containerName="setup-container" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550042 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" containerName="openstack-network-exporter" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550050 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" containerName="openstack-network-exporter" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550059 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-auditor" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550067 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-auditor" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550079 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" containerName="ovn-northd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550087 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" containerName="ovn-northd" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550095 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1c2a3237-3707-434b-a10d-94768b0fd023" containerName="kube-state-metrics" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550104 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1c2a3237-3707-434b-a10d-94768b0fd023" containerName="kube-state-metrics" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550116 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-auditor" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550123 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-auditor" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550131 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="58707cc6-a85f-45d8-a63e-b39c1fc4f900" containerName="glance-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550139 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="58707cc6-a85f-45d8-a63e-b39c1fc4f900" containerName="glance-log" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550148 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550155 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550164 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" containerName="neutron-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550172 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" containerName="neutron-api" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550184 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a5d10555-5281-429f-8cf9-a13e9e8115c1" containerName="init" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550192 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a5d10555-5281-429f-8cf9-a13e9e8115c1" containerName="init" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550204 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-auditor" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550211 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-auditor" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550222 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="95e8be9f-269c-48b8-baf9-c8bbd087d041" containerName="barbican-worker" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550229 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="95e8be9f-269c-48b8-baf9-c8bbd087d041" containerName="barbican-worker" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550241 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" containerName="neutron-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550248 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" containerName="neutron-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550258 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" containerName="openstack-network-exporter" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550265 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" containerName="openstack-network-exporter" Oct 13 19:56:55 crc kubenswrapper[4809]: E1013 19:56:55.550277 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="16c8cf80-9b52-4942-bfe3-6258bd19498d" containerName="nova-scheduler-scheduler" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550284 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="16c8cf80-9b52-4942-bfe3-6258bd19498d" containerName="nova-scheduler-scheduler" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550431 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-metadata" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550448 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-replicator" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550461 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="58707cc6-a85f-45d8-a63e-b39c1fc4f900" containerName="glance-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550468 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-reaper" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550481 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-updater" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550489 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0d79de03-c663-4777-823f-49dd969088ae" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550501 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="41022605-6826-4ed5-b98a-62455a3f4312" containerName="glance-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550511 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="de6a881f-d44c-47d0-8493-28ab40d6efd3" containerName="memcached" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550519 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="697d34be-5232-434e-88a1-ed124befa1d3" containerName="nova-cell0-conductor-conductor" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550528 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5ced8c74-ceda-48fc-aa1f-57af96086f77" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550545 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="swift-recon-cron" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550555 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1c6c9e67-e3dc-44ed-9590-dd90817b73b8" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550567 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" containerName="placement-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550577 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="95e8be9f-269c-48b8-baf9-c8bbd087d041" containerName="barbican-worker" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550586 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="ceilometer-central-agent" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550599 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8a486f9c-84aa-486a-b65a-42df693f40e0" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550608 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-server" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550618 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1c2a3237-3707-434b-a10d-94768b0fd023" containerName="kube-state-metrics" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550627 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b77adc22-0966-485a-a4e7-51a932290d2a" containerName="rabbitmq" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550637 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-updater" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550645 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-server" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550653 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4dad514c-515d-4156-8c0e-7a99ccb96cb1" containerName="barbican-keystone-listener-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550665 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="08481584-71b4-4911-9487-45559cdbb2fb" containerName="galera" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550675 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3b8fa53d-db05-4232-ab40-4e882d757e4e" containerName="probe" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550686 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7a9d90d-dcb8-4698-bc6b-8496f7086549" containerName="rabbitmq" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550694 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" containerName="openstack-network-exporter" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550703 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cd65b6ef-ba4e-472f-8122-13d64790fc4f" containerName="proxy-server" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550714 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerName="barbican-api-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550775 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" containerName="openstack-network-exporter" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550786 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-replicator" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550798 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f5c5dbc7-76c2-4fe0-8f29-753158d0794c" containerName="barbican-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550808 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" containerName="neutron-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550818 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3b8fa53d-db05-4232-ab40-4e882d757e4e" containerName="cinder-scheduler" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550828 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e9acbab9-3474-4ca6-b5eb-c1360ea2dbd5" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550841 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="proxy-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550854 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="525da218-ff74-4589-a742-9e3305949601" containerName="nova-cell1-conductor-conductor" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550863 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b2133e8f-33d7-4619-b065-1312f636ac45" containerName="cinder-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550876 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="container-auditor" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550883 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="ceilometer-notification-agent" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550893 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="95e8be9f-269c-48b8-baf9-c8bbd087d041" containerName="barbican-worker-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550905 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="91996fd3-3cbb-458b-a999-6a83b154be58" containerName="galera" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550914 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-server" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550926 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerName="nova-api-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550935 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c53d8127-6de6-4d8c-b026-9300673fa7f4" containerName="nova-api-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550947 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="rsync" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550958 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cd65b6ef-ba4e-472f-8122-13d64790fc4f" containerName="proxy-httpd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550967 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-replicator" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550975 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bcdd92ec-4e58-47a3-9eea-1acd00e796e7" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550984 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-expirer" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.550997 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fe0ad6ff-828b-4200-ae71-e53f9811d406" containerName="keystone-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551008 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b2133e8f-33d7-4619-b065-1312f636ac45" containerName="cinder-api-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551020 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="77dddafb-7f08-4ae6-b035-85562940e9a0" containerName="nova-metadata-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551031 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8bc65945-5ed8-4a15-8b8f-adf1f0ef0105" containerName="ovsdbserver-nb" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551042 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="account-auditor" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551053 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e7a77786-4029-4a5a-bc49-099762faafda" containerName="sg-core" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551061 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0f6f5c9b-13ce-474e-94b1-0b16186d1316" containerName="ovn-northd" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551068 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a5d10555-5281-429f-8cf9-a13e9e8115c1" containerName="dnsmasq-dns" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551079 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="eeb1f502-bc45-47c0-bd3d-a9d98677a8c4" containerName="placement-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551089 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4dad514c-515d-4156-8c0e-7a99ccb96cb1" containerName="barbican-keystone-listener" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551099 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="41022605-6826-4ed5-b98a-62455a3f4312" containerName="glance-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551108 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7900c01d-4d3d-45ef-beeb-a76c86ff049b" containerName="neutron-api" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551121 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a2c0ea6f-24b6-44e4-8102-136f4bddf583" containerName="mariadb-account-delete" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551129 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38a13c5d-9eac-4cbc-abf6-919c8038b869" containerName="object-auditor" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551137 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="16c8cf80-9b52-4942-bfe3-6258bd19498d" containerName="nova-scheduler-scheduler" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551148 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="58707cc6-a85f-45d8-a63e-b39c1fc4f900" containerName="glance-log" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.551661 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.554006 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.554145 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.557688 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.557710 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.569133 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-qjwxt"] Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.731875 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-crc-storage\") pod \"crc-storage-crc-qjwxt\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.732125 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-node-mnt\") pod \"crc-storage-crc-qjwxt\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.732431 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9mt5w\" (UniqueName: \"kubernetes.io/projected/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-kube-api-access-9mt5w\") pod \"crc-storage-crc-qjwxt\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.833442 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9mt5w\" (UniqueName: \"kubernetes.io/projected/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-kube-api-access-9mt5w\") pod \"crc-storage-crc-qjwxt\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.833567 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-crc-storage\") pod \"crc-storage-crc-qjwxt\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.833616 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-node-mnt\") pod \"crc-storage-crc-qjwxt\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.834014 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-node-mnt\") pod \"crc-storage-crc-qjwxt\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.837051 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-crc-storage\") pod \"crc-storage-crc-qjwxt\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.856921 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9mt5w\" (UniqueName: \"kubernetes.io/projected/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-kube-api-access-9mt5w\") pod \"crc-storage-crc-qjwxt\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:55 crc kubenswrapper[4809]: I1013 19:56:55.878942 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:56 crc kubenswrapper[4809]: I1013 19:56:56.189095 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c36c606e-c69d-4585-ab9d-b7668692de8d" path="/var/lib/kubelet/pods/c36c606e-c69d-4585-ab9d-b7668692de8d/volumes" Oct 13 19:56:56 crc kubenswrapper[4809]: I1013 19:56:56.388889 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-qjwxt"] Oct 13 19:56:56 crc kubenswrapper[4809]: W1013 19:56:56.396912 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5e38c1fa_f3ae_45e8_ba16_d0fd40ea658d.slice/crio-55010e8b9704f2ba6d97642d7b1f2c22c7477c40dafbd4817fd706d749f62548 WatchSource:0}: Error finding container 55010e8b9704f2ba6d97642d7b1f2c22c7477c40dafbd4817fd706d749f62548: Status 404 returned error can't find the container with id 55010e8b9704f2ba6d97642d7b1f2c22c7477c40dafbd4817fd706d749f62548 Oct 13 19:56:56 crc kubenswrapper[4809]: I1013 19:56:56.398768 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 19:56:56 crc kubenswrapper[4809]: I1013 19:56:56.856568 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-qjwxt" event={"ID":"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d","Type":"ContainerStarted","Data":"55010e8b9704f2ba6d97642d7b1f2c22c7477c40dafbd4817fd706d749f62548"} Oct 13 19:56:57 crc kubenswrapper[4809]: I1013 19:56:57.870708 4809 generic.go:334] "Generic (PLEG): container finished" podID="5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d" containerID="6a6a3b41c37ebb2e7a21f59743f3d692185b0cac0518a288592d05e5c1c9e3e2" exitCode=0 Oct 13 19:56:57 crc kubenswrapper[4809]: I1013 19:56:57.870848 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-qjwxt" event={"ID":"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d","Type":"ContainerDied","Data":"6a6a3b41c37ebb2e7a21f59743f3d692185b0cac0518a288592d05e5c1c9e3e2"} Oct 13 19:56:58 crc kubenswrapper[4809]: I1013 19:56:58.593412 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:56:58 crc kubenswrapper[4809]: I1013 19:56:58.593530 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.240994 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.388450 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-node-mnt\") pod \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.388574 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d" (UID: "5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.388587 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-crc-storage\") pod \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.388756 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9mt5w\" (UniqueName: \"kubernetes.io/projected/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-kube-api-access-9mt5w\") pod \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\" (UID: \"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d\") " Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.389399 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.395284 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-kube-api-access-9mt5w" (OuterVolumeSpecName: "kube-api-access-9mt5w") pod "5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d" (UID: "5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d"). InnerVolumeSpecName "kube-api-access-9mt5w". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.422069 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d" (UID: "5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.490830 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.490861 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9mt5w\" (UniqueName: \"kubernetes.io/projected/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d-kube-api-access-9mt5w\") on node \"crc\" DevicePath \"\"" Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.891433 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-qjwxt" event={"ID":"5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d","Type":"ContainerDied","Data":"55010e8b9704f2ba6d97642d7b1f2c22c7477c40dafbd4817fd706d749f62548"} Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.891497 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="55010e8b9704f2ba6d97642d7b1f2c22c7477c40dafbd4817fd706d749f62548" Oct 13 19:56:59 crc kubenswrapper[4809]: I1013 19:56:59.891497 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-qjwxt" Oct 13 19:57:02 crc kubenswrapper[4809]: I1013 19:57:02.129272 4809 scope.go:117] "RemoveContainer" containerID="fb92b6cc39dce85d84f0d2cdb54004d859abd92d899bbd10290f2f24ad7d0432" Oct 13 19:57:02 crc kubenswrapper[4809]: I1013 19:57:02.167992 4809 scope.go:117] "RemoveContainer" containerID="18421f3eeccaec1a9326870591295bffff80dffecf4e2def8ab54204f62d4d15" Oct 13 19:57:02 crc kubenswrapper[4809]: I1013 19:57:02.208765 4809 scope.go:117] "RemoveContainer" containerID="a70638cdd1d9d6a8e05917762acc4f6c6ef43d618723977f122b88ef16cbef73" Oct 13 19:57:02 crc kubenswrapper[4809]: I1013 19:57:02.995491 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-qjwxt"] Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.007628 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-qjwxt"] Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.126834 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-hdhm4"] Oct 13 19:57:03 crc kubenswrapper[4809]: E1013 19:57:03.127438 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d" containerName="storage" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.127482 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d" containerName="storage" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.127833 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d" containerName="storage" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.128797 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.132052 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.132442 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.139026 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.141195 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.148801 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-hdhm4"] Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.150030 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vlcmc\" (UniqueName: \"kubernetes.io/projected/d7d90334-0525-4b59-ac55-14cfdc64fada-kube-api-access-vlcmc\") pod \"crc-storage-crc-hdhm4\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.150131 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/d7d90334-0525-4b59-ac55-14cfdc64fada-node-mnt\") pod \"crc-storage-crc-hdhm4\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.150203 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/d7d90334-0525-4b59-ac55-14cfdc64fada-crc-storage\") pod \"crc-storage-crc-hdhm4\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.252023 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/d7d90334-0525-4b59-ac55-14cfdc64fada-crc-storage\") pod \"crc-storage-crc-hdhm4\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.252187 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vlcmc\" (UniqueName: \"kubernetes.io/projected/d7d90334-0525-4b59-ac55-14cfdc64fada-kube-api-access-vlcmc\") pod \"crc-storage-crc-hdhm4\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.252301 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/d7d90334-0525-4b59-ac55-14cfdc64fada-node-mnt\") pod \"crc-storage-crc-hdhm4\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.252780 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/d7d90334-0525-4b59-ac55-14cfdc64fada-node-mnt\") pod \"crc-storage-crc-hdhm4\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.253912 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/d7d90334-0525-4b59-ac55-14cfdc64fada-crc-storage\") pod \"crc-storage-crc-hdhm4\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.276600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vlcmc\" (UniqueName: \"kubernetes.io/projected/d7d90334-0525-4b59-ac55-14cfdc64fada-kube-api-access-vlcmc\") pod \"crc-storage-crc-hdhm4\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:03 crc kubenswrapper[4809]: I1013 19:57:03.455580 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:04 crc kubenswrapper[4809]: I1013 19:57:04.089362 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-hdhm4"] Oct 13 19:57:04 crc kubenswrapper[4809]: I1013 19:57:04.172089 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d" path="/var/lib/kubelet/pods/5e38c1fa-f3ae-45e8-ba16-d0fd40ea658d/volumes" Oct 13 19:57:04 crc kubenswrapper[4809]: I1013 19:57:04.955064 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-hdhm4" event={"ID":"d7d90334-0525-4b59-ac55-14cfdc64fada","Type":"ContainerStarted","Data":"bce07ee589a3fd240fcbd061bc41a9694c5c1d5ed3a98c896f3968500908bdeb"} Oct 13 19:57:04 crc kubenswrapper[4809]: I1013 19:57:04.955478 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-hdhm4" event={"ID":"d7d90334-0525-4b59-ac55-14cfdc64fada","Type":"ContainerStarted","Data":"4b7cd581dfb14909989a0542f5c096f4e963fd51c946e2388ebac6b38c965e87"} Oct 13 19:57:05 crc kubenswrapper[4809]: I1013 19:57:05.969300 4809 generic.go:334] "Generic (PLEG): container finished" podID="d7d90334-0525-4b59-ac55-14cfdc64fada" containerID="bce07ee589a3fd240fcbd061bc41a9694c5c1d5ed3a98c896f3968500908bdeb" exitCode=0 Oct 13 19:57:05 crc kubenswrapper[4809]: I1013 19:57:05.969372 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-hdhm4" event={"ID":"d7d90334-0525-4b59-ac55-14cfdc64fada","Type":"ContainerDied","Data":"bce07ee589a3fd240fcbd061bc41a9694c5c1d5ed3a98c896f3968500908bdeb"} Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.320329 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.507082 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/d7d90334-0525-4b59-ac55-14cfdc64fada-node-mnt\") pod \"d7d90334-0525-4b59-ac55-14cfdc64fada\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.507199 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/d7d90334-0525-4b59-ac55-14cfdc64fada-crc-storage\") pod \"d7d90334-0525-4b59-ac55-14cfdc64fada\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.507324 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vlcmc\" (UniqueName: \"kubernetes.io/projected/d7d90334-0525-4b59-ac55-14cfdc64fada-kube-api-access-vlcmc\") pod \"d7d90334-0525-4b59-ac55-14cfdc64fada\" (UID: \"d7d90334-0525-4b59-ac55-14cfdc64fada\") " Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.507303 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d7d90334-0525-4b59-ac55-14cfdc64fada-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "d7d90334-0525-4b59-ac55-14cfdc64fada" (UID: "d7d90334-0525-4b59-ac55-14cfdc64fada"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.507708 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/d7d90334-0525-4b59-ac55-14cfdc64fada-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.516566 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d7d90334-0525-4b59-ac55-14cfdc64fada-kube-api-access-vlcmc" (OuterVolumeSpecName: "kube-api-access-vlcmc") pod "d7d90334-0525-4b59-ac55-14cfdc64fada" (UID: "d7d90334-0525-4b59-ac55-14cfdc64fada"). InnerVolumeSpecName "kube-api-access-vlcmc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.547707 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d7d90334-0525-4b59-ac55-14cfdc64fada-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "d7d90334-0525-4b59-ac55-14cfdc64fada" (UID: "d7d90334-0525-4b59-ac55-14cfdc64fada"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.608897 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vlcmc\" (UniqueName: \"kubernetes.io/projected/d7d90334-0525-4b59-ac55-14cfdc64fada-kube-api-access-vlcmc\") on node \"crc\" DevicePath \"\"" Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.608935 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/d7d90334-0525-4b59-ac55-14cfdc64fada-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.984466 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-hdhm4" event={"ID":"d7d90334-0525-4b59-ac55-14cfdc64fada","Type":"ContainerDied","Data":"4b7cd581dfb14909989a0542f5c096f4e963fd51c946e2388ebac6b38c965e87"} Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.984523 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="4b7cd581dfb14909989a0542f5c096f4e963fd51c946e2388ebac6b38c965e87" Oct 13 19:57:06 crc kubenswrapper[4809]: I1013 19:57:06.984560 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-hdhm4" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.363711 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh"] Oct 13 19:57:12 crc kubenswrapper[4809]: E1013 19:57:12.364679 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d7d90334-0525-4b59-ac55-14cfdc64fada" containerName="storage" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.364698 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d7d90334-0525-4b59-ac55-14cfdc64fada" containerName="storage" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.364968 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d7d90334-0525-4b59-ac55-14cfdc64fada" containerName="storage" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.366615 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.371124 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-marketplace"/"default-dockercfg-vmwhc" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.391430 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-util\") pod \"a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.391614 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-bundle\") pod \"a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.391685 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-thfrm\" (UniqueName: \"kubernetes.io/projected/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-kube-api-access-thfrm\") pod \"a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.401894 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh"] Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.492835 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-util\") pod \"a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.492940 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-bundle\") pod \"a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.492980 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-thfrm\" (UniqueName: \"kubernetes.io/projected/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-kube-api-access-thfrm\") pod \"a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.493665 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-util\") pod \"a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.493831 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-bundle\") pod \"a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.515912 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-thfrm\" (UniqueName: \"kubernetes.io/projected/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-kube-api-access-thfrm\") pod \"a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:12 crc kubenswrapper[4809]: I1013 19:57:12.708424 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:13 crc kubenswrapper[4809]: I1013 19:57:13.233163 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh"] Oct 13 19:57:14 crc kubenswrapper[4809]: I1013 19:57:14.052591 4809 generic.go:334] "Generic (PLEG): container finished" podID="5cb4d319-fa56-41ad-8aab-005ef81f8f2c" containerID="1c57ad12a0d17088c47a7f7ca5854fb2045d0cdbac36f063a656b229d7137117" exitCode=0 Oct 13 19:57:14 crc kubenswrapper[4809]: I1013 19:57:14.052678 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" event={"ID":"5cb4d319-fa56-41ad-8aab-005ef81f8f2c","Type":"ContainerDied","Data":"1c57ad12a0d17088c47a7f7ca5854fb2045d0cdbac36f063a656b229d7137117"} Oct 13 19:57:14 crc kubenswrapper[4809]: I1013 19:57:14.053004 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" event={"ID":"5cb4d319-fa56-41ad-8aab-005ef81f8f2c","Type":"ContainerStarted","Data":"00c54bb30d462436605479f3ef6a58f8c288045ffbb9503233dd73665e2f0dff"} Oct 13 19:57:16 crc kubenswrapper[4809]: I1013 19:57:16.077402 4809 generic.go:334] "Generic (PLEG): container finished" podID="5cb4d319-fa56-41ad-8aab-005ef81f8f2c" containerID="e942f060a455efd9202580714fa36bb4ac69aebe5cc2acac6c4da87114432ef7" exitCode=0 Oct 13 19:57:16 crc kubenswrapper[4809]: I1013 19:57:16.077462 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" event={"ID":"5cb4d319-fa56-41ad-8aab-005ef81f8f2c","Type":"ContainerDied","Data":"e942f060a455efd9202580714fa36bb4ac69aebe5cc2acac6c4da87114432ef7"} Oct 13 19:57:17 crc kubenswrapper[4809]: I1013 19:57:17.093802 4809 generic.go:334] "Generic (PLEG): container finished" podID="5cb4d319-fa56-41ad-8aab-005ef81f8f2c" containerID="e888edac74ef1959a248f5009b42b7f5d5f324a8e79e5c76c5f21c4f8f51c6f4" exitCode=0 Oct 13 19:57:17 crc kubenswrapper[4809]: I1013 19:57:17.093963 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" event={"ID":"5cb4d319-fa56-41ad-8aab-005ef81f8f2c","Type":"ContainerDied","Data":"e888edac74ef1959a248f5009b42b7f5d5f324a8e79e5c76c5f21c4f8f51c6f4"} Oct 13 19:57:18 crc kubenswrapper[4809]: I1013 19:57:18.490427 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:18 crc kubenswrapper[4809]: I1013 19:57:18.592000 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-bundle\") pod \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " Oct 13 19:57:18 crc kubenswrapper[4809]: I1013 19:57:18.592064 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-thfrm\" (UniqueName: \"kubernetes.io/projected/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-kube-api-access-thfrm\") pod \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " Oct 13 19:57:18 crc kubenswrapper[4809]: I1013 19:57:18.592265 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-util\") pod \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\" (UID: \"5cb4d319-fa56-41ad-8aab-005ef81f8f2c\") " Oct 13 19:57:18 crc kubenswrapper[4809]: I1013 19:57:18.596482 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-bundle" (OuterVolumeSpecName: "bundle") pod "5cb4d319-fa56-41ad-8aab-005ef81f8f2c" (UID: "5cb4d319-fa56-41ad-8aab-005ef81f8f2c"). InnerVolumeSpecName "bundle". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:57:18 crc kubenswrapper[4809]: I1013 19:57:18.598459 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-kube-api-access-thfrm" (OuterVolumeSpecName: "kube-api-access-thfrm") pod "5cb4d319-fa56-41ad-8aab-005ef81f8f2c" (UID: "5cb4d319-fa56-41ad-8aab-005ef81f8f2c"). InnerVolumeSpecName "kube-api-access-thfrm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:57:18 crc kubenswrapper[4809]: I1013 19:57:18.616123 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-util" (OuterVolumeSpecName: "util") pod "5cb4d319-fa56-41ad-8aab-005ef81f8f2c" (UID: "5cb4d319-fa56-41ad-8aab-005ef81f8f2c"). InnerVolumeSpecName "util". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:57:18 crc kubenswrapper[4809]: I1013 19:57:18.695020 4809 reconciler_common.go:293] "Volume detached for volume \"util\" (UniqueName: \"kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-util\") on node \"crc\" DevicePath \"\"" Oct 13 19:57:18 crc kubenswrapper[4809]: I1013 19:57:18.695080 4809 reconciler_common.go:293] "Volume detached for volume \"bundle\" (UniqueName: \"kubernetes.io/empty-dir/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:57:18 crc kubenswrapper[4809]: I1013 19:57:18.695101 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-thfrm\" (UniqueName: \"kubernetes.io/projected/5cb4d319-fa56-41ad-8aab-005ef81f8f2c-kube-api-access-thfrm\") on node \"crc\" DevicePath \"\"" Oct 13 19:57:19 crc kubenswrapper[4809]: I1013 19:57:19.125045 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" event={"ID":"5cb4d319-fa56-41ad-8aab-005ef81f8f2c","Type":"ContainerDied","Data":"00c54bb30d462436605479f3ef6a58f8c288045ffbb9503233dd73665e2f0dff"} Oct 13 19:57:19 crc kubenswrapper[4809]: I1013 19:57:19.125114 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="00c54bb30d462436605479f3ef6a58f8c288045ffbb9503233dd73665e2f0dff" Oct 13 19:57:19 crc kubenswrapper[4809]: I1013 19:57:19.125146 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh" Oct 13 19:57:28 crc kubenswrapper[4809]: I1013 19:57:28.593412 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:57:28 crc kubenswrapper[4809]: I1013 19:57:28.593851 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.659547 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operators/obo-prometheus-operator-7c8cf85677-4k7vt"] Oct 13 19:57:29 crc kubenswrapper[4809]: E1013 19:57:29.659821 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5cb4d319-fa56-41ad-8aab-005ef81f8f2c" containerName="util" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.659832 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5cb4d319-fa56-41ad-8aab-005ef81f8f2c" containerName="util" Oct 13 19:57:29 crc kubenswrapper[4809]: E1013 19:57:29.659846 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5cb4d319-fa56-41ad-8aab-005ef81f8f2c" containerName="pull" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.659852 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5cb4d319-fa56-41ad-8aab-005ef81f8f2c" containerName="pull" Oct 13 19:57:29 crc kubenswrapper[4809]: E1013 19:57:29.659879 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5cb4d319-fa56-41ad-8aab-005ef81f8f2c" containerName="extract" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.659885 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5cb4d319-fa56-41ad-8aab-005ef81f8f2c" containerName="extract" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.660010 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5cb4d319-fa56-41ad-8aab-005ef81f8f2c" containerName="extract" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.660467 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operators/obo-prometheus-operator-7c8cf85677-4k7vt" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.662285 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-operators"/"kube-root-ca.crt" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.662334 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operators"/"obo-prometheus-operator-dockercfg-5kl4k" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.662632 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-operators"/"openshift-service-ca.crt" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.671232 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operators/obo-prometheus-operator-7c8cf85677-4k7vt"] Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.757749 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kc2mx\" (UniqueName: \"kubernetes.io/projected/3b7c7bed-778c-4fe4-a78f-d816047f2e87-kube-api-access-kc2mx\") pod \"obo-prometheus-operator-7c8cf85677-4k7vt\" (UID: \"3b7c7bed-778c-4fe4-a78f-d816047f2e87\") " pod="openshift-operators/obo-prometheus-operator-7c8cf85677-4k7vt" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.780234 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk"] Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.781070 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.789800 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operators"/"obo-prometheus-operator-admission-webhook-service-cert" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.802043 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk"] Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.802937 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.806837 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operators"/"obo-prometheus-operator-admission-webhook-dockercfg-7v7gk" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.811530 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk"] Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.818825 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk"] Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.859400 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kc2mx\" (UniqueName: \"kubernetes.io/projected/3b7c7bed-778c-4fe4-a78f-d816047f2e87-kube-api-access-kc2mx\") pod \"obo-prometheus-operator-7c8cf85677-4k7vt\" (UID: \"3b7c7bed-778c-4fe4-a78f-d816047f2e87\") " pod="openshift-operators/obo-prometheus-operator-7c8cf85677-4k7vt" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.876705 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kc2mx\" (UniqueName: \"kubernetes.io/projected/3b7c7bed-778c-4fe4-a78f-d816047f2e87-kube-api-access-kc2mx\") pod \"obo-prometheus-operator-7c8cf85677-4k7vt\" (UID: \"3b7c7bed-778c-4fe4-a78f-d816047f2e87\") " pod="openshift-operators/obo-prometheus-operator-7c8cf85677-4k7vt" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.961129 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d-apiservice-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-c5nlk\" (UID: \"f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.961429 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d-webhook-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-c5nlk\" (UID: \"f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.961743 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/46efbeb6-2e66-49c0-afc3-5390abf120e4-webhook-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-8jjmk\" (UID: \"46efbeb6-2e66-49c0-afc3-5390abf120e4\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.961798 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/46efbeb6-2e66-49c0-afc3-5390abf120e4-apiservice-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-8jjmk\" (UID: \"46efbeb6-2e66-49c0-afc3-5390abf120e4\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.983654 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operators/obo-prometheus-operator-7c8cf85677-4k7vt" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.984278 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operators/observability-operator-cc5f78dfc-jdbm4"] Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.985074 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.988209 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operators"/"observability-operator-sa-dockercfg-svkzf" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.988291 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operators"/"observability-operator-tls" Oct 13 19:57:29 crc kubenswrapper[4809]: I1013 19:57:29.998286 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operators/observability-operator-cc5f78dfc-jdbm4"] Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.063206 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d-apiservice-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-c5nlk\" (UID: \"f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.063244 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d-webhook-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-c5nlk\" (UID: \"f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.063306 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/46efbeb6-2e66-49c0-afc3-5390abf120e4-webhook-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-8jjmk\" (UID: \"46efbeb6-2e66-49c0-afc3-5390abf120e4\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.063325 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/46efbeb6-2e66-49c0-afc3-5390abf120e4-apiservice-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-8jjmk\" (UID: \"46efbeb6-2e66-49c0-afc3-5390abf120e4\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.068264 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/46efbeb6-2e66-49c0-afc3-5390abf120e4-apiservice-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-8jjmk\" (UID: \"46efbeb6-2e66-49c0-afc3-5390abf120e4\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.068611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"apiservice-cert\" (UniqueName: \"kubernetes.io/secret/f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d-apiservice-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-c5nlk\" (UID: \"f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.072600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/46efbeb6-2e66-49c0-afc3-5390abf120e4-webhook-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-8jjmk\" (UID: \"46efbeb6-2e66-49c0-afc3-5390abf120e4\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.077394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d-webhook-cert\") pod \"obo-prometheus-operator-admission-webhook-8566c88866-c5nlk\" (UID: \"f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d\") " pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.100633 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.115031 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operators/perses-operator-54bc95c9fb-wxw8s"] Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.129854 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.130357 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.134213 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operators"/"perses-operator-dockercfg-mjxdb" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.177324 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s7hgh\" (UniqueName: \"kubernetes.io/projected/0c360ba2-0696-4610-b01d-dc029d6754d4-kube-api-access-s7hgh\") pod \"observability-operator-cc5f78dfc-jdbm4\" (UID: \"0c360ba2-0696-4610-b01d-dc029d6754d4\") " pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.177403 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"observability-operator-tls\" (UniqueName: \"kubernetes.io/secret/0c360ba2-0696-4610-b01d-dc029d6754d4-observability-operator-tls\") pod \"observability-operator-cc5f78dfc-jdbm4\" (UID: \"0c360ba2-0696-4610-b01d-dc029d6754d4\") " pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.208896 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operators/perses-operator-54bc95c9fb-wxw8s"] Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.280291 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s7hgh\" (UniqueName: \"kubernetes.io/projected/0c360ba2-0696-4610-b01d-dc029d6754d4-kube-api-access-s7hgh\") pod \"observability-operator-cc5f78dfc-jdbm4\" (UID: \"0c360ba2-0696-4610-b01d-dc029d6754d4\") " pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.280356 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4k5kc\" (UniqueName: \"kubernetes.io/projected/7dc1ead4-4200-4ddf-9beb-51d88a4e6caa-kube-api-access-4k5kc\") pod \"perses-operator-54bc95c9fb-wxw8s\" (UID: \"7dc1ead4-4200-4ddf-9beb-51d88a4e6caa\") " pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.280406 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"observability-operator-tls\" (UniqueName: \"kubernetes.io/secret/0c360ba2-0696-4610-b01d-dc029d6754d4-observability-operator-tls\") pod \"observability-operator-cc5f78dfc-jdbm4\" (UID: \"0c360ba2-0696-4610-b01d-dc029d6754d4\") " pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.280475 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openshift-service-ca\" (UniqueName: \"kubernetes.io/configmap/7dc1ead4-4200-4ddf-9beb-51d88a4e6caa-openshift-service-ca\") pod \"perses-operator-54bc95c9fb-wxw8s\" (UID: \"7dc1ead4-4200-4ddf-9beb-51d88a4e6caa\") " pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.306018 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"observability-operator-tls\" (UniqueName: \"kubernetes.io/secret/0c360ba2-0696-4610-b01d-dc029d6754d4-observability-operator-tls\") pod \"observability-operator-cc5f78dfc-jdbm4\" (UID: \"0c360ba2-0696-4610-b01d-dc029d6754d4\") " pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.306537 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-s7hgh\" (UniqueName: \"kubernetes.io/projected/0c360ba2-0696-4610-b01d-dc029d6754d4-kube-api-access-s7hgh\") pod \"observability-operator-cc5f78dfc-jdbm4\" (UID: \"0c360ba2-0696-4610-b01d-dc029d6754d4\") " pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.381415 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4k5kc\" (UniqueName: \"kubernetes.io/projected/7dc1ead4-4200-4ddf-9beb-51d88a4e6caa-kube-api-access-4k5kc\") pod \"perses-operator-54bc95c9fb-wxw8s\" (UID: \"7dc1ead4-4200-4ddf-9beb-51d88a4e6caa\") " pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.381515 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openshift-service-ca\" (UniqueName: \"kubernetes.io/configmap/7dc1ead4-4200-4ddf-9beb-51d88a4e6caa-openshift-service-ca\") pod \"perses-operator-54bc95c9fb-wxw8s\" (UID: \"7dc1ead4-4200-4ddf-9beb-51d88a4e6caa\") " pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.382385 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openshift-service-ca\" (UniqueName: \"kubernetes.io/configmap/7dc1ead4-4200-4ddf-9beb-51d88a4e6caa-openshift-service-ca\") pod \"perses-operator-54bc95c9fb-wxw8s\" (UID: \"7dc1ead4-4200-4ddf-9beb-51d88a4e6caa\") " pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.402133 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4k5kc\" (UniqueName: \"kubernetes.io/projected/7dc1ead4-4200-4ddf-9beb-51d88a4e6caa-kube-api-access-4k5kc\") pod \"perses-operator-54bc95c9fb-wxw8s\" (UID: \"7dc1ead4-4200-4ddf-9beb-51d88a4e6caa\") " pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.467373 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.506985 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operators/obo-prometheus-operator-7c8cf85677-4k7vt"] Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.600025 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.659444 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk"] Oct 13 19:57:30 crc kubenswrapper[4809]: I1013 19:57:30.962420 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk"] Oct 13 19:57:31 crc kubenswrapper[4809]: I1013 19:57:31.046440 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operators/perses-operator-54bc95c9fb-wxw8s"] Oct 13 19:57:31 crc kubenswrapper[4809]: I1013 19:57:31.221497 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operators/observability-operator-cc5f78dfc-jdbm4"] Oct 13 19:57:31 crc kubenswrapper[4809]: I1013 19:57:31.260100 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operators/obo-prometheus-operator-7c8cf85677-4k7vt" event={"ID":"3b7c7bed-778c-4fe4-a78f-d816047f2e87","Type":"ContainerStarted","Data":"08c879acf76191d4b2f88c016e9f7f7ff94c4bab938819c7ccddb87430104b50"} Oct 13 19:57:31 crc kubenswrapper[4809]: I1013 19:57:31.261214 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" event={"ID":"0c360ba2-0696-4610-b01d-dc029d6754d4","Type":"ContainerStarted","Data":"d0307ff9cd1d2c1eaef7b3dd7e31a381cf78da46f3b497b4b6f4f1fba51fc5fb"} Oct 13 19:57:31 crc kubenswrapper[4809]: I1013 19:57:31.262686 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk" event={"ID":"46efbeb6-2e66-49c0-afc3-5390abf120e4","Type":"ContainerStarted","Data":"a90a19ca6c47e27fe0c7e5a18d6b55892b6ddcafda2aa43d0f008b12cdaa0451"} Oct 13 19:57:31 crc kubenswrapper[4809]: I1013 19:57:31.263606 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk" event={"ID":"f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d","Type":"ContainerStarted","Data":"eefff4d512a3012a51a370a349091745ed2d526dc14a18783c446a16e601ee8a"} Oct 13 19:57:31 crc kubenswrapper[4809]: I1013 19:57:31.264381 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" event={"ID":"7dc1ead4-4200-4ddf-9beb-51d88a4e6caa","Type":"ContainerStarted","Data":"4d43356b8e10d8b2091a63abaee13e2c44e90211d313635188200a3f64dd033f"} Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.820971 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.822469 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.825874 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-config-data" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.826035 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-default-user" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.826259 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-server-dockercfg-hqk7g" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.826366 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-erlang-cookie" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.826458 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-plugins-conf" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.826548 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-server-conf" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.826722 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-svc" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.835931 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.958226 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.958265 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.958287 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-server-conf\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.958332 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.958350 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b4cc714d-1e78-4312-92c8-0be19c17e682-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.958367 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.958385 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b4cc714d-1e78-4312-92c8-0be19c17e682-pod-info\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.958667 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.958767 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.958804 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:34 crc kubenswrapper[4809]: I1013 19:57:34.958978 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n25bj\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-kube-api-access-n25bj\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.060182 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.060248 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.060274 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.060319 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n25bj\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-kube-api-access-n25bj\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.060379 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.060395 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.060411 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-server-conf\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.060429 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.060461 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b4cc714d-1e78-4312-92c8-0be19c17e682-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.060477 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.060491 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b4cc714d-1e78-4312-92c8-0be19c17e682-pod-info\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.061199 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.061459 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.061493 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") device mount path \"/mnt/openstack/pv15\"" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.062249 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.062378 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.062493 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-server-conf\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.067203 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.068927 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.071844 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b4cc714d-1e78-4312-92c8-0be19c17e682-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.084694 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b4cc714d-1e78-4312-92c8-0be19c17e682-pod-info\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.084763 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n25bj\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-kube-api-access-n25bj\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.090244 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"rabbitmq-server-0\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:35 crc kubenswrapper[4809]: I1013 19:57:35.148764 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.101060 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.102375 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.105427 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config-data" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.105970 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-scripts" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.106125 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"osp-secret" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.106235 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-dockercfg-tlmpt" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.110421 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-svc" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.111348 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"combined-ca-bundle" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.113613 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.179750 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-config-data-default\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.179829 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.179850 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-operator-scripts\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.179870 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-kolla-config\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.179944 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/c966cca2-781a-4028-9742-debae5f3e722-config-data-generated\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.179964 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.180038 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.180082 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-secrets\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.180110 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mnjwt\" (UniqueName: \"kubernetes.io/projected/c966cca2-781a-4028-9742-debae5f3e722-kube-api-access-mnjwt\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.281707 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-config-data-default\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.281852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.281871 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-operator-scripts\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.281893 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-kolla-config\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.281930 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/c966cca2-781a-4028-9742-debae5f3e722-config-data-generated\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.281951 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.281979 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.282010 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-secrets\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.282034 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mnjwt\" (UniqueName: \"kubernetes.io/projected/c966cca2-781a-4028-9742-debae5f3e722-kube-api-access-mnjwt\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.282308 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") device mount path \"/mnt/openstack/pv19\"" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.282367 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/c966cca2-781a-4028-9742-debae5f3e722-config-data-generated\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.282757 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-config-data-default\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.283185 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-kolla-config\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.283818 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-operator-scripts\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.285849 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-secrets\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.288613 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.303331 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.306664 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mnjwt\" (UniqueName: \"kubernetes.io/projected/c966cca2-781a-4028-9742-debae5f3e722-kube-api-access-mnjwt\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.327852 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"openstack-galera-0\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.451640 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.471932 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.472901 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.476914 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-memcached-svc" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.477302 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.477808 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-9njjt" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.485647 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.585523 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-config-data\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.585567 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-kolla-config\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.585606 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6s84b\" (UniqueName: \"kubernetes.io/projected/5fbade22-8002-48f4-b34a-19a9f07336d0-kube-api-access-6s84b\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.585652 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-memcached-tls-certs\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.585698 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-combined-ca-bundle\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.687228 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-config-data\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.687276 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-kolla-config\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.687307 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6s84b\" (UniqueName: \"kubernetes.io/projected/5fbade22-8002-48f4-b34a-19a9f07336d0-kube-api-access-6s84b\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.687353 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-memcached-tls-certs\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.687393 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-combined-ca-bundle\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.688142 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-kolla-config\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.688822 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-config-data\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.690959 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-combined-ca-bundle\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.707790 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6s84b\" (UniqueName: \"kubernetes.io/projected/5fbade22-8002-48f4-b34a-19a9f07336d0-kube-api-access-6s84b\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.711318 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-memcached-tls-certs\") pod \"memcached-0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:36 crc kubenswrapper[4809]: I1013 19:57:36.790615 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:38 crc kubenswrapper[4809]: I1013 19:57:38.466144 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:57:38 crc kubenswrapper[4809]: I1013 19:57:38.467267 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:57:38 crc kubenswrapper[4809]: I1013 19:57:38.469602 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"telemetry-ceilometer-dockercfg-krzxn" Oct 13 19:57:38 crc kubenswrapper[4809]: I1013 19:57:38.484186 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:57:38 crc kubenswrapper[4809]: I1013 19:57:38.625704 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nc8rq\" (UniqueName: \"kubernetes.io/projected/fba25e6d-f1c4-472f-9e46-ffedc7df6312-kube-api-access-nc8rq\") pod \"kube-state-metrics-0\" (UID: \"fba25e6d-f1c4-472f-9e46-ffedc7df6312\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:57:38 crc kubenswrapper[4809]: I1013 19:57:38.727304 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nc8rq\" (UniqueName: \"kubernetes.io/projected/fba25e6d-f1c4-472f-9e46-ffedc7df6312-kube-api-access-nc8rq\") pod \"kube-state-metrics-0\" (UID: \"fba25e6d-f1c4-472f-9e46-ffedc7df6312\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:57:38 crc kubenswrapper[4809]: I1013 19:57:38.745390 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nc8rq\" (UniqueName: \"kubernetes.io/projected/fba25e6d-f1c4-472f-9e46-ffedc7df6312-kube-api-access-nc8rq\") pod \"kube-state-metrics-0\" (UID: \"fba25e6d-f1c4-472f-9e46-ffedc7df6312\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:57:38 crc kubenswrapper[4809]: I1013 19:57:38.830912 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:57:40 crc kubenswrapper[4809]: W1013 19:57:40.195671 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc966cca2_781a_4028_9742_debae5f3e722.slice/crio-fe77fe9f4ba19e15d25a15dd5e9bda37bf4fa0a0763fad5ab64ca44011fe833a WatchSource:0}: Error finding container fe77fe9f4ba19e15d25a15dd5e9bda37bf4fa0a0763fad5ab64ca44011fe833a: Status 404 returned error can't find the container with id fe77fe9f4ba19e15d25a15dd5e9bda37bf4fa0a0763fad5ab64ca44011fe833a Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.196684 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.279919 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 19:57:40 crc kubenswrapper[4809]: W1013 19:57:40.281796 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5fbade22_8002_48f4_b34a_19a9f07336d0.slice/crio-36741d43661b1a6385a9e080b936098dd2be11864254bf942b54697b3d731ea7 WatchSource:0}: Error finding container 36741d43661b1a6385a9e080b936098dd2be11864254bf942b54697b3d731ea7: Status 404 returned error can't find the container with id 36741d43661b1a6385a9e080b936098dd2be11864254bf942b54697b3d731ea7 Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.294104 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.311342 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 19:57:40 crc kubenswrapper[4809]: W1013 19:57:40.321177 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb4cc714d_1e78_4312_92c8_0be19c17e682.slice/crio-d04bf95b0d44915dbcd6671c5d728e156f78bb3aa713a1b03b6503d1fa383422 WatchSource:0}: Error finding container d04bf95b0d44915dbcd6671c5d728e156f78bb3aa713a1b03b6503d1fa383422: Status 404 returned error can't find the container with id d04bf95b0d44915dbcd6671c5d728e156f78bb3aa713a1b03b6503d1fa383422 Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.385615 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk" event={"ID":"46efbeb6-2e66-49c0-afc3-5390abf120e4","Type":"ContainerStarted","Data":"17cc26b95623614b6da9297cedadd40a7bf8334bae748be64e1fecae24cab096"} Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.388673 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk" event={"ID":"f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d","Type":"ContainerStarted","Data":"34fe18acf260e7cecd3e7e062eedd904ec67ba03fed3bc091cff6bc66ffe74a3"} Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.390270 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b4cc714d-1e78-4312-92c8-0be19c17e682","Type":"ContainerStarted","Data":"d04bf95b0d44915dbcd6671c5d728e156f78bb3aa713a1b03b6503d1fa383422"} Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.394324 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"fba25e6d-f1c4-472f-9e46-ffedc7df6312","Type":"ContainerStarted","Data":"8b0f43db1e90d495ce5206406a1e12c54c25d4b7f8399fa05ca6ddf0637a3f80"} Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.396719 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" event={"ID":"7dc1ead4-4200-4ddf-9beb-51d88a4e6caa","Type":"ContainerStarted","Data":"31095f61f470138f7a4892ea2a2b91c3c4fb7c68bb325109afaf2e6b72585423"} Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.397185 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.398260 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"5fbade22-8002-48f4-b34a-19a9f07336d0","Type":"ContainerStarted","Data":"36741d43661b1a6385a9e080b936098dd2be11864254bf942b54697b3d731ea7"} Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.400150 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operators/obo-prometheus-operator-7c8cf85677-4k7vt" event={"ID":"3b7c7bed-778c-4fe4-a78f-d816047f2e87","Type":"ContainerStarted","Data":"54aa7ca663ee0710ce4395bf2d44d25336648a06101eebfc366b67996592d352"} Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.413602 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-8jjmk" podStartSLOduration=2.926972246 podStartE2EDuration="11.413583198s" podCreationTimestamp="2025-10-13 19:57:29 +0000 UTC" firstStartedPulling="2025-10-13 19:57:30.980400161 +0000 UTC m=+1969.586146746" lastFinishedPulling="2025-10-13 19:57:39.467011113 +0000 UTC m=+1978.072757698" observedRunningTime="2025-10-13 19:57:40.409482315 +0000 UTC m=+1979.015228900" watchObservedRunningTime="2025-10-13 19:57:40.413583198 +0000 UTC m=+1979.019329783" Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.414164 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"c966cca2-781a-4028-9742-debae5f3e722","Type":"ContainerStarted","Data":"fe77fe9f4ba19e15d25a15dd5e9bda37bf4fa0a0763fad5ab64ca44011fe833a"} Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.422081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" event={"ID":"0c360ba2-0696-4610-b01d-dc029d6754d4","Type":"ContainerStarted","Data":"a8c0f7d623327728237a8523b87f914c0a24390a2a2aa5af30b5fd4a3e7aca93"} Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.422413 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.438820 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.492701 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-operators/obo-prometheus-operator-7c8cf85677-4k7vt" podStartSLOduration=2.463670658 podStartE2EDuration="11.492685904s" podCreationTimestamp="2025-10-13 19:57:29 +0000 UTC" firstStartedPulling="2025-10-13 19:57:30.528040515 +0000 UTC m=+1969.133787100" lastFinishedPulling="2025-10-13 19:57:39.557055741 +0000 UTC m=+1978.162802346" observedRunningTime="2025-10-13 19:57:40.491903503 +0000 UTC m=+1979.097650088" watchObservedRunningTime="2025-10-13 19:57:40.492685904 +0000 UTC m=+1979.098432479" Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.496300 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" podStartSLOduration=1.998656887 podStartE2EDuration="10.496287523s" podCreationTimestamp="2025-10-13 19:57:30 +0000 UTC" firstStartedPulling="2025-10-13 19:57:31.059493327 +0000 UTC m=+1969.665239912" lastFinishedPulling="2025-10-13 19:57:39.557123953 +0000 UTC m=+1978.162870548" observedRunningTime="2025-10-13 19:57:40.435046728 +0000 UTC m=+1979.040793323" watchObservedRunningTime="2025-10-13 19:57:40.496287523 +0000 UTC m=+1979.102034108" Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.521566 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-operators/obo-prometheus-operator-admission-webhook-8566c88866-c5nlk" podStartSLOduration=2.7920332329999997 podStartE2EDuration="11.521550618s" podCreationTimestamp="2025-10-13 19:57:29 +0000 UTC" firstStartedPulling="2025-10-13 19:57:30.737494608 +0000 UTC m=+1969.343241193" lastFinishedPulling="2025-10-13 19:57:39.467011983 +0000 UTC m=+1978.072758578" observedRunningTime="2025-10-13 19:57:40.517484146 +0000 UTC m=+1979.123230731" watchObservedRunningTime="2025-10-13 19:57:40.521550618 +0000 UTC m=+1979.127297203" Oct 13 19:57:40 crc kubenswrapper[4809]: I1013 19:57:40.609245 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-operators/observability-operator-cc5f78dfc-jdbm4" podStartSLOduration=3.243484905 podStartE2EDuration="11.609227791s" podCreationTimestamp="2025-10-13 19:57:29 +0000 UTC" firstStartedPulling="2025-10-13 19:57:31.220255401 +0000 UTC m=+1969.826001986" lastFinishedPulling="2025-10-13 19:57:39.585998297 +0000 UTC m=+1978.191744872" observedRunningTime="2025-10-13 19:57:40.580288484 +0000 UTC m=+1979.186035069" watchObservedRunningTime="2025-10-13 19:57:40.609227791 +0000 UTC m=+1979.214974376" Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.429562 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"5fbade22-8002-48f4-b34a-19a9f07336d0","Type":"ContainerStarted","Data":"84724e1351e273fe11d511cf73140c4facfef3264112711dce9b436d1a42836d"} Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.429903 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.430634 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b4cc714d-1e78-4312-92c8-0be19c17e682","Type":"ContainerStarted","Data":"7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527"} Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.432559 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"fba25e6d-f1c4-472f-9e46-ffedc7df6312","Type":"ContainerStarted","Data":"1ca2d6822d49b1b978fd875e33770c4d9f0f8097823086018d4862134843dfc2"} Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.432953 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.435197 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"c966cca2-781a-4028-9742-debae5f3e722","Type":"ContainerStarted","Data":"df7eef8e877bb4e90c530b8872b0cdf1b4a7e52c959a3c0efcef007c0b5a1c83"} Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.446223 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=5.446207809 podStartE2EDuration="5.446207809s" podCreationTimestamp="2025-10-13 19:57:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:57:41.4451498 +0000 UTC m=+1980.050896395" watchObservedRunningTime="2025-10-13 19:57:41.446207809 +0000 UTC m=+1980.051954394" Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.495288 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=3.091105669 podStartE2EDuration="3.495268959s" podCreationTimestamp="2025-10-13 19:57:38 +0000 UTC" firstStartedPulling="2025-10-13 19:57:40.32135735 +0000 UTC m=+1978.927103925" lastFinishedPulling="2025-10-13 19:57:40.72552063 +0000 UTC m=+1979.331267215" observedRunningTime="2025-10-13 19:57:41.494478727 +0000 UTC m=+1980.100225312" watchObservedRunningTime="2025-10-13 19:57:41.495268959 +0000 UTC m=+1980.101015544" Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.981801 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.983203 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.986195 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-ssgdp" Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.986334 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovn-metrics" Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.986507 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.986678 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.986860 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 19:57:41 crc kubenswrapper[4809]: I1013 19:57:41.992569 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.101115 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-config\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.101205 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.101236 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.101404 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.101597 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.101645 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.101699 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5kfx6\" (UniqueName: \"kubernetes.io/projected/9c1d9260-d6ab-44ac-bc11-341aece5ce85-kube-api-access-5kfx6\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.101805 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.203666 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-config\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.204026 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.204118 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.204814 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.204931 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.205022 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.205107 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5kfx6\" (UniqueName: \"kubernetes.io/projected/9c1d9260-d6ab-44ac-bc11-341aece5ce85-kube-api-access-5kfx6\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.204617 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.205203 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.205548 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.210901 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovn-metrics" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.210935 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.211091 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.211129 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.213606 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.215555 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-config\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.217182 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.218038 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.227419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.247945 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.250337 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5kfx6\" (UniqueName: \"kubernetes.io/projected/9c1d9260-d6ab-44ac-bc11-341aece5ce85-kube-api-access-5kfx6\") pod \"ovsdbserver-nb-0\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.308803 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-ssgdp" Oct 13 19:57:42 crc kubenswrapper[4809]: I1013 19:57:42.314675 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:42.748898 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.365895 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/alertmanager-metric-storage-0"] Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.373192 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.376654 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"alertmanager-metric-storage-tls-assets-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.376716 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"alertmanager-metric-storage-web-config" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.376844 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"metric-storage-alertmanager-dockercfg-2fb6p" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.377028 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"alertmanager-metric-storage-generated" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.382489 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/alertmanager-metric-storage-0"] Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.424316 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-tls-assets\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.424379 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-config-out\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.424404 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6cfjv\" (UniqueName: \"kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-kube-api-access-6cfjv\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.424453 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"alertmanager-metric-storage-db\" (UniqueName: \"kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-alertmanager-metric-storage-db\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.424490 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-web-config\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.424516 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-config-volume\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.468890 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9c1d9260-d6ab-44ac-bc11-341aece5ce85","Type":"ContainerStarted","Data":"b45def3ac7f75b80c32e67ac872cdbf353a28e1016a1a780aae2d7334ad39bab"} Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.468926 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9c1d9260-d6ab-44ac-bc11-341aece5ce85","Type":"ContainerStarted","Data":"f605e16c05d1e684d38e0927181161972f94e4d7261a9009e5f4a69542e2a389"} Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.468936 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9c1d9260-d6ab-44ac-bc11-341aece5ce85","Type":"ContainerStarted","Data":"ab960a0bd65cc0be213ff389f6a94ee200b4f3b9497fe05499106afe09d168fd"} Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.494641 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=3.49462385 podStartE2EDuration="3.49462385s" podCreationTimestamp="2025-10-13 19:57:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:57:43.490176427 +0000 UTC m=+1982.095923012" watchObservedRunningTime="2025-10-13 19:57:43.49462385 +0000 UTC m=+1982.100370435" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.525201 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-config-out\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.525244 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6cfjv\" (UniqueName: \"kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-kube-api-access-6cfjv\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.525558 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"alertmanager-metric-storage-db\" (UniqueName: \"kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-alertmanager-metric-storage-db\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.525585 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-web-config\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.525641 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-config-volume\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.525702 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-tls-assets\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.526106 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"alertmanager-metric-storage-db\" (UniqueName: \"kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-alertmanager-metric-storage-db\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.533536 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-web-config\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.542038 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-config-out\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.549294 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-volume\" (UniqueName: \"kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-config-volume\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.559231 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-tls-assets\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.590443 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6cfjv\" (UniqueName: \"kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-kube-api-access-6cfjv\") pod \"alertmanager-metric-storage-0\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:43 crc kubenswrapper[4809]: I1013 19:57:43.693378 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.146272 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/alertmanager-metric-storage-0"] Oct 13 19:57:44 crc kubenswrapper[4809]: W1013 19:57:44.150443 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod8bcc1501_3c63_4666_b414_f7294ef80e11.slice/crio-93c38be3cdb16254670f4e82993f6a5fe19098bb8d8e632b07ca7a74412bf7fd WatchSource:0}: Error finding container 93c38be3cdb16254670f4e82993f6a5fe19098bb8d8e632b07ca7a74412bf7fd: Status 404 returned error can't find the container with id 93c38be3cdb16254670f4e82993f6a5fe19098bb8d8e632b07ca7a74412bf7fd Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.477800 4809 generic.go:334] "Generic (PLEG): container finished" podID="c966cca2-781a-4028-9742-debae5f3e722" containerID="df7eef8e877bb4e90c530b8872b0cdf1b4a7e52c959a3c0efcef007c0b5a1c83" exitCode=0 Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.477894 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"c966cca2-781a-4028-9742-debae5f3e722","Type":"ContainerDied","Data":"df7eef8e877bb4e90c530b8872b0cdf1b4a7e52c959a3c0efcef007c0b5a1c83"} Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.480070 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" event={"ID":"8bcc1501-3c63-4666-b414-f7294ef80e11","Type":"ContainerStarted","Data":"93c38be3cdb16254670f4e82993f6a5fe19098bb8d8e632b07ca7a74412bf7fd"} Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.629676 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.632602 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.635329 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"prometheus-metric-storage-web-config" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.635425 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"prometheus-metric-storage" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.636637 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"prometheus-metric-storage-thanos-prometheus-http-client-file" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.636654 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"prometheus-metric-storage-rulefiles-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.637592 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"metric-storage-prometheus-dockercfg-h8jnp" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.642562 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"prometheus-metric-storage-tls-assets-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.649816 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.749436 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-web-config\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.749481 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-tls-assets\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.749538 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t4pbf\" (UniqueName: \"kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-kube-api-access-t4pbf\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.749644 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.749680 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.749701 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"thanos-prometheus-http-client-file\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-thanos-prometheus-http-client-file\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.749758 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config-out\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.749795 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"prometheus-metric-storage-rulefiles-0\" (UniqueName: \"kubernetes.io/configmap/7f0eb16d-b786-49d8-baa0-d53c3a05f013-prometheus-metric-storage-rulefiles-0\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.850719 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.850983 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.851112 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"thanos-prometheus-http-client-file\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-thanos-prometheus-http-client-file\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.851230 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config-out\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.851354 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"prometheus-metric-storage-rulefiles-0\" (UniqueName: \"kubernetes.io/configmap/7f0eb16d-b786-49d8-baa0-d53c3a05f013-prometheus-metric-storage-rulefiles-0\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.851464 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-web-config\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.851577 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-tls-assets\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.851693 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-t4pbf\" (UniqueName: \"kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-kube-api-access-t4pbf\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.852410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"prometheus-metric-storage-rulefiles-0\" (UniqueName: \"kubernetes.io/configmap/7f0eb16d-b786-49d8-baa0-d53c3a05f013-prometheus-metric-storage-rulefiles-0\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.855582 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.855768 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-web-config\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.856152 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config-out\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.856559 4809 csi_attacher.go:380] kubernetes.io/csi: attacher.MountDevice STAGE_UNSTAGE_VOLUME capability not set. Skipping MountDevice... Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.856589 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") device mount path \"/var/lib/kubelet/plugins/kubernetes.io/csi/kubevirt.io.hostpath-provisioner/3d467ba3490a9ff4bfb0cbf7e1c49f65ee4b1bd4c06027eee069778b2dc36712/globalmount\"" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.858341 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-tls-assets\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.860301 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"thanos-prometheus-http-client-file\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-thanos-prometheus-http-client-file\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.872081 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-t4pbf\" (UniqueName: \"kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-kube-api-access-t4pbf\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.890853 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") pod \"prometheus-metric-storage-0\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:44 crc kubenswrapper[4809]: I1013 19:57:44.948109 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.078087 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.080027 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.083213 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.083490 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-sb-ovndbs" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.083658 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-xxnnt" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.083806 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.104920 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.262760 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-config\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.263449 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.263480 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.263514 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p7zrz\" (UniqueName: \"kubernetes.io/projected/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-kube-api-access-p7zrz\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.263604 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.263637 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.263668 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.263750 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.317409 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.365459 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-config\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.365523 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.365544 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.365570 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p7zrz\" (UniqueName: \"kubernetes.io/projected/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-kube-api-access-p7zrz\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.365604 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.365624 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.365645 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.365674 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.367323 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") device mount path \"/mnt/openstack/pv02\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.368264 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.369174 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-config\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.369495 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.374923 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.384138 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p7zrz\" (UniqueName: \"kubernetes.io/projected/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-kube-api-access-p7zrz\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.402398 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.403657 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.424365 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.433075 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.483373 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.566279 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"c966cca2-781a-4028-9742-debae5f3e722","Type":"ContainerStarted","Data":"3ec8cec7b5be0a8573bba7354bac5fee27f0b41bd9705179e88c29b4f5e91c16"} Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.566942 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.594795 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-0" podStartSLOduration=10.594773223 podStartE2EDuration="10.594773223s" podCreationTimestamp="2025-10-13 19:57:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:57:45.589303052 +0000 UTC m=+1984.195049637" watchObservedRunningTime="2025-10-13 19:57:45.594773223 +0000 UTC m=+1984.200519808" Oct 13 19:57:45 crc kubenswrapper[4809]: I1013 19:57:45.722056 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:46 crc kubenswrapper[4809]: I1013 19:57:46.215648 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 19:57:46 crc kubenswrapper[4809]: W1013 19:57:46.237237 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod75dfc8c2_f0dd_4b6d_a316_6d0f26f83c21.slice/crio-891f070003f30b2873b718fcfb4311d41794803cc291b5404571e6ca9b6ceee4 WatchSource:0}: Error finding container 891f070003f30b2873b718fcfb4311d41794803cc291b5404571e6ca9b6ceee4: Status 404 returned error can't find the container with id 891f070003f30b2873b718fcfb4311d41794803cc291b5404571e6ca9b6ceee4 Oct 13 19:57:46 crc kubenswrapper[4809]: I1013 19:57:46.452449 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:46 crc kubenswrapper[4809]: I1013 19:57:46.452507 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:46 crc kubenswrapper[4809]: I1013 19:57:46.581543 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"7f0eb16d-b786-49d8-baa0-d53c3a05f013","Type":"ContainerStarted","Data":"45b4b15fb41f1b6d7b51e0563e2a86a7ef8fcee070db15baef349d50f853a729"} Oct 13 19:57:46 crc kubenswrapper[4809]: I1013 19:57:46.586862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21","Type":"ContainerStarted","Data":"1ad37abd2deb1ce694153b737fd759b36c5a94e2862f72f50d48f47213abd59e"} Oct 13 19:57:46 crc kubenswrapper[4809]: I1013 19:57:46.586921 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21","Type":"ContainerStarted","Data":"891f070003f30b2873b718fcfb4311d41794803cc291b5404571e6ca9b6ceee4"} Oct 13 19:57:46 crc kubenswrapper[4809]: I1013 19:57:46.797970 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 19:57:47 crc kubenswrapper[4809]: I1013 19:57:47.377836 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 19:57:47 crc kubenswrapper[4809]: I1013 19:57:47.595542 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21","Type":"ContainerStarted","Data":"c615367dc75f81acad158c71a9aa7bec276d83815bc4ebe0e1ff77b6c1cfdcc9"} Oct 13 19:57:47 crc kubenswrapper[4809]: I1013 19:57:47.625932 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=3.625914628 podStartE2EDuration="3.625914628s" podCreationTimestamp="2025-10-13 19:57:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:57:47.622656169 +0000 UTC m=+1986.228402754" watchObservedRunningTime="2025-10-13 19:57:47.625914628 +0000 UTC m=+1986.231661213" Oct 13 19:57:48 crc kubenswrapper[4809]: I1013 19:57:48.722661 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:48 crc kubenswrapper[4809]: I1013 19:57:48.837421 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 19:57:49 crc kubenswrapper[4809]: I1013 19:57:49.612982 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"7f0eb16d-b786-49d8-baa0-d53c3a05f013","Type":"ContainerStarted","Data":"01d37a032dd27b5e508dbc8031c2c29557a8b687d492ba36623f9be33760ae18"} Oct 13 19:57:49 crc kubenswrapper[4809]: I1013 19:57:49.615204 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" event={"ID":"8bcc1501-3c63-4666-b414-f7294ef80e11","Type":"ContainerStarted","Data":"97446714095edc189179dc3474ef4bd304f8badb69a996d31dc0275063ade26f"} Oct 13 19:57:49 crc kubenswrapper[4809]: I1013 19:57:49.952366 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:57:49 crc kubenswrapper[4809]: I1013 19:57:49.959001 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:49 crc kubenswrapper[4809]: I1013 19:57:49.963378 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-files" Oct 13 19:57:49 crc kubenswrapper[4809]: I1013 19:57:49.963642 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-storage-config-data" Oct 13 19:57:49 crc kubenswrapper[4809]: I1013 19:57:49.963512 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-swift-dockercfg-zhmf6" Oct 13 19:57:49 crc kubenswrapper[4809]: I1013 19:57:49.964154 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-conf" Oct 13 19:57:49 crc kubenswrapper[4809]: I1013 19:57:49.972195 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.138416 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-klvg5\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-kube-api-access-klvg5\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.138695 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-cache\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.138812 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-lock\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.138971 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.139093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.240977 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.241096 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-klvg5\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-kube-api-access-klvg5\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.241138 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-cache\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.241179 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-lock\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.241261 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: E1013 19:57:50.241452 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:57:50 crc kubenswrapper[4809]: E1013 19:57:50.241472 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:57:50 crc kubenswrapper[4809]: E1013 19:57:50.241543 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift podName:f8f796dd-baa6-4df2-9d96-9df4a39675cb nodeName:}" failed. No retries permitted until 2025-10-13 19:57:50.741525974 +0000 UTC m=+1989.347272559 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift") pod "swift-storage-0" (UID: "f8f796dd-baa6-4df2-9d96-9df4a39675cb") : configmap "swift-ring-files" not found Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.241674 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") device mount path \"/mnt/openstack/pv17\"" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.241851 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-lock\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.242008 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-cache\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.281399 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-klvg5\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-kube-api-access-klvg5\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.291180 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.296231 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-r4bgw"] Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.297354 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.300328 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-config-data" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.300574 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.300609 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-scripts" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.305697 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-r4bgw"] Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.443776 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-dispersionconf\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.444082 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-swiftconf\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.444280 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n9z7w\" (UniqueName: \"kubernetes.io/projected/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-kube-api-access-n9z7w\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.444426 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-scripts\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.444564 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-combined-ca-bundle\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.444718 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-etc-swift\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.444927 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-ring-data-devices\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.471243 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-operators/perses-operator-54bc95c9fb-wxw8s" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.534567 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.546167 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n9z7w\" (UniqueName: \"kubernetes.io/projected/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-kube-api-access-n9z7w\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.546374 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-scripts\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.546472 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-combined-ca-bundle\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.546548 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-etc-swift\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.546661 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-ring-data-devices\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.546732 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-dispersionconf\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.546884 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-swiftconf\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.547303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-scripts\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.547788 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-etc-swift\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.548055 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-ring-data-devices\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.550892 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-combined-ca-bundle\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.550995 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-swiftconf\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.552476 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-dispersionconf\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.563112 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n9z7w\" (UniqueName: \"kubernetes.io/projected/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-kube-api-access-n9z7w\") pod \"swift-ring-rebalance-r4bgw\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.608585 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.632878 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.723273 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:50 crc kubenswrapper[4809]: I1013 19:57:50.751513 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:50 crc kubenswrapper[4809]: E1013 19:57:50.755935 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:57:50 crc kubenswrapper[4809]: E1013 19:57:50.755967 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:57:50 crc kubenswrapper[4809]: E1013 19:57:50.756023 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift podName:f8f796dd-baa6-4df2-9d96-9df4a39675cb nodeName:}" failed. No retries permitted until 2025-10-13 19:57:51.75600445 +0000 UTC m=+1990.361751035 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift") pod "swift-storage-0" (UID: "f8f796dd-baa6-4df2-9d96-9df4a39675cb") : configmap "swift-ring-files" not found Oct 13 19:57:51 crc kubenswrapper[4809]: I1013 19:57:51.200786 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-r4bgw"] Oct 13 19:57:51 crc kubenswrapper[4809]: W1013 19:57:51.204287 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1b8029a8_8b8d_4c86_a22f_35f52cf8edaa.slice/crio-afddfd84d9b8b4cf5c8aefb9eab2b92e3f7ceddce3316ab6d00c3f0948007e0a WatchSource:0}: Error finding container afddfd84d9b8b4cf5c8aefb9eab2b92e3f7ceddce3316ab6d00c3f0948007e0a: Status 404 returned error can't find the container with id afddfd84d9b8b4cf5c8aefb9eab2b92e3f7ceddce3316ab6d00c3f0948007e0a Oct 13 19:57:51 crc kubenswrapper[4809]: I1013 19:57:51.630822 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" event={"ID":"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa","Type":"ContainerStarted","Data":"afddfd84d9b8b4cf5c8aefb9eab2b92e3f7ceddce3316ab6d00c3f0948007e0a"} Oct 13 19:57:51 crc kubenswrapper[4809]: I1013 19:57:51.763458 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:51 crc kubenswrapper[4809]: I1013 19:57:51.769370 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:51 crc kubenswrapper[4809]: E1013 19:57:51.769548 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:57:51 crc kubenswrapper[4809]: E1013 19:57:51.769573 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:57:51 crc kubenswrapper[4809]: E1013 19:57:51.769618 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift podName:f8f796dd-baa6-4df2-9d96-9df4a39675cb nodeName:}" failed. No retries permitted until 2025-10-13 19:57:53.769602689 +0000 UTC m=+1992.375349274 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift") pod "swift-storage-0" (UID: "f8f796dd-baa6-4df2-9d96-9df4a39675cb") : configmap "swift-ring-files" not found Oct 13 19:57:51 crc kubenswrapper[4809]: I1013 19:57:51.808325 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 19:57:51 crc kubenswrapper[4809]: I1013 19:57:51.975292 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:57:51 crc kubenswrapper[4809]: I1013 19:57:51.978113 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:51 crc kubenswrapper[4809]: I1013 19:57:51.986726 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 19:57:51 crc kubenswrapper[4809]: I1013 19:57:51.987000 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-s65f2" Oct 13 19:57:51 crc kubenswrapper[4809]: I1013 19:57:51.987161 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 19:57:51 crc kubenswrapper[4809]: I1013 19:57:51.987259 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.004471 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.073541 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.073898 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.073933 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wh5z2\" (UniqueName: \"kubernetes.io/projected/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-kube-api-access-wh5z2\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.074062 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-scripts\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.074104 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.074169 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-config\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.074341 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.175797 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.175852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.175879 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wh5z2\" (UniqueName: \"kubernetes.io/projected/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-kube-api-access-wh5z2\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.175926 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-scripts\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.175946 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.175980 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-config\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.176020 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.176655 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.177535 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-scripts\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.178758 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-config\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.182585 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.182731 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.183080 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.195357 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wh5z2\" (UniqueName: \"kubernetes.io/projected/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-kube-api-access-wh5z2\") pod \"ovn-northd-0\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.300947 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.640015 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" event={"ID":"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa","Type":"ContainerStarted","Data":"4522bc7b1a1235a0a8509318a2bf9159f8e1a57eeede5901141e1eb461bdb535"} Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.678509 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" podStartSLOduration=2.678466444 podStartE2EDuration="2.678466444s" podCreationTimestamp="2025-10-13 19:57:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:57:52.654002921 +0000 UTC m=+1991.259749506" watchObservedRunningTime="2025-10-13 19:57:52.678466444 +0000 UTC m=+1991.284213029" Oct 13 19:57:52 crc kubenswrapper[4809]: I1013 19:57:52.683126 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 19:57:52 crc kubenswrapper[4809]: W1013 19:57:52.685139 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1e1b029c_a626_4ce1_b87e_1c22325b7b9a.slice/crio-bfb1bbeca7bb0976ef17ac646fbcd73809b9b63d0141399a0afbbd21e3594a2a WatchSource:0}: Error finding container bfb1bbeca7bb0976ef17ac646fbcd73809b9b63d0141399a0afbbd21e3594a2a: Status 404 returned error can't find the container with id bfb1bbeca7bb0976ef17ac646fbcd73809b9b63d0141399a0afbbd21e3594a2a Oct 13 19:57:53 crc kubenswrapper[4809]: I1013 19:57:53.647687 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"1e1b029c-a626-4ce1-b87e-1c22325b7b9a","Type":"ContainerStarted","Data":"83348ad5223d995f195481bb7857466b842349d838bd29a4e62c034122f285dd"} Oct 13 19:57:53 crc kubenswrapper[4809]: I1013 19:57:53.648181 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:57:53 crc kubenswrapper[4809]: I1013 19:57:53.648192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"1e1b029c-a626-4ce1-b87e-1c22325b7b9a","Type":"ContainerStarted","Data":"f297b51a50db2bdde1c5c658b6f34f00fe379ff5e40ea85862071b38608b39af"} Oct 13 19:57:53 crc kubenswrapper[4809]: I1013 19:57:53.648203 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"1e1b029c-a626-4ce1-b87e-1c22325b7b9a","Type":"ContainerStarted","Data":"bfb1bbeca7bb0976ef17ac646fbcd73809b9b63d0141399a0afbbd21e3594a2a"} Oct 13 19:57:53 crc kubenswrapper[4809]: I1013 19:57:53.685022 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=2.685006889 podStartE2EDuration="2.685006889s" podCreationTimestamp="2025-10-13 19:57:51 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:57:53.680935967 +0000 UTC m=+1992.286682552" watchObservedRunningTime="2025-10-13 19:57:53.685006889 +0000 UTC m=+1992.290753474" Oct 13 19:57:53 crc kubenswrapper[4809]: I1013 19:57:53.797268 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:53 crc kubenswrapper[4809]: E1013 19:57:53.797453 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:57:53 crc kubenswrapper[4809]: E1013 19:57:53.797486 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:57:53 crc kubenswrapper[4809]: E1013 19:57:53.797538 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift podName:f8f796dd-baa6-4df2-9d96-9df4a39675cb nodeName:}" failed. No retries permitted until 2025-10-13 19:57:57.797521334 +0000 UTC m=+1996.403267919 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift") pod "swift-storage-0" (UID: "f8f796dd-baa6-4df2-9d96-9df4a39675cb") : configmap "swift-ring-files" not found Oct 13 19:57:54 crc kubenswrapper[4809]: I1013 19:57:54.656674 4809 generic.go:334] "Generic (PLEG): container finished" podID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerID="97446714095edc189179dc3474ef4bd304f8badb69a996d31dc0275063ade26f" exitCode=0 Oct 13 19:57:54 crc kubenswrapper[4809]: I1013 19:57:54.656789 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" event={"ID":"8bcc1501-3c63-4666-b414-f7294ef80e11","Type":"ContainerDied","Data":"97446714095edc189179dc3474ef4bd304f8badb69a996d31dc0275063ade26f"} Oct 13 19:57:55 crc kubenswrapper[4809]: I1013 19:57:55.665244 4809 generic.go:334] "Generic (PLEG): container finished" podID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerID="01d37a032dd27b5e508dbc8031c2c29557a8b687d492ba36623f9be33760ae18" exitCode=0 Oct 13 19:57:55 crc kubenswrapper[4809]: I1013 19:57:55.665281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"7f0eb16d-b786-49d8-baa0-d53c3a05f013","Type":"ContainerDied","Data":"01d37a032dd27b5e508dbc8031c2c29557a8b687d492ba36623f9be33760ae18"} Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.391374 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-create-t52jl"] Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.392449 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-t52jl" Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.397860 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-t52jl"] Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.539594 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8bspq\" (UniqueName: \"kubernetes.io/projected/4fb5659a-a5aa-4bca-ae45-6b280a01c37b-kube-api-access-8bspq\") pod \"keystone-db-create-t52jl\" (UID: \"4fb5659a-a5aa-4bca-ae45-6b280a01c37b\") " pod="openstack-kuttl-tests/keystone-db-create-t52jl" Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.641344 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8bspq\" (UniqueName: \"kubernetes.io/projected/4fb5659a-a5aa-4bca-ae45-6b280a01c37b-kube-api-access-8bspq\") pod \"keystone-db-create-t52jl\" (UID: \"4fb5659a-a5aa-4bca-ae45-6b280a01c37b\") " pod="openstack-kuttl-tests/keystone-db-create-t52jl" Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.664403 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8bspq\" (UniqueName: \"kubernetes.io/projected/4fb5659a-a5aa-4bca-ae45-6b280a01c37b-kube-api-access-8bspq\") pod \"keystone-db-create-t52jl\" (UID: \"4fb5659a-a5aa-4bca-ae45-6b280a01c37b\") " pod="openstack-kuttl-tests/keystone-db-create-t52jl" Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.700506 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-create-7mxsj"] Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.701857 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-7mxsj" Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.712802 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-7mxsj"] Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.721616 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-t52jl" Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.844957 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nhbtj\" (UniqueName: \"kubernetes.io/projected/bc79db8e-1bd1-4e00-9043-a5b7e22f64e3-kube-api-access-nhbtj\") pod \"placement-db-create-7mxsj\" (UID: \"bc79db8e-1bd1-4e00-9043-a5b7e22f64e3\") " pod="openstack-kuttl-tests/placement-db-create-7mxsj" Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.921109 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-create-kxqvj"] Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.922209 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-kxqvj" Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.931062 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-kxqvj"] Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.946937 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nhbtj\" (UniqueName: \"kubernetes.io/projected/bc79db8e-1bd1-4e00-9043-a5b7e22f64e3-kube-api-access-nhbtj\") pod \"placement-db-create-7mxsj\" (UID: \"bc79db8e-1bd1-4e00-9043-a5b7e22f64e3\") " pod="openstack-kuttl-tests/placement-db-create-7mxsj" Oct 13 19:57:56 crc kubenswrapper[4809]: I1013 19:57:56.964857 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nhbtj\" (UniqueName: \"kubernetes.io/projected/bc79db8e-1bd1-4e00-9043-a5b7e22f64e3-kube-api-access-nhbtj\") pod \"placement-db-create-7mxsj\" (UID: \"bc79db8e-1bd1-4e00-9043-a5b7e22f64e3\") " pod="openstack-kuttl-tests/placement-db-create-7mxsj" Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.035007 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-7mxsj" Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.048985 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fqgmf\" (UniqueName: \"kubernetes.io/projected/9cebc919-fe4b-463e-aae3-8db19856e78b-kube-api-access-fqgmf\") pod \"glance-db-create-kxqvj\" (UID: \"9cebc919-fe4b-463e-aae3-8db19856e78b\") " pod="openstack-kuttl-tests/glance-db-create-kxqvj" Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.155311 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fqgmf\" (UniqueName: \"kubernetes.io/projected/9cebc919-fe4b-463e-aae3-8db19856e78b-kube-api-access-fqgmf\") pod \"glance-db-create-kxqvj\" (UID: \"9cebc919-fe4b-463e-aae3-8db19856e78b\") " pod="openstack-kuttl-tests/glance-db-create-kxqvj" Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.173314 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fqgmf\" (UniqueName: \"kubernetes.io/projected/9cebc919-fe4b-463e-aae3-8db19856e78b-kube-api-access-fqgmf\") pod \"glance-db-create-kxqvj\" (UID: \"9cebc919-fe4b-463e-aae3-8db19856e78b\") " pod="openstack-kuttl-tests/glance-db-create-kxqvj" Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.242575 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-kxqvj" Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.349708 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-t52jl"] Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.624517 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-7mxsj"] Oct 13 19:57:57 crc kubenswrapper[4809]: W1013 19:57:57.644174 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbc79db8e_1bd1_4e00_9043_a5b7e22f64e3.slice/crio-43f8995160b279ec0f10b5a09888536167c174daa43ecf7e2ee02f791cc13aad WatchSource:0}: Error finding container 43f8995160b279ec0f10b5a09888536167c174daa43ecf7e2ee02f791cc13aad: Status 404 returned error can't find the container with id 43f8995160b279ec0f10b5a09888536167c174daa43ecf7e2ee02f791cc13aad Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.708135 4809 generic.go:334] "Generic (PLEG): container finished" podID="4fb5659a-a5aa-4bca-ae45-6b280a01c37b" containerID="80412cd61466710758994319847ba4e890bae2d1500014e1014dc959c32bed11" exitCode=0 Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.708196 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-t52jl" event={"ID":"4fb5659a-a5aa-4bca-ae45-6b280a01c37b","Type":"ContainerDied","Data":"80412cd61466710758994319847ba4e890bae2d1500014e1014dc959c32bed11"} Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.708221 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-t52jl" event={"ID":"4fb5659a-a5aa-4bca-ae45-6b280a01c37b","Type":"ContainerStarted","Data":"a6c124bd378f95ef5ab0cf10aff261f0c4293d1c85a7a95fdaa1cfaf2aad5cc4"} Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.710793 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-7mxsj" event={"ID":"bc79db8e-1bd1-4e00-9043-a5b7e22f64e3","Type":"ContainerStarted","Data":"43f8995160b279ec0f10b5a09888536167c174daa43ecf7e2ee02f791cc13aad"} Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.732630 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" event={"ID":"8bcc1501-3c63-4666-b414-f7294ef80e11","Type":"ContainerStarted","Data":"4c0986b8d742495a80cde5f422c1a5a5361e2ebe16bc2c2be7c8445e8838569d"} Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.789408 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-kxqvj"] Oct 13 19:57:57 crc kubenswrapper[4809]: I1013 19:57:57.869415 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:57:57 crc kubenswrapper[4809]: E1013 19:57:57.869685 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 19:57:57 crc kubenswrapper[4809]: E1013 19:57:57.869719 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 19:57:57 crc kubenswrapper[4809]: E1013 19:57:57.869789 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift podName:f8f796dd-baa6-4df2-9d96-9df4a39675cb nodeName:}" failed. No retries permitted until 2025-10-13 19:58:05.869771318 +0000 UTC m=+2004.475517903 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift") pod "swift-storage-0" (UID: "f8f796dd-baa6-4df2-9d96-9df4a39675cb") : configmap "swift-ring-files" not found Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.593036 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.593267 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.593303 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.593663 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"2015542e6db930a9f3575c9f1b8502ac1263d751a61ad3acfac04d0ee04894b4"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.593711 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://2015542e6db930a9f3575c9f1b8502ac1263d751a61ad3acfac04d0ee04894b4" gracePeriod=600 Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.744521 4809 generic.go:334] "Generic (PLEG): container finished" podID="9cebc919-fe4b-463e-aae3-8db19856e78b" containerID="1c09401a13b6b9f9c85678a016f9663db643e2bcec6088ec775e30487ed47d13" exitCode=0 Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.744601 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-kxqvj" event={"ID":"9cebc919-fe4b-463e-aae3-8db19856e78b","Type":"ContainerDied","Data":"1c09401a13b6b9f9c85678a016f9663db643e2bcec6088ec775e30487ed47d13"} Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.744630 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-kxqvj" event={"ID":"9cebc919-fe4b-463e-aae3-8db19856e78b","Type":"ContainerStarted","Data":"1c7a4cb184352a453a1e30cf218683be5e97a5373abc09683aa94b1fe1d4f3d2"} Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.747070 4809 generic.go:334] "Generic (PLEG): container finished" podID="bc79db8e-1bd1-4e00-9043-a5b7e22f64e3" containerID="4eb4a798b067ed426c9567dc823406fd2667aa6f3bb2300bf53fe38c42933dc3" exitCode=0 Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.747124 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-7mxsj" event={"ID":"bc79db8e-1bd1-4e00-9043-a5b7e22f64e3","Type":"ContainerDied","Data":"4eb4a798b067ed426c9567dc823406fd2667aa6f3bb2300bf53fe38c42933dc3"} Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.749832 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="2015542e6db930a9f3575c9f1b8502ac1263d751a61ad3acfac04d0ee04894b4" exitCode=0 Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.750031 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"2015542e6db930a9f3575c9f1b8502ac1263d751a61ad3acfac04d0ee04894b4"} Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.750077 4809 scope.go:117] "RemoveContainer" containerID="e8e490954782a5bd6c45d4c117cd84d91c39495bb163162f4352c9ff54e3c686" Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.784310 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/watcher-db-create-vl65q"] Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.786686 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-db-create-vl65q" Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.819455 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-db-create-vl65q"] Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.884963 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-slxxr\" (UniqueName: \"kubernetes.io/projected/e244cbf4-3606-48be-bd2c-c74816b97907-kube-api-access-slxxr\") pod \"watcher-db-create-vl65q\" (UID: \"e244cbf4-3606-48be-bd2c-c74816b97907\") " pod="openstack-kuttl-tests/watcher-db-create-vl65q" Oct 13 19:57:58 crc kubenswrapper[4809]: I1013 19:57:58.986428 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-slxxr\" (UniqueName: \"kubernetes.io/projected/e244cbf4-3606-48be-bd2c-c74816b97907-kube-api-access-slxxr\") pod \"watcher-db-create-vl65q\" (UID: \"e244cbf4-3606-48be-bd2c-c74816b97907\") " pod="openstack-kuttl-tests/watcher-db-create-vl65q" Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.201459 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-slxxr\" (UniqueName: \"kubernetes.io/projected/e244cbf4-3606-48be-bd2c-c74816b97907-kube-api-access-slxxr\") pod \"watcher-db-create-vl65q\" (UID: \"e244cbf4-3606-48be-bd2c-c74816b97907\") " pod="openstack-kuttl-tests/watcher-db-create-vl65q" Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.420767 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-db-create-vl65q" Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.455956 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-t52jl" Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.596197 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8bspq\" (UniqueName: \"kubernetes.io/projected/4fb5659a-a5aa-4bca-ae45-6b280a01c37b-kube-api-access-8bspq\") pod \"4fb5659a-a5aa-4bca-ae45-6b280a01c37b\" (UID: \"4fb5659a-a5aa-4bca-ae45-6b280a01c37b\") " Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.603872 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4fb5659a-a5aa-4bca-ae45-6b280a01c37b-kube-api-access-8bspq" (OuterVolumeSpecName: "kube-api-access-8bspq") pod "4fb5659a-a5aa-4bca-ae45-6b280a01c37b" (UID: "4fb5659a-a5aa-4bca-ae45-6b280a01c37b"). InnerVolumeSpecName "kube-api-access-8bspq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.700805 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8bspq\" (UniqueName: \"kubernetes.io/projected/4fb5659a-a5aa-4bca-ae45-6b280a01c37b-kube-api-access-8bspq\") on node \"crc\" DevicePath \"\"" Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.765192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca"} Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.783663 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" event={"ID":"8bcc1501-3c63-4666-b414-f7294ef80e11","Type":"ContainerStarted","Data":"7e4b074834e4a55a1a796c80158658979dc48d4f80ef0f761e6250bcd9d3d2d7"} Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.791084 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-t52jl" event={"ID":"4fb5659a-a5aa-4bca-ae45-6b280a01c37b","Type":"ContainerDied","Data":"a6c124bd378f95ef5ab0cf10aff261f0c4293d1c85a7a95fdaa1cfaf2aad5cc4"} Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.791122 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a6c124bd378f95ef5ab0cf10aff261f0c4293d1c85a7a95fdaa1cfaf2aad5cc4" Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.791361 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-t52jl" Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.830651 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" podStartSLOduration=3.878573426 podStartE2EDuration="16.830627259s" podCreationTimestamp="2025-10-13 19:57:43 +0000 UTC" firstStartedPulling="2025-10-13 19:57:44.154150866 +0000 UTC m=+1982.759897441" lastFinishedPulling="2025-10-13 19:57:57.106204689 +0000 UTC m=+1995.711951274" observedRunningTime="2025-10-13 19:57:59.823911654 +0000 UTC m=+1998.429658239" watchObservedRunningTime="2025-10-13 19:57:59.830627259 +0000 UTC m=+1998.436373844" Oct 13 19:57:59 crc kubenswrapper[4809]: I1013 19:57:59.911462 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-db-create-vl65q"] Oct 13 19:58:00 crc kubenswrapper[4809]: I1013 19:58:00.800961 4809 generic.go:334] "Generic (PLEG): container finished" podID="1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" containerID="4522bc7b1a1235a0a8509318a2bf9159f8e1a57eeede5901141e1eb461bdb535" exitCode=0 Oct 13 19:58:00 crc kubenswrapper[4809]: I1013 19:58:00.801014 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" event={"ID":"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa","Type":"ContainerDied","Data":"4522bc7b1a1235a0a8509318a2bf9159f8e1a57eeede5901141e1eb461bdb535"} Oct 13 19:58:00 crc kubenswrapper[4809]: I1013 19:58:00.801716 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:58:00 crc kubenswrapper[4809]: I1013 19:58:00.822135 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 19:58:01 crc kubenswrapper[4809]: I1013 19:58:01.822404 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-db-create-vl65q" event={"ID":"e244cbf4-3606-48be-bd2c-c74816b97907","Type":"ContainerStarted","Data":"7cd9a717d21e0bc7af9bbc47336d146f30c47395e9caea4a8312134d7618cc11"} Oct 13 19:58:01 crc kubenswrapper[4809]: I1013 19:58:01.825952 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-kxqvj" event={"ID":"9cebc919-fe4b-463e-aae3-8db19856e78b","Type":"ContainerDied","Data":"1c7a4cb184352a453a1e30cf218683be5e97a5373abc09683aa94b1fe1d4f3d2"} Oct 13 19:58:01 crc kubenswrapper[4809]: I1013 19:58:01.825997 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1c7a4cb184352a453a1e30cf218683be5e97a5373abc09683aa94b1fe1d4f3d2" Oct 13 19:58:01 crc kubenswrapper[4809]: I1013 19:58:01.827856 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-7mxsj" event={"ID":"bc79db8e-1bd1-4e00-9043-a5b7e22f64e3","Type":"ContainerDied","Data":"43f8995160b279ec0f10b5a09888536167c174daa43ecf7e2ee02f791cc13aad"} Oct 13 19:58:01 crc kubenswrapper[4809]: I1013 19:58:01.827878 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="43f8995160b279ec0f10b5a09888536167c174daa43ecf7e2ee02f791cc13aad" Oct 13 19:58:01 crc kubenswrapper[4809]: I1013 19:58:01.851402 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-kxqvj" Oct 13 19:58:01 crc kubenswrapper[4809]: I1013 19:58:01.860649 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-7mxsj" Oct 13 19:58:01 crc kubenswrapper[4809]: I1013 19:58:01.944489 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nhbtj\" (UniqueName: \"kubernetes.io/projected/bc79db8e-1bd1-4e00-9043-a5b7e22f64e3-kube-api-access-nhbtj\") pod \"bc79db8e-1bd1-4e00-9043-a5b7e22f64e3\" (UID: \"bc79db8e-1bd1-4e00-9043-a5b7e22f64e3\") " Oct 13 19:58:01 crc kubenswrapper[4809]: I1013 19:58:01.944981 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fqgmf\" (UniqueName: \"kubernetes.io/projected/9cebc919-fe4b-463e-aae3-8db19856e78b-kube-api-access-fqgmf\") pod \"9cebc919-fe4b-463e-aae3-8db19856e78b\" (UID: \"9cebc919-fe4b-463e-aae3-8db19856e78b\") " Oct 13 19:58:01 crc kubenswrapper[4809]: I1013 19:58:01.948622 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bc79db8e-1bd1-4e00-9043-a5b7e22f64e3-kube-api-access-nhbtj" (OuterVolumeSpecName: "kube-api-access-nhbtj") pod "bc79db8e-1bd1-4e00-9043-a5b7e22f64e3" (UID: "bc79db8e-1bd1-4e00-9043-a5b7e22f64e3"). InnerVolumeSpecName "kube-api-access-nhbtj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:01 crc kubenswrapper[4809]: I1013 19:58:01.948705 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9cebc919-fe4b-463e-aae3-8db19856e78b-kube-api-access-fqgmf" (OuterVolumeSpecName: "kube-api-access-fqgmf") pod "9cebc919-fe4b-463e-aae3-8db19856e78b" (UID: "9cebc919-fe4b-463e-aae3-8db19856e78b"). InnerVolumeSpecName "kube-api-access-fqgmf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.046572 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nhbtj\" (UniqueName: \"kubernetes.io/projected/bc79db8e-1bd1-4e00-9043-a5b7e22f64e3-kube-api-access-nhbtj\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.046597 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fqgmf\" (UniqueName: \"kubernetes.io/projected/9cebc919-fe4b-463e-aae3-8db19856e78b-kube-api-access-fqgmf\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.140319 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.148562 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-combined-ca-bundle\") pod \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.148655 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n9z7w\" (UniqueName: \"kubernetes.io/projected/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-kube-api-access-n9z7w\") pod \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.148712 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-dispersionconf\") pod \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.148853 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-ring-data-devices\") pod \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.148944 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-etc-swift\") pod \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.149013 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-swiftconf\") pod \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.149051 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-scripts\") pod \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\" (UID: \"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa\") " Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.153605 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" (UID: "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.154270 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" (UID: "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.160054 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-kube-api-access-n9z7w" (OuterVolumeSpecName: "kube-api-access-n9z7w") pod "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" (UID: "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa"). InnerVolumeSpecName "kube-api-access-n9z7w". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.187344 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" (UID: "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.187904 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-scripts" (OuterVolumeSpecName: "scripts") pod "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" (UID: "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.206744 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" (UID: "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.210793 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" (UID: "1b8029a8-8b8d-4c86-a22f-35f52cf8edaa"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.253472 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.253498 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.253507 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.253516 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.253526 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n9z7w\" (UniqueName: \"kubernetes.io/projected/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-kube-api-access-n9z7w\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.253535 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.253543 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:02 crc kubenswrapper[4809]: E1013 19:58:02.277792 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode244cbf4_3606_48be_bd2c_c74816b97907.slice/crio-conmon-ecb4b84ec266d30a9f0043f7aaae7daf33a991d8d4bf561fa6417e9135bd93bf.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbc79db8e_1bd1_4e00_9043_a5b7e22f64e3.slice\": RecentStats: unable to find data in memory cache]" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.839553 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"7f0eb16d-b786-49d8-baa0-d53c3a05f013","Type":"ContainerStarted","Data":"60a785c5e586897716a12d21bd55223b099f309e73305835af18c9a892cc6ff2"} Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.841277 4809 generic.go:334] "Generic (PLEG): container finished" podID="e244cbf4-3606-48be-bd2c-c74816b97907" containerID="ecb4b84ec266d30a9f0043f7aaae7daf33a991d8d4bf561fa6417e9135bd93bf" exitCode=0 Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.841331 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-db-create-vl65q" event={"ID":"e244cbf4-3606-48be-bd2c-c74816b97907","Type":"ContainerDied","Data":"ecb4b84ec266d30a9f0043f7aaae7daf33a991d8d4bf561fa6417e9135bd93bf"} Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.845781 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-7mxsj" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.845919 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" event={"ID":"1b8029a8-8b8d-4c86-a22f-35f52cf8edaa","Type":"ContainerDied","Data":"afddfd84d9b8b4cf5c8aefb9eab2b92e3f7ceddce3316ab6d00c3f0948007e0a"} Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.845963 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="afddfd84d9b8b4cf5c8aefb9eab2b92e3f7ceddce3316ab6d00c3f0948007e0a" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.846019 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-kxqvj" Oct 13 19:58:02 crc kubenswrapper[4809]: I1013 19:58:02.846030 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-r4bgw" Oct 13 19:58:03 crc kubenswrapper[4809]: I1013 19:58:03.152100 4809 scope.go:117] "RemoveContainer" containerID="c66c0d6e853e192a539bff651e14565a86a89a0c7c5b9ef62e2333e90b30a364" Oct 13 19:58:03 crc kubenswrapper[4809]: I1013 19:58:03.177240 4809 scope.go:117] "RemoveContainer" containerID="dbb0ad203874a4f1ace6f34f24ce65ed2fc5e831379f65a3a1e073f1d5dd29f9" Oct 13 19:58:04 crc kubenswrapper[4809]: I1013 19:58:04.276769 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-db-create-vl65q" Oct 13 19:58:04 crc kubenswrapper[4809]: I1013 19:58:04.394603 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-slxxr\" (UniqueName: \"kubernetes.io/projected/e244cbf4-3606-48be-bd2c-c74816b97907-kube-api-access-slxxr\") pod \"e244cbf4-3606-48be-bd2c-c74816b97907\" (UID: \"e244cbf4-3606-48be-bd2c-c74816b97907\") " Oct 13 19:58:04 crc kubenswrapper[4809]: I1013 19:58:04.512152 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e244cbf4-3606-48be-bd2c-c74816b97907-kube-api-access-slxxr" (OuterVolumeSpecName: "kube-api-access-slxxr") pod "e244cbf4-3606-48be-bd2c-c74816b97907" (UID: "e244cbf4-3606-48be-bd2c-c74816b97907"). InnerVolumeSpecName "kube-api-access-slxxr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:04 crc kubenswrapper[4809]: I1013 19:58:04.598293 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-slxxr\" (UniqueName: \"kubernetes.io/projected/e244cbf4-3606-48be-bd2c-c74816b97907-kube-api-access-slxxr\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:04 crc kubenswrapper[4809]: I1013 19:58:04.888268 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-db-create-vl65q" event={"ID":"e244cbf4-3606-48be-bd2c-c74816b97907","Type":"ContainerDied","Data":"7cd9a717d21e0bc7af9bbc47336d146f30c47395e9caea4a8312134d7618cc11"} Oct 13 19:58:04 crc kubenswrapper[4809]: I1013 19:58:04.888325 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="7cd9a717d21e0bc7af9bbc47336d146f30c47395e9caea4a8312134d7618cc11" Oct 13 19:58:04 crc kubenswrapper[4809]: I1013 19:58:04.888336 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-db-create-vl65q" Oct 13 19:58:05 crc kubenswrapper[4809]: I1013 19:58:05.903327 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"7f0eb16d-b786-49d8-baa0-d53c3a05f013","Type":"ContainerStarted","Data":"c06982e475c0eed2d48d9e1a56c50c98159ab49623b1313d3a2be77af3f265c9"} Oct 13 19:58:05 crc kubenswrapper[4809]: I1013 19:58:05.922460 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:58:05 crc kubenswrapper[4809]: I1013 19:58:05.934307 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift\") pod \"swift-storage-0\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.180993 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.532087 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4"] Oct 13 19:58:06 crc kubenswrapper[4809]: E1013 19:58:06.533247 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e244cbf4-3606-48be-bd2c-c74816b97907" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.533260 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e244cbf4-3606-48be-bd2c-c74816b97907" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: E1013 19:58:06.533550 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4fb5659a-a5aa-4bca-ae45-6b280a01c37b" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.533562 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4fb5659a-a5aa-4bca-ae45-6b280a01c37b" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: E1013 19:58:06.533574 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9cebc919-fe4b-463e-aae3-8db19856e78b" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.533580 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9cebc919-fe4b-463e-aae3-8db19856e78b" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: E1013 19:58:06.533591 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" containerName="swift-ring-rebalance" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.533597 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" containerName="swift-ring-rebalance" Oct 13 19:58:06 crc kubenswrapper[4809]: E1013 19:58:06.533608 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bc79db8e-1bd1-4e00-9043-a5b7e22f64e3" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.533614 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bc79db8e-1bd1-4e00-9043-a5b7e22f64e3" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.533801 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e244cbf4-3606-48be-bd2c-c74816b97907" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.533824 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" containerName="swift-ring-rebalance" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.533832 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4fb5659a-a5aa-4bca-ae45-6b280a01c37b" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.533845 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bc79db8e-1bd1-4e00-9043-a5b7e22f64e3" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.533852 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9cebc919-fe4b-463e-aae3-8db19856e78b" containerName="mariadb-database-create" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.534352 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.537079 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-db-secret" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.555773 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4"] Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.637852 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2drxl\" (UniqueName: \"kubernetes.io/projected/175cc45e-ec2f-4f6a-a942-8bc0ebc6be06-kube-api-access-2drxl\") pod \"keystone-ea7c-account-create-m7lh4\" (UID: \"175cc45e-ec2f-4f6a-a942-8bc0ebc6be06\") " pod="openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4" Oct 13 19:58:06 crc kubenswrapper[4809]: W1013 19:58:06.722287 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf8f796dd_baa6_4df2_9d96_9df4a39675cb.slice/crio-db26767c4597516cbebd65537b4b7236835b612cd00b5705670decd3ad104467 WatchSource:0}: Error finding container db26767c4597516cbebd65537b4b7236835b612cd00b5705670decd3ad104467: Status 404 returned error can't find the container with id db26767c4597516cbebd65537b4b7236835b612cd00b5705670decd3ad104467 Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.726409 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.739086 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2drxl\" (UniqueName: \"kubernetes.io/projected/175cc45e-ec2f-4f6a-a942-8bc0ebc6be06-kube-api-access-2drxl\") pod \"keystone-ea7c-account-create-m7lh4\" (UID: \"175cc45e-ec2f-4f6a-a942-8bc0ebc6be06\") " pod="openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.760923 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2drxl\" (UniqueName: \"kubernetes.io/projected/175cc45e-ec2f-4f6a-a942-8bc0ebc6be06-kube-api-access-2drxl\") pod \"keystone-ea7c-account-create-m7lh4\" (UID: \"175cc45e-ec2f-4f6a-a942-8bc0ebc6be06\") " pod="openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.855371 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4" Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.916598 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0"} Oct 13 19:58:06 crc kubenswrapper[4809]: I1013 19:58:06.916971 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"db26767c4597516cbebd65537b4b7236835b612cd00b5705670decd3ad104467"} Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.044614 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-8748-account-create-xzwjb"] Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.045683 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-8748-account-create-xzwjb" Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.047848 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-db-secret" Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.052986 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-8748-account-create-xzwjb"] Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.145956 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z5mvt\" (UniqueName: \"kubernetes.io/projected/00bfdbae-91f2-4884-9283-2f2935cdf50e-kube-api-access-z5mvt\") pod \"glance-8748-account-create-xzwjb\" (UID: \"00bfdbae-91f2-4884-9283-2f2935cdf50e\") " pod="openstack-kuttl-tests/glance-8748-account-create-xzwjb" Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.247380 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z5mvt\" (UniqueName: \"kubernetes.io/projected/00bfdbae-91f2-4884-9283-2f2935cdf50e-kube-api-access-z5mvt\") pod \"glance-8748-account-create-xzwjb\" (UID: \"00bfdbae-91f2-4884-9283-2f2935cdf50e\") " pod="openstack-kuttl-tests/glance-8748-account-create-xzwjb" Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.280769 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z5mvt\" (UniqueName: \"kubernetes.io/projected/00bfdbae-91f2-4884-9283-2f2935cdf50e-kube-api-access-z5mvt\") pod \"glance-8748-account-create-xzwjb\" (UID: \"00bfdbae-91f2-4884-9283-2f2935cdf50e\") " pod="openstack-kuttl-tests/glance-8748-account-create-xzwjb" Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.326300 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4"] Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.368721 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-8748-account-create-xzwjb" Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.387106 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.930950 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1"} Oct 13 19:58:07 crc kubenswrapper[4809]: I1013 19:58:07.930992 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64"} Oct 13 19:58:08 crc kubenswrapper[4809]: W1013 19:58:08.442648 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod00bfdbae_91f2_4884_9283_2f2935cdf50e.slice/crio-fa4d6c764cf01e2896e8bf9a667a45a14a23cea099a0969a2b653f2a992f8792 WatchSource:0}: Error finding container fa4d6c764cf01e2896e8bf9a667a45a14a23cea099a0969a2b653f2a992f8792: Status 404 returned error can't find the container with id fa4d6c764cf01e2896e8bf9a667a45a14a23cea099a0969a2b653f2a992f8792 Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.444783 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-8748-account-create-xzwjb"] Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.942910 4809 generic.go:334] "Generic (PLEG): container finished" podID="00bfdbae-91f2-4884-9283-2f2935cdf50e" containerID="4028c767fe97be27d3639b2deb2dff0da6ba04c711d7aacd4f2f200d17cfe939" exitCode=0 Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.942988 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-8748-account-create-xzwjb" event={"ID":"00bfdbae-91f2-4884-9283-2f2935cdf50e","Type":"ContainerDied","Data":"4028c767fe97be27d3639b2deb2dff0da6ba04c711d7aacd4f2f200d17cfe939"} Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.943147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-8748-account-create-xzwjb" event={"ID":"00bfdbae-91f2-4884-9283-2f2935cdf50e","Type":"ContainerStarted","Data":"fa4d6c764cf01e2896e8bf9a667a45a14a23cea099a0969a2b653f2a992f8792"} Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.952010 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"7f0eb16d-b786-49d8-baa0-d53c3a05f013","Type":"ContainerStarted","Data":"b2fcea880384031020bb13a57d3c00abd0d0036547065efa9ff341aac2211e75"} Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.955453 4809 generic.go:334] "Generic (PLEG): container finished" podID="175cc45e-ec2f-4f6a-a942-8bc0ebc6be06" containerID="f608d3dd57319e553d1ea3557287df5e63d984dc706713adb840a0f2a81d1e5c" exitCode=0 Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.955543 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4" event={"ID":"175cc45e-ec2f-4f6a-a942-8bc0ebc6be06","Type":"ContainerDied","Data":"f608d3dd57319e553d1ea3557287df5e63d984dc706713adb840a0f2a81d1e5c"} Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.955577 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4" event={"ID":"175cc45e-ec2f-4f6a-a942-8bc0ebc6be06","Type":"ContainerStarted","Data":"c7c09a936289281e860a588d23c1e74531344e89b381e1f8ba8e3f08277e3fc6"} Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.974145 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1"} Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.974344 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587"} Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.974414 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154"} Oct 13 19:58:08 crc kubenswrapper[4809]: I1013 19:58:08.974470 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae"} Oct 13 19:58:09 crc kubenswrapper[4809]: I1013 19:58:09.001342 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/prometheus-metric-storage-0" podStartSLOduration=3.464292477 podStartE2EDuration="26.001324503s" podCreationTimestamp="2025-10-13 19:57:43 +0000 UTC" firstStartedPulling="2025-10-13 19:57:45.530921206 +0000 UTC m=+1984.136667791" lastFinishedPulling="2025-10-13 19:58:08.067953232 +0000 UTC m=+2006.673699817" observedRunningTime="2025-10-13 19:58:08.995877923 +0000 UTC m=+2007.601624568" watchObservedRunningTime="2025-10-13 19:58:09.001324503 +0000 UTC m=+2007.607071088" Oct 13 19:58:09 crc kubenswrapper[4809]: I1013 19:58:09.948872 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:09 crc kubenswrapper[4809]: I1013 19:58:09.997486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6"} Oct 13 19:58:09 crc kubenswrapper[4809]: I1013 19:58:09.997552 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827"} Oct 13 19:58:09 crc kubenswrapper[4809]: I1013 19:58:09.997571 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33"} Oct 13 19:58:09 crc kubenswrapper[4809]: I1013 19:58:09.997588 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39"} Oct 13 19:58:09 crc kubenswrapper[4809]: I1013 19:58:09.997605 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26"} Oct 13 19:58:10 crc kubenswrapper[4809]: I1013 19:58:10.414647 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-8748-account-create-xzwjb" Oct 13 19:58:10 crc kubenswrapper[4809]: I1013 19:58:10.441290 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4" Oct 13 19:58:10 crc kubenswrapper[4809]: I1013 19:58:10.509280 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z5mvt\" (UniqueName: \"kubernetes.io/projected/00bfdbae-91f2-4884-9283-2f2935cdf50e-kube-api-access-z5mvt\") pod \"00bfdbae-91f2-4884-9283-2f2935cdf50e\" (UID: \"00bfdbae-91f2-4884-9283-2f2935cdf50e\") " Oct 13 19:58:10 crc kubenswrapper[4809]: I1013 19:58:10.515380 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/00bfdbae-91f2-4884-9283-2f2935cdf50e-kube-api-access-z5mvt" (OuterVolumeSpecName: "kube-api-access-z5mvt") pod "00bfdbae-91f2-4884-9283-2f2935cdf50e" (UID: "00bfdbae-91f2-4884-9283-2f2935cdf50e"). InnerVolumeSpecName "kube-api-access-z5mvt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:10 crc kubenswrapper[4809]: I1013 19:58:10.610629 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2drxl\" (UniqueName: \"kubernetes.io/projected/175cc45e-ec2f-4f6a-a942-8bc0ebc6be06-kube-api-access-2drxl\") pod \"175cc45e-ec2f-4f6a-a942-8bc0ebc6be06\" (UID: \"175cc45e-ec2f-4f6a-a942-8bc0ebc6be06\") " Oct 13 19:58:10 crc kubenswrapper[4809]: I1013 19:58:10.611443 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z5mvt\" (UniqueName: \"kubernetes.io/projected/00bfdbae-91f2-4884-9283-2f2935cdf50e-kube-api-access-z5mvt\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:10 crc kubenswrapper[4809]: I1013 19:58:10.615801 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/175cc45e-ec2f-4f6a-a942-8bc0ebc6be06-kube-api-access-2drxl" (OuterVolumeSpecName: "kube-api-access-2drxl") pod "175cc45e-ec2f-4f6a-a942-8bc0ebc6be06" (UID: "175cc45e-ec2f-4f6a-a942-8bc0ebc6be06"). InnerVolumeSpecName "kube-api-access-2drxl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:10 crc kubenswrapper[4809]: I1013 19:58:10.713286 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2drxl\" (UniqueName: \"kubernetes.io/projected/175cc45e-ec2f-4f6a-a942-8bc0ebc6be06-kube-api-access-2drxl\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.018665 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7"} Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.018759 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286"} Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.018787 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerStarted","Data":"43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc"} Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.022721 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-8748-account-create-xzwjb" event={"ID":"00bfdbae-91f2-4884-9283-2f2935cdf50e","Type":"ContainerDied","Data":"fa4d6c764cf01e2896e8bf9a667a45a14a23cea099a0969a2b653f2a992f8792"} Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.022813 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="fa4d6c764cf01e2896e8bf9a667a45a14a23cea099a0969a2b653f2a992f8792" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.022895 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-8748-account-create-xzwjb" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.026288 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.026274 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4" event={"ID":"175cc45e-ec2f-4f6a-a942-8bc0ebc6be06","Type":"ContainerDied","Data":"c7c09a936289281e860a588d23c1e74531344e89b381e1f8ba8e3f08277e3fc6"} Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.026486 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c7c09a936289281e860a588d23c1e74531344e89b381e1f8ba8e3f08277e3fc6" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.092113 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-storage-0" podStartSLOduration=23.092089528 podStartE2EDuration="23.092089528s" podCreationTimestamp="2025-10-13 19:57:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:11.082972117 +0000 UTC m=+2009.688718732" watchObservedRunningTime="2025-10-13 19:58:11.092089528 +0000 UTC m=+2009.697836123" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.305432 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s"] Oct 13 19:58:11 crc kubenswrapper[4809]: E1013 19:58:11.305834 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="175cc45e-ec2f-4f6a-a942-8bc0ebc6be06" containerName="mariadb-account-create" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.305854 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="175cc45e-ec2f-4f6a-a942-8bc0ebc6be06" containerName="mariadb-account-create" Oct 13 19:58:11 crc kubenswrapper[4809]: E1013 19:58:11.305869 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="00bfdbae-91f2-4884-9283-2f2935cdf50e" containerName="mariadb-account-create" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.305878 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="00bfdbae-91f2-4884-9283-2f2935cdf50e" containerName="mariadb-account-create" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.306089 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="175cc45e-ec2f-4f6a-a942-8bc0ebc6be06" containerName="mariadb-account-create" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.306115 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="00bfdbae-91f2-4884-9283-2f2935cdf50e" containerName="mariadb-account-create" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.307148 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.309142 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"dns-swift-storage-0" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.351600 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s"] Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.426309 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.426418 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-config\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.426447 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.426468 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hztdz\" (UniqueName: \"kubernetes.io/projected/f62b7937-7a19-4086-b26d-46d2fd45913b-kube-api-access-hztdz\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.528040 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.528196 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-config\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.528236 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.528265 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hztdz\" (UniqueName: \"kubernetes.io/projected/f62b7937-7a19-4086-b26d-46d2fd45913b-kube-api-access-hztdz\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.529292 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.529524 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.529769 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-config\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.551105 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hztdz\" (UniqueName: \"kubernetes.io/projected/f62b7937-7a19-4086-b26d-46d2fd45913b-kube-api-access-hztdz\") pod \"dnsmasq-dnsmasq-5b98b9f45-6bl8s\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:11 crc kubenswrapper[4809]: I1013 19:58:11.632986 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.129768 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s"] Oct 13 19:58:12 crc kubenswrapper[4809]: W1013 19:58:12.138444 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf62b7937_7a19_4086_b26d_46d2fd45913b.slice/crio-df4a96165bd68f41d50c495f434ce00a300a4718ef30f12d9aaf595fc032b1ae WatchSource:0}: Error finding container df4a96165bd68f41d50c495f434ce00a300a4718ef30f12d9aaf595fc032b1ae: Status 404 returned error can't find the container with id df4a96165bd68f41d50c495f434ce00a300a4718ef30f12d9aaf595fc032b1ae Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.253788 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-sync-9dspm"] Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.255488 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.259151 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-msj95" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.259452 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-config-data" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.262829 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-9dspm"] Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.340526 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-769zg\" (UniqueName: \"kubernetes.io/projected/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-kube-api-access-769zg\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.340595 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-combined-ca-bundle\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.340664 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-db-sync-config-data\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.340681 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-config-data\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.441766 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-combined-ca-bundle\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.442174 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-db-sync-config-data\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.442195 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-config-data\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.442289 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-769zg\" (UniqueName: \"kubernetes.io/projected/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-kube-api-access-769zg\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.446097 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-config-data\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.446256 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-combined-ca-bundle\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.448307 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-db-sync-config-data\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.459628 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-769zg\" (UniqueName: \"kubernetes.io/projected/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-kube-api-access-769zg\") pod \"glance-db-sync-9dspm\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:12 crc kubenswrapper[4809]: I1013 19:58:12.609570 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:13 crc kubenswrapper[4809]: I1013 19:58:13.056164 4809 generic.go:334] "Generic (PLEG): container finished" podID="f62b7937-7a19-4086-b26d-46d2fd45913b" containerID="0355a9db3ab161baf997dbbf6f2841bdc362369059ab1e71c475c6aec4cfc152" exitCode=0 Oct 13 19:58:13 crc kubenswrapper[4809]: I1013 19:58:13.056480 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" event={"ID":"f62b7937-7a19-4086-b26d-46d2fd45913b","Type":"ContainerDied","Data":"0355a9db3ab161baf997dbbf6f2841bdc362369059ab1e71c475c6aec4cfc152"} Oct 13 19:58:13 crc kubenswrapper[4809]: I1013 19:58:13.056597 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" event={"ID":"f62b7937-7a19-4086-b26d-46d2fd45913b","Type":"ContainerStarted","Data":"df4a96165bd68f41d50c495f434ce00a300a4718ef30f12d9aaf595fc032b1ae"} Oct 13 19:58:13 crc kubenswrapper[4809]: W1013 19:58:13.078201 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7f6be6cb_1c37_4c77_b6a7_6718aad7e846.slice/crio-e2865afd4594726ebdfd62c96c596567a3e27efd6253205da3d87baa5261ecfe WatchSource:0}: Error finding container e2865afd4594726ebdfd62c96c596567a3e27efd6253205da3d87baa5261ecfe: Status 404 returned error can't find the container with id e2865afd4594726ebdfd62c96c596567a3e27efd6253205da3d87baa5261ecfe Oct 13 19:58:13 crc kubenswrapper[4809]: I1013 19:58:13.093170 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-9dspm"] Oct 13 19:58:14 crc kubenswrapper[4809]: I1013 19:58:14.068344 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" event={"ID":"f62b7937-7a19-4086-b26d-46d2fd45913b","Type":"ContainerStarted","Data":"643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960"} Oct 13 19:58:14 crc kubenswrapper[4809]: I1013 19:58:14.068706 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:14 crc kubenswrapper[4809]: I1013 19:58:14.071356 4809 generic.go:334] "Generic (PLEG): container finished" podID="b4cc714d-1e78-4312-92c8-0be19c17e682" containerID="7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527" exitCode=0 Oct 13 19:58:14 crc kubenswrapper[4809]: I1013 19:58:14.071420 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b4cc714d-1e78-4312-92c8-0be19c17e682","Type":"ContainerDied","Data":"7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527"} Oct 13 19:58:14 crc kubenswrapper[4809]: I1013 19:58:14.073775 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-9dspm" event={"ID":"7f6be6cb-1c37-4c77-b6a7-6718aad7e846","Type":"ContainerStarted","Data":"04d4080c4f8ab3e1ead1d592cf0a41c4e2537563834e677f730a3159b34c58b8"} Oct 13 19:58:14 crc kubenswrapper[4809]: I1013 19:58:14.073817 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-9dspm" event={"ID":"7f6be6cb-1c37-4c77-b6a7-6718aad7e846","Type":"ContainerStarted","Data":"e2865afd4594726ebdfd62c96c596567a3e27efd6253205da3d87baa5261ecfe"} Oct 13 19:58:14 crc kubenswrapper[4809]: I1013 19:58:14.131755 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" podStartSLOduration=3.1317127 podStartE2EDuration="3.1317127s" podCreationTimestamp="2025-10-13 19:58:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:14.093391946 +0000 UTC m=+2012.699138551" watchObservedRunningTime="2025-10-13 19:58:14.1317127 +0000 UTC m=+2012.737459295" Oct 13 19:58:14 crc kubenswrapper[4809]: I1013 19:58:14.170477 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-sync-9dspm" podStartSLOduration=2.170438766 podStartE2EDuration="2.170438766s" podCreationTimestamp="2025-10-13 19:58:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:14.132909853 +0000 UTC m=+2012.738656478" watchObservedRunningTime="2025-10-13 19:58:14.170438766 +0000 UTC m=+2012.776185351" Oct 13 19:58:14 crc kubenswrapper[4809]: I1013 19:58:14.949887 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:14 crc kubenswrapper[4809]: I1013 19:58:14.951313 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:15 crc kubenswrapper[4809]: I1013 19:58:15.085382 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b4cc714d-1e78-4312-92c8-0be19c17e682","Type":"ContainerStarted","Data":"3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da"} Oct 13 19:58:15 crc kubenswrapper[4809]: I1013 19:58:15.090382 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:15 crc kubenswrapper[4809]: I1013 19:58:15.141928 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-0" podStartSLOduration=42.141902755 podStartE2EDuration="42.141902755s" podCreationTimestamp="2025-10-13 19:57:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:15.13227347 +0000 UTC m=+2013.738020065" watchObservedRunningTime="2025-10-13 19:58:15.141902755 +0000 UTC m=+2013.747649380" Oct 13 19:58:15 crc kubenswrapper[4809]: I1013 19:58:15.149782 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:58:16 crc kubenswrapper[4809]: I1013 19:58:16.767287 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-c3fd-account-create-2wzbr"] Oct 13 19:58:16 crc kubenswrapper[4809]: I1013 19:58:16.768894 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-c3fd-account-create-2wzbr" Oct 13 19:58:16 crc kubenswrapper[4809]: I1013 19:58:16.771794 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-db-secret" Oct 13 19:58:16 crc kubenswrapper[4809]: I1013 19:58:16.785993 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-c3fd-account-create-2wzbr"] Oct 13 19:58:16 crc kubenswrapper[4809]: I1013 19:58:16.916399 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mgm69\" (UniqueName: \"kubernetes.io/projected/2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1-kube-api-access-mgm69\") pod \"placement-c3fd-account-create-2wzbr\" (UID: \"2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1\") " pod="openstack-kuttl-tests/placement-c3fd-account-create-2wzbr" Oct 13 19:58:17 crc kubenswrapper[4809]: I1013 19:58:17.017967 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mgm69\" (UniqueName: \"kubernetes.io/projected/2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1-kube-api-access-mgm69\") pod \"placement-c3fd-account-create-2wzbr\" (UID: \"2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1\") " pod="openstack-kuttl-tests/placement-c3fd-account-create-2wzbr" Oct 13 19:58:17 crc kubenswrapper[4809]: I1013 19:58:17.035158 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mgm69\" (UniqueName: \"kubernetes.io/projected/2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1-kube-api-access-mgm69\") pod \"placement-c3fd-account-create-2wzbr\" (UID: \"2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1\") " pod="openstack-kuttl-tests/placement-c3fd-account-create-2wzbr" Oct 13 19:58:17 crc kubenswrapper[4809]: I1013 19:58:17.086462 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-c3fd-account-create-2wzbr" Oct 13 19:58:17 crc kubenswrapper[4809]: I1013 19:58:17.564048 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-c3fd-account-create-2wzbr"] Oct 13 19:58:17 crc kubenswrapper[4809]: I1013 19:58:17.722949 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 19:58:17 crc kubenswrapper[4809]: I1013 19:58:17.723176 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/prometheus-metric-storage-0" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="prometheus" containerID="cri-o://60a785c5e586897716a12d21bd55223b099f309e73305835af18c9a892cc6ff2" gracePeriod=600 Oct 13 19:58:17 crc kubenswrapper[4809]: I1013 19:58:17.723278 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/prometheus-metric-storage-0" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="config-reloader" containerID="cri-o://c06982e475c0eed2d48d9e1a56c50c98159ab49623b1313d3a2be77af3f265c9" gracePeriod=600 Oct 13 19:58:17 crc kubenswrapper[4809]: I1013 19:58:17.723280 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/prometheus-metric-storage-0" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="thanos-sidecar" containerID="cri-o://b2fcea880384031020bb13a57d3c00abd0d0036547065efa9ff341aac2211e75" gracePeriod=600 Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.123914 4809 generic.go:334] "Generic (PLEG): container finished" podID="2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1" containerID="1e12ef9bd7c26320930ba11597e37b8e270c37addbf012ab3f02e52cc443b11c" exitCode=0 Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.124272 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-c3fd-account-create-2wzbr" event={"ID":"2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1","Type":"ContainerDied","Data":"1e12ef9bd7c26320930ba11597e37b8e270c37addbf012ab3f02e52cc443b11c"} Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.124301 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-c3fd-account-create-2wzbr" event={"ID":"2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1","Type":"ContainerStarted","Data":"e736504fb61f07204bd6c218ec38e75a6dfe006ebd79a7db826a4113331db477"} Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.136300 4809 generic.go:334] "Generic (PLEG): container finished" podID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerID="b2fcea880384031020bb13a57d3c00abd0d0036547065efa9ff341aac2211e75" exitCode=0 Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.136331 4809 generic.go:334] "Generic (PLEG): container finished" podID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerID="c06982e475c0eed2d48d9e1a56c50c98159ab49623b1313d3a2be77af3f265c9" exitCode=0 Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.136343 4809 generic.go:334] "Generic (PLEG): container finished" podID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerID="60a785c5e586897716a12d21bd55223b099f309e73305835af18c9a892cc6ff2" exitCode=0 Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.136366 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"7f0eb16d-b786-49d8-baa0-d53c3a05f013","Type":"ContainerDied","Data":"b2fcea880384031020bb13a57d3c00abd0d0036547065efa9ff341aac2211e75"} Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.136395 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"7f0eb16d-b786-49d8-baa0-d53c3a05f013","Type":"ContainerDied","Data":"c06982e475c0eed2d48d9e1a56c50c98159ab49623b1313d3a2be77af3f265c9"} Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.136408 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"7f0eb16d-b786-49d8-baa0-d53c3a05f013","Type":"ContainerDied","Data":"60a785c5e586897716a12d21bd55223b099f309e73305835af18c9a892cc6ff2"} Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.299386 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.438330 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-t4pbf\" (UniqueName: \"kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-kube-api-access-t4pbf\") pod \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.438380 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-tls-assets\") pod \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.438524 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-web-config\") pod \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.438558 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config-out\") pod \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.438592 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config\") pod \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.438619 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"thanos-prometheus-http-client-file\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-thanos-prometheus-http-client-file\") pod \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.438648 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"prometheus-metric-storage-rulefiles-0\" (UniqueName: \"kubernetes.io/configmap/7f0eb16d-b786-49d8-baa0-d53c3a05f013-prometheus-metric-storage-rulefiles-0\") pod \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.438788 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"prometheus-metric-storage-db\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") pod \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\" (UID: \"7f0eb16d-b786-49d8-baa0-d53c3a05f013\") " Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.440170 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/7f0eb16d-b786-49d8-baa0-d53c3a05f013-prometheus-metric-storage-rulefiles-0" (OuterVolumeSpecName: "prometheus-metric-storage-rulefiles-0") pod "7f0eb16d-b786-49d8-baa0-d53c3a05f013" (UID: "7f0eb16d-b786-49d8-baa0-d53c3a05f013"). InnerVolumeSpecName "prometheus-metric-storage-rulefiles-0". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.445450 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-kube-api-access-t4pbf" (OuterVolumeSpecName: "kube-api-access-t4pbf") pod "7f0eb16d-b786-49d8-baa0-d53c3a05f013" (UID: "7f0eb16d-b786-49d8-baa0-d53c3a05f013"). InnerVolumeSpecName "kube-api-access-t4pbf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.446504 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-thanos-prometheus-http-client-file" (OuterVolumeSpecName: "thanos-prometheus-http-client-file") pod "7f0eb16d-b786-49d8-baa0-d53c3a05f013" (UID: "7f0eb16d-b786-49d8-baa0-d53c3a05f013"). InnerVolumeSpecName "thanos-prometheus-http-client-file". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.448415 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-tls-assets" (OuterVolumeSpecName: "tls-assets") pod "7f0eb16d-b786-49d8-baa0-d53c3a05f013" (UID: "7f0eb16d-b786-49d8-baa0-d53c3a05f013"). InnerVolumeSpecName "tls-assets". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.450042 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config" (OuterVolumeSpecName: "config") pod "7f0eb16d-b786-49d8-baa0-d53c3a05f013" (UID: "7f0eb16d-b786-49d8-baa0-d53c3a05f013"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.460811 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config-out" (OuterVolumeSpecName: "config-out") pod "7f0eb16d-b786-49d8-baa0-d53c3a05f013" (UID: "7f0eb16d-b786-49d8-baa0-d53c3a05f013"). InnerVolumeSpecName "config-out". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.461643 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334" (OuterVolumeSpecName: "prometheus-metric-storage-db") pod "7f0eb16d-b786-49d8-baa0-d53c3a05f013" (UID: "7f0eb16d-b786-49d8-baa0-d53c3a05f013"). InnerVolumeSpecName "pvc-01326ba0-f507-4de0-b91e-8f0a0c497334". PluginName "kubernetes.io/csi", VolumeGidValue "" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.465489 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-web-config" (OuterVolumeSpecName: "web-config") pod "7f0eb16d-b786-49d8-baa0-d53c3a05f013" (UID: "7f0eb16d-b786-49d8-baa0-d53c3a05f013"). InnerVolumeSpecName "web-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.540865 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.540897 4809 reconciler_common.go:293] "Volume detached for volume \"thanos-prometheus-http-client-file\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-thanos-prometheus-http-client-file\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.540910 4809 reconciler_common.go:293] "Volume detached for volume \"prometheus-metric-storage-rulefiles-0\" (UniqueName: \"kubernetes.io/configmap/7f0eb16d-b786-49d8-baa0-d53c3a05f013-prometheus-metric-storage-rulefiles-0\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.540948 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") on node \"crc\" " Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.540961 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-t4pbf\" (UniqueName: \"kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-kube-api-access-t4pbf\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.540971 4809 reconciler_common.go:293] "Volume detached for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/7f0eb16d-b786-49d8-baa0-d53c3a05f013-tls-assets\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.540979 4809 reconciler_common.go:293] "Volume detached for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/7f0eb16d-b786-49d8-baa0-d53c3a05f013-web-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.540987 4809 reconciler_common.go:293] "Volume detached for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/7f0eb16d-b786-49d8-baa0-d53c3a05f013-config-out\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.558560 4809 csi_attacher.go:630] kubernetes.io/csi: attacher.UnmountDevice STAGE_UNSTAGE_VOLUME capability not set. Skipping UnmountDevice... Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.558702 4809 operation_generator.go:917] UnmountDevice succeeded for volume "pvc-01326ba0-f507-4de0-b91e-8f0a0c497334" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334") on node "crc" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.642542 4809 reconciler_common.go:293] "Volume detached for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.920994 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/watcher-b142-account-create-mvlpd"] Oct 13 19:58:18 crc kubenswrapper[4809]: E1013 19:58:18.921375 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="thanos-sidecar" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.921394 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="thanos-sidecar" Oct 13 19:58:18 crc kubenswrapper[4809]: E1013 19:58:18.921421 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="config-reloader" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.921430 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="config-reloader" Oct 13 19:58:18 crc kubenswrapper[4809]: E1013 19:58:18.921465 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="init-config-reloader" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.921473 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="init-config-reloader" Oct 13 19:58:18 crc kubenswrapper[4809]: E1013 19:58:18.921493 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="prometheus" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.921501 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="prometheus" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.921702 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="prometheus" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.921719 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="config-reloader" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.921760 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" containerName="thanos-sidecar" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.922416 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-b142-account-create-mvlpd" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.924281 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"watcher-db-secret" Oct 13 19:58:18 crc kubenswrapper[4809]: I1013 19:58:18.941560 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-b142-account-create-mvlpd"] Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.048036 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xwqh7\" (UniqueName: \"kubernetes.io/projected/dbedbed2-f6c2-484b-aac6-222e76d20d4f-kube-api-access-xwqh7\") pod \"watcher-b142-account-create-mvlpd\" (UID: \"dbedbed2-f6c2-484b-aac6-222e76d20d4f\") " pod="openstack-kuttl-tests/watcher-b142-account-create-mvlpd" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.148898 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"7f0eb16d-b786-49d8-baa0-d53c3a05f013","Type":"ContainerDied","Data":"45b4b15fb41f1b6d7b51e0563e2a86a7ef8fcee070db15baef349d50f853a729"} Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.148967 4809 scope.go:117] "RemoveContainer" containerID="b2fcea880384031020bb13a57d3c00abd0d0036547065efa9ff341aac2211e75" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.148923 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.149096 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xwqh7\" (UniqueName: \"kubernetes.io/projected/dbedbed2-f6c2-484b-aac6-222e76d20d4f-kube-api-access-xwqh7\") pod \"watcher-b142-account-create-mvlpd\" (UID: \"dbedbed2-f6c2-484b-aac6-222e76d20d4f\") " pod="openstack-kuttl-tests/watcher-b142-account-create-mvlpd" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.173684 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xwqh7\" (UniqueName: \"kubernetes.io/projected/dbedbed2-f6c2-484b-aac6-222e76d20d4f-kube-api-access-xwqh7\") pod \"watcher-b142-account-create-mvlpd\" (UID: \"dbedbed2-f6c2-484b-aac6-222e76d20d4f\") " pod="openstack-kuttl-tests/watcher-b142-account-create-mvlpd" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.189892 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.190031 4809 scope.go:117] "RemoveContainer" containerID="c06982e475c0eed2d48d9e1a56c50c98159ab49623b1313d3a2be77af3f265c9" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.202651 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.226013 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.231649 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.235917 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"prometheus-metric-storage-web-config" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.236109 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"prometheus-metric-storage-thanos-prometheus-http-client-file" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.236185 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-metric-storage-prometheus-svc" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.236377 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"prometheus-metric-storage-rulefiles-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.237424 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-b142-account-create-mvlpd" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.238607 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"prometheus-metric-storage" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.238674 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"metric-storage-prometheus-dockercfg-h8jnp" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.244936 4809 scope.go:117] "RemoveContainer" containerID="60a785c5e586897716a12d21bd55223b099f309e73305835af18c9a892cc6ff2" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.244804 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.253998 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"prometheus-metric-storage-tls-assets-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.293359 4809 scope.go:117] "RemoveContainer" containerID="01d37a032dd27b5e508dbc8031c2c29557a8b687d492ba36623f9be33760ae18" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.353191 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"thanos-prometheus-http-client-file\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-thanos-prometheus-http-client-file\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.353235 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.353280 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config-out\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.353305 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secret-combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-secret-combined-ca-bundle\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.353417 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mwx42\" (UniqueName: \"kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-kube-api-access-mwx42\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.353498 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-tls-assets\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.353538 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"prometheus-metric-storage-rulefiles-0\" (UniqueName: \"kubernetes.io/configmap/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-prometheus-metric-storage-rulefiles-0\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.353605 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.353626 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.353664 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.353800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.455151 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.455195 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.455254 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.455282 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"thanos-prometheus-http-client-file\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-thanos-prometheus-http-client-file\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.455325 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.455364 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config-out\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.455388 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secret-combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-secret-combined-ca-bundle\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.455410 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mwx42\" (UniqueName: \"kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-kube-api-access-mwx42\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.455432 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-tls-assets\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.455454 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"prometheus-metric-storage-rulefiles-0\" (UniqueName: \"kubernetes.io/configmap/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-prometheus-metric-storage-rulefiles-0\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.455478 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.456437 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"prometheus-metric-storage-rulefiles-0\" (UniqueName: \"kubernetes.io/configmap/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-prometheus-metric-storage-rulefiles-0\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.463657 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.463683 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secret-combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-secret-combined-ca-bundle\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.463947 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config-out\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.464335 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.465327 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"thanos-prometheus-http-client-file\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-thanos-prometheus-http-client-file\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.468753 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-tls-assets\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.469583 4809 csi_attacher.go:380] kubernetes.io/csi: attacher.MountDevice STAGE_UNSTAGE_VOLUME capability not set. Skipping MountDevice... Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.469626 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") device mount path \"/var/lib/kubelet/plugins/kubernetes.io/csi/kubevirt.io.hostpath-provisioner/3d467ba3490a9ff4bfb0cbf7e1c49f65ee4b1bd4c06027eee069778b2dc36712/globalmount\"" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.484949 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.487519 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.492468 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mwx42\" (UniqueName: \"kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-kube-api-access-mwx42\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.524778 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") pod \"prometheus-metric-storage-0\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.548634 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.607666 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-c3fd-account-create-2wzbr" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.761834 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mgm69\" (UniqueName: \"kubernetes.io/projected/2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1-kube-api-access-mgm69\") pod \"2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1\" (UID: \"2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1\") " Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.768519 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1-kube-api-access-mgm69" (OuterVolumeSpecName: "kube-api-access-mgm69") pod "2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1" (UID: "2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1"). InnerVolumeSpecName "kube-api-access-mgm69". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.769646 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-b142-account-create-mvlpd"] Oct 13 19:58:19 crc kubenswrapper[4809]: W1013 19:58:19.780499 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddbedbed2_f6c2_484b_aac6_222e76d20d4f.slice/crio-9a21de8cacf41d4ffb3c4ae0e84becc535eebbee850f1ab2be091a11724f3f65 WatchSource:0}: Error finding container 9a21de8cacf41d4ffb3c4ae0e84becc535eebbee850f1ab2be091a11724f3f65: Status 404 returned error can't find the container with id 9a21de8cacf41d4ffb3c4ae0e84becc535eebbee850f1ab2be091a11724f3f65 Oct 13 19:58:19 crc kubenswrapper[4809]: I1013 19:58:19.863228 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mgm69\" (UniqueName: \"kubernetes.io/projected/2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1-kube-api-access-mgm69\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:20 crc kubenswrapper[4809]: I1013 19:58:20.008584 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 19:58:20 crc kubenswrapper[4809]: W1013 19:58:20.029953 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podddb822ad_928b_4f48_9ea7_c77138f2f4aa.slice/crio-c16484951d6e7d9fa41b1862db09b48794ef4fab9533cecbbd343f4a98d2ed35 WatchSource:0}: Error finding container c16484951d6e7d9fa41b1862db09b48794ef4fab9533cecbbd343f4a98d2ed35: Status 404 returned error can't find the container with id c16484951d6e7d9fa41b1862db09b48794ef4fab9533cecbbd343f4a98d2ed35 Oct 13 19:58:20 crc kubenswrapper[4809]: I1013 19:58:20.158105 4809 generic.go:334] "Generic (PLEG): container finished" podID="dbedbed2-f6c2-484b-aac6-222e76d20d4f" containerID="7dc9a5f25f91fee37e3774b01eb94977ea01e89abbe55bc9dd9c22167883a0d6" exitCode=0 Oct 13 19:58:20 crc kubenswrapper[4809]: I1013 19:58:20.162449 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-c3fd-account-create-2wzbr" Oct 13 19:58:20 crc kubenswrapper[4809]: I1013 19:58:20.167951 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7f0eb16d-b786-49d8-baa0-d53c3a05f013" path="/var/lib/kubelet/pods/7f0eb16d-b786-49d8-baa0-d53c3a05f013/volumes" Oct 13 19:58:20 crc kubenswrapper[4809]: I1013 19:58:20.169009 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-b142-account-create-mvlpd" event={"ID":"dbedbed2-f6c2-484b-aac6-222e76d20d4f","Type":"ContainerDied","Data":"7dc9a5f25f91fee37e3774b01eb94977ea01e89abbe55bc9dd9c22167883a0d6"} Oct 13 19:58:20 crc kubenswrapper[4809]: I1013 19:58:20.169038 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-b142-account-create-mvlpd" event={"ID":"dbedbed2-f6c2-484b-aac6-222e76d20d4f","Type":"ContainerStarted","Data":"9a21de8cacf41d4ffb3c4ae0e84becc535eebbee850f1ab2be091a11724f3f65"} Oct 13 19:58:20 crc kubenswrapper[4809]: I1013 19:58:20.169049 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"ddb822ad-928b-4f48-9ea7-c77138f2f4aa","Type":"ContainerStarted","Data":"c16484951d6e7d9fa41b1862db09b48794ef4fab9533cecbbd343f4a98d2ed35"} Oct 13 19:58:20 crc kubenswrapper[4809]: I1013 19:58:20.169060 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-c3fd-account-create-2wzbr" event={"ID":"2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1","Type":"ContainerDied","Data":"e736504fb61f07204bd6c218ec38e75a6dfe006ebd79a7db826a4113331db477"} Oct 13 19:58:20 crc kubenswrapper[4809]: I1013 19:58:20.169071 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e736504fb61f07204bd6c218ec38e75a6dfe006ebd79a7db826a4113331db477" Oct 13 19:58:21 crc kubenswrapper[4809]: I1013 19:58:21.179282 4809 generic.go:334] "Generic (PLEG): container finished" podID="7f6be6cb-1c37-4c77-b6a7-6718aad7e846" containerID="04d4080c4f8ab3e1ead1d592cf0a41c4e2537563834e677f730a3159b34c58b8" exitCode=0 Oct 13 19:58:21 crc kubenswrapper[4809]: I1013 19:58:21.179351 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-9dspm" event={"ID":"7f6be6cb-1c37-4c77-b6a7-6718aad7e846","Type":"ContainerDied","Data":"04d4080c4f8ab3e1ead1d592cf0a41c4e2537563834e677f730a3159b34c58b8"} Oct 13 19:58:21 crc kubenswrapper[4809]: I1013 19:58:21.635044 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 19:58:21 crc kubenswrapper[4809]: I1013 19:58:21.726722 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-b142-account-create-mvlpd" Oct 13 19:58:21 crc kubenswrapper[4809]: I1013 19:58:21.755585 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c"] Oct 13 19:58:21 crc kubenswrapper[4809]: I1013 19:58:21.762094 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" podUID="e3aedcb4-e510-4974-9e2b-ff20351e3635" containerName="dnsmasq-dns" containerID="cri-o://f8108a96ff7df1419e554f3e75365561ea0f930810d24ab3266696b23d1feee5" gracePeriod=10 Oct 13 19:58:21 crc kubenswrapper[4809]: I1013 19:58:21.808634 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xwqh7\" (UniqueName: \"kubernetes.io/projected/dbedbed2-f6c2-484b-aac6-222e76d20d4f-kube-api-access-xwqh7\") pod \"dbedbed2-f6c2-484b-aac6-222e76d20d4f\" (UID: \"dbedbed2-f6c2-484b-aac6-222e76d20d4f\") " Oct 13 19:58:21 crc kubenswrapper[4809]: I1013 19:58:21.900183 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dbedbed2-f6c2-484b-aac6-222e76d20d4f-kube-api-access-xwqh7" (OuterVolumeSpecName: "kube-api-access-xwqh7") pod "dbedbed2-f6c2-484b-aac6-222e76d20d4f" (UID: "dbedbed2-f6c2-484b-aac6-222e76d20d4f"). InnerVolumeSpecName "kube-api-access-xwqh7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:21 crc kubenswrapper[4809]: I1013 19:58:21.910965 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xwqh7\" (UniqueName: \"kubernetes.io/projected/dbedbed2-f6c2-484b-aac6-222e76d20d4f-kube-api-access-xwqh7\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.202962 4809 generic.go:334] "Generic (PLEG): container finished" podID="e3aedcb4-e510-4974-9e2b-ff20351e3635" containerID="f8108a96ff7df1419e554f3e75365561ea0f930810d24ab3266696b23d1feee5" exitCode=0 Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.203072 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" event={"ID":"e3aedcb4-e510-4974-9e2b-ff20351e3635","Type":"ContainerDied","Data":"f8108a96ff7df1419e554f3e75365561ea0f930810d24ab3266696b23d1feee5"} Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.214844 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-b142-account-create-mvlpd" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.215592 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-b142-account-create-mvlpd" event={"ID":"dbedbed2-f6c2-484b-aac6-222e76d20d4f","Type":"ContainerDied","Data":"9a21de8cacf41d4ffb3c4ae0e84becc535eebbee850f1ab2be091a11724f3f65"} Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.215640 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9a21de8cacf41d4ffb3c4ae0e84becc535eebbee850f1ab2be091a11724f3f65" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.249213 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.418760 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-q4fxv\" (UniqueName: \"kubernetes.io/projected/e3aedcb4-e510-4974-9e2b-ff20351e3635-kube-api-access-q4fxv\") pod \"e3aedcb4-e510-4974-9e2b-ff20351e3635\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.419077 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-config\") pod \"e3aedcb4-e510-4974-9e2b-ff20351e3635\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.419177 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-dnsmasq-svc\") pod \"e3aedcb4-e510-4974-9e2b-ff20351e3635\" (UID: \"e3aedcb4-e510-4974-9e2b-ff20351e3635\") " Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.600909 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e3aedcb4-e510-4974-9e2b-ff20351e3635-kube-api-access-q4fxv" (OuterVolumeSpecName: "kube-api-access-q4fxv") pod "e3aedcb4-e510-4974-9e2b-ff20351e3635" (UID: "e3aedcb4-e510-4974-9e2b-ff20351e3635"). InnerVolumeSpecName "kube-api-access-q4fxv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.622903 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-q4fxv\" (UniqueName: \"kubernetes.io/projected/e3aedcb4-e510-4974-9e2b-ff20351e3635-kube-api-access-q4fxv\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.638034 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-config" (OuterVolumeSpecName: "config") pod "e3aedcb4-e510-4974-9e2b-ff20351e3635" (UID: "e3aedcb4-e510-4974-9e2b-ff20351e3635"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.655506 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "e3aedcb4-e510-4974-9e2b-ff20351e3635" (UID: "e3aedcb4-e510-4974-9e2b-ff20351e3635"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.700942 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.723896 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.723921 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/e3aedcb4-e510-4974-9e2b-ff20351e3635-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.825348 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-combined-ca-bundle\") pod \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.825746 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-db-sync-config-data\") pod \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.825837 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-769zg\" (UniqueName: \"kubernetes.io/projected/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-kube-api-access-769zg\") pod \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.825935 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-config-data\") pod \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\" (UID: \"7f6be6cb-1c37-4c77-b6a7-6718aad7e846\") " Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.828471 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "7f6be6cb-1c37-4c77-b6a7-6718aad7e846" (UID: "7f6be6cb-1c37-4c77-b6a7-6718aad7e846"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.846593 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-kube-api-access-769zg" (OuterVolumeSpecName: "kube-api-access-769zg") pod "7f6be6cb-1c37-4c77-b6a7-6718aad7e846" (UID: "7f6be6cb-1c37-4c77-b6a7-6718aad7e846"). InnerVolumeSpecName "kube-api-access-769zg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.865632 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7f6be6cb-1c37-4c77-b6a7-6718aad7e846" (UID: "7f6be6cb-1c37-4c77-b6a7-6718aad7e846"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.872964 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-config-data" (OuterVolumeSpecName: "config-data") pod "7f6be6cb-1c37-4c77-b6a7-6718aad7e846" (UID: "7f6be6cb-1c37-4c77-b6a7-6718aad7e846"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.927849 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.928128 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-769zg\" (UniqueName: \"kubernetes.io/projected/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-kube-api-access-769zg\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.928141 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:22 crc kubenswrapper[4809]: I1013 19:58:22.928150 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f6be6cb-1c37-4c77-b6a7-6718aad7e846-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:23 crc kubenswrapper[4809]: I1013 19:58:23.232563 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"ddb822ad-928b-4f48-9ea7-c77138f2f4aa","Type":"ContainerStarted","Data":"ff7eb9c41b072f6a6b78a13bc35f2ecb1fc4c89bddb9e55d50d930f0f1602b11"} Oct 13 19:58:23 crc kubenswrapper[4809]: I1013 19:58:23.241135 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-9dspm" event={"ID":"7f6be6cb-1c37-4c77-b6a7-6718aad7e846","Type":"ContainerDied","Data":"e2865afd4594726ebdfd62c96c596567a3e27efd6253205da3d87baa5261ecfe"} Oct 13 19:58:23 crc kubenswrapper[4809]: I1013 19:58:23.241221 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e2865afd4594726ebdfd62c96c596567a3e27efd6253205da3d87baa5261ecfe" Oct 13 19:58:23 crc kubenswrapper[4809]: I1013 19:58:23.241170 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-9dspm" Oct 13 19:58:23 crc kubenswrapper[4809]: I1013 19:58:23.248961 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" event={"ID":"e3aedcb4-e510-4974-9e2b-ff20351e3635","Type":"ContainerDied","Data":"81b47ea134663d9956bc5e79d33b3e93119bdcf127bd4423319aeed0a83e134d"} Oct 13 19:58:23 crc kubenswrapper[4809]: I1013 19:58:23.249034 4809 scope.go:117] "RemoveContainer" containerID="f8108a96ff7df1419e554f3e75365561ea0f930810d24ab3266696b23d1feee5" Oct 13 19:58:23 crc kubenswrapper[4809]: I1013 19:58:23.249581 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c" Oct 13 19:58:23 crc kubenswrapper[4809]: I1013 19:58:23.295256 4809 scope.go:117] "RemoveContainer" containerID="792116fac9180a0719bd0124d97b4ccfe2b428d4b4d0911d19e9fd1795f3b2fa" Oct 13 19:58:23 crc kubenswrapper[4809]: I1013 19:58:23.310300 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c"] Oct 13 19:58:23 crc kubenswrapper[4809]: I1013 19:58:23.318845 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-s5c7c"] Oct 13 19:58:24 crc kubenswrapper[4809]: I1013 19:58:24.167446 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e3aedcb4-e510-4974-9e2b-ff20351e3635" path="/var/lib/kubelet/pods/e3aedcb4-e510-4974-9e2b-ff20351e3635/volumes" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.151879 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.510398 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-create-9mdjh"] Oct 13 19:58:25 crc kubenswrapper[4809]: E1013 19:58:25.510705 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e3aedcb4-e510-4974-9e2b-ff20351e3635" containerName="init" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.510739 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e3aedcb4-e510-4974-9e2b-ff20351e3635" containerName="init" Oct 13 19:58:25 crc kubenswrapper[4809]: E1013 19:58:25.510757 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e3aedcb4-e510-4974-9e2b-ff20351e3635" containerName="dnsmasq-dns" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.510763 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e3aedcb4-e510-4974-9e2b-ff20351e3635" containerName="dnsmasq-dns" Oct 13 19:58:25 crc kubenswrapper[4809]: E1013 19:58:25.510782 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1" containerName="mariadb-account-create" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.510789 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1" containerName="mariadb-account-create" Oct 13 19:58:25 crc kubenswrapper[4809]: E1013 19:58:25.510800 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7f6be6cb-1c37-4c77-b6a7-6718aad7e846" containerName="glance-db-sync" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.510806 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7f6be6cb-1c37-4c77-b6a7-6718aad7e846" containerName="glance-db-sync" Oct 13 19:58:25 crc kubenswrapper[4809]: E1013 19:58:25.510815 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dbedbed2-f6c2-484b-aac6-222e76d20d4f" containerName="mariadb-account-create" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.510821 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dbedbed2-f6c2-484b-aac6-222e76d20d4f" containerName="mariadb-account-create" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.510982 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7f6be6cb-1c37-4c77-b6a7-6718aad7e846" containerName="glance-db-sync" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.511001 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e3aedcb4-e510-4974-9e2b-ff20351e3635" containerName="dnsmasq-dns" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.511012 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dbedbed2-f6c2-484b-aac6-222e76d20d4f" containerName="mariadb-account-create" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.511024 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1" containerName="mariadb-account-create" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.511538 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-9mdjh" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.526359 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-9mdjh"] Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.556920 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/watcher-db-sync-v4fgt"] Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.561883 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.564693 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"watcher-watcher-dockercfg-mzrfs" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.567382 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"watcher-config-data" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.568252 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-f64bf\" (UniqueName: \"kubernetes.io/projected/ba1d3d9c-de10-4589-9726-03e642718d53-kube-api-access-f64bf\") pod \"cinder-db-create-9mdjh\" (UID: \"ba1d3d9c-de10-4589-9726-03e642718d53\") " pod="openstack-kuttl-tests/cinder-db-create-9mdjh" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.569964 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-db-sync-v4fgt"] Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.604320 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-create-fxfcb"] Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.605325 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-fxfcb" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.620423 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-fxfcb"] Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.670102 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-combined-ca-bundle\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.670179 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-82jpc\" (UniqueName: \"kubernetes.io/projected/9d327d77-0c74-4108-a482-dc10f4fa2b35-kube-api-access-82jpc\") pod \"barbican-db-create-fxfcb\" (UID: \"9d327d77-0c74-4108-a482-dc10f4fa2b35\") " pod="openstack-kuttl-tests/barbican-db-create-fxfcb" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.670217 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-config-data\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.670236 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-66lmw\" (UniqueName: \"kubernetes.io/projected/6e237191-ed98-4a01-b2ac-17892c81a388-kube-api-access-66lmw\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.670279 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-f64bf\" (UniqueName: \"kubernetes.io/projected/ba1d3d9c-de10-4589-9726-03e642718d53-kube-api-access-f64bf\") pod \"cinder-db-create-9mdjh\" (UID: \"ba1d3d9c-de10-4589-9726-03e642718d53\") " pod="openstack-kuttl-tests/cinder-db-create-9mdjh" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.670318 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-db-sync-config-data\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.706384 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-f64bf\" (UniqueName: \"kubernetes.io/projected/ba1d3d9c-de10-4589-9726-03e642718d53-kube-api-access-f64bf\") pod \"cinder-db-create-9mdjh\" (UID: \"ba1d3d9c-de10-4589-9726-03e642718d53\") " pod="openstack-kuttl-tests/cinder-db-create-9mdjh" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.772367 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-db-sync-config-data\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.772805 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-combined-ca-bundle\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.772892 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-82jpc\" (UniqueName: \"kubernetes.io/projected/9d327d77-0c74-4108-a482-dc10f4fa2b35-kube-api-access-82jpc\") pod \"barbican-db-create-fxfcb\" (UID: \"9d327d77-0c74-4108-a482-dc10f4fa2b35\") " pod="openstack-kuttl-tests/barbican-db-create-fxfcb" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.772938 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-config-data\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.772984 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-66lmw\" (UniqueName: \"kubernetes.io/projected/6e237191-ed98-4a01-b2ac-17892c81a388-kube-api-access-66lmw\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.777051 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-combined-ca-bundle\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.777204 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-config-data\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.782258 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-db-sync-config-data\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.797085 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-create-4dhql"] Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.798039 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-4dhql" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.799022 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-66lmw\" (UniqueName: \"kubernetes.io/projected/6e237191-ed98-4a01-b2ac-17892c81a388-kube-api-access-66lmw\") pod \"watcher-db-sync-v4fgt\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.804867 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-4dhql"] Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.805588 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-82jpc\" (UniqueName: \"kubernetes.io/projected/9d327d77-0c74-4108-a482-dc10f4fa2b35-kube-api-access-82jpc\") pod \"barbican-db-create-fxfcb\" (UID: \"9d327d77-0c74-4108-a482-dc10f4fa2b35\") " pod="openstack-kuttl-tests/barbican-db-create-fxfcb" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.826205 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-9mdjh" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.874422 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zkgm7\" (UniqueName: \"kubernetes.io/projected/07ead3ab-0fa0-4247-ba51-09c77b9a0d3c-kube-api-access-zkgm7\") pod \"neutron-db-create-4dhql\" (UID: \"07ead3ab-0fa0-4247-ba51-09c77b9a0d3c\") " pod="openstack-kuttl-tests/neutron-db-create-4dhql" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.876138 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.906810 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-fhcsr"] Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.913388 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.916751 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-p9wmk" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.917200 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.920893 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-fxfcb" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.922190 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.923177 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.972387 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-fhcsr"] Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.978411 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-crq7k\" (UniqueName: \"kubernetes.io/projected/3c314f8b-2928-4a6e-9d3b-b6b822218afc-kube-api-access-crq7k\") pod \"keystone-db-sync-fhcsr\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.978457 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zkgm7\" (UniqueName: \"kubernetes.io/projected/07ead3ab-0fa0-4247-ba51-09c77b9a0d3c-kube-api-access-zkgm7\") pod \"neutron-db-create-4dhql\" (UID: \"07ead3ab-0fa0-4247-ba51-09c77b9a0d3c\") " pod="openstack-kuttl-tests/neutron-db-create-4dhql" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.978537 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-combined-ca-bundle\") pod \"keystone-db-sync-fhcsr\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:25 crc kubenswrapper[4809]: I1013 19:58:25.978572 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-config-data\") pod \"keystone-db-sync-fhcsr\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.020510 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zkgm7\" (UniqueName: \"kubernetes.io/projected/07ead3ab-0fa0-4247-ba51-09c77b9a0d3c-kube-api-access-zkgm7\") pod \"neutron-db-create-4dhql\" (UID: \"07ead3ab-0fa0-4247-ba51-09c77b9a0d3c\") " pod="openstack-kuttl-tests/neutron-db-create-4dhql" Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.080530 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-config-data\") pod \"keystone-db-sync-fhcsr\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.080613 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-crq7k\" (UniqueName: \"kubernetes.io/projected/3c314f8b-2928-4a6e-9d3b-b6b822218afc-kube-api-access-crq7k\") pod \"keystone-db-sync-fhcsr\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.080692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-combined-ca-bundle\") pod \"keystone-db-sync-fhcsr\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.083826 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-config-data\") pod \"keystone-db-sync-fhcsr\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.089016 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-combined-ca-bundle\") pod \"keystone-db-sync-fhcsr\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.103218 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-crq7k\" (UniqueName: \"kubernetes.io/projected/3c314f8b-2928-4a6e-9d3b-b6b822218afc-kube-api-access-crq7k\") pod \"keystone-db-sync-fhcsr\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.229530 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-9mdjh"] Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.233784 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-4dhql" Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.282972 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-9mdjh" event={"ID":"ba1d3d9c-de10-4589-9726-03e642718d53","Type":"ContainerStarted","Data":"6ebbd1452a7080a69f2715bbcd5d07b83b689a2fa24e0b60022bc6f525a1c0f6"} Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.291901 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.509230 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-fxfcb"] Oct 13 19:58:26 crc kubenswrapper[4809]: W1013 19:58:26.521657 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9d327d77_0c74_4108_a482_dc10f4fa2b35.slice/crio-3eeb7db737a2355c86481bf2f46f6baef395ebdffc15307ca8850c45b38bfd68 WatchSource:0}: Error finding container 3eeb7db737a2355c86481bf2f46f6baef395ebdffc15307ca8850c45b38bfd68: Status 404 returned error can't find the container with id 3eeb7db737a2355c86481bf2f46f6baef395ebdffc15307ca8850c45b38bfd68 Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.555632 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-db-sync-v4fgt"] Oct 13 19:58:26 crc kubenswrapper[4809]: W1013 19:58:26.562853 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6e237191_ed98_4a01_b2ac_17892c81a388.slice/crio-cfb3759ad4165991889c010e5543a13e2c4ba82f0403a00c209f814d1511c843 WatchSource:0}: Error finding container cfb3759ad4165991889c010e5543a13e2c4ba82f0403a00c209f814d1511c843: Status 404 returned error can't find the container with id cfb3759ad4165991889c010e5543a13e2c4ba82f0403a00c209f814d1511c843 Oct 13 19:58:26 crc kubenswrapper[4809]: W1013 19:58:26.805309 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod07ead3ab_0fa0_4247_ba51_09c77b9a0d3c.slice/crio-ed514d606856b1eda476cd1c68e3a468db403a36e3c5d3e822b4479ddb879c17 WatchSource:0}: Error finding container ed514d606856b1eda476cd1c68e3a468db403a36e3c5d3e822b4479ddb879c17: Status 404 returned error can't find the container with id ed514d606856b1eda476cd1c68e3a468db403a36e3c5d3e822b4479ddb879c17 Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.816390 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-4dhql"] Oct 13 19:58:26 crc kubenswrapper[4809]: I1013 19:58:26.883642 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-fhcsr"] Oct 13 19:58:27 crc kubenswrapper[4809]: I1013 19:58:27.294998 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-fxfcb" event={"ID":"9d327d77-0c74-4108-a482-dc10f4fa2b35","Type":"ContainerStarted","Data":"3eeb7db737a2355c86481bf2f46f6baef395ebdffc15307ca8850c45b38bfd68"} Oct 13 19:58:27 crc kubenswrapper[4809]: I1013 19:58:27.296532 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-4dhql" event={"ID":"07ead3ab-0fa0-4247-ba51-09c77b9a0d3c","Type":"ContainerStarted","Data":"ed514d606856b1eda476cd1c68e3a468db403a36e3c5d3e822b4479ddb879c17"} Oct 13 19:58:27 crc kubenswrapper[4809]: I1013 19:58:27.298802 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" event={"ID":"3c314f8b-2928-4a6e-9d3b-b6b822218afc","Type":"ContainerStarted","Data":"3ea6c4e8cc1a77ba5f0a3fe9184c9fa21a920094f37c272ecbae0b1464d97946"} Oct 13 19:58:27 crc kubenswrapper[4809]: I1013 19:58:27.300366 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" event={"ID":"6e237191-ed98-4a01-b2ac-17892c81a388","Type":"ContainerStarted","Data":"cfb3759ad4165991889c010e5543a13e2c4ba82f0403a00c209f814d1511c843"} Oct 13 19:58:28 crc kubenswrapper[4809]: I1013 19:58:28.333911 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-9mdjh" event={"ID":"ba1d3d9c-de10-4589-9726-03e642718d53","Type":"ContainerStarted","Data":"b2334df422d20daacec821c452f98b70a1c13cfbdd2d609198c9207d9942c013"} Oct 13 19:58:29 crc kubenswrapper[4809]: I1013 19:58:29.349866 4809 generic.go:334] "Generic (PLEG): container finished" podID="9d327d77-0c74-4108-a482-dc10f4fa2b35" containerID="a95189211e33b212e3ee0d2e17ae2d2604f71ac4e1b69b3188b93b29b08312d3" exitCode=0 Oct 13 19:58:29 crc kubenswrapper[4809]: I1013 19:58:29.349921 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-fxfcb" event={"ID":"9d327d77-0c74-4108-a482-dc10f4fa2b35","Type":"ContainerDied","Data":"a95189211e33b212e3ee0d2e17ae2d2604f71ac4e1b69b3188b93b29b08312d3"} Oct 13 19:58:29 crc kubenswrapper[4809]: I1013 19:58:29.352751 4809 generic.go:334] "Generic (PLEG): container finished" podID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerID="ff7eb9c41b072f6a6b78a13bc35f2ecb1fc4c89bddb9e55d50d930f0f1602b11" exitCode=0 Oct 13 19:58:29 crc kubenswrapper[4809]: I1013 19:58:29.352833 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"ddb822ad-928b-4f48-9ea7-c77138f2f4aa","Type":"ContainerDied","Data":"ff7eb9c41b072f6a6b78a13bc35f2ecb1fc4c89bddb9e55d50d930f0f1602b11"} Oct 13 19:58:29 crc kubenswrapper[4809]: I1013 19:58:29.354452 4809 generic.go:334] "Generic (PLEG): container finished" podID="07ead3ab-0fa0-4247-ba51-09c77b9a0d3c" containerID="5d915d181d40b90213c47115353dbd097b49317cec12078f97c0f36b1159e9c7" exitCode=0 Oct 13 19:58:29 crc kubenswrapper[4809]: I1013 19:58:29.354518 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-4dhql" event={"ID":"07ead3ab-0fa0-4247-ba51-09c77b9a0d3c","Type":"ContainerDied","Data":"5d915d181d40b90213c47115353dbd097b49317cec12078f97c0f36b1159e9c7"} Oct 13 19:58:29 crc kubenswrapper[4809]: I1013 19:58:29.355811 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba1d3d9c-de10-4589-9726-03e642718d53" containerID="b2334df422d20daacec821c452f98b70a1c13cfbdd2d609198c9207d9942c013" exitCode=0 Oct 13 19:58:29 crc kubenswrapper[4809]: I1013 19:58:29.355872 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-9mdjh" event={"ID":"ba1d3d9c-de10-4589-9726-03e642718d53","Type":"ContainerDied","Data":"b2334df422d20daacec821c452f98b70a1c13cfbdd2d609198c9207d9942c013"} Oct 13 19:58:29 crc kubenswrapper[4809]: I1013 19:58:29.357791 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" event={"ID":"3c314f8b-2928-4a6e-9d3b-b6b822218afc","Type":"ContainerStarted","Data":"592116f018bd3411810b00d12bdeb4b803a7a5caade7e96abffd18e0a9a2cba1"} Oct 13 19:58:29 crc kubenswrapper[4809]: I1013 19:58:29.378861 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" podStartSLOduration=4.378846452 podStartE2EDuration="4.378846452s" podCreationTimestamp="2025-10-13 19:58:25 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:29.373832654 +0000 UTC m=+2027.979579239" watchObservedRunningTime="2025-10-13 19:58:29.378846452 +0000 UTC m=+2027.984593027" Oct 13 19:58:30 crc kubenswrapper[4809]: I1013 19:58:30.368862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"ddb822ad-928b-4f48-9ea7-c77138f2f4aa","Type":"ContainerStarted","Data":"5629df979a8f8e5ce63add650bc546579492247def1507810f6a9104c54d534f"} Oct 13 19:58:31 crc kubenswrapper[4809]: I1013 19:58:31.379823 4809 generic.go:334] "Generic (PLEG): container finished" podID="3c314f8b-2928-4a6e-9d3b-b6b822218afc" containerID="592116f018bd3411810b00d12bdeb4b803a7a5caade7e96abffd18e0a9a2cba1" exitCode=0 Oct 13 19:58:31 crc kubenswrapper[4809]: I1013 19:58:31.379935 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" event={"ID":"3c314f8b-2928-4a6e-9d3b-b6b822218afc","Type":"ContainerDied","Data":"592116f018bd3411810b00d12bdeb4b803a7a5caade7e96abffd18e0a9a2cba1"} Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.450431 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-4dhql" event={"ID":"07ead3ab-0fa0-4247-ba51-09c77b9a0d3c","Type":"ContainerDied","Data":"ed514d606856b1eda476cd1c68e3a468db403a36e3c5d3e822b4479ddb879c17"} Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.450992 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ed514d606856b1eda476cd1c68e3a468db403a36e3c5d3e822b4479ddb879c17" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.451917 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-9mdjh" event={"ID":"ba1d3d9c-de10-4589-9726-03e642718d53","Type":"ContainerDied","Data":"6ebbd1452a7080a69f2715bbcd5d07b83b689a2fa24e0b60022bc6f525a1c0f6"} Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.451957 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6ebbd1452a7080a69f2715bbcd5d07b83b689a2fa24e0b60022bc6f525a1c0f6" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.453158 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" event={"ID":"3c314f8b-2928-4a6e-9d3b-b6b822218afc","Type":"ContainerDied","Data":"3ea6c4e8cc1a77ba5f0a3fe9184c9fa21a920094f37c272ecbae0b1464d97946"} Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.453200 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3ea6c4e8cc1a77ba5f0a3fe9184c9fa21a920094f37c272ecbae0b1464d97946" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.454543 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-fxfcb" event={"ID":"9d327d77-0c74-4108-a482-dc10f4fa2b35","Type":"ContainerDied","Data":"3eeb7db737a2355c86481bf2f46f6baef395ebdffc15307ca8850c45b38bfd68"} Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.454565 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3eeb7db737a2355c86481bf2f46f6baef395ebdffc15307ca8850c45b38bfd68" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.575218 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-9mdjh" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.614267 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-f64bf\" (UniqueName: \"kubernetes.io/projected/ba1d3d9c-de10-4589-9726-03e642718d53-kube-api-access-f64bf\") pod \"ba1d3d9c-de10-4589-9726-03e642718d53\" (UID: \"ba1d3d9c-de10-4589-9726-03e642718d53\") " Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.620428 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ba1d3d9c-de10-4589-9726-03e642718d53-kube-api-access-f64bf" (OuterVolumeSpecName: "kube-api-access-f64bf") pod "ba1d3d9c-de10-4589-9726-03e642718d53" (UID: "ba1d3d9c-de10-4589-9726-03e642718d53"). InnerVolumeSpecName "kube-api-access-f64bf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.623601 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-fxfcb" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.665131 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-4dhql" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.675868 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.717942 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-config-data\") pod \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.718035 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-crq7k\" (UniqueName: \"kubernetes.io/projected/3c314f8b-2928-4a6e-9d3b-b6b822218afc-kube-api-access-crq7k\") pod \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.718170 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zkgm7\" (UniqueName: \"kubernetes.io/projected/07ead3ab-0fa0-4247-ba51-09c77b9a0d3c-kube-api-access-zkgm7\") pod \"07ead3ab-0fa0-4247-ba51-09c77b9a0d3c\" (UID: \"07ead3ab-0fa0-4247-ba51-09c77b9a0d3c\") " Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.718207 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-82jpc\" (UniqueName: \"kubernetes.io/projected/9d327d77-0c74-4108-a482-dc10f4fa2b35-kube-api-access-82jpc\") pod \"9d327d77-0c74-4108-a482-dc10f4fa2b35\" (UID: \"9d327d77-0c74-4108-a482-dc10f4fa2b35\") " Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.718261 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-combined-ca-bundle\") pod \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\" (UID: \"3c314f8b-2928-4a6e-9d3b-b6b822218afc\") " Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.718743 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-f64bf\" (UniqueName: \"kubernetes.io/projected/ba1d3d9c-de10-4589-9726-03e642718d53-kube-api-access-f64bf\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.722498 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/07ead3ab-0fa0-4247-ba51-09c77b9a0d3c-kube-api-access-zkgm7" (OuterVolumeSpecName: "kube-api-access-zkgm7") pod "07ead3ab-0fa0-4247-ba51-09c77b9a0d3c" (UID: "07ead3ab-0fa0-4247-ba51-09c77b9a0d3c"). InnerVolumeSpecName "kube-api-access-zkgm7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.724640 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3c314f8b-2928-4a6e-9d3b-b6b822218afc-kube-api-access-crq7k" (OuterVolumeSpecName: "kube-api-access-crq7k") pod "3c314f8b-2928-4a6e-9d3b-b6b822218afc" (UID: "3c314f8b-2928-4a6e-9d3b-b6b822218afc"). InnerVolumeSpecName "kube-api-access-crq7k". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.726137 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9d327d77-0c74-4108-a482-dc10f4fa2b35-kube-api-access-82jpc" (OuterVolumeSpecName: "kube-api-access-82jpc") pod "9d327d77-0c74-4108-a482-dc10f4fa2b35" (UID: "9d327d77-0c74-4108-a482-dc10f4fa2b35"). InnerVolumeSpecName "kube-api-access-82jpc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.746165 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3c314f8b-2928-4a6e-9d3b-b6b822218afc" (UID: "3c314f8b-2928-4a6e-9d3b-b6b822218afc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.780162 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-config-data" (OuterVolumeSpecName: "config-data") pod "3c314f8b-2928-4a6e-9d3b-b6b822218afc" (UID: "3c314f8b-2928-4a6e-9d3b-b6b822218afc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.821253 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zkgm7\" (UniqueName: \"kubernetes.io/projected/07ead3ab-0fa0-4247-ba51-09c77b9a0d3c-kube-api-access-zkgm7\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.821289 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-82jpc\" (UniqueName: \"kubernetes.io/projected/9d327d77-0c74-4108-a482-dc10f4fa2b35-kube-api-access-82jpc\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.821299 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.821310 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3c314f8b-2928-4a6e-9d3b-b6b822218afc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:37 crc kubenswrapper[4809]: I1013 19:58:37.821319 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-crq7k\" (UniqueName: \"kubernetes.io/projected/3c314f8b-2928-4a6e-9d3b-b6b822218afc-kube-api-access-crq7k\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.487491 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-9mdjh" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.487510 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-fxfcb" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.487520 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-4dhql" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.487550 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-fhcsr" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.487480 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" event={"ID":"6e237191-ed98-4a01-b2ac-17892c81a388","Type":"ContainerStarted","Data":"2ebd18a046c1a2093caa33e16b5c3748cad7be3aa25489448ad141bb07692960"} Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.509329 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" podStartSLOduration=2.688838133 podStartE2EDuration="13.509197685s" podCreationTimestamp="2025-10-13 19:58:25 +0000 UTC" firstStartedPulling="2025-10-13 19:58:26.568492148 +0000 UTC m=+2025.174238733" lastFinishedPulling="2025-10-13 19:58:37.3888517 +0000 UTC m=+2035.994598285" observedRunningTime="2025-10-13 19:58:38.508147766 +0000 UTC m=+2037.113894401" watchObservedRunningTime="2025-10-13 19:58:38.509197685 +0000 UTC m=+2037.114944320" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.915833 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-fv888"] Oct 13 19:58:38 crc kubenswrapper[4809]: E1013 19:58:38.916403 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba1d3d9c-de10-4589-9726-03e642718d53" containerName="mariadb-database-create" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.916418 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba1d3d9c-de10-4589-9726-03e642718d53" containerName="mariadb-database-create" Oct 13 19:58:38 crc kubenswrapper[4809]: E1013 19:58:38.916431 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="07ead3ab-0fa0-4247-ba51-09c77b9a0d3c" containerName="mariadb-database-create" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.916437 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="07ead3ab-0fa0-4247-ba51-09c77b9a0d3c" containerName="mariadb-database-create" Oct 13 19:58:38 crc kubenswrapper[4809]: E1013 19:58:38.916455 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3c314f8b-2928-4a6e-9d3b-b6b822218afc" containerName="keystone-db-sync" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.916460 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3c314f8b-2928-4a6e-9d3b-b6b822218afc" containerName="keystone-db-sync" Oct 13 19:58:38 crc kubenswrapper[4809]: E1013 19:58:38.916471 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9d327d77-0c74-4108-a482-dc10f4fa2b35" containerName="mariadb-database-create" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.916477 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9d327d77-0c74-4108-a482-dc10f4fa2b35" containerName="mariadb-database-create" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.916627 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9d327d77-0c74-4108-a482-dc10f4fa2b35" containerName="mariadb-database-create" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.916646 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3c314f8b-2928-4a6e-9d3b-b6b822218afc" containerName="keystone-db-sync" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.916663 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="07ead3ab-0fa0-4247-ba51-09c77b9a0d3c" containerName="mariadb-database-create" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.916672 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba1d3d9c-de10-4589-9726-03e642718d53" containerName="mariadb-database-create" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.917241 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.919853 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.920031 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.920350 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-p9wmk" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.930471 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-fv888"] Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.932550 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.940974 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-config-data\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.941030 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-scripts\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.941075 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-fernet-keys\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.941131 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-combined-ca-bundle\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.941174 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tqpd2\" (UniqueName: \"kubernetes.io/projected/ab6faa63-1fa1-4c36-9044-6b33866d1157-kube-api-access-tqpd2\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:38 crc kubenswrapper[4809]: I1013 19:58:38.941201 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-credential-keys\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.042846 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tqpd2\" (UniqueName: \"kubernetes.io/projected/ab6faa63-1fa1-4c36-9044-6b33866d1157-kube-api-access-tqpd2\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.042900 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-credential-keys\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.042946 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-config-data\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.042999 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-scripts\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.043053 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-fernet-keys\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.043085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-combined-ca-bundle\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.048720 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-fernet-keys\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.049164 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-credential-keys\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.049746 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-config-data\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.052064 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-combined-ca-bundle\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.060686 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-scripts\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.066119 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tqpd2\" (UniqueName: \"kubernetes.io/projected/ab6faa63-1fa1-4c36-9044-6b33866d1157-kube-api-access-tqpd2\") pod \"keystone-bootstrap-fv888\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.183061 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-sync-rqqfn"] Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.185515 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.187960 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-9m2mq" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.188170 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.188482 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.194476 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-rqqfn"] Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.232123 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.246771 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-combined-ca-bundle\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.246823 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q6hkw\" (UniqueName: \"kubernetes.io/projected/9ac97ca7-9bf8-4910-aae2-781ef798e31b-kube-api-access-q6hkw\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.246900 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-scripts\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.246924 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9ac97ca7-9bf8-4910-aae2-781ef798e31b-logs\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.246964 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-config-data\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.348221 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-scripts\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.349135 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9ac97ca7-9bf8-4910-aae2-781ef798e31b-logs\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.349177 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-config-data\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.349263 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-combined-ca-bundle\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.349290 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-q6hkw\" (UniqueName: \"kubernetes.io/projected/9ac97ca7-9bf8-4910-aae2-781ef798e31b-kube-api-access-q6hkw\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.350964 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9ac97ca7-9bf8-4910-aae2-781ef798e31b-logs\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.353422 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-scripts\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.354695 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-config-data\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.365057 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-combined-ca-bundle\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.365746 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-q6hkw\" (UniqueName: \"kubernetes.io/projected/9ac97ca7-9bf8-4910-aae2-781ef798e31b-kube-api-access-q6hkw\") pod \"placement-db-sync-rqqfn\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.501299 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.543917 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-operators-xqt8p"] Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.545633 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.554451 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-utilities\") pod \"redhat-operators-xqt8p\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.554497 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xrmhw\" (UniqueName: \"kubernetes.io/projected/53a19106-9ab7-4dc9-938b-1e17a338d04a-kube-api-access-xrmhw\") pod \"redhat-operators-xqt8p\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.554600 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-catalog-content\") pod \"redhat-operators-xqt8p\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.559393 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-xqt8p"] Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.655372 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-utilities\") pod \"redhat-operators-xqt8p\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.655434 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xrmhw\" (UniqueName: \"kubernetes.io/projected/53a19106-9ab7-4dc9-938b-1e17a338d04a-kube-api-access-xrmhw\") pod \"redhat-operators-xqt8p\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.655540 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-catalog-content\") pod \"redhat-operators-xqt8p\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.656076 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-catalog-content\") pod \"redhat-operators-xqt8p\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.656385 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-utilities\") pod \"redhat-operators-xqt8p\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.711428 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-fv888"] Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.801703 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xrmhw\" (UniqueName: \"kubernetes.io/projected/53a19106-9ab7-4dc9-938b-1e17a338d04a-kube-api-access-xrmhw\") pod \"redhat-operators-xqt8p\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:39 crc kubenswrapper[4809]: I1013 19:58:39.936962 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.007418 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.008950 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.013555 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.013625 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.014017 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-msj95" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.014126 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.030441 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-rqqfn"] Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.046136 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.071155 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.073434 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.080084 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.080460 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.086074 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.088145 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.090858 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.091113 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.093055 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.102544 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.165862 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.165911 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-logs\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.165938 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-scripts\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.166020 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hh4zs\" (UniqueName: \"kubernetes.io/projected/cf87fc44-2f90-4611-89b5-72815cb7408b-kube-api-access-hh4zs\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.166062 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-config-data\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.166075 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.166109 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.166125 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.268840 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-log-httpd\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269279 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6cm5t\" (UniqueName: \"kubernetes.io/projected/7958b549-5588-44d6-9fa7-79f5c06b21a8-kube-api-access-6cm5t\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269306 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sdkkx\" (UniqueName: \"kubernetes.io/projected/07a6fca2-1249-4f28-b497-0bd54d5bc527-kube-api-access-sdkkx\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269337 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-scripts\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269368 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hh4zs\" (UniqueName: \"kubernetes.io/projected/cf87fc44-2f90-4611-89b5-72815cb7408b-kube-api-access-hh4zs\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269386 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-run-httpd\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269439 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269457 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-config-data\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269496 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269519 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-config-data\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269533 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-scripts\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269581 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269602 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269678 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269698 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269767 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269835 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269870 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269903 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-logs\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269929 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-logs\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269945 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-scripts\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.269963 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-config-data\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.270954 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.271214 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.276189 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-logs\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.297268 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.298344 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-config-data\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.298960 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.302330 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hh4zs\" (UniqueName: \"kubernetes.io/projected/cf87fc44-2f90-4611-89b5-72815cb7408b-kube-api-access-hh4zs\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.333402 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-scripts\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.369975 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371071 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371179 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-logs\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371250 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-config-data\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371366 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371434 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-log-httpd\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371500 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6cm5t\" (UniqueName: \"kubernetes.io/projected/7958b549-5588-44d6-9fa7-79f5c06b21a8-kube-api-access-6cm5t\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371572 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sdkkx\" (UniqueName: \"kubernetes.io/projected/07a6fca2-1249-4f28-b497-0bd54d5bc527-kube-api-access-sdkkx\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371635 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-scripts\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371721 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-run-httpd\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371799 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371863 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-config-data\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.371949 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.372016 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-scripts\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.372100 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.372174 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.374896 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") device mount path \"/mnt/openstack/pv14\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.375402 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-log-httpd\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.375547 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-run-httpd\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.378037 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.379065 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-config-data\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.379407 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-logs\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.382385 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.384419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.384691 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-scripts\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.390131 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.390712 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-config-data\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.395137 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-scripts\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.401359 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6cm5t\" (UniqueName: \"kubernetes.io/projected/7958b549-5588-44d6-9fa7-79f5c06b21a8-kube-api-access-6cm5t\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.406236 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sdkkx\" (UniqueName: \"kubernetes.io/projected/07a6fca2-1249-4f28-b497-0bd54d5bc527-kube-api-access-sdkkx\") pod \"ceilometer-0\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.420837 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.423645 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.463711 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.516362 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-xqt8p"] Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.550019 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-rqqfn" event={"ID":"9ac97ca7-9bf8-4910-aae2-781ef798e31b","Type":"ContainerStarted","Data":"724d46d29464134c4618ec5f78727813d1df3a87103ab6580d9a84f3849eaa5b"} Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.550284 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-rqqfn" event={"ID":"9ac97ca7-9bf8-4910-aae2-781ef798e31b","Type":"ContainerStarted","Data":"e2741e4cad2e782cc5ad88ed692aaff3965b0d16614d6ffcd9072165bd2303e9"} Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.572349 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-fv888" event={"ID":"ab6faa63-1fa1-4c36-9044-6b33866d1157","Type":"ContainerStarted","Data":"b98096087e81256f0419820a13bdc03f0d3c201b2a23687af8b6ea0f9cc8eff6"} Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.572400 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-fv888" event={"ID":"ab6faa63-1fa1-4c36-9044-6b33866d1157","Type":"ContainerStarted","Data":"aac5bbc29717fc9f931a017182217c915157635980fc881ff06c5e30b41e06aa"} Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.572754 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-db-sync-rqqfn" podStartSLOduration=1.572718891 podStartE2EDuration="1.572718891s" podCreationTimestamp="2025-10-13 19:58:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:40.569343788 +0000 UTC m=+2039.175090373" watchObservedRunningTime="2025-10-13 19:58:40.572718891 +0000 UTC m=+2039.178465476" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.583875 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"ddb822ad-928b-4f48-9ea7-c77138f2f4aa","Type":"ContainerStarted","Data":"21d546fa5d7c706a889fd1526354f1a27c296d5ce280c1459e758382c730e297"} Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.583914 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"ddb822ad-928b-4f48-9ea7-c77138f2f4aa","Type":"ContainerStarted","Data":"6c0cfdaf9282edf8992d6c40180097d89562f26a9999e834af22b9fda796895a"} Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.609433 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-fv888" podStartSLOduration=2.60941461 podStartE2EDuration="2.60941461s" podCreationTimestamp="2025-10-13 19:58:38 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:40.599105757 +0000 UTC m=+2039.204852332" watchObservedRunningTime="2025-10-13 19:58:40.60941461 +0000 UTC m=+2039.215161195" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.644857 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/prometheus-metric-storage-0" podStartSLOduration=21.644839005 podStartE2EDuration="21.644839005s" podCreationTimestamp="2025-10-13 19:58:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:40.642379207 +0000 UTC m=+2039.248125792" watchObservedRunningTime="2025-10-13 19:58:40.644839005 +0000 UTC m=+2039.250585580" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.648347 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:40 crc kubenswrapper[4809]: I1013 19:58:40.714128 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.056164 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.298802 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.404108 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:58:41 crc kubenswrapper[4809]: W1013 19:58:41.427421 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podcf87fc44_2f90_4611_89b5_72815cb7408b.slice/crio-48f4f8e22a29687a1e720ac2d4d4f7d0b8dc361334045ea08718d8008253fb3b WatchSource:0}: Error finding container 48f4f8e22a29687a1e720ac2d4d4f7d0b8dc361334045ea08718d8008253fb3b: Status 404 returned error can't find the container with id 48f4f8e22a29687a1e720ac2d4d4f7d0b8dc361334045ea08718d8008253fb3b Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.524397 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.569318 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.598581 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.645990 4809 generic.go:334] "Generic (PLEG): container finished" podID="6e237191-ed98-4a01-b2ac-17892c81a388" containerID="2ebd18a046c1a2093caa33e16b5c3748cad7be3aa25489448ad141bb07692960" exitCode=0 Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.646093 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" event={"ID":"6e237191-ed98-4a01-b2ac-17892c81a388","Type":"ContainerDied","Data":"2ebd18a046c1a2093caa33e16b5c3748cad7be3aa25489448ad141bb07692960"} Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.656028 4809 generic.go:334] "Generic (PLEG): container finished" podID="53a19106-9ab7-4dc9-938b-1e17a338d04a" containerID="5ad45758ff3f0ceec1d31b3f023e6118c4b13928f69ba46388c1dd4c07b0f83e" exitCode=0 Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.656087 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-xqt8p" event={"ID":"53a19106-9ab7-4dc9-938b-1e17a338d04a","Type":"ContainerDied","Data":"5ad45758ff3f0ceec1d31b3f023e6118c4b13928f69ba46388c1dd4c07b0f83e"} Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.656111 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-xqt8p" event={"ID":"53a19106-9ab7-4dc9-938b-1e17a338d04a","Type":"ContainerStarted","Data":"921c08a33d8dcb80e652e6bf5c8e2fabf2e55ed9a716daec4dc55945e84da576"} Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.664201 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7958b549-5588-44d6-9fa7-79f5c06b21a8","Type":"ContainerStarted","Data":"539cc600f480d77f83cc0a77d3de053c6a30f241c16531446722b344d10e4340"} Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.678623 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"cf87fc44-2f90-4611-89b5-72815cb7408b","Type":"ContainerStarted","Data":"48f4f8e22a29687a1e720ac2d4d4f7d0b8dc361334045ea08718d8008253fb3b"} Oct 13 19:58:41 crc kubenswrapper[4809]: I1013 19:58:41.705724 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"07a6fca2-1249-4f28-b497-0bd54d5bc527","Type":"ContainerStarted","Data":"2c6db490b67ec10e248fb0588f75df9b6409dc40f768a0678906321865bbdb99"} Oct 13 19:58:42 crc kubenswrapper[4809]: I1013 19:58:42.753796 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7958b549-5588-44d6-9fa7-79f5c06b21a8","Type":"ContainerStarted","Data":"9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038"} Oct 13 19:58:42 crc kubenswrapper[4809]: I1013 19:58:42.756494 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"cf87fc44-2f90-4611-89b5-72815cb7408b","Type":"ContainerStarted","Data":"8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec"} Oct 13 19:58:42 crc kubenswrapper[4809]: I1013 19:58:42.758782 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"07a6fca2-1249-4f28-b497-0bd54d5bc527","Type":"ContainerStarted","Data":"679397f86f7502efbe9231cbdc95ba01b685606aa80e1ef11bcb86d010ab989a"} Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.181803 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.270634 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-66lmw\" (UniqueName: \"kubernetes.io/projected/6e237191-ed98-4a01-b2ac-17892c81a388-kube-api-access-66lmw\") pod \"6e237191-ed98-4a01-b2ac-17892c81a388\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.270714 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-db-sync-config-data\") pod \"6e237191-ed98-4a01-b2ac-17892c81a388\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.270840 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-config-data\") pod \"6e237191-ed98-4a01-b2ac-17892c81a388\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.270870 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-combined-ca-bundle\") pod \"6e237191-ed98-4a01-b2ac-17892c81a388\" (UID: \"6e237191-ed98-4a01-b2ac-17892c81a388\") " Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.278826 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "6e237191-ed98-4a01-b2ac-17892c81a388" (UID: "6e237191-ed98-4a01-b2ac-17892c81a388"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.280625 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6e237191-ed98-4a01-b2ac-17892c81a388-kube-api-access-66lmw" (OuterVolumeSpecName: "kube-api-access-66lmw") pod "6e237191-ed98-4a01-b2ac-17892c81a388" (UID: "6e237191-ed98-4a01-b2ac-17892c81a388"). InnerVolumeSpecName "kube-api-access-66lmw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.336897 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6e237191-ed98-4a01-b2ac-17892c81a388" (UID: "6e237191-ed98-4a01-b2ac-17892c81a388"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.341841 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-config-data" (OuterVolumeSpecName: "config-data") pod "6e237191-ed98-4a01-b2ac-17892c81a388" (UID: "6e237191-ed98-4a01-b2ac-17892c81a388"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.373308 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.373570 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-66lmw\" (UniqueName: \"kubernetes.io/projected/6e237191-ed98-4a01-b2ac-17892c81a388-kube-api-access-66lmw\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.373583 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.373600 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e237191-ed98-4a01-b2ac-17892c81a388-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.784667 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"cf87fc44-2f90-4611-89b5-72815cb7408b","Type":"ContainerStarted","Data":"d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb"} Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.784986 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="cf87fc44-2f90-4611-89b5-72815cb7408b" containerName="glance-httpd" containerID="cri-o://d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb" gracePeriod=30 Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.785368 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="cf87fc44-2f90-4611-89b5-72815cb7408b" containerName="glance-log" containerID="cri-o://8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec" gracePeriod=30 Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.787820 4809 generic.go:334] "Generic (PLEG): container finished" podID="9ac97ca7-9bf8-4910-aae2-781ef798e31b" containerID="724d46d29464134c4618ec5f78727813d1df3a87103ab6580d9a84f3849eaa5b" exitCode=0 Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.787877 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-rqqfn" event={"ID":"9ac97ca7-9bf8-4910-aae2-781ef798e31b","Type":"ContainerDied","Data":"724d46d29464134c4618ec5f78727813d1df3a87103ab6580d9a84f3849eaa5b"} Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.791599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"07a6fca2-1249-4f28-b497-0bd54d5bc527","Type":"ContainerStarted","Data":"0700412384eb388d8db042b18fe41e29814ce78964ab9b29d624738137059c7f"} Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.791637 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"07a6fca2-1249-4f28-b497-0bd54d5bc527","Type":"ContainerStarted","Data":"904df8e2162f20568c2f10115e9189c8684c57bac2559a616af20005f860e697"} Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.793442 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" event={"ID":"6e237191-ed98-4a01-b2ac-17892c81a388","Type":"ContainerDied","Data":"cfb3759ad4165991889c010e5543a13e2c4ba82f0403a00c209f814d1511c843"} Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.793468 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="cfb3759ad4165991889c010e5543a13e2c4ba82f0403a00c209f814d1511c843" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.793520 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-db-sync-v4fgt" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.799170 4809 generic.go:334] "Generic (PLEG): container finished" podID="53a19106-9ab7-4dc9-938b-1e17a338d04a" containerID="be839d750508e9614cadc71180888222ba90f13e90008542268c83819173229c" exitCode=0 Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.799229 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-xqt8p" event={"ID":"53a19106-9ab7-4dc9-938b-1e17a338d04a","Type":"ContainerDied","Data":"be839d750508e9614cadc71180888222ba90f13e90008542268c83819173229c"} Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.809164 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7958b549-5588-44d6-9fa7-79f5c06b21a8","Type":"ContainerStarted","Data":"0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79"} Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.809336 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="7958b549-5588-44d6-9fa7-79f5c06b21a8" containerName="glance-log" containerID="cri-o://9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038" gracePeriod=30 Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.809464 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="7958b549-5588-44d6-9fa7-79f5c06b21a8" containerName="glance-httpd" containerID="cri-o://0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79" gracePeriod=30 Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.819368 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=5.819350129 podStartE2EDuration="5.819350129s" podCreationTimestamp="2025-10-13 19:58:38 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:43.806950088 +0000 UTC m=+2042.412696673" watchObservedRunningTime="2025-10-13 19:58:43.819350129 +0000 UTC m=+2042.425096714" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.893270 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=4.893249822 podStartE2EDuration="4.893249822s" podCreationTimestamp="2025-10-13 19:58:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:43.890245809 +0000 UTC m=+2042.495992414" watchObservedRunningTime="2025-10-13 19:58:43.893249822 +0000 UTC m=+2042.498996417" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.963011 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 19:58:43 crc kubenswrapper[4809]: E1013 19:58:43.976027 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6e237191-ed98-4a01-b2ac-17892c81a388" containerName="watcher-db-sync" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.976060 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6e237191-ed98-4a01-b2ac-17892c81a388" containerName="watcher-db-sync" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.976365 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6e237191-ed98-4a01-b2ac-17892c81a388" containerName="watcher-db-sync" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.980983 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.983602 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"watcher-watcher-dockercfg-mzrfs" Oct 13 19:58:43 crc kubenswrapper[4809]: I1013 19:58:43.983718 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"watcher-api-config-data" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.002657 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.038231 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.039473 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.045756 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"watcher-decision-engine-config-data" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.048634 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/watcher-applier-0"] Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.049641 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.050680 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"watcher-applier-config-data" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.064795 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.077432 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-applier-0"] Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.097222 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-config-data\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.097286 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-logs\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.097308 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9qvkn\" (UniqueName: \"kubernetes.io/projected/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-kube-api-access-9qvkn\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.097395 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-custom-prometheus-ca\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.097520 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-combined-ca-bundle\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199601 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-combined-ca-bundle\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199669 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-combined-ca-bundle\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199694 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-config-data\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199723 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xgtrd\" (UniqueName: \"kubernetes.io/projected/a35e9d92-26a7-4cfe-9e3f-322872235bf0-kube-api-access-xgtrd\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199758 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-custom-prometheus-ca\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199781 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-logs\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199804 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9qvkn\" (UniqueName: \"kubernetes.io/projected/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-kube-api-access-9qvkn\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199827 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ed7d796a-6bc7-40eb-97e8-0685da5f2662-logs\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199842 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-combined-ca-bundle\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199865 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qkwdf\" (UniqueName: \"kubernetes.io/projected/ed7d796a-6bc7-40eb-97e8-0685da5f2662-kube-api-access-qkwdf\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199904 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a35e9d92-26a7-4cfe-9e3f-322872235bf0-logs\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199925 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-custom-prometheus-ca\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199939 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-config-data\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.199971 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-config-data\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.205085 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-logs\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.205174 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-combined-ca-bundle\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.205547 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-config-data\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.207524 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-custom-prometheus-ca\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.224603 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9qvkn\" (UniqueName: \"kubernetes.io/projected/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-kube-api-access-9qvkn\") pod \"watcher-api-0\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.301370 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a35e9d92-26a7-4cfe-9e3f-322872235bf0-logs\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.301446 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-config-data\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.301480 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-config-data\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.301538 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-combined-ca-bundle\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.301575 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xgtrd\" (UniqueName: \"kubernetes.io/projected/a35e9d92-26a7-4cfe-9e3f-322872235bf0-kube-api-access-xgtrd\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.301595 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-custom-prometheus-ca\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.301650 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ed7d796a-6bc7-40eb-97e8-0685da5f2662-logs\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.301667 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-combined-ca-bundle\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.301690 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qkwdf\" (UniqueName: \"kubernetes.io/projected/ed7d796a-6bc7-40eb-97e8-0685da5f2662-kube-api-access-qkwdf\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.302520 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ed7d796a-6bc7-40eb-97e8-0685da5f2662-logs\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.303812 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a35e9d92-26a7-4cfe-9e3f-322872235bf0-logs\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.304997 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-config-data\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.307003 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-combined-ca-bundle\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.307202 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-custom-prometheus-ca\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.308400 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-combined-ca-bundle\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.310697 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-config-data\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.326526 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xgtrd\" (UniqueName: \"kubernetes.io/projected/a35e9d92-26a7-4cfe-9e3f-322872235bf0-kube-api-access-xgtrd\") pod \"watcher-decision-engine-0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.333486 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qkwdf\" (UniqueName: \"kubernetes.io/projected/ed7d796a-6bc7-40eb-97e8-0685da5f2662-kube-api-access-qkwdf\") pod \"watcher-applier-0\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.472259 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.487144 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.493298 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.548795 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.579406 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.582268 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.708666 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-httpd-run\") pod \"cf87fc44-2f90-4611-89b5-72815cb7408b\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.708990 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-combined-ca-bundle\") pod \"7958b549-5588-44d6-9fa7-79f5c06b21a8\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709013 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6cm5t\" (UniqueName: \"kubernetes.io/projected/7958b549-5588-44d6-9fa7-79f5c06b21a8-kube-api-access-6cm5t\") pod \"7958b549-5588-44d6-9fa7-79f5c06b21a8\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709052 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-logs\") pod \"7958b549-5588-44d6-9fa7-79f5c06b21a8\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709071 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-public-tls-certs\") pod \"cf87fc44-2f90-4611-89b5-72815cb7408b\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709108 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-config-data\") pod \"cf87fc44-2f90-4611-89b5-72815cb7408b\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709134 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-httpd-run\") pod \"7958b549-5588-44d6-9fa7-79f5c06b21a8\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709178 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hh4zs\" (UniqueName: \"kubernetes.io/projected/cf87fc44-2f90-4611-89b5-72815cb7408b-kube-api-access-hh4zs\") pod \"cf87fc44-2f90-4611-89b5-72815cb7408b\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709242 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-internal-tls-certs\") pod \"7958b549-5588-44d6-9fa7-79f5c06b21a8\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709280 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-config-data\") pod \"7958b549-5588-44d6-9fa7-79f5c06b21a8\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709300 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"7958b549-5588-44d6-9fa7-79f5c06b21a8\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709315 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"cf87fc44-2f90-4611-89b5-72815cb7408b\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709345 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-combined-ca-bundle\") pod \"cf87fc44-2f90-4611-89b5-72815cb7408b\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709375 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-scripts\") pod \"7958b549-5588-44d6-9fa7-79f5c06b21a8\" (UID: \"7958b549-5588-44d6-9fa7-79f5c06b21a8\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709390 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-logs\") pod \"cf87fc44-2f90-4611-89b5-72815cb7408b\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.709422 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-scripts\") pod \"cf87fc44-2f90-4611-89b5-72815cb7408b\" (UID: \"cf87fc44-2f90-4611-89b5-72815cb7408b\") " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.710837 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "7958b549-5588-44d6-9fa7-79f5c06b21a8" (UID: "7958b549-5588-44d6-9fa7-79f5c06b21a8"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.711637 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "cf87fc44-2f90-4611-89b5-72815cb7408b" (UID: "cf87fc44-2f90-4611-89b5-72815cb7408b"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.713601 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-logs" (OuterVolumeSpecName: "logs") pod "cf87fc44-2f90-4611-89b5-72815cb7408b" (UID: "cf87fc44-2f90-4611-89b5-72815cb7408b"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.714385 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-logs" (OuterVolumeSpecName: "logs") pod "7958b549-5588-44d6-9fa7-79f5c06b21a8" (UID: "7958b549-5588-44d6-9fa7-79f5c06b21a8"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.721711 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage14-crc" (OuterVolumeSpecName: "glance") pod "7958b549-5588-44d6-9fa7-79f5c06b21a8" (UID: "7958b549-5588-44d6-9fa7-79f5c06b21a8"). InnerVolumeSpecName "local-storage14-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.726029 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "glance") pod "cf87fc44-2f90-4611-89b5-72815cb7408b" (UID: "cf87fc44-2f90-4611-89b5-72815cb7408b"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.726640 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-scripts" (OuterVolumeSpecName: "scripts") pod "cf87fc44-2f90-4611-89b5-72815cb7408b" (UID: "cf87fc44-2f90-4611-89b5-72815cb7408b"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.728880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-scripts" (OuterVolumeSpecName: "scripts") pod "7958b549-5588-44d6-9fa7-79f5c06b21a8" (UID: "7958b549-5588-44d6-9fa7-79f5c06b21a8"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.729032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cf87fc44-2f90-4611-89b5-72815cb7408b-kube-api-access-hh4zs" (OuterVolumeSpecName: "kube-api-access-hh4zs") pod "cf87fc44-2f90-4611-89b5-72815cb7408b" (UID: "cf87fc44-2f90-4611-89b5-72815cb7408b"). InnerVolumeSpecName "kube-api-access-hh4zs". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.732029 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7958b549-5588-44d6-9fa7-79f5c06b21a8-kube-api-access-6cm5t" (OuterVolumeSpecName: "kube-api-access-6cm5t") pod "7958b549-5588-44d6-9fa7-79f5c06b21a8" (UID: "7958b549-5588-44d6-9fa7-79f5c06b21a8"). InnerVolumeSpecName "kube-api-access-6cm5t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.749373 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7958b549-5588-44d6-9fa7-79f5c06b21a8" (UID: "7958b549-5588-44d6-9fa7-79f5c06b21a8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.769834 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "cf87fc44-2f90-4611-89b5-72815cb7408b" (UID: "cf87fc44-2f90-4611-89b5-72815cb7408b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.778816 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "7958b549-5588-44d6-9fa7-79f5c06b21a8" (UID: "7958b549-5588-44d6-9fa7-79f5c06b21a8"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.785679 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-config-data" (OuterVolumeSpecName: "config-data") pod "7958b549-5588-44d6-9fa7-79f5c06b21a8" (UID: "7958b549-5588-44d6-9fa7-79f5c06b21a8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.786884 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-config-data" (OuterVolumeSpecName: "config-data") pod "cf87fc44-2f90-4611-89b5-72815cb7408b" (UID: "cf87fc44-2f90-4611-89b5-72815cb7408b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.789073 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "cf87fc44-2f90-4611-89b5-72815cb7408b" (UID: "cf87fc44-2f90-4611-89b5-72815cb7408b"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810770 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810792 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810803 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810812 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810821 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/cf87fc44-2f90-4611-89b5-72815cb7408b-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810849 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810858 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6cm5t\" (UniqueName: \"kubernetes.io/projected/7958b549-5588-44d6-9fa7-79f5c06b21a8-kube-api-access-6cm5t\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810870 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810878 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810886 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cf87fc44-2f90-4611-89b5-72815cb7408b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810895 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7958b549-5588-44d6-9fa7-79f5c06b21a8-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810904 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hh4zs\" (UniqueName: \"kubernetes.io/projected/cf87fc44-2f90-4611-89b5-72815cb7408b-kube-api-access-hh4zs\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810913 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810921 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7958b549-5588-44d6-9fa7-79f5c06b21a8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810948 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.810960 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.830064 4809 generic.go:334] "Generic (PLEG): container finished" podID="ab6faa63-1fa1-4c36-9044-6b33866d1157" containerID="b98096087e81256f0419820a13bdc03f0d3c201b2a23687af8b6ea0f9cc8eff6" exitCode=0 Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.830118 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-fv888" event={"ID":"ab6faa63-1fa1-4c36-9044-6b33866d1157","Type":"ContainerDied","Data":"b98096087e81256f0419820a13bdc03f0d3c201b2a23687af8b6ea0f9cc8eff6"} Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.840189 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-xqt8p" event={"ID":"53a19106-9ab7-4dc9-938b-1e17a338d04a","Type":"ContainerStarted","Data":"89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3"} Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.853767 4809 generic.go:334] "Generic (PLEG): container finished" podID="7958b549-5588-44d6-9fa7-79f5c06b21a8" containerID="0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79" exitCode=0 Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.853795 4809 generic.go:334] "Generic (PLEG): container finished" podID="7958b549-5588-44d6-9fa7-79f5c06b21a8" containerID="9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038" exitCode=143 Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.853870 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.853879 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7958b549-5588-44d6-9fa7-79f5c06b21a8","Type":"ContainerDied","Data":"0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79"} Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.853919 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7958b549-5588-44d6-9fa7-79f5c06b21a8","Type":"ContainerDied","Data":"9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038"} Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.853928 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7958b549-5588-44d6-9fa7-79f5c06b21a8","Type":"ContainerDied","Data":"539cc600f480d77f83cc0a77d3de053c6a30f241c16531446722b344d10e4340"} Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.853943 4809 scope.go:117] "RemoveContainer" containerID="0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.854220 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage14-crc" (UniqueName: "kubernetes.io/local-volume/local-storage14-crc") on node "crc" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.858466 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.870352 4809 generic.go:334] "Generic (PLEG): container finished" podID="cf87fc44-2f90-4611-89b5-72815cb7408b" containerID="d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb" exitCode=0 Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.870384 4809 generic.go:334] "Generic (PLEG): container finished" podID="cf87fc44-2f90-4611-89b5-72815cb7408b" containerID="8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec" exitCode=143 Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.870592 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.875100 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"cf87fc44-2f90-4611-89b5-72815cb7408b","Type":"ContainerDied","Data":"d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb"} Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.875153 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"cf87fc44-2f90-4611-89b5-72815cb7408b","Type":"ContainerDied","Data":"8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec"} Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.875164 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"cf87fc44-2f90-4611-89b5-72815cb7408b","Type":"ContainerDied","Data":"48f4f8e22a29687a1e720ac2d4d4f7d0b8dc361334045ea08718d8008253fb3b"} Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.877932 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-operators-xqt8p" podStartSLOduration=3.284128909 podStartE2EDuration="5.877898144s" podCreationTimestamp="2025-10-13 19:58:39 +0000 UTC" firstStartedPulling="2025-10-13 19:58:41.661114787 +0000 UTC m=+2040.266861382" lastFinishedPulling="2025-10-13 19:58:44.254884032 +0000 UTC m=+2042.860630617" observedRunningTime="2025-10-13 19:58:44.86757798 +0000 UTC m=+2043.473324565" watchObservedRunningTime="2025-10-13 19:58:44.877898144 +0000 UTC m=+2043.483644729" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.895461 4809 scope.go:117] "RemoveContainer" containerID="9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.913865 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.913884 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.953770 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.961846 4809 scope.go:117] "RemoveContainer" containerID="0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79" Oct 13 19:58:44 crc kubenswrapper[4809]: E1013 19:58:44.962962 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79\": container with ID starting with 0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79 not found: ID does not exist" containerID="0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.963004 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79"} err="failed to get container status \"0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79\": rpc error: code = NotFound desc = could not find container \"0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79\": container with ID starting with 0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79 not found: ID does not exist" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.963022 4809 scope.go:117] "RemoveContainer" containerID="9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038" Oct 13 19:58:44 crc kubenswrapper[4809]: E1013 19:58:44.963940 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038\": container with ID starting with 9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038 not found: ID does not exist" containerID="9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.963968 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038"} err="failed to get container status \"9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038\": rpc error: code = NotFound desc = could not find container \"9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038\": container with ID starting with 9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038 not found: ID does not exist" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.963980 4809 scope.go:117] "RemoveContainer" containerID="0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.967901 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79"} err="failed to get container status \"0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79\": rpc error: code = NotFound desc = could not find container \"0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79\": container with ID starting with 0088a0956210c470e12cb3952768a5e58e89f46166cca2065f43303e20a4be79 not found: ID does not exist" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.967925 4809 scope.go:117] "RemoveContainer" containerID="9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.970804 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038"} err="failed to get container status \"9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038\": rpc error: code = NotFound desc = could not find container \"9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038\": container with ID starting with 9b7cd433167b64ca2f13d51857486b471c4c5574e86ba7437fd460c25d811038 not found: ID does not exist" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.970823 4809 scope.go:117] "RemoveContainer" containerID="d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb" Oct 13 19:58:44 crc kubenswrapper[4809]: I1013 19:58:44.971087 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.007784 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.016358 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.020161 4809 scope.go:117] "RemoveContainer" containerID="8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.028691 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:58:45 crc kubenswrapper[4809]: E1013 19:58:45.029101 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cf87fc44-2f90-4611-89b5-72815cb7408b" containerName="glance-httpd" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.029117 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cf87fc44-2f90-4611-89b5-72815cb7408b" containerName="glance-httpd" Oct 13 19:58:45 crc kubenswrapper[4809]: E1013 19:58:45.029131 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7958b549-5588-44d6-9fa7-79f5c06b21a8" containerName="glance-httpd" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.029137 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7958b549-5588-44d6-9fa7-79f5c06b21a8" containerName="glance-httpd" Oct 13 19:58:45 crc kubenswrapper[4809]: E1013 19:58:45.029152 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cf87fc44-2f90-4611-89b5-72815cb7408b" containerName="glance-log" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.029157 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cf87fc44-2f90-4611-89b5-72815cb7408b" containerName="glance-log" Oct 13 19:58:45 crc kubenswrapper[4809]: E1013 19:58:45.029179 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7958b549-5588-44d6-9fa7-79f5c06b21a8" containerName="glance-log" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.029185 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7958b549-5588-44d6-9fa7-79f5c06b21a8" containerName="glance-log" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.029359 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cf87fc44-2f90-4611-89b5-72815cb7408b" containerName="glance-log" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.029379 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7958b549-5588-44d6-9fa7-79f5c06b21a8" containerName="glance-log" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.029392 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cf87fc44-2f90-4611-89b5-72815cb7408b" containerName="glance-httpd" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.029414 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7958b549-5588-44d6-9fa7-79f5c06b21a8" containerName="glance-httpd" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.031794 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.033749 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.033974 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.034085 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.038261 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-msj95" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.047568 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.054781 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.059340 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.061047 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.062799 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.078381 4809 scope.go:117] "RemoveContainer" containerID="d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb" Oct 13 19:58:45 crc kubenswrapper[4809]: E1013 19:58:45.079375 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb\": container with ID starting with d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb not found: ID does not exist" containerID="d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.079416 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb"} err="failed to get container status \"d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb\": rpc error: code = NotFound desc = could not find container \"d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb\": container with ID starting with d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb not found: ID does not exist" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.079444 4809 scope.go:117] "RemoveContainer" containerID="8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec" Oct 13 19:58:45 crc kubenswrapper[4809]: E1013 19:58:45.081669 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec\": container with ID starting with 8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec not found: ID does not exist" containerID="8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.081709 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec"} err="failed to get container status \"8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec\": rpc error: code = NotFound desc = could not find container \"8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec\": container with ID starting with 8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec not found: ID does not exist" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.081748 4809 scope.go:117] "RemoveContainer" containerID="d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.083347 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb"} err="failed to get container status \"d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb\": rpc error: code = NotFound desc = could not find container \"d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb\": container with ID starting with d27bdd39a8bdb1b19f32cb9ffc60615b0166047c8e9c375244ba5465753fc3fb not found: ID does not exist" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.083369 4809 scope.go:117] "RemoveContainer" containerID="8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.085220 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec"} err="failed to get container status \"8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec\": rpc error: code = NotFound desc = could not find container \"8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec\": container with ID starting with 8fc82d02830ded297048bdf4aa4129af410d8f7168c7c54596f064653ce7feec not found: ID does not exist" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.115722 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.117054 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.117089 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-l88t5\" (UniqueName: \"kubernetes.io/projected/427ab91f-380e-4d0c-a674-fe203f4eb65c-kube-api-access-l88t5\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.117111 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.117129 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.117167 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-logs\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.117204 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-config-data\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.117225 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.117253 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-scripts\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.135530 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.157336 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218210 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218261 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-scripts\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218312 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218334 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x7t2c\" (UniqueName: \"kubernetes.io/projected/98e6b87b-cb6a-445b-b13c-8bab218b75d3-kube-api-access-x7t2c\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218354 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-logs\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218371 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-l88t5\" (UniqueName: \"kubernetes.io/projected/427ab91f-380e-4d0c-a674-fe203f4eb65c-kube-api-access-l88t5\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218389 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218406 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218442 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-config-data\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218461 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-logs\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218494 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-config-data\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218511 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218530 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218544 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-scripts\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218559 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.218574 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.219150 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.219433 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-logs\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.226607 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-scripts\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.226874 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-config-data\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.226984 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.227349 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.227744 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.239790 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-l88t5\" (UniqueName: \"kubernetes.io/projected/427ab91f-380e-4d0c-a674-fe203f4eb65c-kube-api-access-l88t5\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.259889 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-applier-0"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.268873 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.319696 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.319799 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-scripts\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.319914 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x7t2c\" (UniqueName: \"kubernetes.io/projected/98e6b87b-cb6a-445b-b13c-8bab218b75d3-kube-api-access-x7t2c\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.319948 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-logs\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.320007 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-config-data\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.320094 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.320120 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.320147 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.321112 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-logs\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.321193 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") device mount path \"/mnt/openstack/pv14\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.322949 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.326857 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.329319 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-scripts\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.330377 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-config-data\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.331003 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.344301 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x7t2c\" (UniqueName: \"kubernetes.io/projected/98e6b87b-cb6a-445b-b13c-8bab218b75d3-kube-api-access-x7t2c\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.359193 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.384397 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.391597 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.570998 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.572367 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.573944 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-db-secret" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.586569 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.595744 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.730628 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-q6hkw\" (UniqueName: \"kubernetes.io/projected/9ac97ca7-9bf8-4910-aae2-781ef798e31b-kube-api-access-q6hkw\") pod \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.730918 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9ac97ca7-9bf8-4910-aae2-781ef798e31b-logs\") pod \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.730958 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-config-data\") pod \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.730978 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-combined-ca-bundle\") pod \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.731011 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-scripts\") pod \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\" (UID: \"9ac97ca7-9bf8-4910-aae2-781ef798e31b\") " Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.731253 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qhg72\" (UniqueName: \"kubernetes.io/projected/c24b9f54-7356-473b-8152-829fe7a9b326-kube-api-access-qhg72\") pod \"cinder-6a5d-account-create-vr4b9\" (UID: \"c24b9f54-7356-473b-8152-829fe7a9b326\") " pod="openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.731275 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9ac97ca7-9bf8-4910-aae2-781ef798e31b-logs" (OuterVolumeSpecName: "logs") pod "9ac97ca7-9bf8-4910-aae2-781ef798e31b" (UID: "9ac97ca7-9bf8-4910-aae2-781ef798e31b"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.731375 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9ac97ca7-9bf8-4910-aae2-781ef798e31b-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.737815 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-scripts" (OuterVolumeSpecName: "scripts") pod "9ac97ca7-9bf8-4910-aae2-781ef798e31b" (UID: "9ac97ca7-9bf8-4910-aae2-781ef798e31b"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.741844 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9ac97ca7-9bf8-4910-aae2-781ef798e31b-kube-api-access-q6hkw" (OuterVolumeSpecName: "kube-api-access-q6hkw") pod "9ac97ca7-9bf8-4910-aae2-781ef798e31b" (UID: "9ac97ca7-9bf8-4910-aae2-781ef798e31b"). InnerVolumeSpecName "kube-api-access-q6hkw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.790192 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-1998-account-create-fjdt4"] Oct 13 19:58:45 crc kubenswrapper[4809]: E1013 19:58:45.790640 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9ac97ca7-9bf8-4910-aae2-781ef798e31b" containerName="placement-db-sync" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.790652 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9ac97ca7-9bf8-4910-aae2-781ef798e31b" containerName="placement-db-sync" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.790844 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9ac97ca7-9bf8-4910-aae2-781ef798e31b" containerName="placement-db-sync" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.791448 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-1998-account-create-fjdt4" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.795116 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-config-data" (OuterVolumeSpecName: "config-data") pod "9ac97ca7-9bf8-4910-aae2-781ef798e31b" (UID: "9ac97ca7-9bf8-4910-aae2-781ef798e31b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.795204 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9ac97ca7-9bf8-4910-aae2-781ef798e31b" (UID: "9ac97ca7-9bf8-4910-aae2-781ef798e31b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.795347 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-db-secret" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.799060 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-1998-account-create-fjdt4"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.832575 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qhg72\" (UniqueName: \"kubernetes.io/projected/c24b9f54-7356-473b-8152-829fe7a9b326-kube-api-access-qhg72\") pod \"cinder-6a5d-account-create-vr4b9\" (UID: \"c24b9f54-7356-473b-8152-829fe7a9b326\") " pod="openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.832682 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.832695 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-q6hkw\" (UniqueName: \"kubernetes.io/projected/9ac97ca7-9bf8-4910-aae2-781ef798e31b-kube-api-access-q6hkw\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.832704 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.832713 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ac97ca7-9bf8-4910-aae2-781ef798e31b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.855921 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qhg72\" (UniqueName: \"kubernetes.io/projected/c24b9f54-7356-473b-8152-829fe7a9b326-kube-api-access-qhg72\") pod \"cinder-6a5d-account-create-vr4b9\" (UID: \"c24b9f54-7356-473b-8152-829fe7a9b326\") " pod="openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.918872 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.932570 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.936069 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z2qth\" (UniqueName: \"kubernetes.io/projected/41938f54-01a6-49e4-ac6f-155874f0731d-kube-api-access-z2qth\") pod \"barbican-1998-account-create-fjdt4\" (UID: \"41938f54-01a6-49e4-ac6f-155874f0731d\") " pod="openstack-kuttl-tests/barbican-1998-account-create-fjdt4" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.971957 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-applier-0" event={"ID":"ed7d796a-6bc7-40eb-97e8-0685da5f2662","Type":"ContainerStarted","Data":"8cdd11ff43909234a643f9dfbbdb8ff4e12a5a81cc5e572b6c6ae49adc5e5a8a"} Oct 13 19:58:45 crc kubenswrapper[4809]: W1013 19:58:45.977430 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod98e6b87b_cb6a_445b_b13c_8bab218b75d3.slice/crio-d4c87613ed2c1faba0fe2cb14b3ac60cca2c52eef15d182d5e6cf18ca23469fc WatchSource:0}: Error finding container d4c87613ed2c1faba0fe2cb14b3ac60cca2c52eef15d182d5e6cf18ca23469fc: Status 404 returned error can't find the container with id d4c87613ed2c1faba0fe2cb14b3ac60cca2c52eef15d182d5e6cf18ca23469fc Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.978717 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-rqqfn" event={"ID":"9ac97ca7-9bf8-4910-aae2-781ef798e31b","Type":"ContainerDied","Data":"e2741e4cad2e782cc5ad88ed692aaff3965b0d16614d6ffcd9072165bd2303e9"} Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.978778 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e2741e4cad2e782cc5ad88ed692aaff3965b0d16614d6ffcd9072165bd2303e9" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.978821 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-rqqfn" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.980133 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-6150-account-create-fttsp"] Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.981442 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-6150-account-create-fttsp" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.989810 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-db-secret" Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.991482 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-decision-engine-0" event={"ID":"a35e9d92-26a7-4cfe-9e3f-322872235bf0","Type":"ContainerStarted","Data":"0423db13828270da5ffa381ec30fad952a6047a18e385a78f8fd85b757c5a801"} Oct 13 19:58:45 crc kubenswrapper[4809]: I1013 19:58:45.993691 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-6150-account-create-fttsp"] Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.026698 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"07a6fca2-1249-4f28-b497-0bd54d5bc527","Type":"ContainerStarted","Data":"7f817ca94fd57aa47b355af7242bfece1848d6b85445ba20578d7e9d9d04c45e"} Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.026979 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="ceilometer-central-agent" containerID="cri-o://679397f86f7502efbe9231cbdc95ba01b685606aa80e1ef11bcb86d010ab989a" gracePeriod=30 Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.026992 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.027020 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="proxy-httpd" containerID="cri-o://7f817ca94fd57aa47b355af7242bfece1848d6b85445ba20578d7e9d9d04c45e" gracePeriod=30 Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.027044 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="sg-core" containerID="cri-o://0700412384eb388d8db042b18fe41e29814ce78964ab9b29d624738137059c7f" gracePeriod=30 Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.027103 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="ceilometer-notification-agent" containerID="cri-o://904df8e2162f20568c2f10115e9189c8684c57bac2559a616af20005f860e697" gracePeriod=30 Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.028929 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-fc8f84686-rb7xh"] Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.046214 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.048390 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z2qth\" (UniqueName: \"kubernetes.io/projected/41938f54-01a6-49e4-ac6f-155874f0731d-kube-api-access-z2qth\") pod \"barbican-1998-account-create-fjdt4\" (UID: \"41938f54-01a6-49e4-ac6f-155874f0731d\") " pod="openstack-kuttl-tests/barbican-1998-account-create-fjdt4" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.052063 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"eb1ef2fa-b58e-4c10-9396-e13e0ef97289","Type":"ContainerStarted","Data":"c11d6ef27204d79685ea826ae740cc4e12ff0519e58147b6fe873de0406b871f"} Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.052226 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"eb1ef2fa-b58e-4c10-9396-e13e0ef97289","Type":"ContainerStarted","Data":"d0e667e1d9b4d8eea221627775a891e427fff4f6b972fabbd66ec2664dd397a0"} Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.052316 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.052373 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"eb1ef2fa-b58e-4c10-9396-e13e0ef97289","Type":"ContainerStarted","Data":"e04195a91c5e90f04d0935eeec3c4dcebf4bd97a3e03d4c705aee2818fe56436"} Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.054271 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-internal-svc" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.054715 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.055072 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-9m2mq" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.055273 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.055466 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-public-svc" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.064322 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-fc8f84686-rb7xh"] Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.071521 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.336161751 podStartE2EDuration="6.071506275s" podCreationTimestamp="2025-10-13 19:58:40 +0000 UTC" firstStartedPulling="2025-10-13 19:58:41.066924429 +0000 UTC m=+2039.672671014" lastFinishedPulling="2025-10-13 19:58:44.802268953 +0000 UTC m=+2043.408015538" observedRunningTime="2025-10-13 19:58:46.064097721 +0000 UTC m=+2044.669844306" watchObservedRunningTime="2025-10-13 19:58:46.071506275 +0000 UTC m=+2044.677252860" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.092461 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z2qth\" (UniqueName: \"kubernetes.io/projected/41938f54-01a6-49e4-ac6f-155874f0731d-kube-api-access-z2qth\") pod \"barbican-1998-account-create-fjdt4\" (UID: \"41938f54-01a6-49e4-ac6f-155874f0731d\") " pod="openstack-kuttl-tests/barbican-1998-account-create-fjdt4" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.122870 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.129292 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-1998-account-create-fjdt4" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.138273 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/watcher-api-0" podStartSLOduration=3.138253221 podStartE2EDuration="3.138253221s" podCreationTimestamp="2025-10-13 19:58:43 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:46.113089229 +0000 UTC m=+2044.718835814" watchObservedRunningTime="2025-10-13 19:58:46.138253221 +0000 UTC m=+2044.743999806" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.158386 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-59tn6\" (UniqueName: \"kubernetes.io/projected/273d7724-5a26-4bd7-a547-aa45760c6493-kube-api-access-59tn6\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.158656 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/273d7724-5a26-4bd7-a547-aa45760c6493-logs\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.158843 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-internal-tls-certs\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.158925 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-public-tls-certs\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.159073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x7rc8\" (UniqueName: \"kubernetes.io/projected/a0b32649-6aa6-4b62-85a0-ef935b9d6d97-kube-api-access-x7rc8\") pod \"neutron-6150-account-create-fttsp\" (UID: \"a0b32649-6aa6-4b62-85a0-ef935b9d6d97\") " pod="openstack-kuttl-tests/neutron-6150-account-create-fttsp" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.159162 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-scripts\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.159238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-combined-ca-bundle\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.160804 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-config-data\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.189812 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7958b549-5588-44d6-9fa7-79f5c06b21a8" path="/var/lib/kubelet/pods/7958b549-5588-44d6-9fa7-79f5c06b21a8/volumes" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.191225 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cf87fc44-2f90-4611-89b5-72815cb7408b" path="/var/lib/kubelet/pods/cf87fc44-2f90-4611-89b5-72815cb7408b/volumes" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.263197 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-59tn6\" (UniqueName: \"kubernetes.io/projected/273d7724-5a26-4bd7-a547-aa45760c6493-kube-api-access-59tn6\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.263263 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/273d7724-5a26-4bd7-a547-aa45760c6493-logs\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.263333 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-internal-tls-certs\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.263350 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-public-tls-certs\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.263491 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x7rc8\" (UniqueName: \"kubernetes.io/projected/a0b32649-6aa6-4b62-85a0-ef935b9d6d97-kube-api-access-x7rc8\") pod \"neutron-6150-account-create-fttsp\" (UID: \"a0b32649-6aa6-4b62-85a0-ef935b9d6d97\") " pod="openstack-kuttl-tests/neutron-6150-account-create-fttsp" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.263527 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-scripts\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.263550 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-combined-ca-bundle\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.263601 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-config-data\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.264607 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/273d7724-5a26-4bd7-a547-aa45760c6493-logs\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.273354 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-public-tls-certs\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.276495 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-config-data\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.278211 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-combined-ca-bundle\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.279715 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-59tn6\" (UniqueName: \"kubernetes.io/projected/273d7724-5a26-4bd7-a547-aa45760c6493-kube-api-access-59tn6\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.283207 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-scripts\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.283654 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-internal-tls-certs\") pod \"placement-fc8f84686-rb7xh\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.307861 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x7rc8\" (UniqueName: \"kubernetes.io/projected/a0b32649-6aa6-4b62-85a0-ef935b9d6d97-kube-api-access-x7rc8\") pod \"neutron-6150-account-create-fttsp\" (UID: \"a0b32649-6aa6-4b62-85a0-ef935b9d6d97\") " pod="openstack-kuttl-tests/neutron-6150-account-create-fttsp" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.350177 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-6150-account-create-fttsp" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.407184 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.534872 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9"] Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.713591 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.814850 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-combined-ca-bundle\") pod \"ab6faa63-1fa1-4c36-9044-6b33866d1157\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.815004 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-config-data\") pod \"ab6faa63-1fa1-4c36-9044-6b33866d1157\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.815085 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-fernet-keys\") pod \"ab6faa63-1fa1-4c36-9044-6b33866d1157\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.815116 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-credential-keys\") pod \"ab6faa63-1fa1-4c36-9044-6b33866d1157\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.815140 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tqpd2\" (UniqueName: \"kubernetes.io/projected/ab6faa63-1fa1-4c36-9044-6b33866d1157-kube-api-access-tqpd2\") pod \"ab6faa63-1fa1-4c36-9044-6b33866d1157\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.815167 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-scripts\") pod \"ab6faa63-1fa1-4c36-9044-6b33866d1157\" (UID: \"ab6faa63-1fa1-4c36-9044-6b33866d1157\") " Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.821158 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "ab6faa63-1fa1-4c36-9044-6b33866d1157" (UID: "ab6faa63-1fa1-4c36-9044-6b33866d1157"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.822824 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-scripts" (OuterVolumeSpecName: "scripts") pod "ab6faa63-1fa1-4c36-9044-6b33866d1157" (UID: "ab6faa63-1fa1-4c36-9044-6b33866d1157"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.823855 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ab6faa63-1fa1-4c36-9044-6b33866d1157-kube-api-access-tqpd2" (OuterVolumeSpecName: "kube-api-access-tqpd2") pod "ab6faa63-1fa1-4c36-9044-6b33866d1157" (UID: "ab6faa63-1fa1-4c36-9044-6b33866d1157"). InnerVolumeSpecName "kube-api-access-tqpd2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.826689 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "ab6faa63-1fa1-4c36-9044-6b33866d1157" (UID: "ab6faa63-1fa1-4c36-9044-6b33866d1157"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.853456 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ab6faa63-1fa1-4c36-9044-6b33866d1157" (UID: "ab6faa63-1fa1-4c36-9044-6b33866d1157"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.855203 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-config-data" (OuterVolumeSpecName: "config-data") pod "ab6faa63-1fa1-4c36-9044-6b33866d1157" (UID: "ab6faa63-1fa1-4c36-9044-6b33866d1157"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.916559 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.916586 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.916595 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.916608 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tqpd2\" (UniqueName: \"kubernetes.io/projected/ab6faa63-1fa1-4c36-9044-6b33866d1157-kube-api-access-tqpd2\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.916618 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.916627 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab6faa63-1fa1-4c36-9044-6b33866d1157-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.952963 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-1998-account-create-fjdt4"] Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.974828 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-fv888"] Oct 13 19:58:46 crc kubenswrapper[4809]: W1013 19:58:46.978265 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod41938f54_01a6_49e4_ac6f_155874f0731d.slice/crio-e51c8da3b66cf5a56bb82aac9a563966931f258fb1236515e4c15845fac496dd WatchSource:0}: Error finding container e51c8da3b66cf5a56bb82aac9a563966931f258fb1236515e4c15845fac496dd: Status 404 returned error can't find the container with id e51c8da3b66cf5a56bb82aac9a563966931f258fb1236515e4c15845fac496dd Oct 13 19:58:46 crc kubenswrapper[4809]: I1013 19:58:46.984414 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-fv888"] Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.061620 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-sb2hw"] Oct 13 19:58:47 crc kubenswrapper[4809]: E1013 19:58:47.062017 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ab6faa63-1fa1-4c36-9044-6b33866d1157" containerName="keystone-bootstrap" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.062029 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ab6faa63-1fa1-4c36-9044-6b33866d1157" containerName="keystone-bootstrap" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.062204 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ab6faa63-1fa1-4c36-9044-6b33866d1157" containerName="keystone-bootstrap" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.064997 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.072507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-1998-account-create-fjdt4" event={"ID":"41938f54-01a6-49e4-ac6f-155874f0731d","Type":"ContainerStarted","Data":"e51c8da3b66cf5a56bb82aac9a563966931f258fb1236515e4c15845fac496dd"} Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.082545 4809 generic.go:334] "Generic (PLEG): container finished" podID="c24b9f54-7356-473b-8152-829fe7a9b326" containerID="8c884536604a7d9b2e50c6c93826180ed2cd4b4af0cd2b9c6ae4a4cf6aba4b81" exitCode=0 Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.082644 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9" event={"ID":"c24b9f54-7356-473b-8152-829fe7a9b326","Type":"ContainerDied","Data":"8c884536604a7d9b2e50c6c93826180ed2cd4b4af0cd2b9c6ae4a4cf6aba4b81"} Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.082690 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9" event={"ID":"c24b9f54-7356-473b-8152-829fe7a9b326","Type":"ContainerStarted","Data":"fb6b9b0451898da8c59da14cc5c143e4a0b788b35372625d101858a9514b5107"} Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.085016 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="aac5bbc29717fc9f931a017182217c915157635980fc881ff06c5e30b41e06aa" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.085042 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-fv888" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.086189 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"427ab91f-380e-4d0c-a674-fe203f4eb65c","Type":"ContainerStarted","Data":"31390e7b0dbd261699653a55779ac27526065f134d9236870fb857b6bf4c273e"} Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.088545 4809 generic.go:334] "Generic (PLEG): container finished" podID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerID="7f817ca94fd57aa47b355af7242bfece1848d6b85445ba20578d7e9d9d04c45e" exitCode=0 Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.088558 4809 generic.go:334] "Generic (PLEG): container finished" podID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerID="0700412384eb388d8db042b18fe41e29814ce78964ab9b29d624738137059c7f" exitCode=2 Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.088566 4809 generic.go:334] "Generic (PLEG): container finished" podID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerID="904df8e2162f20568c2f10115e9189c8684c57bac2559a616af20005f860e697" exitCode=0 Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.088572 4809 generic.go:334] "Generic (PLEG): container finished" podID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerID="679397f86f7502efbe9231cbdc95ba01b685606aa80e1ef11bcb86d010ab989a" exitCode=0 Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.088596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"07a6fca2-1249-4f28-b497-0bd54d5bc527","Type":"ContainerDied","Data":"7f817ca94fd57aa47b355af7242bfece1848d6b85445ba20578d7e9d9d04c45e"} Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.088610 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"07a6fca2-1249-4f28-b497-0bd54d5bc527","Type":"ContainerDied","Data":"0700412384eb388d8db042b18fe41e29814ce78964ab9b29d624738137059c7f"} Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.088619 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"07a6fca2-1249-4f28-b497-0bd54d5bc527","Type":"ContainerDied","Data":"904df8e2162f20568c2f10115e9189c8684c57bac2559a616af20005f860e697"} Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.088628 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"07a6fca2-1249-4f28-b497-0bd54d5bc527","Type":"ContainerDied","Data":"679397f86f7502efbe9231cbdc95ba01b685606aa80e1ef11bcb86d010ab989a"} Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.090625 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"98e6b87b-cb6a-445b-b13c-8bab218b75d3","Type":"ContainerStarted","Data":"d4c87613ed2c1faba0fe2cb14b3ac60cca2c52eef15d182d5e6cf18ca23469fc"} Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.106940 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-sb2hw"] Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.120937 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-combined-ca-bundle\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.121027 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-credential-keys\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.121066 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lbhnx\" (UniqueName: \"kubernetes.io/projected/23184eda-f622-4b08-8a6f-92212b00c190-kube-api-access-lbhnx\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.121083 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-scripts\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.121103 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-fernet-keys\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.121139 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-config-data\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.201206 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-6150-account-create-fttsp"] Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.222711 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-config-data\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.222812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-combined-ca-bundle\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.222883 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-credential-keys\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.222908 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lbhnx\" (UniqueName: \"kubernetes.io/projected/23184eda-f622-4b08-8a6f-92212b00c190-kube-api-access-lbhnx\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.222925 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-scripts\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.222944 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-fernet-keys\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.246539 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-scripts\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.247245 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-config-data\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.247396 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-credential-keys\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.250368 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lbhnx\" (UniqueName: \"kubernetes.io/projected/23184eda-f622-4b08-8a6f-92212b00c190-kube-api-access-lbhnx\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.252756 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-fernet-keys\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.253891 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-combined-ca-bundle\") pod \"keystone-bootstrap-sb2hw\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.308039 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-fc8f84686-rb7xh"] Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.523057 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:47 crc kubenswrapper[4809]: I1013 19:58:47.990302 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.044518 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-log-httpd\") pod \"07a6fca2-1249-4f28-b497-0bd54d5bc527\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.044559 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sdkkx\" (UniqueName: \"kubernetes.io/projected/07a6fca2-1249-4f28-b497-0bd54d5bc527-kube-api-access-sdkkx\") pod \"07a6fca2-1249-4f28-b497-0bd54d5bc527\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.044632 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-sg-core-conf-yaml\") pod \"07a6fca2-1249-4f28-b497-0bd54d5bc527\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.044653 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-scripts\") pod \"07a6fca2-1249-4f28-b497-0bd54d5bc527\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.044717 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-config-data\") pod \"07a6fca2-1249-4f28-b497-0bd54d5bc527\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.044746 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-combined-ca-bundle\") pod \"07a6fca2-1249-4f28-b497-0bd54d5bc527\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.044772 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-run-httpd\") pod \"07a6fca2-1249-4f28-b497-0bd54d5bc527\" (UID: \"07a6fca2-1249-4f28-b497-0bd54d5bc527\") " Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.045452 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "07a6fca2-1249-4f28-b497-0bd54d5bc527" (UID: "07a6fca2-1249-4f28-b497-0bd54d5bc527"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.046403 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "07a6fca2-1249-4f28-b497-0bd54d5bc527" (UID: "07a6fca2-1249-4f28-b497-0bd54d5bc527"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.048990 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-scripts" (OuterVolumeSpecName: "scripts") pod "07a6fca2-1249-4f28-b497-0bd54d5bc527" (UID: "07a6fca2-1249-4f28-b497-0bd54d5bc527"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.070236 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "07a6fca2-1249-4f28-b497-0bd54d5bc527" (UID: "07a6fca2-1249-4f28-b497-0bd54d5bc527"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.079310 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/07a6fca2-1249-4f28-b497-0bd54d5bc527-kube-api-access-sdkkx" (OuterVolumeSpecName: "kube-api-access-sdkkx") pod "07a6fca2-1249-4f28-b497-0bd54d5bc527" (UID: "07a6fca2-1249-4f28-b497-0bd54d5bc527"). InnerVolumeSpecName "kube-api-access-sdkkx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.114292 4809 generic.go:334] "Generic (PLEG): container finished" podID="41938f54-01a6-49e4-ac6f-155874f0731d" containerID="8f5e964418195827143f2e9ea13d92b987645d03d8ffc4d6c2787e35c58aa6b0" exitCode=0 Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.114361 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-1998-account-create-fjdt4" event={"ID":"41938f54-01a6-49e4-ac6f-155874f0731d","Type":"ContainerDied","Data":"8f5e964418195827143f2e9ea13d92b987645d03d8ffc4d6c2787e35c58aa6b0"} Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.118118 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"427ab91f-380e-4d0c-a674-fe203f4eb65c","Type":"ContainerStarted","Data":"bce76bc6ee942349f00f8b700135392f160ba3a13795c01c95fe78cd66e38986"} Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.132447 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"07a6fca2-1249-4f28-b497-0bd54d5bc527","Type":"ContainerDied","Data":"2c6db490b67ec10e248fb0588f75df9b6409dc40f768a0678906321865bbdb99"} Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.132502 4809 scope.go:117] "RemoveContainer" containerID="7f817ca94fd57aa47b355af7242bfece1848d6b85445ba20578d7e9d9d04c45e" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.132644 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.141766 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" event={"ID":"273d7724-5a26-4bd7-a547-aa45760c6493","Type":"ContainerStarted","Data":"4c5501547e874b1dd3948742227bd964196d66f1449cc4138a44cd6d1ffcbb07"} Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.143506 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-6150-account-create-fttsp" event={"ID":"a0b32649-6aa6-4b62-85a0-ef935b9d6d97","Type":"ContainerStarted","Data":"1defe4a2c0337c8bb7795810eef17a6bbacf076553c25bbd981808d176b29713"} Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.145403 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"98e6b87b-cb6a-445b-b13c-8bab218b75d3","Type":"ContainerStarted","Data":"b0734309fcda9cc533a4418f70ef75bf8d29117809fc627c3ae3ba2e59b4a289"} Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.146576 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.146602 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sdkkx\" (UniqueName: \"kubernetes.io/projected/07a6fca2-1249-4f28-b497-0bd54d5bc527-kube-api-access-sdkkx\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.146617 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.146629 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.146640 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/07a6fca2-1249-4f28-b497-0bd54d5bc527-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.152674 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "07a6fca2-1249-4f28-b497-0bd54d5bc527" (UID: "07a6fca2-1249-4f28-b497-0bd54d5bc527"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.172680 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ab6faa63-1fa1-4c36-9044-6b33866d1157" path="/var/lib/kubelet/pods/ab6faa63-1fa1-4c36-9044-6b33866d1157/volumes" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.186885 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-config-data" (OuterVolumeSpecName: "config-data") pod "07a6fca2-1249-4f28-b497-0bd54d5bc527" (UID: "07a6fca2-1249-4f28-b497-0bd54d5bc527"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.248935 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.248976 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/07a6fca2-1249-4f28-b497-0bd54d5bc527-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.469410 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.480719 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.486455 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:58:48 crc kubenswrapper[4809]: E1013 19:58:48.486808 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="sg-core" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.486824 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="sg-core" Oct 13 19:58:48 crc kubenswrapper[4809]: E1013 19:58:48.486846 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="ceilometer-central-agent" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.486853 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="ceilometer-central-agent" Oct 13 19:58:48 crc kubenswrapper[4809]: E1013 19:58:48.486872 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="proxy-httpd" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.486878 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="proxy-httpd" Oct 13 19:58:48 crc kubenswrapper[4809]: E1013 19:58:48.486892 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="ceilometer-notification-agent" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.486898 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="ceilometer-notification-agent" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.487072 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="ceilometer-notification-agent" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.487086 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="proxy-httpd" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.487094 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="sg-core" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.487104 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" containerName="ceilometer-central-agent" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.494180 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.498079 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.498267 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.531961 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.559322 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-log-httpd\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.559392 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.559426 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nzrfm\" (UniqueName: \"kubernetes.io/projected/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-kube-api-access-nzrfm\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.559465 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-scripts\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.559505 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-config-data\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.559523 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-run-httpd\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.559556 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.628948 4809 scope.go:117] "RemoveContainer" containerID="0700412384eb388d8db042b18fe41e29814ce78964ab9b29d624738137059c7f" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.636897 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.661266 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.661330 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nzrfm\" (UniqueName: \"kubernetes.io/projected/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-kube-api-access-nzrfm\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.661389 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-scripts\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.661464 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-config-data\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.661484 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-run-httpd\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.661556 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.661611 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-log-httpd\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.662697 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-run-httpd\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.663485 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-log-httpd\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.669008 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-scripts\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.670712 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-config-data\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.671348 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.674424 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.679645 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nzrfm\" (UniqueName: \"kubernetes.io/projected/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-kube-api-access-nzrfm\") pod \"ceilometer-0\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.749618 4809 scope.go:117] "RemoveContainer" containerID="904df8e2162f20568c2f10115e9189c8684c57bac2559a616af20005f860e697" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.791999 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.822179 4809 scope.go:117] "RemoveContainer" containerID="679397f86f7502efbe9231cbdc95ba01b685606aa80e1ef11bcb86d010ab989a" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.826877 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.865661 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qhg72\" (UniqueName: \"kubernetes.io/projected/c24b9f54-7356-473b-8152-829fe7a9b326-kube-api-access-qhg72\") pod \"c24b9f54-7356-473b-8152-829fe7a9b326\" (UID: \"c24b9f54-7356-473b-8152-829fe7a9b326\") " Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.869333 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c24b9f54-7356-473b-8152-829fe7a9b326-kube-api-access-qhg72" (OuterVolumeSpecName: "kube-api-access-qhg72") pod "c24b9f54-7356-473b-8152-829fe7a9b326" (UID: "c24b9f54-7356-473b-8152-829fe7a9b326"). InnerVolumeSpecName "kube-api-access-qhg72". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:48 crc kubenswrapper[4809]: I1013 19:58:48.967307 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qhg72\" (UniqueName: \"kubernetes.io/projected/c24b9f54-7356-473b-8152-829fe7a9b326-kube-api-access-qhg72\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.073522 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-sb2hw"] Oct 13 19:58:49 crc kubenswrapper[4809]: W1013 19:58:49.080721 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod23184eda_f622_4b08_8a6f_92212b00c190.slice/crio-589a397231b511e8076be67976173089d1049469ae844f303ed379f41301cf9b WatchSource:0}: Error finding container 589a397231b511e8076be67976173089d1049469ae844f303ed379f41301cf9b: Status 404 returned error can't find the container with id 589a397231b511e8076be67976173089d1049469ae844f303ed379f41301cf9b Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.158821 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9" event={"ID":"c24b9f54-7356-473b-8152-829fe7a9b326","Type":"ContainerDied","Data":"fb6b9b0451898da8c59da14cc5c143e4a0b788b35372625d101858a9514b5107"} Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.158857 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="fb6b9b0451898da8c59da14cc5c143e4a0b788b35372625d101858a9514b5107" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.158855 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.160883 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-decision-engine-0" event={"ID":"a35e9d92-26a7-4cfe-9e3f-322872235bf0","Type":"ContainerStarted","Data":"1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f"} Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.165619 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" event={"ID":"23184eda-f622-4b08-8a6f-92212b00c190","Type":"ContainerStarted","Data":"589a397231b511e8076be67976173089d1049469ae844f303ed379f41301cf9b"} Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.178294 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" event={"ID":"273d7724-5a26-4bd7-a547-aa45760c6493","Type":"ContainerStarted","Data":"a153dbfb9573fdca492fb48b08ec9d3f1956732c91495393d09924a392574e1a"} Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.180289 4809 generic.go:334] "Generic (PLEG): container finished" podID="a0b32649-6aa6-4b62-85a0-ef935b9d6d97" containerID="9fabb24ab70cb94e9c08a6ec56a5052d5d4b711b9709bdf37b65e1850656f79e" exitCode=0 Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.180332 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-6150-account-create-fttsp" event={"ID":"a0b32649-6aa6-4b62-85a0-ef935b9d6d97","Type":"ContainerDied","Data":"9fabb24ab70cb94e9c08a6ec56a5052d5d4b711b9709bdf37b65e1850656f79e"} Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.182832 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/watcher-decision-engine-0" podStartSLOduration=2.5367700920000003 podStartE2EDuration="6.1828126s" podCreationTimestamp="2025-10-13 19:58:43 +0000 UTC" firstStartedPulling="2025-10-13 19:58:45.082111413 +0000 UTC m=+2043.687857998" lastFinishedPulling="2025-10-13 19:58:48.728153921 +0000 UTC m=+2047.333900506" observedRunningTime="2025-10-13 19:58:49.177596237 +0000 UTC m=+2047.783342832" watchObservedRunningTime="2025-10-13 19:58:49.1828126 +0000 UTC m=+2047.788559185" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.184832 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-applier-0" event={"ID":"ed7d796a-6bc7-40eb-97e8-0685da5f2662","Type":"ContainerStarted","Data":"6b1925ac992d104a122aedf6bf2228e9a1fe0cade3ed93dc06e12a0bd7a5ceb2"} Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.221997 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/watcher-applier-0" podStartSLOduration=2.782165655 podStartE2EDuration="6.221976258s" podCreationTimestamp="2025-10-13 19:58:43 +0000 UTC" firstStartedPulling="2025-10-13 19:58:45.287312619 +0000 UTC m=+2043.893059194" lastFinishedPulling="2025-10-13 19:58:48.727123212 +0000 UTC m=+2047.332869797" observedRunningTime="2025-10-13 19:58:49.208050065 +0000 UTC m=+2047.813796650" watchObservedRunningTime="2025-10-13 19:58:49.221976258 +0000 UTC m=+2047.827722843" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.472973 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.494458 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.514271 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.549168 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.558173 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.728756 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-1998-account-create-fjdt4" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.784196 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z2qth\" (UniqueName: \"kubernetes.io/projected/41938f54-01a6-49e4-ac6f-155874f0731d-kube-api-access-z2qth\") pod \"41938f54-01a6-49e4-ac6f-155874f0731d\" (UID: \"41938f54-01a6-49e4-ac6f-155874f0731d\") " Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.799875 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/41938f54-01a6-49e4-ac6f-155874f0731d-kube-api-access-z2qth" (OuterVolumeSpecName: "kube-api-access-z2qth") pod "41938f54-01a6-49e4-ac6f-155874f0731d" (UID: "41938f54-01a6-49e4-ac6f-155874f0731d"). InnerVolumeSpecName "kube-api-access-z2qth". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.886552 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z2qth\" (UniqueName: \"kubernetes.io/projected/41938f54-01a6-49e4-ac6f-155874f0731d-kube-api-access-z2qth\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.937818 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.939516 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:49 crc kubenswrapper[4809]: I1013 19:58:49.983015 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.175321 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="07a6fca2-1249-4f28-b497-0bd54d5bc527" path="/var/lib/kubelet/pods/07a6fca2-1249-4f28-b497-0bd54d5bc527/volumes" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.206868 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"427ab91f-380e-4d0c-a674-fe203f4eb65c","Type":"ContainerStarted","Data":"3d73199e8b1975819aaf594a63149fe44fd8566f830c5c57354fb0d25a09de3e"} Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.212257 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" event={"ID":"23184eda-f622-4b08-8a6f-92212b00c190","Type":"ContainerStarted","Data":"29ba6aa83d1cb01d8f0ad2ffa068d35730b40d5fc55ce794f26a5533e74f6f0e"} Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.215704 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1cc8ac4f-452c-4c1e-8e66-f9e687e856af","Type":"ContainerStarted","Data":"0709bb4f1fd2b43b0144348f0b86b80633082e02828b21b84a979c67b23d6266"} Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.215766 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1cc8ac4f-452c-4c1e-8e66-f9e687e856af","Type":"ContainerStarted","Data":"1dc7f0e71046cbf752b694d6b56ddc5881939f7746b4078a819521f62c8940a5"} Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.218757 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" event={"ID":"273d7724-5a26-4bd7-a547-aa45760c6493","Type":"ContainerStarted","Data":"07108137c2141aa5b8ca1af5d62d5ebfeb8c10e497226bf74bb520cb5499da02"} Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.219021 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.219048 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.222914 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"98e6b87b-cb6a-445b-b13c-8bab218b75d3","Type":"ContainerStarted","Data":"aae739ac644162acebf87599fa150d25b01f32828ddb038c70a6736a95a800fb"} Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.227600 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-1998-account-create-fjdt4" event={"ID":"41938f54-01a6-49e4-ac6f-155874f0731d","Type":"ContainerDied","Data":"e51c8da3b66cf5a56bb82aac9a563966931f258fb1236515e4c15845fac496dd"} Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.227653 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e51c8da3b66cf5a56bb82aac9a563966931f258fb1236515e4c15845fac496dd" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.228211 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-1998-account-create-fjdt4" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.258978 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=6.2589591989999995 podStartE2EDuration="6.258959199s" podCreationTimestamp="2025-10-13 19:58:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:50.251242226 +0000 UTC m=+2048.856988821" watchObservedRunningTime="2025-10-13 19:58:50.258959199 +0000 UTC m=+2048.864705794" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.263296 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.278771 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" podStartSLOduration=3.278750383 podStartE2EDuration="3.278750383s" podCreationTimestamp="2025-10-13 19:58:47 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:50.273050626 +0000 UTC m=+2048.878797221" watchObservedRunningTime="2025-10-13 19:58:50.278750383 +0000 UTC m=+2048.884496958" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.298127 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.313174 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=6.31315063 podStartE2EDuration="6.31315063s" podCreationTimestamp="2025-10-13 19:58:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:50.305061347 +0000 UTC m=+2048.910807932" watchObservedRunningTime="2025-10-13 19:58:50.31315063 +0000 UTC m=+2048.918897225" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.352620 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" podStartSLOduration=5.352598425 podStartE2EDuration="5.352598425s" podCreationTimestamp="2025-10-13 19:58:45 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:50.329078928 +0000 UTC m=+2048.934825523" watchObservedRunningTime="2025-10-13 19:58:50.352598425 +0000 UTC m=+2048.958345020" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.450638 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-xqt8p"] Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.716125 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-zr9mz"] Oct 13 19:58:50 crc kubenswrapper[4809]: E1013 19:58:50.716491 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c24b9f54-7356-473b-8152-829fe7a9b326" containerName="mariadb-account-create" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.716502 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c24b9f54-7356-473b-8152-829fe7a9b326" containerName="mariadb-account-create" Oct 13 19:58:50 crc kubenswrapper[4809]: E1013 19:58:50.716513 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="41938f54-01a6-49e4-ac6f-155874f0731d" containerName="mariadb-account-create" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.716519 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="41938f54-01a6-49e4-ac6f-155874f0731d" containerName="mariadb-account-create" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.716673 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="41938f54-01a6-49e4-ac6f-155874f0731d" containerName="mariadb-account-create" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.716688 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c24b9f54-7356-473b-8152-829fe7a9b326" containerName="mariadb-account-create" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.717245 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.720808 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.720950 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.721044 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-9gksr" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.732026 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-zr9mz"] Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.791294 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-6150-account-create-fttsp" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.804149 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-scripts\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.804199 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-db-sync-config-data\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.804238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/87efa800-ceaa-47d1-8e21-fcffe42f225f-etc-machine-id\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.804255 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-config-data\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.804291 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-combined-ca-bundle\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.804324 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lw58r\" (UniqueName: \"kubernetes.io/projected/87efa800-ceaa-47d1-8e21-fcffe42f225f-kube-api-access-lw58r\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.907172 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x7rc8\" (UniqueName: \"kubernetes.io/projected/a0b32649-6aa6-4b62-85a0-ef935b9d6d97-kube-api-access-x7rc8\") pod \"a0b32649-6aa6-4b62-85a0-ef935b9d6d97\" (UID: \"a0b32649-6aa6-4b62-85a0-ef935b9d6d97\") " Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.908063 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-db-sync-config-data\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.908183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/87efa800-ceaa-47d1-8e21-fcffe42f225f-etc-machine-id\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.908209 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-config-data\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.908432 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/87efa800-ceaa-47d1-8e21-fcffe42f225f-etc-machine-id\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.908591 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-combined-ca-bundle\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.908682 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lw58r\" (UniqueName: \"kubernetes.io/projected/87efa800-ceaa-47d1-8e21-fcffe42f225f-kube-api-access-lw58r\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.908883 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-scripts\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.918228 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a0b32649-6aa6-4b62-85a0-ef935b9d6d97-kube-api-access-x7rc8" (OuterVolumeSpecName: "kube-api-access-x7rc8") pod "a0b32649-6aa6-4b62-85a0-ef935b9d6d97" (UID: "a0b32649-6aa6-4b62-85a0-ef935b9d6d97"). InnerVolumeSpecName "kube-api-access-x7rc8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.919209 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-combined-ca-bundle\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.919894 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-scripts\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.925209 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-config-data\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.940371 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lw58r\" (UniqueName: \"kubernetes.io/projected/87efa800-ceaa-47d1-8e21-fcffe42f225f-kube-api-access-lw58r\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:50 crc kubenswrapper[4809]: I1013 19:58:50.949316 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-db-sync-config-data\") pod \"cinder-db-sync-zr9mz\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:51 crc kubenswrapper[4809]: I1013 19:58:51.011772 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x7rc8\" (UniqueName: \"kubernetes.io/projected/a0b32649-6aa6-4b62-85a0-ef935b9d6d97-kube-api-access-x7rc8\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:51 crc kubenswrapper[4809]: I1013 19:58:51.135221 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:58:51 crc kubenswrapper[4809]: I1013 19:58:51.276360 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1cc8ac4f-452c-4c1e-8e66-f9e687e856af","Type":"ContainerStarted","Data":"b75fcd63c58164f6e68af510c50f79282ef04e6c4f1a41ad52a93017012ef875"} Oct 13 19:58:51 crc kubenswrapper[4809]: I1013 19:58:51.288571 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-6150-account-create-fttsp" event={"ID":"a0b32649-6aa6-4b62-85a0-ef935b9d6d97","Type":"ContainerDied","Data":"1defe4a2c0337c8bb7795810eef17a6bbacf076553c25bbd981808d176b29713"} Oct 13 19:58:51 crc kubenswrapper[4809]: I1013 19:58:51.288622 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1defe4a2c0337c8bb7795810eef17a6bbacf076553c25bbd981808d176b29713" Oct 13 19:58:51 crc kubenswrapper[4809]: I1013 19:58:51.288664 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-6150-account-create-fttsp" Oct 13 19:58:51 crc kubenswrapper[4809]: I1013 19:58:51.658402 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-zr9mz"] Oct 13 19:58:51 crc kubenswrapper[4809]: W1013 19:58:51.668129 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod87efa800_ceaa_47d1_8e21_fcffe42f225f.slice/crio-ef9323f04d56e80b0e8c56e1a950dbc985168e2c6afc03183e86ee44d5ff648c WatchSource:0}: Error finding container ef9323f04d56e80b0e8c56e1a950dbc985168e2c6afc03183e86ee44d5ff648c: Status 404 returned error can't find the container with id ef9323f04d56e80b0e8c56e1a950dbc985168e2c6afc03183e86ee44d5ff648c Oct 13 19:58:52 crc kubenswrapper[4809]: I1013 19:58:52.303130 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" event={"ID":"87efa800-ceaa-47d1-8e21-fcffe42f225f","Type":"ContainerStarted","Data":"ef9323f04d56e80b0e8c56e1a950dbc985168e2c6afc03183e86ee44d5ff648c"} Oct 13 19:58:52 crc kubenswrapper[4809]: I1013 19:58:52.312608 4809 generic.go:334] "Generic (PLEG): container finished" podID="23184eda-f622-4b08-8a6f-92212b00c190" containerID="29ba6aa83d1cb01d8f0ad2ffa068d35730b40d5fc55ce794f26a5533e74f6f0e" exitCode=0 Oct 13 19:58:52 crc kubenswrapper[4809]: I1013 19:58:52.312769 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" event={"ID":"23184eda-f622-4b08-8a6f-92212b00c190","Type":"ContainerDied","Data":"29ba6aa83d1cb01d8f0ad2ffa068d35730b40d5fc55ce794f26a5533e74f6f0e"} Oct 13 19:58:52 crc kubenswrapper[4809]: I1013 19:58:52.320948 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1cc8ac4f-452c-4c1e-8e66-f9e687e856af","Type":"ContainerStarted","Data":"dd20535a98b9be6b9182494199b0b5d416d10dd3ace51b605f94863cfdc3b333"} Oct 13 19:58:52 crc kubenswrapper[4809]: I1013 19:58:52.321120 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-operators-xqt8p" podUID="53a19106-9ab7-4dc9-938b-1e17a338d04a" containerName="registry-server" containerID="cri-o://89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3" gracePeriod=2 Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.162159 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.253311 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-utilities\") pod \"53a19106-9ab7-4dc9-938b-1e17a338d04a\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.253601 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xrmhw\" (UniqueName: \"kubernetes.io/projected/53a19106-9ab7-4dc9-938b-1e17a338d04a-kube-api-access-xrmhw\") pod \"53a19106-9ab7-4dc9-938b-1e17a338d04a\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.253663 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-catalog-content\") pod \"53a19106-9ab7-4dc9-938b-1e17a338d04a\" (UID: \"53a19106-9ab7-4dc9-938b-1e17a338d04a\") " Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.254287 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-utilities" (OuterVolumeSpecName: "utilities") pod "53a19106-9ab7-4dc9-938b-1e17a338d04a" (UID: "53a19106-9ab7-4dc9-938b-1e17a338d04a"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.257005 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/53a19106-9ab7-4dc9-938b-1e17a338d04a-kube-api-access-xrmhw" (OuterVolumeSpecName: "kube-api-access-xrmhw") pod "53a19106-9ab7-4dc9-938b-1e17a338d04a" (UID: "53a19106-9ab7-4dc9-938b-1e17a338d04a"). InnerVolumeSpecName "kube-api-access-xrmhw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.334757 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1cc8ac4f-452c-4c1e-8e66-f9e687e856af","Type":"ContainerStarted","Data":"999aa9dbf4079ce36623a0c43daea62662fbe0f778606caa80912d7e61a3897d"} Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.335084 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.339407 4809 generic.go:334] "Generic (PLEG): container finished" podID="53a19106-9ab7-4dc9-938b-1e17a338d04a" containerID="89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3" exitCode=0 Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.339561 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-xqt8p" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.340170 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-xqt8p" event={"ID":"53a19106-9ab7-4dc9-938b-1e17a338d04a","Type":"ContainerDied","Data":"89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3"} Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.340205 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-xqt8p" event={"ID":"53a19106-9ab7-4dc9-938b-1e17a338d04a","Type":"ContainerDied","Data":"921c08a33d8dcb80e652e6bf5c8e2fabf2e55ed9a716daec4dc55945e84da576"} Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.340225 4809 scope.go:117] "RemoveContainer" containerID="89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.346455 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" event={"ID":"87efa800-ceaa-47d1-8e21-fcffe42f225f","Type":"ContainerStarted","Data":"5b58f5df4efb47d7dc61eebaa9f10a3da57933682bedee5e9863039e96832042"} Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.359540 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xrmhw\" (UniqueName: \"kubernetes.io/projected/53a19106-9ab7-4dc9-938b-1e17a338d04a-kube-api-access-xrmhw\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.359577 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.377461 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.952231659 podStartE2EDuration="5.377437771s" podCreationTimestamp="2025-10-13 19:58:48 +0000 UTC" firstStartedPulling="2025-10-13 19:58:49.537654392 +0000 UTC m=+2048.143400977" lastFinishedPulling="2025-10-13 19:58:52.962860464 +0000 UTC m=+2051.568607089" observedRunningTime="2025-10-13 19:58:53.369343838 +0000 UTC m=+2051.975090463" watchObservedRunningTime="2025-10-13 19:58:53.377437771 +0000 UTC m=+2051.983184356" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.412196 4809 scope.go:117] "RemoveContainer" containerID="be839d750508e9614cadc71180888222ba90f13e90008542268c83819173229c" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.418432 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" podStartSLOduration=3.4184049979999998 podStartE2EDuration="3.418404998s" podCreationTimestamp="2025-10-13 19:58:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:53.401322828 +0000 UTC m=+2052.007069413" watchObservedRunningTime="2025-10-13 19:58:53.418404998 +0000 UTC m=+2052.024151593" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.472183 4809 scope.go:117] "RemoveContainer" containerID="5ad45758ff3f0ceec1d31b3f023e6118c4b13928f69ba46388c1dd4c07b0f83e" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.495945 4809 scope.go:117] "RemoveContainer" containerID="89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3" Oct 13 19:58:53 crc kubenswrapper[4809]: E1013 19:58:53.499032 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3\": container with ID starting with 89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3 not found: ID does not exist" containerID="89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.499149 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3"} err="failed to get container status \"89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3\": rpc error: code = NotFound desc = could not find container \"89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3\": container with ID starting with 89ee82bd00fc1b611d6628f6b2129b1b1dc91faeafe600383f2084a324d575a3 not found: ID does not exist" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.499212 4809 scope.go:117] "RemoveContainer" containerID="be839d750508e9614cadc71180888222ba90f13e90008542268c83819173229c" Oct 13 19:58:53 crc kubenswrapper[4809]: E1013 19:58:53.499775 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"be839d750508e9614cadc71180888222ba90f13e90008542268c83819173229c\": container with ID starting with be839d750508e9614cadc71180888222ba90f13e90008542268c83819173229c not found: ID does not exist" containerID="be839d750508e9614cadc71180888222ba90f13e90008542268c83819173229c" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.499805 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"be839d750508e9614cadc71180888222ba90f13e90008542268c83819173229c"} err="failed to get container status \"be839d750508e9614cadc71180888222ba90f13e90008542268c83819173229c\": rpc error: code = NotFound desc = could not find container \"be839d750508e9614cadc71180888222ba90f13e90008542268c83819173229c\": container with ID starting with be839d750508e9614cadc71180888222ba90f13e90008542268c83819173229c not found: ID does not exist" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.499822 4809 scope.go:117] "RemoveContainer" containerID="5ad45758ff3f0ceec1d31b3f023e6118c4b13928f69ba46388c1dd4c07b0f83e" Oct 13 19:58:53 crc kubenswrapper[4809]: E1013 19:58:53.500330 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5ad45758ff3f0ceec1d31b3f023e6118c4b13928f69ba46388c1dd4c07b0f83e\": container with ID starting with 5ad45758ff3f0ceec1d31b3f023e6118c4b13928f69ba46388c1dd4c07b0f83e not found: ID does not exist" containerID="5ad45758ff3f0ceec1d31b3f023e6118c4b13928f69ba46388c1dd4c07b0f83e" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.500354 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5ad45758ff3f0ceec1d31b3f023e6118c4b13928f69ba46388c1dd4c07b0f83e"} err="failed to get container status \"5ad45758ff3f0ceec1d31b3f023e6118c4b13928f69ba46388c1dd4c07b0f83e\": rpc error: code = NotFound desc = could not find container \"5ad45758ff3f0ceec1d31b3f023e6118c4b13928f69ba46388c1dd4c07b0f83e\": container with ID starting with 5ad45758ff3f0ceec1d31b3f023e6118c4b13928f69ba46388c1dd4c07b0f83e not found: ID does not exist" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.736373 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.876223 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-config-data\") pod \"23184eda-f622-4b08-8a6f-92212b00c190\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.877486 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-combined-ca-bundle\") pod \"23184eda-f622-4b08-8a6f-92212b00c190\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.877659 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lbhnx\" (UniqueName: \"kubernetes.io/projected/23184eda-f622-4b08-8a6f-92212b00c190-kube-api-access-lbhnx\") pod \"23184eda-f622-4b08-8a6f-92212b00c190\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.877717 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-scripts\") pod \"23184eda-f622-4b08-8a6f-92212b00c190\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.877761 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-fernet-keys\") pod \"23184eda-f622-4b08-8a6f-92212b00c190\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.877837 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-credential-keys\") pod \"23184eda-f622-4b08-8a6f-92212b00c190\" (UID: \"23184eda-f622-4b08-8a6f-92212b00c190\") " Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.883266 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "23184eda-f622-4b08-8a6f-92212b00c190" (UID: "23184eda-f622-4b08-8a6f-92212b00c190"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.883974 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "23184eda-f622-4b08-8a6f-92212b00c190" (UID: "23184eda-f622-4b08-8a6f-92212b00c190"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.884262 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/23184eda-f622-4b08-8a6f-92212b00c190-kube-api-access-lbhnx" (OuterVolumeSpecName: "kube-api-access-lbhnx") pod "23184eda-f622-4b08-8a6f-92212b00c190" (UID: "23184eda-f622-4b08-8a6f-92212b00c190"). InnerVolumeSpecName "kube-api-access-lbhnx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.884799 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-scripts" (OuterVolumeSpecName: "scripts") pod "23184eda-f622-4b08-8a6f-92212b00c190" (UID: "23184eda-f622-4b08-8a6f-92212b00c190"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.903509 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-config-data" (OuterVolumeSpecName: "config-data") pod "23184eda-f622-4b08-8a6f-92212b00c190" (UID: "23184eda-f622-4b08-8a6f-92212b00c190"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.931476 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "23184eda-f622-4b08-8a6f-92212b00c190" (UID: "23184eda-f622-4b08-8a6f-92212b00c190"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.985576 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.985942 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lbhnx\" (UniqueName: \"kubernetes.io/projected/23184eda-f622-4b08-8a6f-92212b00c190-kube-api-access-lbhnx\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.986094 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.986279 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.988267 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:53 crc kubenswrapper[4809]: I1013 19:58:53.988471 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23184eda-f622-4b08-8a6f-92212b00c190-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.273955 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "53a19106-9ab7-4dc9-938b-1e17a338d04a" (UID: "53a19106-9ab7-4dc9-938b-1e17a338d04a"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.294037 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/53a19106-9ab7-4dc9-938b-1e17a338d04a-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.389615 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.389664 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-sb2hw" event={"ID":"23184eda-f622-4b08-8a6f-92212b00c190","Type":"ContainerDied","Data":"589a397231b511e8076be67976173089d1049469ae844f303ed379f41301cf9b"} Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.389709 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="589a397231b511e8076be67976173089d1049469ae844f303ed379f41301cf9b" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.441993 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-594558f5fb-ll49w"] Oct 13 19:58:54 crc kubenswrapper[4809]: E1013 19:58:54.443180 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="53a19106-9ab7-4dc9-938b-1e17a338d04a" containerName="registry-server" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.443204 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="53a19106-9ab7-4dc9-938b-1e17a338d04a" containerName="registry-server" Oct 13 19:58:54 crc kubenswrapper[4809]: E1013 19:58:54.443223 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="53a19106-9ab7-4dc9-938b-1e17a338d04a" containerName="extract-content" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.443232 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="53a19106-9ab7-4dc9-938b-1e17a338d04a" containerName="extract-content" Oct 13 19:58:54 crc kubenswrapper[4809]: E1013 19:58:54.443245 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="53a19106-9ab7-4dc9-938b-1e17a338d04a" containerName="extract-utilities" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.443255 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="53a19106-9ab7-4dc9-938b-1e17a338d04a" containerName="extract-utilities" Oct 13 19:58:54 crc kubenswrapper[4809]: E1013 19:58:54.443279 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="23184eda-f622-4b08-8a6f-92212b00c190" containerName="keystone-bootstrap" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.443290 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="23184eda-f622-4b08-8a6f-92212b00c190" containerName="keystone-bootstrap" Oct 13 19:58:54 crc kubenswrapper[4809]: E1013 19:58:54.443328 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a0b32649-6aa6-4b62-85a0-ef935b9d6d97" containerName="mariadb-account-create" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.443336 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a0b32649-6aa6-4b62-85a0-ef935b9d6d97" containerName="mariadb-account-create" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.443549 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="53a19106-9ab7-4dc9-938b-1e17a338d04a" containerName="registry-server" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.443572 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="23184eda-f622-4b08-8a6f-92212b00c190" containerName="keystone-bootstrap" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.443586 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a0b32649-6aa6-4b62-85a0-ef935b9d6d97" containerName="mariadb-account-create" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.444629 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.447580 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-p9wmk" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.447651 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.448385 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.448759 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-internal-svc" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.448809 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.449040 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-public-svc" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.470753 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-594558f5fb-ll49w"] Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.472759 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.479966 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.490940 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.500337 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.503908 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-credential-keys\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.503940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-config-data\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.503966 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-scripts\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.504017 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-fernet-keys\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.504046 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-combined-ca-bundle\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.504070 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-w9jkc\" (UniqueName: \"kubernetes.io/projected/a08c6d86-d331-4eb8-ac3b-c83354a320fe-kube-api-access-w9jkc\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.504088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-public-tls-certs\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.504159 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-internal-tls-certs\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.535264 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.538512 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.591528 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-xqt8p"] Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.598379 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-operators-xqt8p"] Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.605238 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-credential-keys\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.605275 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-config-data\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.605299 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-scripts\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.605351 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-fernet-keys\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.605939 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-combined-ca-bundle\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.605979 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-w9jkc\" (UniqueName: \"kubernetes.io/projected/a08c6d86-d331-4eb8-ac3b-c83354a320fe-kube-api-access-w9jkc\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.605998 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-public-tls-certs\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.606165 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-internal-tls-certs\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.610110 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-scripts\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.610254 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-credential-keys\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.610709 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-internal-tls-certs\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.612457 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-config-data\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.617554 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-fernet-keys\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.617720 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-combined-ca-bundle\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.633317 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-public-tls-certs\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.633322 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-w9jkc\" (UniqueName: \"kubernetes.io/projected/a08c6d86-d331-4eb8-ac3b-c83354a320fe-kube-api-access-w9jkc\") pod \"keystone-594558f5fb-ll49w\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:54 crc kubenswrapper[4809]: I1013 19:58:54.761991 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.229815 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-594558f5fb-ll49w"] Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.385507 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.385557 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.392654 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.392721 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.408224 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" event={"ID":"a08c6d86-d331-4eb8-ac3b-c83354a320fe","Type":"ContainerStarted","Data":"fb867012368076ac0798601859de8a57e99f68e5fa0f95a435343ff7369b919d"} Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.411908 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.425219 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.432355 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.433443 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.456974 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.477314 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.481352 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.497059 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:55 crc kubenswrapper[4809]: I1013 19:58:55.497126 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.092812 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-pljzz"] Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.093859 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.096512 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-fh8vk" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.096531 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.106236 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-pljzz"] Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.143581 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-combined-ca-bundle\") pod \"barbican-db-sync-pljzz\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.143668 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-db-sync-config-data\") pod \"barbican-db-sync-pljzz\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.143887 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t5h8f\" (UniqueName: \"kubernetes.io/projected/62905c2d-ded2-4876-ab05-488731fc2c3a-kube-api-access-t5h8f\") pod \"barbican-db-sync-pljzz\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.187500 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="53a19106-9ab7-4dc9-938b-1e17a338d04a" path="/var/lib/kubelet/pods/53a19106-9ab7-4dc9-938b-1e17a338d04a/volumes" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.245245 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-t5h8f\" (UniqueName: \"kubernetes.io/projected/62905c2d-ded2-4876-ab05-488731fc2c3a-kube-api-access-t5h8f\") pod \"barbican-db-sync-pljzz\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.245375 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-combined-ca-bundle\") pod \"barbican-db-sync-pljzz\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.245393 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-db-sync-config-data\") pod \"barbican-db-sync-pljzz\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.260392 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-db-sync-config-data\") pod \"barbican-db-sync-pljzz\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.268351 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-combined-ca-bundle\") pod \"barbican-db-sync-pljzz\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.304870 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-t5h8f\" (UniqueName: \"kubernetes.io/projected/62905c2d-ded2-4876-ab05-488731fc2c3a-kube-api-access-t5h8f\") pod \"barbican-db-sync-pljzz\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.327557 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-gkmfl"] Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.338912 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.344038 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.348015 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.348461 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-c2tmj" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.363331 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-gkmfl"] Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.425786 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" event={"ID":"a08c6d86-d331-4eb8-ac3b-c83354a320fe","Type":"ContainerStarted","Data":"ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1"} Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.425821 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.427533 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.427552 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.427563 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.451711 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" podStartSLOduration=2.451697556 podStartE2EDuration="2.451697556s" podCreationTimestamp="2025-10-13 19:58:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:56.443585943 +0000 UTC m=+2055.049332528" watchObservedRunningTime="2025-10-13 19:58:56.451697556 +0000 UTC m=+2055.057444141" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.456867 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9dxzd\" (UniqueName: \"kubernetes.io/projected/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-kube-api-access-9dxzd\") pod \"neutron-db-sync-gkmfl\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.456960 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-config\") pod \"neutron-db-sync-gkmfl\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.457061 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-combined-ca-bundle\") pod \"neutron-db-sync-gkmfl\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.459488 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.560150 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-config\") pod \"neutron-db-sync-gkmfl\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.560225 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-combined-ca-bundle\") pod \"neutron-db-sync-gkmfl\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.560352 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9dxzd\" (UniqueName: \"kubernetes.io/projected/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-kube-api-access-9dxzd\") pod \"neutron-db-sync-gkmfl\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.566466 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-combined-ca-bundle\") pod \"neutron-db-sync-gkmfl\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.574613 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-config\") pod \"neutron-db-sync-gkmfl\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.584092 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9dxzd\" (UniqueName: \"kubernetes.io/projected/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-kube-api-access-9dxzd\") pod \"neutron-db-sync-gkmfl\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:58:56 crc kubenswrapper[4809]: I1013 19:58:56.687875 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:58:57 crc kubenswrapper[4809]: I1013 19:58:57.123402 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-pljzz"] Oct 13 19:58:57 crc kubenswrapper[4809]: W1013 19:58:57.124800 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod62905c2d_ded2_4876_ab05_488731fc2c3a.slice/crio-7ca9c217cca27f368c69bcc5dc3260de377e4200e530f9ce1415ac2f491d93ff WatchSource:0}: Error finding container 7ca9c217cca27f368c69bcc5dc3260de377e4200e530f9ce1415ac2f491d93ff: Status 404 returned error can't find the container with id 7ca9c217cca27f368c69bcc5dc3260de377e4200e530f9ce1415ac2f491d93ff Oct 13 19:58:57 crc kubenswrapper[4809]: I1013 19:58:57.275527 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-gkmfl"] Oct 13 19:58:57 crc kubenswrapper[4809]: W1013 19:58:57.277356 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3fc3eed6_32b7_4eed_9f58_fdc29472c1fd.slice/crio-9fde0472f95b0177c807dc75fc54f5985fed6fb8893632e5ba5c8ccdcbbe7255 WatchSource:0}: Error finding container 9fde0472f95b0177c807dc75fc54f5985fed6fb8893632e5ba5c8ccdcbbe7255: Status 404 returned error can't find the container with id 9fde0472f95b0177c807dc75fc54f5985fed6fb8893632e5ba5c8ccdcbbe7255 Oct 13 19:58:57 crc kubenswrapper[4809]: I1013 19:58:57.442075 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-pljzz" event={"ID":"62905c2d-ded2-4876-ab05-488731fc2c3a","Type":"ContainerStarted","Data":"d09944a46e146f2e9a29b8970852177a7aee0253d0fb3cbe6edd217cf2bd7382"} Oct 13 19:58:57 crc kubenswrapper[4809]: I1013 19:58:57.442329 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-pljzz" event={"ID":"62905c2d-ded2-4876-ab05-488731fc2c3a","Type":"ContainerStarted","Data":"7ca9c217cca27f368c69bcc5dc3260de377e4200e530f9ce1415ac2f491d93ff"} Oct 13 19:58:57 crc kubenswrapper[4809]: I1013 19:58:57.444898 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" event={"ID":"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd","Type":"ContainerStarted","Data":"37fd0b148f1c284dfeec342858bd5fc899c1c72ff01d8f1d735fb90a096578e6"} Oct 13 19:58:57 crc kubenswrapper[4809]: I1013 19:58:57.444939 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" event={"ID":"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd","Type":"ContainerStarted","Data":"9fde0472f95b0177c807dc75fc54f5985fed6fb8893632e5ba5c8ccdcbbe7255"} Oct 13 19:58:57 crc kubenswrapper[4809]: I1013 19:58:57.444989 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:58:57 crc kubenswrapper[4809]: I1013 19:58:57.472214 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-db-sync-pljzz" podStartSLOduration=1.472194864 podStartE2EDuration="1.472194864s" podCreationTimestamp="2025-10-13 19:58:56 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:57.465789448 +0000 UTC m=+2056.071536033" watchObservedRunningTime="2025-10-13 19:58:57.472194864 +0000 UTC m=+2056.077941449" Oct 13 19:58:57 crc kubenswrapper[4809]: I1013 19:58:57.480584 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" podStartSLOduration=1.480570455 podStartE2EDuration="1.480570455s" podCreationTimestamp="2025-10-13 19:58:56 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:58:57.476528174 +0000 UTC m=+2056.082274759" watchObservedRunningTime="2025-10-13 19:58:57.480570455 +0000 UTC m=+2056.086317040" Oct 13 19:58:57 crc kubenswrapper[4809]: I1013 19:58:57.821390 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:58 crc kubenswrapper[4809]: I1013 19:58:58.460886 4809 generic.go:334] "Generic (PLEG): container finished" podID="87efa800-ceaa-47d1-8e21-fcffe42f225f" containerID="5b58f5df4efb47d7dc61eebaa9f10a3da57933682bedee5e9863039e96832042" exitCode=0 Oct 13 19:58:58 crc kubenswrapper[4809]: I1013 19:58:58.461061 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" event={"ID":"87efa800-ceaa-47d1-8e21-fcffe42f225f","Type":"ContainerDied","Data":"5b58f5df4efb47d7dc61eebaa9f10a3da57933682bedee5e9863039e96832042"} Oct 13 19:58:58 crc kubenswrapper[4809]: I1013 19:58:58.461163 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:58:58 crc kubenswrapper[4809]: I1013 19:58:58.462418 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:58:58 crc kubenswrapper[4809]: I1013 19:58:58.462438 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:58:58 crc kubenswrapper[4809]: I1013 19:58:58.755356 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:58:58 crc kubenswrapper[4809]: I1013 19:58:58.881856 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:58 crc kubenswrapper[4809]: I1013 19:58:58.951582 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:58:59 crc kubenswrapper[4809]: I1013 19:58:59.861911 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.024811 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-scripts\") pod \"87efa800-ceaa-47d1-8e21-fcffe42f225f\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.025033 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-db-sync-config-data\") pod \"87efa800-ceaa-47d1-8e21-fcffe42f225f\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.025216 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lw58r\" (UniqueName: \"kubernetes.io/projected/87efa800-ceaa-47d1-8e21-fcffe42f225f-kube-api-access-lw58r\") pod \"87efa800-ceaa-47d1-8e21-fcffe42f225f\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.025315 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-combined-ca-bundle\") pod \"87efa800-ceaa-47d1-8e21-fcffe42f225f\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.025446 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-config-data\") pod \"87efa800-ceaa-47d1-8e21-fcffe42f225f\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.025523 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/87efa800-ceaa-47d1-8e21-fcffe42f225f-etc-machine-id\") pod \"87efa800-ceaa-47d1-8e21-fcffe42f225f\" (UID: \"87efa800-ceaa-47d1-8e21-fcffe42f225f\") " Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.025919 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/87efa800-ceaa-47d1-8e21-fcffe42f225f-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "87efa800-ceaa-47d1-8e21-fcffe42f225f" (UID: "87efa800-ceaa-47d1-8e21-fcffe42f225f"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.031927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "87efa800-ceaa-47d1-8e21-fcffe42f225f" (UID: "87efa800-ceaa-47d1-8e21-fcffe42f225f"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.032019 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/87efa800-ceaa-47d1-8e21-fcffe42f225f-kube-api-access-lw58r" (OuterVolumeSpecName: "kube-api-access-lw58r") pod "87efa800-ceaa-47d1-8e21-fcffe42f225f" (UID: "87efa800-ceaa-47d1-8e21-fcffe42f225f"). InnerVolumeSpecName "kube-api-access-lw58r". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.032408 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-scripts" (OuterVolumeSpecName: "scripts") pod "87efa800-ceaa-47d1-8e21-fcffe42f225f" (UID: "87efa800-ceaa-47d1-8e21-fcffe42f225f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.052536 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "87efa800-ceaa-47d1-8e21-fcffe42f225f" (UID: "87efa800-ceaa-47d1-8e21-fcffe42f225f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.082144 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-config-data" (OuterVolumeSpecName: "config-data") pod "87efa800-ceaa-47d1-8e21-fcffe42f225f" (UID: "87efa800-ceaa-47d1-8e21-fcffe42f225f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.127892 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lw58r\" (UniqueName: \"kubernetes.io/projected/87efa800-ceaa-47d1-8e21-fcffe42f225f-kube-api-access-lw58r\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.127928 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.127937 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.127947 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/87efa800-ceaa-47d1-8e21-fcffe42f225f-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.127954 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.127963 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/87efa800-ceaa-47d1-8e21-fcffe42f225f-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.484912 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" event={"ID":"87efa800-ceaa-47d1-8e21-fcffe42f225f","Type":"ContainerDied","Data":"ef9323f04d56e80b0e8c56e1a950dbc985168e2c6afc03183e86ee44d5ff648c"} Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.484963 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ef9323f04d56e80b0e8c56e1a950dbc985168e2c6afc03183e86ee44d5ff648c" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.485858 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-zr9mz" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.732713 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:59:00 crc kubenswrapper[4809]: E1013 19:59:00.735934 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="87efa800-ceaa-47d1-8e21-fcffe42f225f" containerName="cinder-db-sync" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.735956 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="87efa800-ceaa-47d1-8e21-fcffe42f225f" containerName="cinder-db-sync" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.736199 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="87efa800-ceaa-47d1-8e21-fcffe42f225f" containerName="cinder-db-sync" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.745034 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.748026 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.748205 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-9gksr" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.748341 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.748452 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.763721 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.787563 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.789466 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.791301 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.806142 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.840962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.841149 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.841333 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.841573 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.841618 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-scripts\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.841689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fdfn8\" (UniqueName: \"kubernetes.io/projected/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-kube-api-access-fdfn8\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943486 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943536 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gpxtq\" (UniqueName: \"kubernetes.io/projected/9abadf7e-fabc-4019-a366-0aa0077c6fe9-kube-api-access-gpxtq\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943561 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-scripts\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943584 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943610 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9abadf7e-fabc-4019-a366-0aa0077c6fe9-logs\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943641 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943657 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943693 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943711 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943740 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-scripts\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943761 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fdfn8\" (UniqueName: \"kubernetes.io/projected/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-kube-api-access-fdfn8\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943808 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data-custom\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.943824 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/9abadf7e-fabc-4019-a366-0aa0077c6fe9-etc-machine-id\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.945814 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.949422 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.949993 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.950558 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.950611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-scripts\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.964344 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fdfn8\" (UniqueName: \"kubernetes.io/projected/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-kube-api-access-fdfn8\") pod \"cinder-scheduler-0\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.983334 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.983683 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/watcher-api-0" podUID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerName="watcher-api-log" containerID="cri-o://d0e667e1d9b4d8eea221627775a891e427fff4f6b972fabbd66ec2664dd397a0" gracePeriod=30 Oct 13 19:59:00 crc kubenswrapper[4809]: I1013 19:59:00.984379 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/watcher-api-0" podUID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerName="watcher-api" containerID="cri-o://c11d6ef27204d79685ea826ae740cc4e12ff0519e58147b6fe873de0406b871f" gracePeriod=30 Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.045692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9abadf7e-fabc-4019-a366-0aa0077c6fe9-logs\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.045785 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.045934 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data-custom\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.045957 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/9abadf7e-fabc-4019-a366-0aa0077c6fe9-etc-machine-id\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.046024 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.046075 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gpxtq\" (UniqueName: \"kubernetes.io/projected/9abadf7e-fabc-4019-a366-0aa0077c6fe9-kube-api-access-gpxtq\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.046104 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-scripts\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.046823 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9abadf7e-fabc-4019-a366-0aa0077c6fe9-logs\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.046989 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/9abadf7e-fabc-4019-a366-0aa0077c6fe9-etc-machine-id\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.051054 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.052383 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.052457 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data-custom\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.053229 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-scripts\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.067637 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.088746 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gpxtq\" (UniqueName: \"kubernetes.io/projected/9abadf7e-fabc-4019-a366-0aa0077c6fe9-kube-api-access-gpxtq\") pod \"cinder-api-0\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.108223 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.497441 4809 generic.go:334] "Generic (PLEG): container finished" podID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerID="d0e667e1d9b4d8eea221627775a891e427fff4f6b972fabbd66ec2664dd397a0" exitCode=143 Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.497500 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"eb1ef2fa-b58e-4c10-9396-e13e0ef97289","Type":"ContainerDied","Data":"d0e667e1d9b4d8eea221627775a891e427fff4f6b972fabbd66ec2664dd397a0"} Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.501006 4809 generic.go:334] "Generic (PLEG): container finished" podID="62905c2d-ded2-4876-ab05-488731fc2c3a" containerID="d09944a46e146f2e9a29b8970852177a7aee0253d0fb3cbe6edd217cf2bd7382" exitCode=0 Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.501066 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-pljzz" event={"ID":"62905c2d-ded2-4876-ab05-488731fc2c3a","Type":"ContainerDied","Data":"d09944a46e146f2e9a29b8970852177a7aee0253d0fb3cbe6edd217cf2bd7382"} Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.616059 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:59:01 crc kubenswrapper[4809]: W1013 19:59:01.623251 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod2b30ec2a_03b8_4e3d_8d1f_9aa7b8bd8bce.slice/crio-b0b7d53423dec29dcb919ef697d172fdc3415f50b3bf18404e1ccc3e2719f88a WatchSource:0}: Error finding container b0b7d53423dec29dcb919ef697d172fdc3415f50b3bf18404e1ccc3e2719f88a: Status 404 returned error can't find the container with id b0b7d53423dec29dcb919ef697d172fdc3415f50b3bf18404e1ccc3e2719f88a Oct 13 19:59:01 crc kubenswrapper[4809]: I1013 19:59:01.714829 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:59:02 crc kubenswrapper[4809]: I1013 19:59:02.517209 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"9abadf7e-fabc-4019-a366-0aa0077c6fe9","Type":"ContainerStarted","Data":"44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448"} Oct 13 19:59:02 crc kubenswrapper[4809]: I1013 19:59:02.518116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"9abadf7e-fabc-4019-a366-0aa0077c6fe9","Type":"ContainerStarted","Data":"65a1b9a75e3eefca3699ccd0957222cf930bc08f872dbd69e82f8e96c4623af3"} Oct 13 19:59:02 crc kubenswrapper[4809]: I1013 19:59:02.521831 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce","Type":"ContainerStarted","Data":"57a6f91d2bf042aeeda1dd90f63302018d2c6a378b7fc78e92ac9de1123828dc"} Oct 13 19:59:02 crc kubenswrapper[4809]: I1013 19:59:02.521870 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce","Type":"ContainerStarted","Data":"b0b7d53423dec29dcb919ef697d172fdc3415f50b3bf18404e1ccc3e2719f88a"} Oct 13 19:59:02 crc kubenswrapper[4809]: I1013 19:59:02.877028 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:59:02 crc kubenswrapper[4809]: I1013 19:59:02.986234 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-t5h8f\" (UniqueName: \"kubernetes.io/projected/62905c2d-ded2-4876-ab05-488731fc2c3a-kube-api-access-t5h8f\") pod \"62905c2d-ded2-4876-ab05-488731fc2c3a\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " Oct 13 19:59:02 crc kubenswrapper[4809]: I1013 19:59:02.986387 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-combined-ca-bundle\") pod \"62905c2d-ded2-4876-ab05-488731fc2c3a\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " Oct 13 19:59:02 crc kubenswrapper[4809]: I1013 19:59:02.986454 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-db-sync-config-data\") pod \"62905c2d-ded2-4876-ab05-488731fc2c3a\" (UID: \"62905c2d-ded2-4876-ab05-488731fc2c3a\") " Oct 13 19:59:02 crc kubenswrapper[4809]: I1013 19:59:02.991399 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "62905c2d-ded2-4876-ab05-488731fc2c3a" (UID: "62905c2d-ded2-4876-ab05-488731fc2c3a"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:02 crc kubenswrapper[4809]: I1013 19:59:02.991919 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/62905c2d-ded2-4876-ab05-488731fc2c3a-kube-api-access-t5h8f" (OuterVolumeSpecName: "kube-api-access-t5h8f") pod "62905c2d-ded2-4876-ab05-488731fc2c3a" (UID: "62905c2d-ded2-4876-ab05-488731fc2c3a"). InnerVolumeSpecName "kube-api-access-t5h8f". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.011248 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "62905c2d-ded2-4876-ab05-488731fc2c3a" (UID: "62905c2d-ded2-4876-ab05-488731fc2c3a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.088195 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-t5h8f\" (UniqueName: \"kubernetes.io/projected/62905c2d-ded2-4876-ab05-488731fc2c3a-kube-api-access-t5h8f\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.088254 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.088268 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/62905c2d-ded2-4876-ab05-488731fc2c3a-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.268678 4809 scope.go:117] "RemoveContainer" containerID="1f4d3a904afadcc6bd187f2f4dd3fd2befd5e582ca79505aed37773c11acfa69" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.292224 4809 scope.go:117] "RemoveContainer" containerID="dead91d75aee5f4d9550679bc8c9924d04d51fdbde0287a772c516c1de7ed882" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.353117 4809 scope.go:117] "RemoveContainer" containerID="fa9a6956b0aeba6c8f6c7fe9ce2163976443906fc05576b789ae57fb210ca0a0" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.380965 4809 scope.go:117] "RemoveContainer" containerID="bd44d9a75ea777f074cc2f02ca702aec04b63f59eb9da8f69d8f70466ba9a4a3" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.420385 4809 scope.go:117] "RemoveContainer" containerID="e11f9e59b8a1701e714094b54a30e5d9713cfba7f42e00a2b906f08967584139" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.475993 4809 scope.go:117] "RemoveContainer" containerID="302ea33542049b23a3058a91d20d0d84ca588f264c0417ec9d590172fc2d8d8f" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.508386 4809 scope.go:117] "RemoveContainer" containerID="fe7160d371b27cebab9119242f6c8ca722c652174f943e75bbb4b89d5624cb67" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.540511 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"9abadf7e-fabc-4019-a366-0aa0077c6fe9","Type":"ContainerStarted","Data":"5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818"} Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.541525 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.543201 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.547404 4809 scope.go:117] "RemoveContainer" containerID="bb9dbc3276d62b1338e7fb4059dfc461bfc04eafcdedb215a9a5470079d3ab6b" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.547622 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce","Type":"ContainerStarted","Data":"6748591ae63e21b083e0828104f433e483c24612ef336378ef8bb2ef3be821eb"} Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.551835 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-pljzz" event={"ID":"62905c2d-ded2-4876-ab05-488731fc2c3a","Type":"ContainerDied","Data":"7ca9c217cca27f368c69bcc5dc3260de377e4200e530f9ce1415ac2f491d93ff"} Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.551858 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="7ca9c217cca27f368c69bcc5dc3260de377e4200e530f9ce1415ac2f491d93ff" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.551892 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-pljzz" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.581777 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=3.581759564 podStartE2EDuration="3.581759564s" podCreationTimestamp="2025-10-13 19:59:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:03.574245188 +0000 UTC m=+2062.179991763" watchObservedRunningTime="2025-10-13 19:59:03.581759564 +0000 UTC m=+2062.187506139" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.597069 4809 scope.go:117] "RemoveContainer" containerID="80f7cfdbd610fb9ff4e0b9a850f0afb5465eb214ee4417eef2d44797e9b27662" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.611559 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=3.611538933 podStartE2EDuration="3.611538933s" podCreationTimestamp="2025-10-13 19:59:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:03.602084373 +0000 UTC m=+2062.207830958" watchObservedRunningTime="2025-10-13 19:59:03.611538933 +0000 UTC m=+2062.217285518" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.622176 4809 scope.go:117] "RemoveContainer" containerID="b326a84b01ab124138d3e46365eebed64c02a4eb962e88ed187d7bfea6fb3661" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.678748 4809 scope.go:117] "RemoveContainer" containerID="d16f6ff9d99a2dc4ff4c651220ed769f3695de7e8300a9cf63b0cdf218deee49" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.727870 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq"] Oct 13 19:59:03 crc kubenswrapper[4809]: E1013 19:59:03.728440 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="62905c2d-ded2-4876-ab05-488731fc2c3a" containerName="barbican-db-sync" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.728463 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="62905c2d-ded2-4876-ab05-488731fc2c3a" containerName="barbican-db-sync" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.728765 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="62905c2d-ded2-4876-ab05-488731fc2c3a" containerName="barbican-db-sync" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.729987 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.734548 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-fh8vk" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.737923 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-worker-config-data" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.737932 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.757616 4809 scope.go:117] "RemoveContainer" containerID="ffcf2e50d06526a576c97ff88ea303aefc7c5ee5243863493192deb739bd3c03" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.767974 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq"] Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.802178 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88"] Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.804098 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.814298 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-keystone-listener-config-data" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.815882 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data-custom\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.815954 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/523b431b-af41-41f6-898f-f14291f5f056-logs\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.816007 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-combined-ca-bundle\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.816088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jdt6g\" (UniqueName: \"kubernetes.io/projected/523b431b-af41-41f6-898f-f14291f5f056-kube-api-access-jdt6g\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.816156 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.850104 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88"] Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.861962 4809 scope.go:117] "RemoveContainer" containerID="64fff9072c9c40d085ed4a25f1029d251dc36e26a878aba2bf94741cf0f2f888" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.884471 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn"] Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.886194 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.892021 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-api-config-data" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.892585 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn"] Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.918484 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jdt6g\" (UniqueName: \"kubernetes.io/projected/523b431b-af41-41f6-898f-f14291f5f056-kube-api-access-jdt6g\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.918528 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-combined-ca-bundle\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.918601 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data-custom\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.918625 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.918668 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/32f4c7c9-6447-4f51-bac7-b999f983112c-logs\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.918686 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data-custom\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.918708 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.918744 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/523b431b-af41-41f6-898f-f14291f5f056-logs\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.918773 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nwtk6\" (UniqueName: \"kubernetes.io/projected/32f4c7c9-6447-4f51-bac7-b999f983112c-kube-api-access-nwtk6\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.918887 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-combined-ca-bundle\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.932972 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/523b431b-af41-41f6-898f-f14291f5f056-logs\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.933811 4809 scope.go:117] "RemoveContainer" containerID="b6389b66bec14a15c9b580a3c45850294c11bb38df812bee44221d0ba5e3fc6c" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.937767 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-combined-ca-bundle\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.938272 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data-custom\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.943883 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.948962 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jdt6g\" (UniqueName: \"kubernetes.io/projected/523b431b-af41-41f6-898f-f14291f5f056-kube-api-access-jdt6g\") pod \"barbican-worker-7fb8bc8567-fr9cq\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:03 crc kubenswrapper[4809]: I1013 19:59:03.995507 4809 scope.go:117] "RemoveContainer" containerID="ceead77c65c694ae823ade8d3ba2cc8d1e3e47f06c200a517a9999a8d96fab28" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.032403 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data-custom\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.032465 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.032507 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wzj2d\" (UniqueName: \"kubernetes.io/projected/dd8f549c-7a69-4d9c-8532-42db12d8b0db-kube-api-access-wzj2d\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.032544 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/32f4c7c9-6447-4f51-bac7-b999f983112c-logs\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.032585 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.032611 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data-custom\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.032657 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nwtk6\" (UniqueName: \"kubernetes.io/projected/32f4c7c9-6447-4f51-bac7-b999f983112c-kube-api-access-nwtk6\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.032756 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-combined-ca-bundle\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.032788 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-combined-ca-bundle\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.032821 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dd8f549c-7a69-4d9c-8532-42db12d8b0db-logs\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.034149 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/32f4c7c9-6447-4f51-bac7-b999f983112c-logs\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.039032 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data-custom\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.039122 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-combined-ca-bundle\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.047891 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.051889 4809 scope.go:117] "RemoveContainer" containerID="c3d71455c36799861bf9d56d342e6f1f82c95ecad3992c7ccd22a1e157055986" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.060224 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nwtk6\" (UniqueName: \"kubernetes.io/projected/32f4c7c9-6447-4f51-bac7-b999f983112c-kube-api-access-nwtk6\") pod \"barbican-keystone-listener-675fd77bd8-xpg88\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.070581 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.134066 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-combined-ca-bundle\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.134126 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dd8f549c-7a69-4d9c-8532-42db12d8b0db-logs\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.134185 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.134223 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wzj2d\" (UniqueName: \"kubernetes.io/projected/dd8f549c-7a69-4d9c-8532-42db12d8b0db-kube-api-access-wzj2d\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.134266 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data-custom\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.135204 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dd8f549c-7a69-4d9c-8532-42db12d8b0db-logs\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.139158 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data-custom\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.139724 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-combined-ca-bundle\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.142617 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.145307 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.152844 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wzj2d\" (UniqueName: \"kubernetes.io/projected/dd8f549c-7a69-4d9c-8532-42db12d8b0db-kube-api-access-wzj2d\") pod \"barbican-api-7599c4cb6d-jtjpn\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.208771 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.332431 4809 scope.go:117] "RemoveContainer" containerID="e8c2ff68cb92d42549fda7eef66d1fedf7a733776e44e8404f346084866adf04" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.387390 4809 scope.go:117] "RemoveContainer" containerID="30f66d57330bd3111d8a9b75356df5c5b268343996a9774c94d99f183b62e471" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.411767 4809 scope.go:117] "RemoveContainer" containerID="dc1632f5c33d4ce074295f56806cd71355e2b869024e7efa62409f65f6bb68a3" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.445914 4809 scope.go:117] "RemoveContainer" containerID="fe86dc5762153867c7bb38ba4c52a023108abe3c435cc5af90a63c8670fa8c82" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.473690 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/watcher-api-0" podUID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerName="watcher-api" probeResult="failure" output="Get \"http://10.217.1.197:9322/\": dial tcp 10.217.1.197:9322: connect: connection refused" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.474094 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/watcher-api-0" podUID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerName="watcher-api-log" probeResult="failure" output="Get \"http://10.217.1.197:9322/\": dial tcp 10.217.1.197:9322: connect: connection refused" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.496339 4809 scope.go:117] "RemoveContainer" containerID="a14bdfba67b79d0ccc1c5b1a4fcc377b6169629409cac96c69b6b0d68b7b7fac" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.601623 4809 generic.go:334] "Generic (PLEG): container finished" podID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerID="c11d6ef27204d79685ea826ae740cc4e12ff0519e58147b6fe873de0406b871f" exitCode=0 Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.601901 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"eb1ef2fa-b58e-4c10-9396-e13e0ef97289","Type":"ContainerDied","Data":"c11d6ef27204d79685ea826ae740cc4e12ff0519e58147b6fe873de0406b871f"} Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.625652 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq"] Oct 13 19:59:04 crc kubenswrapper[4809]: W1013 19:59:04.634290 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod523b431b_af41_41f6_898f_f14291f5f056.slice/crio-d230dd8f44206296534e7de53ac05ab40965ee81c8c87922989f4120fd049c08 WatchSource:0}: Error finding container d230dd8f44206296534e7de53ac05ab40965ee81c8c87922989f4120fd049c08: Status 404 returned error can't find the container with id d230dd8f44206296534e7de53ac05ab40965ee81c8c87922989f4120fd049c08 Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.702024 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.809563 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88"] Oct 13 19:59:04 crc kubenswrapper[4809]: W1013 19:59:04.820441 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod32f4c7c9_6447_4f51_bac7_b999f983112c.slice/crio-94c7474d5c7add7109c0e66deef68c825956d41574f69f7617eaea7600496f34 WatchSource:0}: Error finding container 94c7474d5c7add7109c0e66deef68c825956d41574f69f7617eaea7600496f34: Status 404 returned error can't find the container with id 94c7474d5c7add7109c0e66deef68c825956d41574f69f7617eaea7600496f34 Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.853622 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-combined-ca-bundle\") pod \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.853713 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-logs\") pod \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.853780 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-custom-prometheus-ca\") pod \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.853903 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-config-data\") pod \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.853955 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9qvkn\" (UniqueName: \"kubernetes.io/projected/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-kube-api-access-9qvkn\") pod \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\" (UID: \"eb1ef2fa-b58e-4c10-9396-e13e0ef97289\") " Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.854825 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-logs" (OuterVolumeSpecName: "logs") pod "eb1ef2fa-b58e-4c10-9396-e13e0ef97289" (UID: "eb1ef2fa-b58e-4c10-9396-e13e0ef97289"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.860635 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-kube-api-access-9qvkn" (OuterVolumeSpecName: "kube-api-access-9qvkn") pod "eb1ef2fa-b58e-4c10-9396-e13e0ef97289" (UID: "eb1ef2fa-b58e-4c10-9396-e13e0ef97289"). InnerVolumeSpecName "kube-api-access-9qvkn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.889043 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-custom-prometheus-ca" (OuterVolumeSpecName: "custom-prometheus-ca") pod "eb1ef2fa-b58e-4c10-9396-e13e0ef97289" (UID: "eb1ef2fa-b58e-4c10-9396-e13e0ef97289"). InnerVolumeSpecName "custom-prometheus-ca". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.890130 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "eb1ef2fa-b58e-4c10-9396-e13e0ef97289" (UID: "eb1ef2fa-b58e-4c10-9396-e13e0ef97289"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.913461 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-config-data" (OuterVolumeSpecName: "config-data") pod "eb1ef2fa-b58e-4c10-9396-e13e0ef97289" (UID: "eb1ef2fa-b58e-4c10-9396-e13e0ef97289"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.948887 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn"] Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.956197 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.956224 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9qvkn\" (UniqueName: \"kubernetes.io/projected/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-kube-api-access-9qvkn\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.956236 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.956244 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:04 crc kubenswrapper[4809]: I1013 19:59:04.956252 4809 reconciler_common.go:293] "Volume detached for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/eb1ef2fa-b58e-4c10-9396-e13e0ef97289-custom-prometheus-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:04 crc kubenswrapper[4809]: W1013 19:59:04.961176 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddd8f549c_7a69_4d9c_8532_42db12d8b0db.slice/crio-51783490b6a7dece78b8cfb1af271cc6aaefa66f1459b5a9423f1770eee68455 WatchSource:0}: Error finding container 51783490b6a7dece78b8cfb1af271cc6aaefa66f1459b5a9423f1770eee68455: Status 404 returned error can't find the container with id 51783490b6a7dece78b8cfb1af271cc6aaefa66f1459b5a9423f1770eee68455 Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.662408 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" event={"ID":"523b431b-af41-41f6-898f-f14291f5f056","Type":"ContainerStarted","Data":"1a3251802b84e00a44ccc44dc716758ad9cef43a7fc2f9b06c0bca62cc8a64a6"} Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.663531 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" event={"ID":"523b431b-af41-41f6-898f-f14291f5f056","Type":"ContainerStarted","Data":"a5b4629dca06c5554db69dd07eab693eeab5c1fc829213b0ef14bb32e55e2bf9"} Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.663631 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" event={"ID":"523b431b-af41-41f6-898f-f14291f5f056","Type":"ContainerStarted","Data":"d230dd8f44206296534e7de53ac05ab40965ee81c8c87922989f4120fd049c08"} Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.665161 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"eb1ef2fa-b58e-4c10-9396-e13e0ef97289","Type":"ContainerDied","Data":"e04195a91c5e90f04d0935eeec3c4dcebf4bd97a3e03d4c705aee2818fe56436"} Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.665217 4809 scope.go:117] "RemoveContainer" containerID="c11d6ef27204d79685ea826ae740cc4e12ff0519e58147b6fe873de0406b871f" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.665378 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.669285 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" event={"ID":"32f4c7c9-6447-4f51-bac7-b999f983112c","Type":"ContainerStarted","Data":"0f7aea951e7521fb28d6fae42e8b72cc2a2bf4112c4df212daa9810c6815f36b"} Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.669315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" event={"ID":"32f4c7c9-6447-4f51-bac7-b999f983112c","Type":"ContainerStarted","Data":"1b086ef5bcead72843295665d91789488e9f3352ec404a1a75e47ddb6f87835d"} Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.669338 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" event={"ID":"32f4c7c9-6447-4f51-bac7-b999f983112c","Type":"ContainerStarted","Data":"94c7474d5c7add7109c0e66deef68c825956d41574f69f7617eaea7600496f34"} Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.671121 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" event={"ID":"dd8f549c-7a69-4d9c-8532-42db12d8b0db","Type":"ContainerStarted","Data":"f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182"} Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.671369 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.671374 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="9abadf7e-fabc-4019-a366-0aa0077c6fe9" containerName="cinder-api-log" containerID="cri-o://44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448" gracePeriod=30 Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.671398 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="9abadf7e-fabc-4019-a366-0aa0077c6fe9" containerName="cinder-api" containerID="cri-o://5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818" gracePeriod=30 Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.671380 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" event={"ID":"dd8f549c-7a69-4d9c-8532-42db12d8b0db","Type":"ContainerStarted","Data":"6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c"} Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.671487 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" event={"ID":"dd8f549c-7a69-4d9c-8532-42db12d8b0db","Type":"ContainerStarted","Data":"51783490b6a7dece78b8cfb1af271cc6aaefa66f1459b5a9423f1770eee68455"} Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.671526 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.686397 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" podStartSLOduration=2.686381571 podStartE2EDuration="2.686381571s" podCreationTimestamp="2025-10-13 19:59:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:05.678323349 +0000 UTC m=+2064.284069934" watchObservedRunningTime="2025-10-13 19:59:05.686381571 +0000 UTC m=+2064.292128156" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.690854 4809 scope.go:117] "RemoveContainer" containerID="d0e667e1d9b4d8eea221627775a891e427fff4f6b972fabbd66ec2664dd397a0" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.709558 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" podStartSLOduration=2.709540628 podStartE2EDuration="2.709540628s" podCreationTimestamp="2025-10-13 19:59:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:05.705150857 +0000 UTC m=+2064.310897442" watchObservedRunningTime="2025-10-13 19:59:05.709540628 +0000 UTC m=+2064.315287213" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.745152 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" podStartSLOduration=2.7451332170000002 podStartE2EDuration="2.745133217s" podCreationTimestamp="2025-10-13 19:59:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:05.736093378 +0000 UTC m=+2064.341839973" watchObservedRunningTime="2025-10-13 19:59:05.745133217 +0000 UTC m=+2064.350879792" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.756830 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.769077 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.822714 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 19:59:05 crc kubenswrapper[4809]: E1013 19:59:05.823179 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerName="watcher-api-log" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.823216 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerName="watcher-api-log" Oct 13 19:59:05 crc kubenswrapper[4809]: E1013 19:59:05.823258 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerName="watcher-api" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.823287 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerName="watcher-api" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.823494 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerName="watcher-api" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.823548 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" containerName="watcher-api-log" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.829421 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.839028 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-watcher-public-svc" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.839401 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-watcher-internal-svc" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.839557 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"watcher-api-config-data" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.842068 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.990819 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-config-data\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.991039 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-logs\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.991108 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-custom-prometheus-ca\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.991215 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-internal-tls-certs\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.991261 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-combined-ca-bundle\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.991496 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sk8jb\" (UniqueName: \"kubernetes.io/projected/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-kube-api-access-sk8jb\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:05 crc kubenswrapper[4809]: I1013 19:59:05.991532 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-public-tls-certs\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.068569 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.093745 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-internal-tls-certs\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.093804 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-combined-ca-bundle\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.093919 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sk8jb\" (UniqueName: \"kubernetes.io/projected/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-kube-api-access-sk8jb\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.093949 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-public-tls-certs\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.093979 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-config-data\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.094062 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-logs\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.094092 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-custom-prometheus-ca\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.102121 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-public-tls-certs\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.102669 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-logs\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.102691 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-config-data\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.108226 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-internal-tls-certs\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.112459 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-combined-ca-bundle\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.124386 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sk8jb\" (UniqueName: \"kubernetes.io/projected/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-kube-api-access-sk8jb\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.128829 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-custom-prometheus-ca\") pod \"watcher-api-0\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.152004 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.199162 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="eb1ef2fa-b58e-4c10-9396-e13e0ef97289" path="/var/lib/kubelet/pods/eb1ef2fa-b58e-4c10-9396-e13e0ef97289/volumes" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.371831 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.502329 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/9abadf7e-fabc-4019-a366-0aa0077c6fe9-etc-machine-id\") pod \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.502472 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gpxtq\" (UniqueName: \"kubernetes.io/projected/9abadf7e-fabc-4019-a366-0aa0077c6fe9-kube-api-access-gpxtq\") pod \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.502517 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9abadf7e-fabc-4019-a366-0aa0077c6fe9-logs\") pod \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.502545 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-scripts\") pod \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.502565 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data\") pod \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.502591 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-combined-ca-bundle\") pod \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.502621 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data-custom\") pod \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\" (UID: \"9abadf7e-fabc-4019-a366-0aa0077c6fe9\") " Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.503634 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/9abadf7e-fabc-4019-a366-0aa0077c6fe9-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "9abadf7e-fabc-4019-a366-0aa0077c6fe9" (UID: "9abadf7e-fabc-4019-a366-0aa0077c6fe9"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.509777 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9abadf7e-fabc-4019-a366-0aa0077c6fe9-kube-api-access-gpxtq" (OuterVolumeSpecName: "kube-api-access-gpxtq") pod "9abadf7e-fabc-4019-a366-0aa0077c6fe9" (UID: "9abadf7e-fabc-4019-a366-0aa0077c6fe9"). InnerVolumeSpecName "kube-api-access-gpxtq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.510570 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "9abadf7e-fabc-4019-a366-0aa0077c6fe9" (UID: "9abadf7e-fabc-4019-a366-0aa0077c6fe9"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.510877 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9abadf7e-fabc-4019-a366-0aa0077c6fe9-logs" (OuterVolumeSpecName: "logs") pod "9abadf7e-fabc-4019-a366-0aa0077c6fe9" (UID: "9abadf7e-fabc-4019-a366-0aa0077c6fe9"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.510900 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-scripts" (OuterVolumeSpecName: "scripts") pod "9abadf7e-fabc-4019-a366-0aa0077c6fe9" (UID: "9abadf7e-fabc-4019-a366-0aa0077c6fe9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.534709 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9abadf7e-fabc-4019-a366-0aa0077c6fe9" (UID: "9abadf7e-fabc-4019-a366-0aa0077c6fe9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.551817 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data" (OuterVolumeSpecName: "config-data") pod "9abadf7e-fabc-4019-a366-0aa0077c6fe9" (UID: "9abadf7e-fabc-4019-a366-0aa0077c6fe9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.605200 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.605235 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.605245 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.605255 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9abadf7e-fabc-4019-a366-0aa0077c6fe9-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.605263 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/9abadf7e-fabc-4019-a366-0aa0077c6fe9-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.605272 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gpxtq\" (UniqueName: \"kubernetes.io/projected/9abadf7e-fabc-4019-a366-0aa0077c6fe9-kube-api-access-gpxtq\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.605282 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9abadf7e-fabc-4019-a366-0aa0077c6fe9-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.681097 4809 generic.go:334] "Generic (PLEG): container finished" podID="9abadf7e-fabc-4019-a366-0aa0077c6fe9" containerID="5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818" exitCode=0 Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.681124 4809 generic.go:334] "Generic (PLEG): container finished" podID="9abadf7e-fabc-4019-a366-0aa0077c6fe9" containerID="44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448" exitCode=143 Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.681159 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"9abadf7e-fabc-4019-a366-0aa0077c6fe9","Type":"ContainerDied","Data":"5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818"} Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.681184 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"9abadf7e-fabc-4019-a366-0aa0077c6fe9","Type":"ContainerDied","Data":"44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448"} Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.681194 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"9abadf7e-fabc-4019-a366-0aa0077c6fe9","Type":"ContainerDied","Data":"65a1b9a75e3eefca3699ccd0957222cf930bc08f872dbd69e82f8e96c4623af3"} Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.681208 4809 scope.go:117] "RemoveContainer" containerID="5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.681297 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.715247 4809 scope.go:117] "RemoveContainer" containerID="44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.715847 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.732896 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.743576 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.763263 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:59:06 crc kubenswrapper[4809]: E1013 19:59:06.763833 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9abadf7e-fabc-4019-a366-0aa0077c6fe9" containerName="cinder-api-log" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.763921 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9abadf7e-fabc-4019-a366-0aa0077c6fe9" containerName="cinder-api-log" Oct 13 19:59:06 crc kubenswrapper[4809]: E1013 19:59:06.764012 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9abadf7e-fabc-4019-a366-0aa0077c6fe9" containerName="cinder-api" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.764064 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9abadf7e-fabc-4019-a366-0aa0077c6fe9" containerName="cinder-api" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.764323 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9abadf7e-fabc-4019-a366-0aa0077c6fe9" containerName="cinder-api-log" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.764401 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9abadf7e-fabc-4019-a366-0aa0077c6fe9" containerName="cinder-api" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.767162 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.773695 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-internal-svc" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.773897 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-public-svc" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.774016 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.774618 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.774940 4809 scope.go:117] "RemoveContainer" containerID="5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818" Oct 13 19:59:06 crc kubenswrapper[4809]: E1013 19:59:06.776836 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818\": container with ID starting with 5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818 not found: ID does not exist" containerID="5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.776891 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818"} err="failed to get container status \"5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818\": rpc error: code = NotFound desc = could not find container \"5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818\": container with ID starting with 5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818 not found: ID does not exist" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.776930 4809 scope.go:117] "RemoveContainer" containerID="44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448" Oct 13 19:59:06 crc kubenswrapper[4809]: E1013 19:59:06.777386 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448\": container with ID starting with 44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448 not found: ID does not exist" containerID="44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.777473 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448"} err="failed to get container status \"44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448\": rpc error: code = NotFound desc = could not find container \"44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448\": container with ID starting with 44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448 not found: ID does not exist" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.777550 4809 scope.go:117] "RemoveContainer" containerID="5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.778535 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818"} err="failed to get container status \"5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818\": rpc error: code = NotFound desc = could not find container \"5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818\": container with ID starting with 5e720c9092bf559faa3c54c3df442f195b9bc22fd70d547612bb69b256bc8818 not found: ID does not exist" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.778713 4809 scope.go:117] "RemoveContainer" containerID="44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.779159 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448"} err="failed to get container status \"44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448\": rpc error: code = NotFound desc = could not find container \"44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448\": container with ID starting with 44fa2b1ad49ed613aa0493c3e1db58099b5863fe5d430ada86d01df594d43448 not found: ID does not exist" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.911308 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-public-tls-certs\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.911698 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.911830 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d431ae79-5c86-4c4f-a267-2d60980db4c9-logs\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.911899 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dlr9s\" (UniqueName: \"kubernetes.io/projected/d431ae79-5c86-4c4f-a267-2d60980db4c9-kube-api-access-dlr9s\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.912030 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.912084 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/d431ae79-5c86-4c4f-a267-2d60980db4c9-etc-machine-id\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.912114 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.912136 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-scripts\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:06 crc kubenswrapper[4809]: I1013 19:59:06.912194 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data-custom\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.013910 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d431ae79-5c86-4c4f-a267-2d60980db4c9-logs\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.013961 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dlr9s\" (UniqueName: \"kubernetes.io/projected/d431ae79-5c86-4c4f-a267-2d60980db4c9-kube-api-access-dlr9s\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.014037 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.014054 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/d431ae79-5c86-4c4f-a267-2d60980db4c9-etc-machine-id\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.014076 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.014090 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-scripts\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.014108 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data-custom\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.014160 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-public-tls-certs\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.014175 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.014747 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/d431ae79-5c86-4c4f-a267-2d60980db4c9-etc-machine-id\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.015123 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d431ae79-5c86-4c4f-a267-2d60980db4c9-logs\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.018152 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.018329 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.019873 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data-custom\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.020447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-scripts\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.020447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-public-tls-certs\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.022494 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.030724 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dlr9s\" (UniqueName: \"kubernetes.io/projected/d431ae79-5c86-4c4f-a267-2d60980db4c9-kube-api-access-dlr9s\") pod \"cinder-api-0\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.090127 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.666802 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.728848 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"d431ae79-5c86-4c4f-a267-2d60980db4c9","Type":"ContainerStarted","Data":"26e7a9fd1fa6bff886c8713021c868041ffc1d766fe93ed41ff9356744fb97fa"} Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.773001 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd","Type":"ContainerStarted","Data":"ca8408ddf4a85757c866046e251ac8b36f3d432c924e56a76f6f29116a3b3ade"} Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.773035 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd","Type":"ContainerStarted","Data":"49b2c5c58b0b3be2ac12d317cdc63b4cbd934f9dfcd75185436f1b98705efa51"} Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.773044 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd","Type":"ContainerStarted","Data":"3c1b5323e939293a1eb2a3cd93fa2b9f9c0cfae02bedaa93365174226422d5dd"} Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.773259 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.785796 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9"] Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.787404 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.792401 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-internal-svc" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.792586 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-public-svc" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.819395 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9"] Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.838582 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/watcher-api-0" podStartSLOduration=2.838561346 podStartE2EDuration="2.838561346s" podCreationTimestamp="2025-10-13 19:59:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:07.811256654 +0000 UTC m=+2066.417003239" watchObservedRunningTime="2025-10-13 19:59:07.838561346 +0000 UTC m=+2066.444307931" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.933520 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-internal-tls-certs\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.933654 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data-custom\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.933678 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-public-tls-certs\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.933717 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.933875 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-combined-ca-bundle\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.933910 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m8nvr\" (UniqueName: \"kubernetes.io/projected/2ba830e0-db19-419e-9156-536a3c0e1252-kube-api-access-m8nvr\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:07 crc kubenswrapper[4809]: I1013 19:59:07.934097 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ba830e0-db19-419e-9156-536a3c0e1252-logs\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.035544 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data-custom\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.035580 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-public-tls-certs\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.035608 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.035637 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-combined-ca-bundle\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.035661 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m8nvr\" (UniqueName: \"kubernetes.io/projected/2ba830e0-db19-419e-9156-536a3c0e1252-kube-api-access-m8nvr\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.035684 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ba830e0-db19-419e-9156-536a3c0e1252-logs\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.035721 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-internal-tls-certs\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.037491 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ba830e0-db19-419e-9156-536a3c0e1252-logs\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.042886 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.043236 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-internal-tls-certs\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.047925 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-public-tls-certs\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.050360 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-combined-ca-bundle\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.052462 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data-custom\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.068443 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-m8nvr\" (UniqueName: \"kubernetes.io/projected/2ba830e0-db19-419e-9156-536a3c0e1252-kube-api-access-m8nvr\") pod \"barbican-api-649f7d8986-8m6v9\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.165551 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9abadf7e-fabc-4019-a366-0aa0077c6fe9" path="/var/lib/kubelet/pods/9abadf7e-fabc-4019-a366-0aa0077c6fe9/volumes" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.166424 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.733058 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9"] Oct 13 19:59:08 crc kubenswrapper[4809]: W1013 19:59:08.737783 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod2ba830e0_db19_419e_9156_536a3c0e1252.slice/crio-24d4dc5449fb0773f9ff7a499f37b154ddf0380d3c377aa40d3abd6f2bed63cc WatchSource:0}: Error finding container 24d4dc5449fb0773f9ff7a499f37b154ddf0380d3c377aa40d3abd6f2bed63cc: Status 404 returned error can't find the container with id 24d4dc5449fb0773f9ff7a499f37b154ddf0380d3c377aa40d3abd6f2bed63cc Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.805243 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"d431ae79-5c86-4c4f-a267-2d60980db4c9","Type":"ContainerStarted","Data":"ce18a6621b19331d9adeeed3746db52e7c9adbc2984fec7e06c781cabb78f516"} Oct 13 19:59:08 crc kubenswrapper[4809]: I1013 19:59:08.808693 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" event={"ID":"2ba830e0-db19-419e-9156-536a3c0e1252","Type":"ContainerStarted","Data":"24d4dc5449fb0773f9ff7a499f37b154ddf0380d3c377aa40d3abd6f2bed63cc"} Oct 13 19:59:09 crc kubenswrapper[4809]: I1013 19:59:09.832210 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" event={"ID":"2ba830e0-db19-419e-9156-536a3c0e1252","Type":"ContainerStarted","Data":"5fc1a94253299d03f2840f0fada0c7d423be37aab76af309b7d3930f42bddc25"} Oct 13 19:59:09 crc kubenswrapper[4809]: I1013 19:59:09.832483 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" event={"ID":"2ba830e0-db19-419e-9156-536a3c0e1252","Type":"ContainerStarted","Data":"ee2f3c50f5a091984a130155538d59bb273aa1d708f5cf17c4b45607b52fea77"} Oct 13 19:59:09 crc kubenswrapper[4809]: I1013 19:59:09.832528 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:09 crc kubenswrapper[4809]: I1013 19:59:09.832550 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:09 crc kubenswrapper[4809]: I1013 19:59:09.835683 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 19:59:09 crc kubenswrapper[4809]: I1013 19:59:09.836361 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"d431ae79-5c86-4c4f-a267-2d60980db4c9","Type":"ContainerStarted","Data":"3398555aa42ccd4d49b129432df6d54b29edee149542d74000e25fe8fd5c3da4"} Oct 13 19:59:09 crc kubenswrapper[4809]: I1013 19:59:09.836408 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:09 crc kubenswrapper[4809]: I1013 19:59:09.874541 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" podStartSLOduration=2.874523443 podStartE2EDuration="2.874523443s" podCreationTimestamp="2025-10-13 19:59:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:09.871192282 +0000 UTC m=+2068.476938857" watchObservedRunningTime="2025-10-13 19:59:09.874523443 +0000 UTC m=+2068.480270028" Oct 13 19:59:09 crc kubenswrapper[4809]: I1013 19:59:09.879537 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:09 crc kubenswrapper[4809]: I1013 19:59:09.891462 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=3.891436289 podStartE2EDuration="3.891436289s" podCreationTimestamp="2025-10-13 19:59:06 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:09.887711236 +0000 UTC m=+2068.493457831" watchObservedRunningTime="2025-10-13 19:59:09.891436289 +0000 UTC m=+2068.497182874" Oct 13 19:59:11 crc kubenswrapper[4809]: I1013 19:59:11.153520 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:11 crc kubenswrapper[4809]: I1013 19:59:11.288722 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:11 crc kubenswrapper[4809]: I1013 19:59:11.366951 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:59:11 crc kubenswrapper[4809]: I1013 19:59:11.697684 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api-log" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 19:59:11 crc kubenswrapper[4809]: I1013 19:59:11.855477 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" containerName="probe" containerID="cri-o://6748591ae63e21b083e0828104f433e483c24612ef336378ef8bb2ef3be821eb" gracePeriod=30 Oct 13 19:59:11 crc kubenswrapper[4809]: I1013 19:59:11.855605 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" containerName="cinder-scheduler" containerID="cri-o://57a6f91d2bf042aeeda1dd90f63302018d2c6a378b7fc78e92ac9de1123828dc" gracePeriod=30 Oct 13 19:59:12 crc kubenswrapper[4809]: I1013 19:59:12.872316 4809 generic.go:334] "Generic (PLEG): container finished" podID="2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" containerID="6748591ae63e21b083e0828104f433e483c24612ef336378ef8bb2ef3be821eb" exitCode=0 Oct 13 19:59:12 crc kubenswrapper[4809]: I1013 19:59:12.872417 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce","Type":"ContainerDied","Data":"6748591ae63e21b083e0828104f433e483c24612ef336378ef8bb2ef3be821eb"} Oct 13 19:59:12 crc kubenswrapper[4809]: I1013 19:59:12.877244 4809 generic.go:334] "Generic (PLEG): container finished" podID="3fc3eed6-32b7-4eed-9f58-fdc29472c1fd" containerID="37fd0b148f1c284dfeec342858bd5fc899c1c72ff01d8f1d735fb90a096578e6" exitCode=0 Oct 13 19:59:12 crc kubenswrapper[4809]: I1013 19:59:12.877306 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" event={"ID":"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd","Type":"ContainerDied","Data":"37fd0b148f1c284dfeec342858bd5fc899c1c72ff01d8f1d735fb90a096578e6"} Oct 13 19:59:13 crc kubenswrapper[4809]: I1013 19:59:13.892661 4809 generic.go:334] "Generic (PLEG): container finished" podID="2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" containerID="57a6f91d2bf042aeeda1dd90f63302018d2c6a378b7fc78e92ac9de1123828dc" exitCode=0 Oct 13 19:59:13 crc kubenswrapper[4809]: I1013 19:59:13.892803 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce","Type":"ContainerDied","Data":"57a6f91d2bf042aeeda1dd90f63302018d2c6a378b7fc78e92ac9de1123828dc"} Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.406103 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.506035 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-config\") pod \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.506160 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9dxzd\" (UniqueName: \"kubernetes.io/projected/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-kube-api-access-9dxzd\") pod \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.506231 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-combined-ca-bundle\") pod \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\" (UID: \"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd\") " Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.515487 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-kube-api-access-9dxzd" (OuterVolumeSpecName: "kube-api-access-9dxzd") pod "3fc3eed6-32b7-4eed-9f58-fdc29472c1fd" (UID: "3fc3eed6-32b7-4eed-9f58-fdc29472c1fd"). InnerVolumeSpecName "kube-api-access-9dxzd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.546873 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3fc3eed6-32b7-4eed-9f58-fdc29472c1fd" (UID: "3fc3eed6-32b7-4eed-9f58-fdc29472c1fd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.556844 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-config" (OuterVolumeSpecName: "config") pod "3fc3eed6-32b7-4eed-9f58-fdc29472c1fd" (UID: "3fc3eed6-32b7-4eed-9f58-fdc29472c1fd"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.608004 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.608040 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9dxzd\" (UniqueName: \"kubernetes.io/projected/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-kube-api-access-9dxzd\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.608052 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.613118 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.694542 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.708875 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data-custom\") pod \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.709019 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-combined-ca-bundle\") pod \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.709130 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-etc-machine-id\") pod \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.709220 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data\") pod \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.709315 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-scripts\") pod \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.709451 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fdfn8\" (UniqueName: \"kubernetes.io/projected/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-kube-api-access-fdfn8\") pod \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\" (UID: \"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce\") " Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.710954 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" (UID: "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.715559 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-kube-api-access-fdfn8" (OuterVolumeSpecName: "kube-api-access-fdfn8") pod "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" (UID: "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce"). InnerVolumeSpecName "kube-api-access-fdfn8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.718618 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" (UID: "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.718876 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-scripts" (OuterVolumeSpecName: "scripts") pod "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" (UID: "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.756182 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" (UID: "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.805118 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data" (OuterVolumeSpecName: "config-data") pod "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" (UID: "2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.811255 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fdfn8\" (UniqueName: \"kubernetes.io/projected/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-kube-api-access-fdfn8\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.811280 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.811289 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.811298 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.811306 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.811314 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.909964 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce","Type":"ContainerDied","Data":"b0b7d53423dec29dcb919ef697d172fdc3415f50b3bf18404e1ccc3e2719f88a"} Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.910013 4809 scope.go:117] "RemoveContainer" containerID="6748591ae63e21b083e0828104f433e483c24612ef336378ef8bb2ef3be821eb" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.910128 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.923412 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" event={"ID":"3fc3eed6-32b7-4eed-9f58-fdc29472c1fd","Type":"ContainerDied","Data":"9fde0472f95b0177c807dc75fc54f5985fed6fb8893632e5ba5c8ccdcbbe7255"} Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.923610 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9fde0472f95b0177c807dc75fc54f5985fed6fb8893632e5ba5c8ccdcbbe7255" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.923849 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-gkmfl" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.946495 4809 scope.go:117] "RemoveContainer" containerID="57a6f91d2bf042aeeda1dd90f63302018d2c6a378b7fc78e92ac9de1123828dc" Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.983922 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:59:14 crc kubenswrapper[4809]: I1013 19:59:14.993925 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.023207 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:59:15 crc kubenswrapper[4809]: E1013 19:59:15.024029 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3fc3eed6-32b7-4eed-9f58-fdc29472c1fd" containerName="neutron-db-sync" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.024157 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3fc3eed6-32b7-4eed-9f58-fdc29472c1fd" containerName="neutron-db-sync" Oct 13 19:59:15 crc kubenswrapper[4809]: E1013 19:59:15.024244 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" containerName="probe" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.024338 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" containerName="probe" Oct 13 19:59:15 crc kubenswrapper[4809]: E1013 19:59:15.024418 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" containerName="cinder-scheduler" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.024529 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" containerName="cinder-scheduler" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.025821 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" containerName="cinder-scheduler" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.025878 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" containerName="probe" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.025913 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3fc3eed6-32b7-4eed-9f58-fdc29472c1fd" containerName="neutron-db-sync" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.027066 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.034003 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.034999 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.118789 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z5p8j\" (UniqueName: \"kubernetes.io/projected/5b227af8-201f-4cd1-b110-1189e0c9504a-kube-api-access-z5p8j\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.118866 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5b227af8-201f-4cd1-b110-1189e0c9504a-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.118932 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.118953 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.118983 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-scripts\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.119007 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.144044 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-55747789fc-729tf"] Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.145751 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.147940 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-ovndbs" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.153188 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-55747789fc-729tf"] Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.154940 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.155154 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.155751 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-c2tmj" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.220032 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-scripts\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.220080 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.220136 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z5p8j\" (UniqueName: \"kubernetes.io/projected/5b227af8-201f-4cd1-b110-1189e0c9504a-kube-api-access-z5p8j\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.220190 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5b227af8-201f-4cd1-b110-1189e0c9504a-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.220251 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.220273 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.220828 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5b227af8-201f-4cd1-b110-1189e0c9504a-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.224316 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-scripts\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.224836 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.226515 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.227382 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.237421 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z5p8j\" (UniqueName: \"kubernetes.io/projected/5b227af8-201f-4cd1-b110-1189e0c9504a-kube-api-access-z5p8j\") pod \"cinder-scheduler-0\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.321867 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-httpd-config\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.322120 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-ovndb-tls-certs\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.322261 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5twwq\" (UniqueName: \"kubernetes.io/projected/bc9392b4-9b39-44d5-8dcb-271ad286d144-kube-api-access-5twwq\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.322308 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-config\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.322352 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-combined-ca-bundle\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.352074 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.424103 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5twwq\" (UniqueName: \"kubernetes.io/projected/bc9392b4-9b39-44d5-8dcb-271ad286d144-kube-api-access-5twwq\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.424369 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-config\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.424402 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-combined-ca-bundle\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.424472 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-httpd-config\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.424531 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-ovndb-tls-certs\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.428560 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-ovndb-tls-certs\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.429627 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-config\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.441422 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-combined-ca-bundle\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.441648 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-httpd-config\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.445330 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5twwq\" (UniqueName: \"kubernetes.io/projected/bc9392b4-9b39-44d5-8dcb-271ad286d144-kube-api-access-5twwq\") pod \"neutron-55747789fc-729tf\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.463323 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.663669 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.794528 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:15 crc kubenswrapper[4809]: I1013 19:59:15.949083 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.042308 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-55747789fc-729tf"] Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.153018 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.174854 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce" path="/var/lib/kubelet/pods/2b30ec2a-03b8-4e3d-8d1f-9aa7b8bd8bce/volumes" Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.175657 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.197298 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.291993 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn"] Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.975102 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5b227af8-201f-4cd1-b110-1189e0c9504a","Type":"ContainerStarted","Data":"93d881d7c4bd9d994f40716ba7173d91188e6f7d1f56c2412adb7a4f3819d178"} Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.975457 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5b227af8-201f-4cd1-b110-1189e0c9504a","Type":"ContainerStarted","Data":"bae1b6c0f718d5bdcac9576973d53f588538fd2d1241eb423856638ebf72a106"} Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.989247 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api-log" containerID="cri-o://6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c" gracePeriod=30 Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.989373 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" event={"ID":"bc9392b4-9b39-44d5-8dcb-271ad286d144","Type":"ContainerStarted","Data":"d08c1ed5ddf546a9b648157e1d362b11412d369d9bf453e088693f0963b33c06"} Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.989399 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" event={"ID":"bc9392b4-9b39-44d5-8dcb-271ad286d144","Type":"ContainerStarted","Data":"991f04aa27609f472193f059e4304db6f7747cc247407b962a93676b733aba92"} Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.989410 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" event={"ID":"bc9392b4-9b39-44d5-8dcb-271ad286d144","Type":"ContainerStarted","Data":"981ab51278e82e64a7c671dd8699bf3e72309fd4f298cd8de04a509798105138"} Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.989431 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api" containerID="cri-o://f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182" gracePeriod=30 Oct 13 19:59:16 crc kubenswrapper[4809]: I1013 19:59:16.989668 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:17 crc kubenswrapper[4809]: I1013 19:59:17.006075 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.1.216:9311/healthcheck\": EOF" Oct 13 19:59:17 crc kubenswrapper[4809]: I1013 19:59:17.006128 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.1.216:9311/healthcheck\": EOF" Oct 13 19:59:17 crc kubenswrapper[4809]: I1013 19:59:17.006444 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 19:59:17 crc kubenswrapper[4809]: I1013 19:59:17.030359 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" podStartSLOduration=2.030331699 podStartE2EDuration="2.030331699s" podCreationTimestamp="2025-10-13 19:59:15 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:17.027319216 +0000 UTC m=+2075.633065801" watchObservedRunningTime="2025-10-13 19:59:17.030331699 +0000 UTC m=+2075.636078284" Oct 13 19:59:17 crc kubenswrapper[4809]: I1013 19:59:17.997976 4809 generic.go:334] "Generic (PLEG): container finished" podID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerID="6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c" exitCode=143 Oct 13 19:59:17 crc kubenswrapper[4809]: I1013 19:59:17.998063 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" event={"ID":"dd8f549c-7a69-4d9c-8532-42db12d8b0db","Type":"ContainerDied","Data":"6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c"} Oct 13 19:59:18 crc kubenswrapper[4809]: I1013 19:59:18.000216 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5b227af8-201f-4cd1-b110-1189e0c9504a","Type":"ContainerStarted","Data":"7aafda9c4c0a023f547be1229456342d8d2730cabb06b843b6bf9b86e09f0eac"} Oct 13 19:59:18 crc kubenswrapper[4809]: I1013 19:59:18.067937 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:59:18 crc kubenswrapper[4809]: I1013 19:59:18.088528 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=4.088513673 podStartE2EDuration="4.088513673s" podCreationTimestamp="2025-10-13 19:59:14 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:18.029687384 +0000 UTC m=+2076.635433969" watchObservedRunningTime="2025-10-13 19:59:18.088513673 +0000 UTC m=+2076.694260258" Oct 13 19:59:18 crc kubenswrapper[4809]: I1013 19:59:18.666402 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 19:59:18 crc kubenswrapper[4809]: I1013 19:59:18.852023 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:18 crc kubenswrapper[4809]: I1013 19:59:18.949229 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-79fcdc454-9vjht"] Oct 13 19:59:18 crc kubenswrapper[4809]: I1013 19:59:18.950977 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:18 crc kubenswrapper[4809]: I1013 19:59:18.952653 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-internal-svc" Oct 13 19:59:18 crc kubenswrapper[4809]: I1013 19:59:18.964909 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-public-svc" Oct 13 19:59:18 crc kubenswrapper[4809]: I1013 19:59:18.966547 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-79fcdc454-9vjht"] Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.091234 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-internal-tls-certs\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.091938 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-combined-ca-bundle\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.092101 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-config\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.092238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-ovndb-tls-certs\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.092402 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-httpd-config\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.092539 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zsjqd\" (UniqueName: \"kubernetes.io/projected/f5798d80-c2af-44ec-8d56-569ad679ae9d-kube-api-access-zsjqd\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.092629 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-public-tls-certs\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.194660 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-config\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.194967 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-ovndb-tls-certs\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.195097 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-httpd-config\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.195208 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zsjqd\" (UniqueName: \"kubernetes.io/projected/f5798d80-c2af-44ec-8d56-569ad679ae9d-kube-api-access-zsjqd\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.195293 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-public-tls-certs\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.195376 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-internal-tls-certs\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.195450 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-combined-ca-bundle\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.204691 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-config\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.205591 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-combined-ca-bundle\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.206149 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-ovndb-tls-certs\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.208450 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-internal-tls-certs\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.220604 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zsjqd\" (UniqueName: \"kubernetes.io/projected/f5798d80-c2af-44ec-8d56-569ad679ae9d-kube-api-access-zsjqd\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.221031 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-httpd-config\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.225400 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-public-tls-certs\") pod \"neutron-79fcdc454-9vjht\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.273376 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.821985 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-79fcdc454-9vjht"] Oct 13 19:59:19 crc kubenswrapper[4809]: I1013 19:59:19.844000 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 19:59:20 crc kubenswrapper[4809]: I1013 19:59:20.016877 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" event={"ID":"f5798d80-c2af-44ec-8d56-569ad679ae9d","Type":"ContainerStarted","Data":"471d73b77b319c22d2cbc2eee30b8d21a24195aed655b6f7f69efe1f8f1a66d0"} Oct 13 19:59:20 crc kubenswrapper[4809]: I1013 19:59:20.353631 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:21 crc kubenswrapper[4809]: I1013 19:59:21.029215 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" event={"ID":"f5798d80-c2af-44ec-8d56-569ad679ae9d","Type":"ContainerStarted","Data":"47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2"} Oct 13 19:59:21 crc kubenswrapper[4809]: I1013 19:59:21.029572 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" event={"ID":"f5798d80-c2af-44ec-8d56-569ad679ae9d","Type":"ContainerStarted","Data":"26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3"} Oct 13 19:59:21 crc kubenswrapper[4809]: I1013 19:59:21.029793 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:21 crc kubenswrapper[4809]: I1013 19:59:21.054198 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" podStartSLOduration=3.054179691 podStartE2EDuration="3.054179691s" podCreationTimestamp="2025-10-13 19:59:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:21.052126275 +0000 UTC m=+2079.657872890" watchObservedRunningTime="2025-10-13 19:59:21.054179691 +0000 UTC m=+2079.659926286" Oct 13 19:59:22 crc kubenswrapper[4809]: I1013 19:59:22.408418 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.1.216:9311/healthcheck\": read tcp 10.217.0.2:36188->10.217.1.216:9311: read: connection reset by peer" Oct 13 19:59:22 crc kubenswrapper[4809]: I1013 19:59:22.408499 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.1.216:9311/healthcheck\": read tcp 10.217.0.2:36194->10.217.1.216:9311: read: connection reset by peer" Oct 13 19:59:22 crc kubenswrapper[4809]: I1013 19:59:22.947184 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.053246 4809 generic.go:334] "Generic (PLEG): container finished" podID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerID="f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182" exitCode=0 Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.053292 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" event={"ID":"dd8f549c-7a69-4d9c-8532-42db12d8b0db","Type":"ContainerDied","Data":"f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182"} Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.053321 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" event={"ID":"dd8f549c-7a69-4d9c-8532-42db12d8b0db","Type":"ContainerDied","Data":"51783490b6a7dece78b8cfb1af271cc6aaefa66f1459b5a9423f1770eee68455"} Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.053343 4809 scope.go:117] "RemoveContainer" containerID="f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.053377 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.073126 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data-custom\") pod \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.073194 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wzj2d\" (UniqueName: \"kubernetes.io/projected/dd8f549c-7a69-4d9c-8532-42db12d8b0db-kube-api-access-wzj2d\") pod \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.073385 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dd8f549c-7a69-4d9c-8532-42db12d8b0db-logs\") pod \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.073463 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-combined-ca-bundle\") pod \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.073742 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/dd8f549c-7a69-4d9c-8532-42db12d8b0db-logs" (OuterVolumeSpecName: "logs") pod "dd8f549c-7a69-4d9c-8532-42db12d8b0db" (UID: "dd8f549c-7a69-4d9c-8532-42db12d8b0db"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.073795 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data\") pod \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\" (UID: \"dd8f549c-7a69-4d9c-8532-42db12d8b0db\") " Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.074552 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dd8f549c-7a69-4d9c-8532-42db12d8b0db-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.078577 4809 scope.go:117] "RemoveContainer" containerID="6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.083930 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dd8f549c-7a69-4d9c-8532-42db12d8b0db-kube-api-access-wzj2d" (OuterVolumeSpecName: "kube-api-access-wzj2d") pod "dd8f549c-7a69-4d9c-8532-42db12d8b0db" (UID: "dd8f549c-7a69-4d9c-8532-42db12d8b0db"). InnerVolumeSpecName "kube-api-access-wzj2d". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.087336 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "dd8f549c-7a69-4d9c-8532-42db12d8b0db" (UID: "dd8f549c-7a69-4d9c-8532-42db12d8b0db"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.119749 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "dd8f549c-7a69-4d9c-8532-42db12d8b0db" (UID: "dd8f549c-7a69-4d9c-8532-42db12d8b0db"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.155914 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data" (OuterVolumeSpecName: "config-data") pod "dd8f549c-7a69-4d9c-8532-42db12d8b0db" (UID: "dd8f549c-7a69-4d9c-8532-42db12d8b0db"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.175921 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.175961 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.175977 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wzj2d\" (UniqueName: \"kubernetes.io/projected/dd8f549c-7a69-4d9c-8532-42db12d8b0db-kube-api-access-wzj2d\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.175990 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dd8f549c-7a69-4d9c-8532-42db12d8b0db-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.186836 4809 scope.go:117] "RemoveContainer" containerID="f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182" Oct 13 19:59:23 crc kubenswrapper[4809]: E1013 19:59:23.187844 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182\": container with ID starting with f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182 not found: ID does not exist" containerID="f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.187896 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182"} err="failed to get container status \"f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182\": rpc error: code = NotFound desc = could not find container \"f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182\": container with ID starting with f62d5e0771830fa4fc5471fe8469b118e9b95cade458de7df293c3b19c3b7182 not found: ID does not exist" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.187929 4809 scope.go:117] "RemoveContainer" containerID="6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c" Oct 13 19:59:23 crc kubenswrapper[4809]: E1013 19:59:23.188313 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c\": container with ID starting with 6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c not found: ID does not exist" containerID="6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.188380 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c"} err="failed to get container status \"6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c\": rpc error: code = NotFound desc = could not find container \"6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c\": container with ID starting with 6cbc823fe9c40b9cf0ab12aae3355f5eed608ae04f78851fa9b60315a094220c not found: ID does not exist" Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.409014 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn"] Oct 13 19:59:23 crc kubenswrapper[4809]: I1013 19:59:23.423542 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-7599c4cb6d-jtjpn"] Oct 13 19:59:24 crc kubenswrapper[4809]: I1013 19:59:24.177000 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" path="/var/lib/kubelet/pods/dd8f549c-7a69-4d9c-8532-42db12d8b0db/volumes" Oct 13 19:59:25 crc kubenswrapper[4809]: I1013 19:59:25.592947 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 19:59:26 crc kubenswrapper[4809]: I1013 19:59:26.207813 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.131193 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:59:28 crc kubenswrapper[4809]: E1013 19:59:28.131851 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api-log" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.131864 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api-log" Oct 13 19:59:28 crc kubenswrapper[4809]: E1013 19:59:28.131891 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.131899 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.132142 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api-log" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.132159 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dd8f549c-7a69-4d9c-8532-42db12d8b0db" containerName="barbican-api" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.132748 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.135653 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.136053 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstack-config-secret" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.137083 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstackclient-openstackclient-dockercfg-mhc4q" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.151388 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.186984 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config-secret\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.187257 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-combined-ca-bundle\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.187507 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jwt86\" (UniqueName: \"kubernetes.io/projected/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-kube-api-access-jwt86\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.187619 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.290377 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jwt86\" (UniqueName: \"kubernetes.io/projected/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-kube-api-access-jwt86\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.290458 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.290633 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config-secret\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.290688 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-combined-ca-bundle\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.291975 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.304125 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-combined-ca-bundle\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.308408 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config-secret\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.317619 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jwt86\" (UniqueName: \"kubernetes.io/projected/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-kube-api-access-jwt86\") pod \"openstackclient\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.458529 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 19:59:28 crc kubenswrapper[4809]: I1013 19:59:28.979068 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 19:59:29 crc kubenswrapper[4809]: I1013 19:59:29.131868 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef","Type":"ContainerStarted","Data":"31d905d9a220ead7700943bcc1047e1e80bf1bf9da3dee5377c1b68e229c3698"} Oct 13 19:59:30 crc kubenswrapper[4809]: I1013 19:59:30.147252 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef","Type":"ContainerStarted","Data":"3625aacb142ec311872feea6f7e1459e17870df67cfece6d14766fd32dfe65f4"} Oct 13 19:59:30 crc kubenswrapper[4809]: I1013 19:59:30.185504 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstackclient" podStartSLOduration=2.185478341 podStartE2EDuration="2.185478341s" podCreationTimestamp="2025-10-13 19:59:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:30.169057919 +0000 UTC m=+2088.774804544" watchObservedRunningTime="2025-10-13 19:59:30.185478341 +0000 UTC m=+2088.791224956" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.015695 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.016484 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="ceilometer-central-agent" containerID="cri-o://0709bb4f1fd2b43b0144348f0b86b80633082e02828b21b84a979c67b23d6266" gracePeriod=30 Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.016535 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="ceilometer-notification-agent" containerID="cri-o://b75fcd63c58164f6e68af510c50f79282ef04e6c4f1a41ad52a93017012ef875" gracePeriod=30 Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.016534 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="proxy-httpd" containerID="cri-o://999aa9dbf4079ce36623a0c43daea62662fbe0f778606caa80912d7e61a3897d" gracePeriod=30 Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.016561 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="sg-core" containerID="cri-o://dd20535a98b9be6b9182494199b0b5d416d10dd3ace51b605f94863cfdc3b333" gracePeriod=30 Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.185377 4809 generic.go:334] "Generic (PLEG): container finished" podID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerID="dd20535a98b9be6b9182494199b0b5d416d10dd3ace51b605f94863cfdc3b333" exitCode=2 Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.185419 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1cc8ac4f-452c-4c1e-8e66-f9e687e856af","Type":"ContainerDied","Data":"dd20535a98b9be6b9182494199b0b5d416d10dd3ace51b605f94863cfdc3b333"} Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.595942 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v"] Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.597583 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.599482 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-internal-svc" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.600374 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-public-svc" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.613419 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.614317 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v"] Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.679079 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-run-httpd\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.679133 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-internal-tls-certs\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.679158 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-etc-swift\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.679193 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-w6fhp\" (UniqueName: \"kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-kube-api-access-w6fhp\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.679264 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-log-httpd\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.679284 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-config-data\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.679299 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-combined-ca-bundle\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.679328 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-public-tls-certs\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.780334 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-log-httpd\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.780383 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-config-data\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.780401 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-combined-ca-bundle\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.780435 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-public-tls-certs\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.780473 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-run-httpd\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.780497 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-internal-tls-certs\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.780518 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-etc-swift\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.780553 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-w6fhp\" (UniqueName: \"kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-kube-api-access-w6fhp\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.780854 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-log-httpd\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.781214 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-run-httpd\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.786000 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-internal-tls-certs\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.786111 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-config-data\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.790505 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-combined-ca-bundle\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.798145 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-public-tls-certs\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.798527 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-w6fhp\" (UniqueName: \"kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-kube-api-access-w6fhp\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.800588 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-etc-swift\") pod \"swift-proxy-68c94fcf78-xpn4v\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:32 crc kubenswrapper[4809]: I1013 19:59:32.926960 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:33 crc kubenswrapper[4809]: I1013 19:59:33.200899 4809 generic.go:334] "Generic (PLEG): container finished" podID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerID="999aa9dbf4079ce36623a0c43daea62662fbe0f778606caa80912d7e61a3897d" exitCode=0 Oct 13 19:59:33 crc kubenswrapper[4809]: I1013 19:59:33.201179 4809 generic.go:334] "Generic (PLEG): container finished" podID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerID="0709bb4f1fd2b43b0144348f0b86b80633082e02828b21b84a979c67b23d6266" exitCode=0 Oct 13 19:59:33 crc kubenswrapper[4809]: I1013 19:59:33.201199 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1cc8ac4f-452c-4c1e-8e66-f9e687e856af","Type":"ContainerDied","Data":"999aa9dbf4079ce36623a0c43daea62662fbe0f778606caa80912d7e61a3897d"} Oct 13 19:59:33 crc kubenswrapper[4809]: I1013 19:59:33.201224 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1cc8ac4f-452c-4c1e-8e66-f9e687e856af","Type":"ContainerDied","Data":"0709bb4f1fd2b43b0144348f0b86b80633082e02828b21b84a979c67b23d6266"} Oct 13 19:59:33 crc kubenswrapper[4809]: W1013 19:59:33.474184 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode71b9ca0_849b_4fed_8400_9f01833648c3.slice/crio-b5fd3fa543f5a9da1ac2ca0a133e4158a6853cdf48eede566729957f7b6d1492 WatchSource:0}: Error finding container b5fd3fa543f5a9da1ac2ca0a133e4158a6853cdf48eede566729957f7b6d1492: Status 404 returned error can't find the container with id b5fd3fa543f5a9da1ac2ca0a133e4158a6853cdf48eede566729957f7b6d1492 Oct 13 19:59:33 crc kubenswrapper[4809]: I1013 19:59:33.478371 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v"] Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.215338 4809 generic.go:334] "Generic (PLEG): container finished" podID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerID="b75fcd63c58164f6e68af510c50f79282ef04e6c4f1a41ad52a93017012ef875" exitCode=0 Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.215408 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1cc8ac4f-452c-4c1e-8e66-f9e687e856af","Type":"ContainerDied","Data":"b75fcd63c58164f6e68af510c50f79282ef04e6c4f1a41ad52a93017012ef875"} Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.217862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" event={"ID":"e71b9ca0-849b-4fed-8400-9f01833648c3","Type":"ContainerStarted","Data":"26b388afc3db631f055b41aadc58bd8720c53e550f9bd6e44eca334c708f693c"} Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.217893 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" event={"ID":"e71b9ca0-849b-4fed-8400-9f01833648c3","Type":"ContainerStarted","Data":"74d1a9b71f22ebd29f375f46b1cf1534958b57d2acd0c5ab6d076d5120b92320"} Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.217903 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" event={"ID":"e71b9ca0-849b-4fed-8400-9f01833648c3","Type":"ContainerStarted","Data":"b5fd3fa543f5a9da1ac2ca0a133e4158a6853cdf48eede566729957f7b6d1492"} Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.218067 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.218097 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.237262 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" podStartSLOduration=2.237246031 podStartE2EDuration="2.237246031s" podCreationTimestamp="2025-10-13 19:59:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:34.232153521 +0000 UTC m=+2092.837900106" watchObservedRunningTime="2025-10-13 19:59:34.237246031 +0000 UTC m=+2092.842992616" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.486146 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.614231 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-log-httpd\") pod \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.614289 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nzrfm\" (UniqueName: \"kubernetes.io/projected/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-kube-api-access-nzrfm\") pod \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.614335 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-config-data\") pod \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.615027 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-scripts\") pod \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.615077 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-run-httpd\") pod \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.615139 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-combined-ca-bundle\") pod \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.615178 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "1cc8ac4f-452c-4c1e-8e66-f9e687e856af" (UID: "1cc8ac4f-452c-4c1e-8e66-f9e687e856af"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.615190 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-sg-core-conf-yaml\") pod \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\" (UID: \"1cc8ac4f-452c-4c1e-8e66-f9e687e856af\") " Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.615479 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "1cc8ac4f-452c-4c1e-8e66-f9e687e856af" (UID: "1cc8ac4f-452c-4c1e-8e66-f9e687e856af"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.618407 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.618430 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.623871 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-kube-api-access-nzrfm" (OuterVolumeSpecName: "kube-api-access-nzrfm") pod "1cc8ac4f-452c-4c1e-8e66-f9e687e856af" (UID: "1cc8ac4f-452c-4c1e-8e66-f9e687e856af"). InnerVolumeSpecName "kube-api-access-nzrfm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.624017 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-scripts" (OuterVolumeSpecName: "scripts") pod "1cc8ac4f-452c-4c1e-8e66-f9e687e856af" (UID: "1cc8ac4f-452c-4c1e-8e66-f9e687e856af"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.656691 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "1cc8ac4f-452c-4c1e-8e66-f9e687e856af" (UID: "1cc8ac4f-452c-4c1e-8e66-f9e687e856af"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.721887 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nzrfm\" (UniqueName: \"kubernetes.io/projected/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-kube-api-access-nzrfm\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.722149 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.722161 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.733030 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-l8sp8"] Oct 13 19:59:34 crc kubenswrapper[4809]: E1013 19:59:34.733439 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="sg-core" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.733454 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="sg-core" Oct 13 19:59:34 crc kubenswrapper[4809]: E1013 19:59:34.733485 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="proxy-httpd" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.733492 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="proxy-httpd" Oct 13 19:59:34 crc kubenswrapper[4809]: E1013 19:59:34.733519 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="ceilometer-central-agent" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.733525 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="ceilometer-central-agent" Oct 13 19:59:34 crc kubenswrapper[4809]: E1013 19:59:34.733534 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="ceilometer-notification-agent" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.733540 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="ceilometer-notification-agent" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.733738 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="sg-core" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.733757 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="ceilometer-notification-agent" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.733773 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="ceilometer-central-agent" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.733786 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" containerName="proxy-httpd" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.734419 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-l8sp8" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.742283 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-l8sp8"] Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.763460 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1cc8ac4f-452c-4c1e-8e66-f9e687e856af" (UID: "1cc8ac4f-452c-4c1e-8e66-f9e687e856af"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.777885 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-config-data" (OuterVolumeSpecName: "config-data") pod "1cc8ac4f-452c-4c1e-8e66-f9e687e856af" (UID: "1cc8ac4f-452c-4c1e-8e66-f9e687e856af"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.823591 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-snhvh\" (UniqueName: \"kubernetes.io/projected/543247e1-39f9-4011-bf9c-96082d0da0be-kube-api-access-snhvh\") pod \"nova-api-db-create-l8sp8\" (UID: \"543247e1-39f9-4011-bf9c-96082d0da0be\") " pod="openstack-kuttl-tests/nova-api-db-create-l8sp8" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.823714 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.823745 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1cc8ac4f-452c-4c1e-8e66-f9e687e856af-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.835574 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-p9q7s"] Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.836815 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-p9q7s" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.844297 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-p9q7s"] Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.925679 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tnhwt\" (UniqueName: \"kubernetes.io/projected/b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d-kube-api-access-tnhwt\") pod \"nova-cell0-db-create-p9q7s\" (UID: \"b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d\") " pod="openstack-kuttl-tests/nova-cell0-db-create-p9q7s" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.925887 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-snhvh\" (UniqueName: \"kubernetes.io/projected/543247e1-39f9-4011-bf9c-96082d0da0be-kube-api-access-snhvh\") pod \"nova-api-db-create-l8sp8\" (UID: \"543247e1-39f9-4011-bf9c-96082d0da0be\") " pod="openstack-kuttl-tests/nova-api-db-create-l8sp8" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.932387 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-b7zkc"] Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.934610 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-b7zkc" Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.941989 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-b7zkc"] Oct 13 19:59:34 crc kubenswrapper[4809]: I1013 19:59:34.942188 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-snhvh\" (UniqueName: \"kubernetes.io/projected/543247e1-39f9-4011-bf9c-96082d0da0be-kube-api-access-snhvh\") pod \"nova-api-db-create-l8sp8\" (UID: \"543247e1-39f9-4011-bf9c-96082d0da0be\") " pod="openstack-kuttl-tests/nova-api-db-create-l8sp8" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.028251 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z68kx\" (UniqueName: \"kubernetes.io/projected/e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4-kube-api-access-z68kx\") pod \"nova-cell1-db-create-b7zkc\" (UID: \"e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4\") " pod="openstack-kuttl-tests/nova-cell1-db-create-b7zkc" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.028313 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tnhwt\" (UniqueName: \"kubernetes.io/projected/b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d-kube-api-access-tnhwt\") pod \"nova-cell0-db-create-p9q7s\" (UID: \"b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d\") " pod="openstack-kuttl-tests/nova-cell0-db-create-p9q7s" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.050271 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tnhwt\" (UniqueName: \"kubernetes.io/projected/b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d-kube-api-access-tnhwt\") pod \"nova-cell0-db-create-p9q7s\" (UID: \"b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d\") " pod="openstack-kuttl-tests/nova-cell0-db-create-p9q7s" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.064588 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-l8sp8" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.130296 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z68kx\" (UniqueName: \"kubernetes.io/projected/e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4-kube-api-access-z68kx\") pod \"nova-cell1-db-create-b7zkc\" (UID: \"e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4\") " pod="openstack-kuttl-tests/nova-cell1-db-create-b7zkc" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.167860 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-p9q7s" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.172363 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z68kx\" (UniqueName: \"kubernetes.io/projected/e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4-kube-api-access-z68kx\") pod \"nova-cell1-db-create-b7zkc\" (UID: \"e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4\") " pod="openstack-kuttl-tests/nova-cell1-db-create-b7zkc" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.252148 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-b7zkc" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.277096 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.277605 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1cc8ac4f-452c-4c1e-8e66-f9e687e856af","Type":"ContainerDied","Data":"1dc7f0e71046cbf752b694d6b56ddc5881939f7746b4078a819521f62c8940a5"} Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.277721 4809 scope.go:117] "RemoveContainer" containerID="999aa9dbf4079ce36623a0c43daea62662fbe0f778606caa80912d7e61a3897d" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.431616 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.442780 4809 scope.go:117] "RemoveContainer" containerID="dd20535a98b9be6b9182494199b0b5d416d10dd3ace51b605f94863cfdc3b333" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.470693 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.480749 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.483058 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.490311 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.490565 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.494047 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.496196 4809 scope.go:117] "RemoveContainer" containerID="b75fcd63c58164f6e68af510c50f79282ef04e6c4f1a41ad52a93017012ef875" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.545315 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-run-httpd\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.545369 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-config-data\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.545558 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-log-httpd\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.545756 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.545904 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.545924 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-scripts\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.546082 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ppxp2\" (UniqueName: \"kubernetes.io/projected/a89b323b-c227-4bc1-9674-e24355702891-kube-api-access-ppxp2\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.571956 4809 scope.go:117] "RemoveContainer" containerID="0709bb4f1fd2b43b0144348f0b86b80633082e02828b21b84a979c67b23d6266" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.647667 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.647711 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-scripts\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.647792 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ppxp2\" (UniqueName: \"kubernetes.io/projected/a89b323b-c227-4bc1-9674-e24355702891-kube-api-access-ppxp2\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.647845 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-run-httpd\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.647870 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-config-data\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.647914 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-log-httpd\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.647936 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.648387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-log-httpd\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.648748 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-run-httpd\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.652894 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.654591 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-config-data\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.656575 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.657261 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-scripts\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.669413 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ppxp2\" (UniqueName: \"kubernetes.io/projected/a89b323b-c227-4bc1-9674-e24355702891-kube-api-access-ppxp2\") pod \"ceilometer-0\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.789532 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-p9q7s"] Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.830778 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.910326 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-l8sp8"] Oct 13 19:59:35 crc kubenswrapper[4809]: W1013 19:59:35.919363 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod543247e1_39f9_4011_bf9c_96082d0da0be.slice/crio-a9e12359afb5359e586c8ca0d9428c1f9ffef44e7b3b401df50ec3346c91c3d3 WatchSource:0}: Error finding container a9e12359afb5359e586c8ca0d9428c1f9ffef44e7b3b401df50ec3346c91c3d3: Status 404 returned error can't find the container with id a9e12359afb5359e586c8ca0d9428c1f9ffef44e7b3b401df50ec3346c91c3d3 Oct 13 19:59:35 crc kubenswrapper[4809]: I1013 19:59:35.925604 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-b7zkc"] Oct 13 19:59:36 crc kubenswrapper[4809]: I1013 19:59:36.174617 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1cc8ac4f-452c-4c1e-8e66-f9e687e856af" path="/var/lib/kubelet/pods/1cc8ac4f-452c-4c1e-8e66-f9e687e856af/volumes" Oct 13 19:59:36 crc kubenswrapper[4809]: I1013 19:59:36.286277 4809 generic.go:334] "Generic (PLEG): container finished" podID="e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4" containerID="d1d564f4677500eb0920053a34c54ef819c42ad34519d187912cf5a410842f4a" exitCode=0 Oct 13 19:59:36 crc kubenswrapper[4809]: I1013 19:59:36.286374 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-b7zkc" event={"ID":"e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4","Type":"ContainerDied","Data":"d1d564f4677500eb0920053a34c54ef819c42ad34519d187912cf5a410842f4a"} Oct 13 19:59:36 crc kubenswrapper[4809]: I1013 19:59:36.289523 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-b7zkc" event={"ID":"e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4","Type":"ContainerStarted","Data":"56156b3cd67fa79cfe334d439ac6bf17a759e3c37df490a588c110fa27dcd103"} Oct 13 19:59:36 crc kubenswrapper[4809]: I1013 19:59:36.291392 4809 generic.go:334] "Generic (PLEG): container finished" podID="543247e1-39f9-4011-bf9c-96082d0da0be" containerID="1285497e90cf8bf3ec51361199c05628091a03815ee0d821b1a2b83117373a26" exitCode=0 Oct 13 19:59:36 crc kubenswrapper[4809]: I1013 19:59:36.291425 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-l8sp8" event={"ID":"543247e1-39f9-4011-bf9c-96082d0da0be","Type":"ContainerDied","Data":"1285497e90cf8bf3ec51361199c05628091a03815ee0d821b1a2b83117373a26"} Oct 13 19:59:36 crc kubenswrapper[4809]: I1013 19:59:36.291572 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-l8sp8" event={"ID":"543247e1-39f9-4011-bf9c-96082d0da0be","Type":"ContainerStarted","Data":"a9e12359afb5359e586c8ca0d9428c1f9ffef44e7b3b401df50ec3346c91c3d3"} Oct 13 19:59:36 crc kubenswrapper[4809]: I1013 19:59:36.294132 4809 generic.go:334] "Generic (PLEG): container finished" podID="b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d" containerID="2094f813634a7eb7fbd97b3d0e282d530ffc24f8e29169d382a651e9368a2f53" exitCode=0 Oct 13 19:59:36 crc kubenswrapper[4809]: I1013 19:59:36.294166 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-p9q7s" event={"ID":"b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d","Type":"ContainerDied","Data":"2094f813634a7eb7fbd97b3d0e282d530ffc24f8e29169d382a651e9368a2f53"} Oct 13 19:59:36 crc kubenswrapper[4809]: I1013 19:59:36.294187 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-p9q7s" event={"ID":"b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d","Type":"ContainerStarted","Data":"87ea9876cd69c8d1056404a5454084c41a4704312889880604f0d4e442c6f72e"} Oct 13 19:59:36 crc kubenswrapper[4809]: I1013 19:59:36.316867 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:37 crc kubenswrapper[4809]: I1013 19:59:37.305456 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a89b323b-c227-4bc1-9674-e24355702891","Type":"ContainerStarted","Data":"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1"} Oct 13 19:59:37 crc kubenswrapper[4809]: I1013 19:59:37.305788 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a89b323b-c227-4bc1-9674-e24355702891","Type":"ContainerStarted","Data":"56f4092e014a70dacc757bfc59a84b449a4042a86394b27069c5942525a6ce23"} Oct 13 19:59:37 crc kubenswrapper[4809]: I1013 19:59:37.805697 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-b7zkc" Oct 13 19:59:37 crc kubenswrapper[4809]: I1013 19:59:37.825591 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-l8sp8" Oct 13 19:59:37 crc kubenswrapper[4809]: I1013 19:59:37.840299 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-p9q7s" Oct 13 19:59:37 crc kubenswrapper[4809]: I1013 19:59:37.892302 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-snhvh\" (UniqueName: \"kubernetes.io/projected/543247e1-39f9-4011-bf9c-96082d0da0be-kube-api-access-snhvh\") pod \"543247e1-39f9-4011-bf9c-96082d0da0be\" (UID: \"543247e1-39f9-4011-bf9c-96082d0da0be\") " Oct 13 19:59:37 crc kubenswrapper[4809]: I1013 19:59:37.892797 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tnhwt\" (UniqueName: \"kubernetes.io/projected/b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d-kube-api-access-tnhwt\") pod \"b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d\" (UID: \"b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d\") " Oct 13 19:59:37 crc kubenswrapper[4809]: I1013 19:59:37.892894 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z68kx\" (UniqueName: \"kubernetes.io/projected/e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4-kube-api-access-z68kx\") pod \"e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4\" (UID: \"e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4\") " Oct 13 19:59:37 crc kubenswrapper[4809]: I1013 19:59:37.898936 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/543247e1-39f9-4011-bf9c-96082d0da0be-kube-api-access-snhvh" (OuterVolumeSpecName: "kube-api-access-snhvh") pod "543247e1-39f9-4011-bf9c-96082d0da0be" (UID: "543247e1-39f9-4011-bf9c-96082d0da0be"). InnerVolumeSpecName "kube-api-access-snhvh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:37 crc kubenswrapper[4809]: I1013 19:59:37.901579 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4-kube-api-access-z68kx" (OuterVolumeSpecName: "kube-api-access-z68kx") pod "e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4" (UID: "e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4"). InnerVolumeSpecName "kube-api-access-z68kx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:37 crc kubenswrapper[4809]: I1013 19:59:37.902799 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d-kube-api-access-tnhwt" (OuterVolumeSpecName: "kube-api-access-tnhwt") pod "b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d" (UID: "b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d"). InnerVolumeSpecName "kube-api-access-tnhwt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.011676 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-snhvh\" (UniqueName: \"kubernetes.io/projected/543247e1-39f9-4011-bf9c-96082d0da0be-kube-api-access-snhvh\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.011720 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tnhwt\" (UniqueName: \"kubernetes.io/projected/b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d-kube-api-access-tnhwt\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.011768 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z68kx\" (UniqueName: \"kubernetes.io/projected/e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4-kube-api-access-z68kx\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.317451 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a89b323b-c227-4bc1-9674-e24355702891","Type":"ContainerStarted","Data":"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf"} Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.320183 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-l8sp8" event={"ID":"543247e1-39f9-4011-bf9c-96082d0da0be","Type":"ContainerDied","Data":"a9e12359afb5359e586c8ca0d9428c1f9ffef44e7b3b401df50ec3346c91c3d3"} Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.320211 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a9e12359afb5359e586c8ca0d9428c1f9ffef44e7b3b401df50ec3346c91c3d3" Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.320249 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-l8sp8" Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.323673 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-p9q7s" event={"ID":"b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d","Type":"ContainerDied","Data":"87ea9876cd69c8d1056404a5454084c41a4704312889880604f0d4e442c6f72e"} Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.323750 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-p9q7s" Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.323799 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="87ea9876cd69c8d1056404a5454084c41a4704312889880604f0d4e442c6f72e" Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.335558 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-b7zkc" event={"ID":"e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4","Type":"ContainerDied","Data":"56156b3cd67fa79cfe334d439ac6bf17a759e3c37df490a588c110fa27dcd103"} Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.335592 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="56156b3cd67fa79cfe334d439ac6bf17a759e3c37df490a588c110fa27dcd103" Oct 13 19:59:38 crc kubenswrapper[4809]: I1013 19:59:38.335609 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-b7zkc" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.106467 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-marketplace-wn6gq"] Oct 13 19:59:39 crc kubenswrapper[4809]: E1013 19:59:39.107397 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4" containerName="mariadb-database-create" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.107425 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4" containerName="mariadb-database-create" Oct 13 19:59:39 crc kubenswrapper[4809]: E1013 19:59:39.107467 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d" containerName="mariadb-database-create" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.107480 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d" containerName="mariadb-database-create" Oct 13 19:59:39 crc kubenswrapper[4809]: E1013 19:59:39.107521 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="543247e1-39f9-4011-bf9c-96082d0da0be" containerName="mariadb-database-create" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.107535 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="543247e1-39f9-4011-bf9c-96082d0da0be" containerName="mariadb-database-create" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.107887 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4" containerName="mariadb-database-create" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.107918 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d" containerName="mariadb-database-create" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.107976 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="543247e1-39f9-4011-bf9c-96082d0da0be" containerName="mariadb-database-create" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.110480 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.117366 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-wn6gq"] Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.240421 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dtpcc\" (UniqueName: \"kubernetes.io/projected/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-kube-api-access-dtpcc\") pod \"redhat-marketplace-wn6gq\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.240552 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-utilities\") pod \"redhat-marketplace-wn6gq\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.241122 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-catalog-content\") pod \"redhat-marketplace-wn6gq\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.342890 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-catalog-content\") pod \"redhat-marketplace-wn6gq\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.343293 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dtpcc\" (UniqueName: \"kubernetes.io/projected/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-kube-api-access-dtpcc\") pod \"redhat-marketplace-wn6gq\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.343344 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-utilities\") pod \"redhat-marketplace-wn6gq\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.343618 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-catalog-content\") pod \"redhat-marketplace-wn6gq\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.344208 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-utilities\") pod \"redhat-marketplace-wn6gq\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.354496 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a89b323b-c227-4bc1-9674-e24355702891","Type":"ContainerStarted","Data":"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273"} Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.365322 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dtpcc\" (UniqueName: \"kubernetes.io/projected/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-kube-api-access-dtpcc\") pod \"redhat-marketplace-wn6gq\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.445108 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.906809 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-wn6gq"] Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.917558 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.917845 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="427ab91f-380e-4d0c-a674-fe203f4eb65c" containerName="glance-log" containerID="cri-o://bce76bc6ee942349f00f8b700135392f160ba3a13795c01c95fe78cd66e38986" gracePeriod=30 Oct 13 19:59:39 crc kubenswrapper[4809]: I1013 19:59:39.917955 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="427ab91f-380e-4d0c-a674-fe203f4eb65c" containerName="glance-httpd" containerID="cri-o://3d73199e8b1975819aaf594a63149fe44fd8566f830c5c57354fb0d25a09de3e" gracePeriod=30 Oct 13 19:59:40 crc kubenswrapper[4809]: I1013 19:59:40.366489 4809 generic.go:334] "Generic (PLEG): container finished" podID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" containerID="5bf32bc90179fe0a2fbd0376ab99bf896c6f0bbbcec93f465412f2824ad27d2d" exitCode=0 Oct 13 19:59:40 crc kubenswrapper[4809]: I1013 19:59:40.366550 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-wn6gq" event={"ID":"bdb2c372-a0d9-4d12-b98e-b0840c57f73a","Type":"ContainerDied","Data":"5bf32bc90179fe0a2fbd0376ab99bf896c6f0bbbcec93f465412f2824ad27d2d"} Oct 13 19:59:40 crc kubenswrapper[4809]: I1013 19:59:40.366836 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-wn6gq" event={"ID":"bdb2c372-a0d9-4d12-b98e-b0840c57f73a","Type":"ContainerStarted","Data":"77254e85f836173ce282d4b675a7f7c922cf00f7443376ddb0b3ee3d9720f08f"} Oct 13 19:59:40 crc kubenswrapper[4809]: I1013 19:59:40.369187 4809 generic.go:334] "Generic (PLEG): container finished" podID="427ab91f-380e-4d0c-a674-fe203f4eb65c" containerID="bce76bc6ee942349f00f8b700135392f160ba3a13795c01c95fe78cd66e38986" exitCode=143 Oct 13 19:59:40 crc kubenswrapper[4809]: I1013 19:59:40.369262 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"427ab91f-380e-4d0c-a674-fe203f4eb65c","Type":"ContainerDied","Data":"bce76bc6ee942349f00f8b700135392f160ba3a13795c01c95fe78cd66e38986"} Oct 13 19:59:40 crc kubenswrapper[4809]: I1013 19:59:40.373290 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a89b323b-c227-4bc1-9674-e24355702891","Type":"ContainerStarted","Data":"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b"} Oct 13 19:59:40 crc kubenswrapper[4809]: I1013 19:59:40.373459 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:40 crc kubenswrapper[4809]: I1013 19:59:40.427560 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.050121055 podStartE2EDuration="5.427542082s" podCreationTimestamp="2025-10-13 19:59:35 +0000 UTC" firstStartedPulling="2025-10-13 19:59:36.309461676 +0000 UTC m=+2094.915208261" lastFinishedPulling="2025-10-13 19:59:39.686882703 +0000 UTC m=+2098.292629288" observedRunningTime="2025-10-13 19:59:40.42167712 +0000 UTC m=+2099.027423705" watchObservedRunningTime="2025-10-13 19:59:40.427542082 +0000 UTC m=+2099.033288667" Oct 13 19:59:41 crc kubenswrapper[4809]: I1013 19:59:41.386452 4809 generic.go:334] "Generic (PLEG): container finished" podID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" containerID="087ce363450ee3f59a3a2f8922450f2f8893d18944ff83d707c73edddf34c182" exitCode=0 Oct 13 19:59:41 crc kubenswrapper[4809]: I1013 19:59:41.386551 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-wn6gq" event={"ID":"bdb2c372-a0d9-4d12-b98e-b0840c57f73a","Type":"ContainerDied","Data":"087ce363450ee3f59a3a2f8922450f2f8893d18944ff83d707c73edddf34c182"} Oct 13 19:59:42 crc kubenswrapper[4809]: I1013 19:59:42.399815 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-wn6gq" event={"ID":"bdb2c372-a0d9-4d12-b98e-b0840c57f73a","Type":"ContainerStarted","Data":"9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2"} Oct 13 19:59:42 crc kubenswrapper[4809]: I1013 19:59:42.422809 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-marketplace-wn6gq" podStartSLOduration=2.01955196 podStartE2EDuration="3.42279261s" podCreationTimestamp="2025-10-13 19:59:39 +0000 UTC" firstStartedPulling="2025-10-13 19:59:40.368218169 +0000 UTC m=+2098.973964764" lastFinishedPulling="2025-10-13 19:59:41.771458829 +0000 UTC m=+2100.377205414" observedRunningTime="2025-10-13 19:59:42.421525765 +0000 UTC m=+2101.027272370" watchObservedRunningTime="2025-10-13 19:59:42.42279261 +0000 UTC m=+2101.028539195" Oct 13 19:59:42 crc kubenswrapper[4809]: I1013 19:59:42.955088 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:42 crc kubenswrapper[4809]: I1013 19:59:42.957172 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.222908 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.223386 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="ceilometer-central-agent" containerID="cri-o://e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1" gracePeriod=30 Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.223468 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="sg-core" containerID="cri-o://b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273" gracePeriod=30 Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.223524 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="proxy-httpd" containerID="cri-o://b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b" gracePeriod=30 Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.223753 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="ceilometer-notification-agent" containerID="cri-o://46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf" gracePeriod=30 Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.325138 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.325373 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerName="glance-log" containerID="cri-o://b0734309fcda9cc533a4418f70ef75bf8d29117809fc627c3ae3ba2e59b4a289" gracePeriod=30 Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.325508 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerName="glance-httpd" containerID="cri-o://aae739ac644162acebf87599fa150d25b01f32828ddb038c70a6736a95a800fb" gracePeriod=30 Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.433148 4809 generic.go:334] "Generic (PLEG): container finished" podID="427ab91f-380e-4d0c-a674-fe203f4eb65c" containerID="3d73199e8b1975819aaf594a63149fe44fd8566f830c5c57354fb0d25a09de3e" exitCode=0 Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.433235 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"427ab91f-380e-4d0c-a674-fe203f4eb65c","Type":"ContainerDied","Data":"3d73199e8b1975819aaf594a63149fe44fd8566f830c5c57354fb0d25a09de3e"} Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.461850 4809 generic.go:334] "Generic (PLEG): container finished" podID="a89b323b-c227-4bc1-9674-e24355702891" containerID="b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273" exitCode=2 Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.461902 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a89b323b-c227-4bc1-9674-e24355702891","Type":"ContainerDied","Data":"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273"} Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.601379 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.728679 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-l88t5\" (UniqueName: \"kubernetes.io/projected/427ab91f-380e-4d0c-a674-fe203f4eb65c-kube-api-access-l88t5\") pod \"427ab91f-380e-4d0c-a674-fe203f4eb65c\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.728825 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-scripts\") pod \"427ab91f-380e-4d0c-a674-fe203f4eb65c\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.728863 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-httpd-run\") pod \"427ab91f-380e-4d0c-a674-fe203f4eb65c\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.728898 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"427ab91f-380e-4d0c-a674-fe203f4eb65c\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.729017 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-combined-ca-bundle\") pod \"427ab91f-380e-4d0c-a674-fe203f4eb65c\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.729053 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-logs\") pod \"427ab91f-380e-4d0c-a674-fe203f4eb65c\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.729089 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-config-data\") pod \"427ab91f-380e-4d0c-a674-fe203f4eb65c\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.729185 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-public-tls-certs\") pod \"427ab91f-380e-4d0c-a674-fe203f4eb65c\" (UID: \"427ab91f-380e-4d0c-a674-fe203f4eb65c\") " Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.732976 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "427ab91f-380e-4d0c-a674-fe203f4eb65c" (UID: "427ab91f-380e-4d0c-a674-fe203f4eb65c"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.733689 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-logs" (OuterVolumeSpecName: "logs") pod "427ab91f-380e-4d0c-a674-fe203f4eb65c" (UID: "427ab91f-380e-4d0c-a674-fe203f4eb65c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.735006 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "glance") pod "427ab91f-380e-4d0c-a674-fe203f4eb65c" (UID: "427ab91f-380e-4d0c-a674-fe203f4eb65c"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.735976 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-scripts" (OuterVolumeSpecName: "scripts") pod "427ab91f-380e-4d0c-a674-fe203f4eb65c" (UID: "427ab91f-380e-4d0c-a674-fe203f4eb65c"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.736017 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/427ab91f-380e-4d0c-a674-fe203f4eb65c-kube-api-access-l88t5" (OuterVolumeSpecName: "kube-api-access-l88t5") pod "427ab91f-380e-4d0c-a674-fe203f4eb65c" (UID: "427ab91f-380e-4d0c-a674-fe203f4eb65c"). InnerVolumeSpecName "kube-api-access-l88t5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.756637 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "427ab91f-380e-4d0c-a674-fe203f4eb65c" (UID: "427ab91f-380e-4d0c-a674-fe203f4eb65c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.776652 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "427ab91f-380e-4d0c-a674-fe203f4eb65c" (UID: "427ab91f-380e-4d0c-a674-fe203f4eb65c"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.784294 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-config-data" (OuterVolumeSpecName: "config-data") pod "427ab91f-380e-4d0c-a674-fe203f4eb65c" (UID: "427ab91f-380e-4d0c-a674-fe203f4eb65c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.832032 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.832077 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.832095 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-l88t5\" (UniqueName: \"kubernetes.io/projected/427ab91f-380e-4d0c-a674-fe203f4eb65c-kube-api-access-l88t5\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.832108 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.832120 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.832161 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.832174 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/427ab91f-380e-4d0c-a674-fe203f4eb65c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.832187 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/427ab91f-380e-4d0c-a674-fe203f4eb65c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.858043 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 19:59:43 crc kubenswrapper[4809]: I1013 19:59:43.934821 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.033487 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.137171 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-scripts\") pod \"a89b323b-c227-4bc1-9674-e24355702891\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.137220 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-config-data\") pod \"a89b323b-c227-4bc1-9674-e24355702891\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.137258 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-combined-ca-bundle\") pod \"a89b323b-c227-4bc1-9674-e24355702891\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.137329 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ppxp2\" (UniqueName: \"kubernetes.io/projected/a89b323b-c227-4bc1-9674-e24355702891-kube-api-access-ppxp2\") pod \"a89b323b-c227-4bc1-9674-e24355702891\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.137354 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-run-httpd\") pod \"a89b323b-c227-4bc1-9674-e24355702891\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.137383 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-log-httpd\") pod \"a89b323b-c227-4bc1-9674-e24355702891\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.137432 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-sg-core-conf-yaml\") pod \"a89b323b-c227-4bc1-9674-e24355702891\" (UID: \"a89b323b-c227-4bc1-9674-e24355702891\") " Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.137851 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "a89b323b-c227-4bc1-9674-e24355702891" (UID: "a89b323b-c227-4bc1-9674-e24355702891"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.138170 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "a89b323b-c227-4bc1-9674-e24355702891" (UID: "a89b323b-c227-4bc1-9674-e24355702891"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.141833 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a89b323b-c227-4bc1-9674-e24355702891-kube-api-access-ppxp2" (OuterVolumeSpecName: "kube-api-access-ppxp2") pod "a89b323b-c227-4bc1-9674-e24355702891" (UID: "a89b323b-c227-4bc1-9674-e24355702891"). InnerVolumeSpecName "kube-api-access-ppxp2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.142097 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-scripts" (OuterVolumeSpecName: "scripts") pod "a89b323b-c227-4bc1-9674-e24355702891" (UID: "a89b323b-c227-4bc1-9674-e24355702891"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.175071 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "a89b323b-c227-4bc1-9674-e24355702891" (UID: "a89b323b-c227-4bc1-9674-e24355702891"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.240007 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.240041 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ppxp2\" (UniqueName: \"kubernetes.io/projected/a89b323b-c227-4bc1-9674-e24355702891-kube-api-access-ppxp2\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.240055 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.240068 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a89b323b-c227-4bc1-9674-e24355702891-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.240082 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.260809 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a89b323b-c227-4bc1-9674-e24355702891" (UID: "a89b323b-c227-4bc1-9674-e24355702891"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.280912 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-config-data" (OuterVolumeSpecName: "config-data") pod "a89b323b-c227-4bc1-9674-e24355702891" (UID: "a89b323b-c227-4bc1-9674-e24355702891"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.341567 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.341599 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a89b323b-c227-4bc1-9674-e24355702891-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.474296 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"427ab91f-380e-4d0c-a674-fe203f4eb65c","Type":"ContainerDied","Data":"31390e7b0dbd261699653a55779ac27526065f134d9236870fb857b6bf4c273e"} Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.474370 4809 scope.go:117] "RemoveContainer" containerID="3d73199e8b1975819aaf594a63149fe44fd8566f830c5c57354fb0d25a09de3e" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.474372 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.478839 4809 generic.go:334] "Generic (PLEG): container finished" podID="a89b323b-c227-4bc1-9674-e24355702891" containerID="b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b" exitCode=0 Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.478864 4809 generic.go:334] "Generic (PLEG): container finished" podID="a89b323b-c227-4bc1-9674-e24355702891" containerID="46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf" exitCode=0 Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.478872 4809 generic.go:334] "Generic (PLEG): container finished" podID="a89b323b-c227-4bc1-9674-e24355702891" containerID="e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1" exitCode=0 Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.478933 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a89b323b-c227-4bc1-9674-e24355702891","Type":"ContainerDied","Data":"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b"} Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.478953 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a89b323b-c227-4bc1-9674-e24355702891","Type":"ContainerDied","Data":"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf"} Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.478979 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a89b323b-c227-4bc1-9674-e24355702891","Type":"ContainerDied","Data":"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1"} Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.478990 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a89b323b-c227-4bc1-9674-e24355702891","Type":"ContainerDied","Data":"56f4092e014a70dacc757bfc59a84b449a4042a86394b27069c5942525a6ce23"} Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.479062 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.485129 4809 generic.go:334] "Generic (PLEG): container finished" podID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerID="b0734309fcda9cc533a4418f70ef75bf8d29117809fc627c3ae3ba2e59b4a289" exitCode=143 Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.485166 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"98e6b87b-cb6a-445b-b13c-8bab218b75d3","Type":"ContainerDied","Data":"b0734309fcda9cc533a4418f70ef75bf8d29117809fc627c3ae3ba2e59b4a289"} Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.502562 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.510841 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.529064 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.534513 4809 scope.go:117] "RemoveContainer" containerID="bce76bc6ee942349f00f8b700135392f160ba3a13795c01c95fe78cd66e38986" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.535775 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.561388 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:59:44 crc kubenswrapper[4809]: E1013 19:59:44.561753 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="proxy-httpd" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.561768 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="proxy-httpd" Oct 13 19:59:44 crc kubenswrapper[4809]: E1013 19:59:44.561777 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="ceilometer-central-agent" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.561784 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="ceilometer-central-agent" Oct 13 19:59:44 crc kubenswrapper[4809]: E1013 19:59:44.561796 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="sg-core" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.561801 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="sg-core" Oct 13 19:59:44 crc kubenswrapper[4809]: E1013 19:59:44.561816 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="427ab91f-380e-4d0c-a674-fe203f4eb65c" containerName="glance-httpd" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.561822 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="427ab91f-380e-4d0c-a674-fe203f4eb65c" containerName="glance-httpd" Oct 13 19:59:44 crc kubenswrapper[4809]: E1013 19:59:44.561839 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="ceilometer-notification-agent" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.561846 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="ceilometer-notification-agent" Oct 13 19:59:44 crc kubenswrapper[4809]: E1013 19:59:44.561865 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="427ab91f-380e-4d0c-a674-fe203f4eb65c" containerName="glance-log" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.561871 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="427ab91f-380e-4d0c-a674-fe203f4eb65c" containerName="glance-log" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.562032 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="427ab91f-380e-4d0c-a674-fe203f4eb65c" containerName="glance-log" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.562046 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="proxy-httpd" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.562057 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="sg-core" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.562073 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="ceilometer-notification-agent" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.562085 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="427ab91f-380e-4d0c-a674-fe203f4eb65c" containerName="glance-httpd" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.562096 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a89b323b-c227-4bc1-9674-e24355702891" containerName="ceilometer-central-agent" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.562979 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.568197 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.568456 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.575290 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.591939 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.593855 4809 scope.go:117] "RemoveContainer" containerID="b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.601856 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.602243 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.620810 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.620980 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.630146 4809 scope.go:117] "RemoveContainer" containerID="b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.646627 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4tlzm\" (UniqueName: \"kubernetes.io/projected/92c0b03a-1302-4952-99f4-be51f8289e73-kube-api-access-4tlzm\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.646701 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.646769 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.646808 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-scripts\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.646916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-logs\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.646938 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-config-data\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.646960 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.646980 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.656821 4809 scope.go:117] "RemoveContainer" containerID="46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.683105 4809 scope.go:117] "RemoveContainer" containerID="e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.721982 4809 scope.go:117] "RemoveContainer" containerID="b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b" Oct 13 19:59:44 crc kubenswrapper[4809]: E1013 19:59:44.722666 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b\": container with ID starting with b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b not found: ID does not exist" containerID="b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.722706 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b"} err="failed to get container status \"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b\": rpc error: code = NotFound desc = could not find container \"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b\": container with ID starting with b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.722744 4809 scope.go:117] "RemoveContainer" containerID="b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273" Oct 13 19:59:44 crc kubenswrapper[4809]: E1013 19:59:44.723140 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273\": container with ID starting with b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273 not found: ID does not exist" containerID="b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.723172 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273"} err="failed to get container status \"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273\": rpc error: code = NotFound desc = could not find container \"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273\": container with ID starting with b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273 not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.723207 4809 scope.go:117] "RemoveContainer" containerID="46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf" Oct 13 19:59:44 crc kubenswrapper[4809]: E1013 19:59:44.723540 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf\": container with ID starting with 46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf not found: ID does not exist" containerID="46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.723582 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf"} err="failed to get container status \"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf\": rpc error: code = NotFound desc = could not find container \"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf\": container with ID starting with 46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.723598 4809 scope.go:117] "RemoveContainer" containerID="e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1" Oct 13 19:59:44 crc kubenswrapper[4809]: E1013 19:59:44.725939 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1\": container with ID starting with e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1 not found: ID does not exist" containerID="e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.725972 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1"} err="failed to get container status \"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1\": rpc error: code = NotFound desc = could not find container \"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1\": container with ID starting with e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1 not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.725987 4809 scope.go:117] "RemoveContainer" containerID="b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.727684 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b"} err="failed to get container status \"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b\": rpc error: code = NotFound desc = could not find container \"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b\": container with ID starting with b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.727716 4809 scope.go:117] "RemoveContainer" containerID="b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.728460 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273"} err="failed to get container status \"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273\": rpc error: code = NotFound desc = could not find container \"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273\": container with ID starting with b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273 not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.728501 4809 scope.go:117] "RemoveContainer" containerID="46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.733796 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf"} err="failed to get container status \"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf\": rpc error: code = NotFound desc = could not find container \"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf\": container with ID starting with 46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.733844 4809 scope.go:117] "RemoveContainer" containerID="e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.734333 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1"} err="failed to get container status \"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1\": rpc error: code = NotFound desc = could not find container \"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1\": container with ID starting with e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1 not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.734358 4809 scope.go:117] "RemoveContainer" containerID="b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.734573 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b"} err="failed to get container status \"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b\": rpc error: code = NotFound desc = could not find container \"b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b\": container with ID starting with b77235ea0604ee526c7b0c0d21887a705bf1ca2ebd0a6ccd6c18e5f8240c1a8b not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.734594 4809 scope.go:117] "RemoveContainer" containerID="b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.734906 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273"} err="failed to get container status \"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273\": rpc error: code = NotFound desc = could not find container \"b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273\": container with ID starting with b0011fa78c91766cc8ce4067c0bef7321327e844508d971f9426858b04263273 not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.734961 4809 scope.go:117] "RemoveContainer" containerID="46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.735267 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf"} err="failed to get container status \"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf\": rpc error: code = NotFound desc = could not find container \"46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf\": container with ID starting with 46d0d556df5d3be6afb3177022ec61c038cff828ee0ddc393e268bdf80f92caf not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.735288 4809 scope.go:117] "RemoveContainer" containerID="e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.735622 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1"} err="failed to get container status \"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1\": rpc error: code = NotFound desc = could not find container \"e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1\": container with ID starting with e512e981d29a410c1f916ec2b4cda39e889b304956bf91a0ec7f771deadc44d1 not found: ID does not exist" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749123 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-scripts\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749202 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-llnw9\" (UniqueName: \"kubernetes.io/projected/3ade7cd7-0491-421f-803c-92fef616b2a0-kube-api-access-llnw9\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749296 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749320 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-logs\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749363 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-config-data\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749384 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749402 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749443 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-log-httpd\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749468 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-config-data\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749515 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4tlzm\" (UniqueName: \"kubernetes.io/projected/92c0b03a-1302-4952-99f4-be51f8289e73-kube-api-access-4tlzm\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749530 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749546 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749595 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-scripts\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749622 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749667 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-run-httpd\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749765 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.749987 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-logs\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.750536 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.755698 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-config-data\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.756450 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.756874 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-scripts\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.757819 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.767650 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4tlzm\" (UniqueName: \"kubernetes.io/projected/92c0b03a-1302-4952-99f4-be51f8289e73-kube-api-access-4tlzm\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.776817 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"glance-default-external-api-0\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.809627 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw"] Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.812108 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.814343 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-db-secret" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.821370 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw"] Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.852880 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-scripts\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.852971 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-run-httpd\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.853025 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-llnw9\" (UniqueName: \"kubernetes.io/projected/3ade7cd7-0491-421f-803c-92fef616b2a0-kube-api-access-llnw9\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.853111 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.853166 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-log-httpd\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.853198 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-config-data\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.853237 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.854331 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-run-httpd\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.854578 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-log-httpd\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.855652 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-scripts\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.856246 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.858264 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.858944 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-config-data\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.869376 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-llnw9\" (UniqueName: \"kubernetes.io/projected/3ade7cd7-0491-421f-803c-92fef616b2a0-kube-api-access-llnw9\") pod \"ceilometer-0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.892377 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.924229 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:44 crc kubenswrapper[4809]: I1013 19:59:44.954552 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qdvdq\" (UniqueName: \"kubernetes.io/projected/e29c0999-3689-4acf-8130-7dd35a41b1c8-kube-api-access-qdvdq\") pod \"nova-api-3fc1-account-create-25xmw\" (UID: \"e29c0999-3689-4acf-8130-7dd35a41b1c8\") " pod="openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.017056 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx"] Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.020060 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.022333 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-db-secret" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.028967 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx"] Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.055781 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qdvdq\" (UniqueName: \"kubernetes.io/projected/e29c0999-3689-4acf-8130-7dd35a41b1c8-kube-api-access-qdvdq\") pod \"nova-api-3fc1-account-create-25xmw\" (UID: \"e29c0999-3689-4acf-8130-7dd35a41b1c8\") " pod="openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.072172 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qdvdq\" (UniqueName: \"kubernetes.io/projected/e29c0999-3689-4acf-8130-7dd35a41b1c8-kube-api-access-qdvdq\") pod \"nova-api-3fc1-account-create-25xmw\" (UID: \"e29c0999-3689-4acf-8130-7dd35a41b1c8\") " pod="openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.141592 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.157423 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4hfqr\" (UniqueName: \"kubernetes.io/projected/63c777b3-e891-4979-b8e0-21db0d969a9b-kube-api-access-4hfqr\") pod \"nova-cell0-11d0-account-create-kssjx\" (UID: \"63c777b3-e891-4979-b8e0-21db0d969a9b\") " pod="openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.224059 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl"] Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.226025 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.229025 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-db-secret" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.234144 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl"] Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.262596 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4hfqr\" (UniqueName: \"kubernetes.io/projected/63c777b3-e891-4979-b8e0-21db0d969a9b-kube-api-access-4hfqr\") pod \"nova-cell0-11d0-account-create-kssjx\" (UID: \"63c777b3-e891-4979-b8e0-21db0d969a9b\") " pod="openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.294292 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4hfqr\" (UniqueName: \"kubernetes.io/projected/63c777b3-e891-4979-b8e0-21db0d969a9b-kube-api-access-4hfqr\") pod \"nova-cell0-11d0-account-create-kssjx\" (UID: \"63c777b3-e891-4979-b8e0-21db0d969a9b\") " pod="openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.295894 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.355905 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.368250 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.368857 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v67kk\" (UniqueName: \"kubernetes.io/projected/afb30571-893b-4e70-bb58-a8ee9ab6dbc8-kube-api-access-v67kk\") pod \"nova-cell1-16fa-account-create-znvdl\" (UID: \"afb30571-893b-4e70-bb58-a8ee9ab6dbc8\") " pod="openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.472792 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.474141 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v67kk\" (UniqueName: \"kubernetes.io/projected/afb30571-893b-4e70-bb58-a8ee9ab6dbc8-kube-api-access-v67kk\") pod \"nova-cell1-16fa-account-create-znvdl\" (UID: \"afb30571-893b-4e70-bb58-a8ee9ab6dbc8\") " pod="openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.492232 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v67kk\" (UniqueName: \"kubernetes.io/projected/afb30571-893b-4e70-bb58-a8ee9ab6dbc8-kube-api-access-v67kk\") pod \"nova-cell1-16fa-account-create-znvdl\" (UID: \"afb30571-893b-4e70-bb58-a8ee9ab6dbc8\") " pod="openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.510261 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.538166 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"92c0b03a-1302-4952-99f4-be51f8289e73","Type":"ContainerStarted","Data":"4b5f2390ae92098cdb1ebe14515f2f1b7cd416ffd768f461b0c358e4a961db65"} Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.575019 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl" Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.616250 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw"] Oct 13 19:59:45 crc kubenswrapper[4809]: W1013 19:59:45.618091 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode29c0999_3689_4acf_8130_7dd35a41b1c8.slice/crio-daf597a4b785a9effa34b8f0bcd8b6ac36c295c4ecf89cdd2d1004c9f9e5122d WatchSource:0}: Error finding container daf597a4b785a9effa34b8f0bcd8b6ac36c295c4ecf89cdd2d1004c9f9e5122d: Status 404 returned error can't find the container with id daf597a4b785a9effa34b8f0bcd8b6ac36c295c4ecf89cdd2d1004c9f9e5122d Oct 13 19:59:45 crc kubenswrapper[4809]: I1013 19:59:45.800066 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx"] Oct 13 19:59:45 crc kubenswrapper[4809]: W1013 19:59:45.807806 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod63c777b3_e891_4979_b8e0_21db0d969a9b.slice/crio-029fd9f346bdef7629f32ca732477543186e07a1991a6df511f2955f98a5e661 WatchSource:0}: Error finding container 029fd9f346bdef7629f32ca732477543186e07a1991a6df511f2955f98a5e661: Status 404 returned error can't find the container with id 029fd9f346bdef7629f32ca732477543186e07a1991a6df511f2955f98a5e661 Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.048089 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl"] Oct 13 19:59:46 crc kubenswrapper[4809]: W1013 19:59:46.054970 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podafb30571_893b_4e70_bb58_a8ee9ab6dbc8.slice/crio-a2f0d6c8e818dce9dab92c0568e9960a197ad046a464c2d74793eec30a340e0a WatchSource:0}: Error finding container a2f0d6c8e818dce9dab92c0568e9960a197ad046a464c2d74793eec30a340e0a: Status 404 returned error can't find the container with id a2f0d6c8e818dce9dab92c0568e9960a197ad046a464c2d74793eec30a340e0a Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.177518 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="427ab91f-380e-4d0c-a674-fe203f4eb65c" path="/var/lib/kubelet/pods/427ab91f-380e-4d0c-a674-fe203f4eb65c/volumes" Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.178501 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a89b323b-c227-4bc1-9674-e24355702891" path="/var/lib/kubelet/pods/a89b323b-c227-4bc1-9674-e24355702891/volumes" Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.496536 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerName="glance-httpd" probeResult="failure" output="Get \"https://10.217.1.200:9292/healthcheck\": read tcp 10.217.0.2:39216->10.217.1.200:9292: read: connection reset by peer" Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.496594 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerName="glance-log" probeResult="failure" output="Get \"https://10.217.1.200:9292/healthcheck\": read tcp 10.217.0.2:39220->10.217.1.200:9292: read: connection reset by peer" Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.555565 4809 generic.go:334] "Generic (PLEG): container finished" podID="63c777b3-e891-4979-b8e0-21db0d969a9b" containerID="fcbada19fe79e2feecb528ac7abfce5425019d70e02f4506b736db31a5038918" exitCode=0 Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.555614 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx" event={"ID":"63c777b3-e891-4979-b8e0-21db0d969a9b","Type":"ContainerDied","Data":"fcbada19fe79e2feecb528ac7abfce5425019d70e02f4506b736db31a5038918"} Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.555638 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx" event={"ID":"63c777b3-e891-4979-b8e0-21db0d969a9b","Type":"ContainerStarted","Data":"029fd9f346bdef7629f32ca732477543186e07a1991a6df511f2955f98a5e661"} Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.559119 4809 generic.go:334] "Generic (PLEG): container finished" podID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerID="aae739ac644162acebf87599fa150d25b01f32828ddb038c70a6736a95a800fb" exitCode=0 Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.559165 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"98e6b87b-cb6a-445b-b13c-8bab218b75d3","Type":"ContainerDied","Data":"aae739ac644162acebf87599fa150d25b01f32828ddb038c70a6736a95a800fb"} Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.560503 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3ade7cd7-0491-421f-803c-92fef616b2a0","Type":"ContainerStarted","Data":"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866"} Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.560524 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3ade7cd7-0491-421f-803c-92fef616b2a0","Type":"ContainerStarted","Data":"251f0b30959fdbeedf586d6095def2ea15f72292f25c003e4f63256b9c276611"} Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.563575 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"92c0b03a-1302-4952-99f4-be51f8289e73","Type":"ContainerStarted","Data":"b68e64ad5f632b84d5797604068e64f3cb02d220df9557b2be33647ee34598ae"} Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.565300 4809 generic.go:334] "Generic (PLEG): container finished" podID="e29c0999-3689-4acf-8130-7dd35a41b1c8" containerID="ec321206e5fe5b6a297afd4379e0bd9de71396f61551177386b086f8ac3fc6c9" exitCode=0 Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.565392 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw" event={"ID":"e29c0999-3689-4acf-8130-7dd35a41b1c8","Type":"ContainerDied","Data":"ec321206e5fe5b6a297afd4379e0bd9de71396f61551177386b086f8ac3fc6c9"} Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.565508 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw" event={"ID":"e29c0999-3689-4acf-8130-7dd35a41b1c8","Type":"ContainerStarted","Data":"daf597a4b785a9effa34b8f0bcd8b6ac36c295c4ecf89cdd2d1004c9f9e5122d"} Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.579705 4809 generic.go:334] "Generic (PLEG): container finished" podID="afb30571-893b-4e70-bb58-a8ee9ab6dbc8" containerID="1a111d9c8f22b35c2f3760969330e63576b11c7ad0bf5d9e8d25e497c282f214" exitCode=0 Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.579847 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl" event={"ID":"afb30571-893b-4e70-bb58-a8ee9ab6dbc8","Type":"ContainerDied","Data":"1a111d9c8f22b35c2f3760969330e63576b11c7ad0bf5d9e8d25e497c282f214"} Oct 13 19:59:46 crc kubenswrapper[4809]: I1013 19:59:46.580121 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl" event={"ID":"afb30571-893b-4e70-bb58-a8ee9ab6dbc8","Type":"ContainerStarted","Data":"a2f0d6c8e818dce9dab92c0568e9960a197ad046a464c2d74793eec30a340e0a"} Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.034026 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.114210 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-logs\") pod \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.114288 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-config-data\") pod \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.114374 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-internal-tls-certs\") pod \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.114408 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-combined-ca-bundle\") pod \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.114457 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x7t2c\" (UniqueName: \"kubernetes.io/projected/98e6b87b-cb6a-445b-b13c-8bab218b75d3-kube-api-access-x7t2c\") pod \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.114519 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.114629 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-scripts\") pod \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.114650 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-httpd-run\") pod \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\" (UID: \"98e6b87b-cb6a-445b-b13c-8bab218b75d3\") " Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.115230 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "98e6b87b-cb6a-445b-b13c-8bab218b75d3" (UID: "98e6b87b-cb6a-445b-b13c-8bab218b75d3"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.115244 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-logs" (OuterVolumeSpecName: "logs") pod "98e6b87b-cb6a-445b-b13c-8bab218b75d3" (UID: "98e6b87b-cb6a-445b-b13c-8bab218b75d3"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.120781 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/98e6b87b-cb6a-445b-b13c-8bab218b75d3-kube-api-access-x7t2c" (OuterVolumeSpecName: "kube-api-access-x7t2c") pod "98e6b87b-cb6a-445b-b13c-8bab218b75d3" (UID: "98e6b87b-cb6a-445b-b13c-8bab218b75d3"). InnerVolumeSpecName "kube-api-access-x7t2c". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.133009 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage14-crc" (OuterVolumeSpecName: "glance") pod "98e6b87b-cb6a-445b-b13c-8bab218b75d3" (UID: "98e6b87b-cb6a-445b-b13c-8bab218b75d3"). InnerVolumeSpecName "local-storage14-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.133487 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-scripts" (OuterVolumeSpecName: "scripts") pod "98e6b87b-cb6a-445b-b13c-8bab218b75d3" (UID: "98e6b87b-cb6a-445b-b13c-8bab218b75d3"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.160756 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "98e6b87b-cb6a-445b-b13c-8bab218b75d3" (UID: "98e6b87b-cb6a-445b-b13c-8bab218b75d3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.184997 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-config-data" (OuterVolumeSpecName: "config-data") pod "98e6b87b-cb6a-445b-b13c-8bab218b75d3" (UID: "98e6b87b-cb6a-445b-b13c-8bab218b75d3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.186794 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "98e6b87b-cb6a-445b-b13c-8bab218b75d3" (UID: "98e6b87b-cb6a-445b-b13c-8bab218b75d3"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.217079 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x7t2c\" (UniqueName: \"kubernetes.io/projected/98e6b87b-cb6a-445b-b13c-8bab218b75d3-kube-api-access-x7t2c\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.217129 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" " Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.217141 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.217150 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.217162 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/98e6b87b-cb6a-445b-b13c-8bab218b75d3-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.217170 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.217182 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.217191 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/98e6b87b-cb6a-445b-b13c-8bab218b75d3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.236864 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage14-crc" (UniqueName: "kubernetes.io/local-volume/local-storage14-crc") on node "crc" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.318797 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.595937 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"98e6b87b-cb6a-445b-b13c-8bab218b75d3","Type":"ContainerDied","Data":"d4c87613ed2c1faba0fe2cb14b3ac60cca2c52eef15d182d5e6cf18ca23469fc"} Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.596029 4809 scope.go:117] "RemoveContainer" containerID="aae739ac644162acebf87599fa150d25b01f32828ddb038c70a6736a95a800fb" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.598253 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.600648 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3ade7cd7-0491-421f-803c-92fef616b2a0","Type":"ContainerStarted","Data":"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd"} Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.607087 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"92c0b03a-1302-4952-99f4-be51f8289e73","Type":"ContainerStarted","Data":"836a09cf64d9597a69f40a6f0741c4c0e7d8573916931be832ad3ab1dce127d2"} Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.631633 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=3.631617505 podStartE2EDuration="3.631617505s" podCreationTimestamp="2025-10-13 19:59:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:47.628234522 +0000 UTC m=+2106.233981107" watchObservedRunningTime="2025-10-13 19:59:47.631617505 +0000 UTC m=+2106.237364090" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.642103 4809 scope.go:117] "RemoveContainer" containerID="b0734309fcda9cc533a4418f70ef75bf8d29117809fc627c3ae3ba2e59b4a289" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.666443 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.698060 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.753888 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:59:47 crc kubenswrapper[4809]: E1013 19:59:47.754467 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerName="glance-httpd" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.754482 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerName="glance-httpd" Oct 13 19:59:47 crc kubenswrapper[4809]: E1013 19:59:47.754499 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerName="glance-log" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.754505 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerName="glance-log" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.754701 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerName="glance-log" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.754736 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" containerName="glance-httpd" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.757173 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.766588 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.770134 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.773078 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.827748 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.827790 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-scripts\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.827827 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-logs\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.827853 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-config-data\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.827878 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7tdgh\" (UniqueName: \"kubernetes.io/projected/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-kube-api-access-7tdgh\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.827915 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.827932 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.827967 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.930422 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.930475 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-scripts\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.930513 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-logs\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.930540 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-config-data\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.930568 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7tdgh\" (UniqueName: \"kubernetes.io/projected/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-kube-api-access-7tdgh\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.930607 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.930622 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.930657 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.931745 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") device mount path \"/mnt/openstack/pv14\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.932231 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.934303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-logs\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.937272 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.940346 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.946242 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-scripts\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.947926 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-config-data\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.948929 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7tdgh\" (UniqueName: \"kubernetes.io/projected/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-kube-api-access-7tdgh\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:47 crc kubenswrapper[4809]: I1013 19:59:47.988380 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"glance-default-internal-api-0\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.089200 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.104671 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.134146 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qdvdq\" (UniqueName: \"kubernetes.io/projected/e29c0999-3689-4acf-8130-7dd35a41b1c8-kube-api-access-qdvdq\") pod \"e29c0999-3689-4acf-8130-7dd35a41b1c8\" (UID: \"e29c0999-3689-4acf-8130-7dd35a41b1c8\") " Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.138649 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e29c0999-3689-4acf-8130-7dd35a41b1c8-kube-api-access-qdvdq" (OuterVolumeSpecName: "kube-api-access-qdvdq") pod "e29c0999-3689-4acf-8130-7dd35a41b1c8" (UID: "e29c0999-3689-4acf-8130-7dd35a41b1c8"). InnerVolumeSpecName "kube-api-access-qdvdq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.210353 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="98e6b87b-cb6a-445b-b13c-8bab218b75d3" path="/var/lib/kubelet/pods/98e6b87b-cb6a-445b-b13c-8bab218b75d3/volumes" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.235808 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qdvdq\" (UniqueName: \"kubernetes.io/projected/e29c0999-3689-4acf-8130-7dd35a41b1c8-kube-api-access-qdvdq\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.346349 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.350430 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.440015 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v67kk\" (UniqueName: \"kubernetes.io/projected/afb30571-893b-4e70-bb58-a8ee9ab6dbc8-kube-api-access-v67kk\") pod \"afb30571-893b-4e70-bb58-a8ee9ab6dbc8\" (UID: \"afb30571-893b-4e70-bb58-a8ee9ab6dbc8\") " Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.440289 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4hfqr\" (UniqueName: \"kubernetes.io/projected/63c777b3-e891-4979-b8e0-21db0d969a9b-kube-api-access-4hfqr\") pod \"63c777b3-e891-4979-b8e0-21db0d969a9b\" (UID: \"63c777b3-e891-4979-b8e0-21db0d969a9b\") " Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.444756 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/63c777b3-e891-4979-b8e0-21db0d969a9b-kube-api-access-4hfqr" (OuterVolumeSpecName: "kube-api-access-4hfqr") pod "63c777b3-e891-4979-b8e0-21db0d969a9b" (UID: "63c777b3-e891-4979-b8e0-21db0d969a9b"). InnerVolumeSpecName "kube-api-access-4hfqr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.445917 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/afb30571-893b-4e70-bb58-a8ee9ab6dbc8-kube-api-access-v67kk" (OuterVolumeSpecName: "kube-api-access-v67kk") pod "afb30571-893b-4e70-bb58-a8ee9ab6dbc8" (UID: "afb30571-893b-4e70-bb58-a8ee9ab6dbc8"). InnerVolumeSpecName "kube-api-access-v67kk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.542297 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v67kk\" (UniqueName: \"kubernetes.io/projected/afb30571-893b-4e70-bb58-a8ee9ab6dbc8-kube-api-access-v67kk\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.542327 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4hfqr\" (UniqueName: \"kubernetes.io/projected/63c777b3-e891-4979-b8e0-21db0d969a9b-kube-api-access-4hfqr\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.615289 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl" event={"ID":"afb30571-893b-4e70-bb58-a8ee9ab6dbc8","Type":"ContainerDied","Data":"a2f0d6c8e818dce9dab92c0568e9960a197ad046a464c2d74793eec30a340e0a"} Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.615326 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a2f0d6c8e818dce9dab92c0568e9960a197ad046a464c2d74793eec30a340e0a" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.615394 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.617029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx" event={"ID":"63c777b3-e891-4979-b8e0-21db0d969a9b","Type":"ContainerDied","Data":"029fd9f346bdef7629f32ca732477543186e07a1991a6df511f2955f98a5e661"} Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.617067 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="029fd9f346bdef7629f32ca732477543186e07a1991a6df511f2955f98a5e661" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.617127 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.623941 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3ade7cd7-0491-421f-803c-92fef616b2a0","Type":"ContainerStarted","Data":"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b"} Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.625838 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw" event={"ID":"e29c0999-3689-4acf-8130-7dd35a41b1c8","Type":"ContainerDied","Data":"daf597a4b785a9effa34b8f0bcd8b6ac36c295c4ecf89cdd2d1004c9f9e5122d"} Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.625886 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="daf597a4b785a9effa34b8f0bcd8b6ac36c295c4ecf89cdd2d1004c9f9e5122d" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.625852 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw" Oct 13 19:59:48 crc kubenswrapper[4809]: I1013 19:59:48.628686 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 19:59:48 crc kubenswrapper[4809]: W1013 19:59:48.632944 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod50f64a5a_f843_4d56_8cd7_a6bdf8a532ca.slice/crio-2a75e3aa33e77534f65ae3f0d7073cbb5d4c1c4847eaefe9596d89031b9f5571 WatchSource:0}: Error finding container 2a75e3aa33e77534f65ae3f0d7073cbb5d4c1c4847eaefe9596d89031b9f5571: Status 404 returned error can't find the container with id 2a75e3aa33e77534f65ae3f0d7073cbb5d4c1c4847eaefe9596d89031b9f5571 Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.295859 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.362140 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-55747789fc-729tf"] Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.362346 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" podUID="bc9392b4-9b39-44d5-8dcb-271ad286d144" containerName="neutron-api" containerID="cri-o://991f04aa27609f472193f059e4304db6f7747cc247407b962a93676b733aba92" gracePeriod=30 Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.362394 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" podUID="bc9392b4-9b39-44d5-8dcb-271ad286d144" containerName="neutron-httpd" containerID="cri-o://d08c1ed5ddf546a9b648157e1d362b11412d369d9bf453e088693f0963b33c06" gracePeriod=30 Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.446179 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.446433 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.510209 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.637029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca","Type":"ContainerStarted","Data":"afb04e6a80d0fbab4da47f79d1205c7d689be4d44a3e49dac378de650b48c2a1"} Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.637292 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca","Type":"ContainerStarted","Data":"2a75e3aa33e77534f65ae3f0d7073cbb5d4c1c4847eaefe9596d89031b9f5571"} Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.640017 4809 generic.go:334] "Generic (PLEG): container finished" podID="bc9392b4-9b39-44d5-8dcb-271ad286d144" containerID="d08c1ed5ddf546a9b648157e1d362b11412d369d9bf453e088693f0963b33c06" exitCode=0 Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.641039 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" event={"ID":"bc9392b4-9b39-44d5-8dcb-271ad286d144","Type":"ContainerDied","Data":"d08c1ed5ddf546a9b648157e1d362b11412d369d9bf453e088693f0963b33c06"} Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.687070 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:49 crc kubenswrapper[4809]: I1013 19:59:49.738425 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-wn6gq"] Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.215199 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq"] Oct 13 19:59:50 crc kubenswrapper[4809]: E1013 19:59:50.215566 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e29c0999-3689-4acf-8130-7dd35a41b1c8" containerName="mariadb-account-create" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.215582 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e29c0999-3689-4acf-8130-7dd35a41b1c8" containerName="mariadb-account-create" Oct 13 19:59:50 crc kubenswrapper[4809]: E1013 19:59:50.215596 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="63c777b3-e891-4979-b8e0-21db0d969a9b" containerName="mariadb-account-create" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.215603 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="63c777b3-e891-4979-b8e0-21db0d969a9b" containerName="mariadb-account-create" Oct 13 19:59:50 crc kubenswrapper[4809]: E1013 19:59:50.215620 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="afb30571-893b-4e70-bb58-a8ee9ab6dbc8" containerName="mariadb-account-create" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.215626 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="afb30571-893b-4e70-bb58-a8ee9ab6dbc8" containerName="mariadb-account-create" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.215808 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="afb30571-893b-4e70-bb58-a8ee9ab6dbc8" containerName="mariadb-account-create" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.215828 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e29c0999-3689-4acf-8130-7dd35a41b1c8" containerName="mariadb-account-create" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.215842 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="63c777b3-e891-4979-b8e0-21db0d969a9b" containerName="mariadb-account-create" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.217552 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.218920 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-5tbqq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.219181 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-scripts" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.220037 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.226702 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq"] Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.280363 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-config-data\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.280426 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-scripts\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.280512 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.280634 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x829b\" (UniqueName: \"kubernetes.io/projected/d00318bc-5070-497d-b1c2-d0557a904c35-kube-api-access-x829b\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.382673 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.382941 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x829b\" (UniqueName: \"kubernetes.io/projected/d00318bc-5070-497d-b1c2-d0557a904c35-kube-api-access-x829b\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.383048 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-config-data\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.383093 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-scripts\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.388581 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-scripts\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.389109 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.389351 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-config-data\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.400059 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x829b\" (UniqueName: \"kubernetes.io/projected/d00318bc-5070-497d-b1c2-d0557a904c35-kube-api-access-x829b\") pod \"nova-cell0-conductor-db-sync-j72bq\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.532214 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.661028 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca","Type":"ContainerStarted","Data":"60dd53f63f279951870f2d185ad0c47f0c6216fd52e271ee7b4440c20ddb0608"} Oct 13 19:59:50 crc kubenswrapper[4809]: I1013 19:59:50.689938 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.689919792 podStartE2EDuration="3.689919792s" podCreationTimestamp="2025-10-13 19:59:47 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:50.681614163 +0000 UTC m=+2109.287360738" watchObservedRunningTime="2025-10-13 19:59:50.689919792 +0000 UTC m=+2109.295666377" Oct 13 19:59:51 crc kubenswrapper[4809]: W1013 19:59:51.013312 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd00318bc_5070_497d_b1c2_d0557a904c35.slice/crio-b9d2e8827e3000f12b4a5bc05b0845d95821012e296cb4e9212591e911bbb16e WatchSource:0}: Error finding container b9d2e8827e3000f12b4a5bc05b0845d95821012e296cb4e9212591e911bbb16e: Status 404 returned error can't find the container with id b9d2e8827e3000f12b4a5bc05b0845d95821012e296cb4e9212591e911bbb16e Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.016312 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq"] Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.670694 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3ade7cd7-0491-421f-803c-92fef616b2a0","Type":"ContainerStarted","Data":"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73"} Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.671031 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="ceilometer-notification-agent" containerID="cri-o://ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd" gracePeriod=30 Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.671068 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.671001 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="sg-core" containerID="cri-o://1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b" gracePeriod=30 Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.670885 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="ceilometer-central-agent" containerID="cri-o://fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866" gracePeriod=30 Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.670968 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="proxy-httpd" containerID="cri-o://502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73" gracePeriod=30 Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.675491 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" event={"ID":"d00318bc-5070-497d-b1c2-d0557a904c35","Type":"ContainerStarted","Data":"89617b32883ec651bd8588c2f7f9d6eaf70f4eb1e6375c23a6e9c6b40356b416"} Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.675621 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-marketplace-wn6gq" podUID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" containerName="registry-server" containerID="cri-o://9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2" gracePeriod=2 Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.675716 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" event={"ID":"d00318bc-5070-497d-b1c2-d0557a904c35","Type":"ContainerStarted","Data":"b9d2e8827e3000f12b4a5bc05b0845d95821012e296cb4e9212591e911bbb16e"} Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.699535 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.6101288609999997 podStartE2EDuration="7.69952037s" podCreationTimestamp="2025-10-13 19:59:44 +0000 UTC" firstStartedPulling="2025-10-13 19:59:45.500527521 +0000 UTC m=+2104.106274106" lastFinishedPulling="2025-10-13 19:59:50.58991903 +0000 UTC m=+2109.195665615" observedRunningTime="2025-10-13 19:59:51.69443682 +0000 UTC m=+2110.300183405" watchObservedRunningTime="2025-10-13 19:59:51.69952037 +0000 UTC m=+2110.305266955" Oct 13 19:59:51 crc kubenswrapper[4809]: I1013 19:59:51.716766 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" podStartSLOduration=1.716752514 podStartE2EDuration="1.716752514s" podCreationTimestamp="2025-10-13 19:59:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 19:59:51.711821789 +0000 UTC m=+2110.317568374" watchObservedRunningTime="2025-10-13 19:59:51.716752514 +0000 UTC m=+2110.322499099" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.214295 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.327835 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-catalog-content\") pod \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.327981 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-utilities\") pod \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.328017 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dtpcc\" (UniqueName: \"kubernetes.io/projected/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-kube-api-access-dtpcc\") pod \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\" (UID: \"bdb2c372-a0d9-4d12-b98e-b0840c57f73a\") " Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.329433 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-utilities" (OuterVolumeSpecName: "utilities") pod "bdb2c372-a0d9-4d12-b98e-b0840c57f73a" (UID: "bdb2c372-a0d9-4d12-b98e-b0840c57f73a"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.334505 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-kube-api-access-dtpcc" (OuterVolumeSpecName: "kube-api-access-dtpcc") pod "bdb2c372-a0d9-4d12-b98e-b0840c57f73a" (UID: "bdb2c372-a0d9-4d12-b98e-b0840c57f73a"). InnerVolumeSpecName "kube-api-access-dtpcc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.340666 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "bdb2c372-a0d9-4d12-b98e-b0840c57f73a" (UID: "bdb2c372-a0d9-4d12-b98e-b0840c57f73a"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.431118 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.431157 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dtpcc\" (UniqueName: \"kubernetes.io/projected/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-kube-api-access-dtpcc\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.431168 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/bdb2c372-a0d9-4d12-b98e-b0840c57f73a-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.616084 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.642454 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.642882 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/watcher-decision-engine-0" podUID="a35e9d92-26a7-4cfe-9e3f-322872235bf0" containerName="watcher-decision-engine" containerID="cri-o://1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f" gracePeriod=30 Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.686648 4809 generic.go:334] "Generic (PLEG): container finished" podID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerID="502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73" exitCode=0 Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.686680 4809 generic.go:334] "Generic (PLEG): container finished" podID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerID="1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b" exitCode=2 Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.686688 4809 generic.go:334] "Generic (PLEG): container finished" podID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerID="ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd" exitCode=0 Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.686697 4809 generic.go:334] "Generic (PLEG): container finished" podID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerID="fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866" exitCode=0 Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.686705 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.686753 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3ade7cd7-0491-421f-803c-92fef616b2a0","Type":"ContainerDied","Data":"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73"} Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.686820 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3ade7cd7-0491-421f-803c-92fef616b2a0","Type":"ContainerDied","Data":"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b"} Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.686840 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3ade7cd7-0491-421f-803c-92fef616b2a0","Type":"ContainerDied","Data":"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd"} Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.686853 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3ade7cd7-0491-421f-803c-92fef616b2a0","Type":"ContainerDied","Data":"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866"} Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.686863 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3ade7cd7-0491-421f-803c-92fef616b2a0","Type":"ContainerDied","Data":"251f0b30959fdbeedf586d6095def2ea15f72292f25c003e4f63256b9c276611"} Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.686881 4809 scope.go:117] "RemoveContainer" containerID="502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.696510 4809 generic.go:334] "Generic (PLEG): container finished" podID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" containerID="9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2" exitCode=0 Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.696827 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-wn6gq" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.697435 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-wn6gq" event={"ID":"bdb2c372-a0d9-4d12-b98e-b0840c57f73a","Type":"ContainerDied","Data":"9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2"} Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.697467 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-wn6gq" event={"ID":"bdb2c372-a0d9-4d12-b98e-b0840c57f73a","Type":"ContainerDied","Data":"77254e85f836173ce282d4b675a7f7c922cf00f7443376ddb0b3ee3d9720f08f"} Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.720341 4809 scope.go:117] "RemoveContainer" containerID="1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.734843 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-wn6gq"] Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.735573 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-llnw9\" (UniqueName: \"kubernetes.io/projected/3ade7cd7-0491-421f-803c-92fef616b2a0-kube-api-access-llnw9\") pod \"3ade7cd7-0491-421f-803c-92fef616b2a0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.735676 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-sg-core-conf-yaml\") pod \"3ade7cd7-0491-421f-803c-92fef616b2a0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.735751 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-run-httpd\") pod \"3ade7cd7-0491-421f-803c-92fef616b2a0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.735798 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-config-data\") pod \"3ade7cd7-0491-421f-803c-92fef616b2a0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.735829 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-combined-ca-bundle\") pod \"3ade7cd7-0491-421f-803c-92fef616b2a0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.735881 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-log-httpd\") pod \"3ade7cd7-0491-421f-803c-92fef616b2a0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.735960 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-scripts\") pod \"3ade7cd7-0491-421f-803c-92fef616b2a0\" (UID: \"3ade7cd7-0491-421f-803c-92fef616b2a0\") " Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.736540 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "3ade7cd7-0491-421f-803c-92fef616b2a0" (UID: "3ade7cd7-0491-421f-803c-92fef616b2a0"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.737169 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "3ade7cd7-0491-421f-803c-92fef616b2a0" (UID: "3ade7cd7-0491-421f-803c-92fef616b2a0"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.740880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3ade7cd7-0491-421f-803c-92fef616b2a0-kube-api-access-llnw9" (OuterVolumeSpecName: "kube-api-access-llnw9") pod "3ade7cd7-0491-421f-803c-92fef616b2a0" (UID: "3ade7cd7-0491-421f-803c-92fef616b2a0"). InnerVolumeSpecName "kube-api-access-llnw9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.744439 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-marketplace-wn6gq"] Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.744892 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-scripts" (OuterVolumeSpecName: "scripts") pod "3ade7cd7-0491-421f-803c-92fef616b2a0" (UID: "3ade7cd7-0491-421f-803c-92fef616b2a0"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.767154 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "3ade7cd7-0491-421f-803c-92fef616b2a0" (UID: "3ade7cd7-0491-421f-803c-92fef616b2a0"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.771121 4809 scope.go:117] "RemoveContainer" containerID="ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.831249 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3ade7cd7-0491-421f-803c-92fef616b2a0" (UID: "3ade7cd7-0491-421f-803c-92fef616b2a0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.838621 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.838919 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.838989 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.839077 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-llnw9\" (UniqueName: \"kubernetes.io/projected/3ade7cd7-0491-421f-803c-92fef616b2a0-kube-api-access-llnw9\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.839139 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.839201 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ade7cd7-0491-421f-803c-92fef616b2a0-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.856902 4809 scope.go:117] "RemoveContainer" containerID="fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.869968 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-config-data" (OuterVolumeSpecName: "config-data") pod "3ade7cd7-0491-421f-803c-92fef616b2a0" (UID: "3ade7cd7-0491-421f-803c-92fef616b2a0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.878555 4809 scope.go:117] "RemoveContainer" containerID="502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73" Oct 13 19:59:52 crc kubenswrapper[4809]: E1013 19:59:52.879079 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73\": container with ID starting with 502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73 not found: ID does not exist" containerID="502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.879125 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73"} err="failed to get container status \"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73\": rpc error: code = NotFound desc = could not find container \"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73\": container with ID starting with 502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73 not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.879153 4809 scope.go:117] "RemoveContainer" containerID="1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b" Oct 13 19:59:52 crc kubenswrapper[4809]: E1013 19:59:52.879507 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b\": container with ID starting with 1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b not found: ID does not exist" containerID="1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.879569 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b"} err="failed to get container status \"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b\": rpc error: code = NotFound desc = could not find container \"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b\": container with ID starting with 1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.879615 4809 scope.go:117] "RemoveContainer" containerID="ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd" Oct 13 19:59:52 crc kubenswrapper[4809]: E1013 19:59:52.879860 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd\": container with ID starting with ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd not found: ID does not exist" containerID="ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.879883 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd"} err="failed to get container status \"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd\": rpc error: code = NotFound desc = could not find container \"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd\": container with ID starting with ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.879897 4809 scope.go:117] "RemoveContainer" containerID="fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866" Oct 13 19:59:52 crc kubenswrapper[4809]: E1013 19:59:52.880145 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866\": container with ID starting with fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866 not found: ID does not exist" containerID="fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.880170 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866"} err="failed to get container status \"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866\": rpc error: code = NotFound desc = could not find container \"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866\": container with ID starting with fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866 not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.880187 4809 scope.go:117] "RemoveContainer" containerID="502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.880399 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73"} err="failed to get container status \"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73\": rpc error: code = NotFound desc = could not find container \"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73\": container with ID starting with 502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73 not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.880420 4809 scope.go:117] "RemoveContainer" containerID="1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.880645 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b"} err="failed to get container status \"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b\": rpc error: code = NotFound desc = could not find container \"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b\": container with ID starting with 1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.880668 4809 scope.go:117] "RemoveContainer" containerID="ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.880936 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd"} err="failed to get container status \"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd\": rpc error: code = NotFound desc = could not find container \"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd\": container with ID starting with ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.880958 4809 scope.go:117] "RemoveContainer" containerID="fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.881201 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866"} err="failed to get container status \"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866\": rpc error: code = NotFound desc = could not find container \"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866\": container with ID starting with fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866 not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.881223 4809 scope.go:117] "RemoveContainer" containerID="502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.881435 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73"} err="failed to get container status \"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73\": rpc error: code = NotFound desc = could not find container \"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73\": container with ID starting with 502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73 not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.881456 4809 scope.go:117] "RemoveContainer" containerID="1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.881671 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b"} err="failed to get container status \"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b\": rpc error: code = NotFound desc = could not find container \"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b\": container with ID starting with 1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.881690 4809 scope.go:117] "RemoveContainer" containerID="ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.881953 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd"} err="failed to get container status \"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd\": rpc error: code = NotFound desc = could not find container \"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd\": container with ID starting with ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.881974 4809 scope.go:117] "RemoveContainer" containerID="fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.882224 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866"} err="failed to get container status \"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866\": rpc error: code = NotFound desc = could not find container \"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866\": container with ID starting with fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866 not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.882269 4809 scope.go:117] "RemoveContainer" containerID="502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.882516 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73"} err="failed to get container status \"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73\": rpc error: code = NotFound desc = could not find container \"502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73\": container with ID starting with 502b12d472136193555b791ef7e6eca113a213c7036c4d36623dbf30848c2e73 not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.882536 4809 scope.go:117] "RemoveContainer" containerID="1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.882809 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b"} err="failed to get container status \"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b\": rpc error: code = NotFound desc = could not find container \"1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b\": container with ID starting with 1522efad9bd85b60520635e9dd2aa4bb1c169c559c31be9c94e495baa064681b not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.882832 4809 scope.go:117] "RemoveContainer" containerID="ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.883035 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd"} err="failed to get container status \"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd\": rpc error: code = NotFound desc = could not find container \"ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd\": container with ID starting with ee1c6b01af26fd6ed4600c312e341707f693deed53b19fe6eb3d181bc7f4cbcd not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.883061 4809 scope.go:117] "RemoveContainer" containerID="fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.883280 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866"} err="failed to get container status \"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866\": rpc error: code = NotFound desc = could not find container \"fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866\": container with ID starting with fd17741aa824dfaef0ffa0c96a0a337724a2d1289574597f507f5120dc915866 not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.883303 4809 scope.go:117] "RemoveContainer" containerID="9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.905995 4809 scope.go:117] "RemoveContainer" containerID="087ce363450ee3f59a3a2f8922450f2f8893d18944ff83d707c73edddf34c182" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.938790 4809 scope.go:117] "RemoveContainer" containerID="5bf32bc90179fe0a2fbd0376ab99bf896c6f0bbbcec93f465412f2824ad27d2d" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.941632 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3ade7cd7-0491-421f-803c-92fef616b2a0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.959268 4809 scope.go:117] "RemoveContainer" containerID="9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2" Oct 13 19:59:52 crc kubenswrapper[4809]: E1013 19:59:52.959775 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2\": container with ID starting with 9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2 not found: ID does not exist" containerID="9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.959824 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2"} err="failed to get container status \"9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2\": rpc error: code = NotFound desc = could not find container \"9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2\": container with ID starting with 9bea42d707e96dfb5f243fe56989d5bcbee779a17fa390ba39f9068c434359c2 not found: ID does not exist" Oct 13 19:59:52 crc kubenswrapper[4809]: I1013 19:59:52.959851 4809 scope.go:117] "RemoveContainer" containerID="087ce363450ee3f59a3a2f8922450f2f8893d18944ff83d707c73edddf34c182" Oct 13 19:59:53 crc kubenswrapper[4809]: E1013 19:59:53.000880 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"087ce363450ee3f59a3a2f8922450f2f8893d18944ff83d707c73edddf34c182\": container with ID starting with 087ce363450ee3f59a3a2f8922450f2f8893d18944ff83d707c73edddf34c182 not found: ID does not exist" containerID="087ce363450ee3f59a3a2f8922450f2f8893d18944ff83d707c73edddf34c182" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.000914 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"087ce363450ee3f59a3a2f8922450f2f8893d18944ff83d707c73edddf34c182"} err="failed to get container status \"087ce363450ee3f59a3a2f8922450f2f8893d18944ff83d707c73edddf34c182\": rpc error: code = NotFound desc = could not find container \"087ce363450ee3f59a3a2f8922450f2f8893d18944ff83d707c73edddf34c182\": container with ID starting with 087ce363450ee3f59a3a2f8922450f2f8893d18944ff83d707c73edddf34c182 not found: ID does not exist" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.000941 4809 scope.go:117] "RemoveContainer" containerID="5bf32bc90179fe0a2fbd0376ab99bf896c6f0bbbcec93f465412f2824ad27d2d" Oct 13 19:59:53 crc kubenswrapper[4809]: E1013 19:59:53.001401 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5bf32bc90179fe0a2fbd0376ab99bf896c6f0bbbcec93f465412f2824ad27d2d\": container with ID starting with 5bf32bc90179fe0a2fbd0376ab99bf896c6f0bbbcec93f465412f2824ad27d2d not found: ID does not exist" containerID="5bf32bc90179fe0a2fbd0376ab99bf896c6f0bbbcec93f465412f2824ad27d2d" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.001453 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5bf32bc90179fe0a2fbd0376ab99bf896c6f0bbbcec93f465412f2824ad27d2d"} err="failed to get container status \"5bf32bc90179fe0a2fbd0376ab99bf896c6f0bbbcec93f465412f2824ad27d2d\": rpc error: code = NotFound desc = could not find container \"5bf32bc90179fe0a2fbd0376ab99bf896c6f0bbbcec93f465412f2824ad27d2d\": container with ID starting with 5bf32bc90179fe0a2fbd0376ab99bf896c6f0bbbcec93f465412f2824ad27d2d not found: ID does not exist" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.045157 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.074652 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.090878 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:53 crc kubenswrapper[4809]: E1013 19:59:53.091430 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="sg-core" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091458 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="sg-core" Oct 13 19:59:53 crc kubenswrapper[4809]: E1013 19:59:53.091473 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" containerName="extract-utilities" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091485 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" containerName="extract-utilities" Oct 13 19:59:53 crc kubenswrapper[4809]: E1013 19:59:53.091501 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="ceilometer-central-agent" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091511 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="ceilometer-central-agent" Oct 13 19:59:53 crc kubenswrapper[4809]: E1013 19:59:53.091536 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" containerName="registry-server" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091544 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" containerName="registry-server" Oct 13 19:59:53 crc kubenswrapper[4809]: E1013 19:59:53.091559 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" containerName="extract-content" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091566 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" containerName="extract-content" Oct 13 19:59:53 crc kubenswrapper[4809]: E1013 19:59:53.091582 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="ceilometer-notification-agent" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091591 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="ceilometer-notification-agent" Oct 13 19:59:53 crc kubenswrapper[4809]: E1013 19:59:53.091610 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="proxy-httpd" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091617 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="proxy-httpd" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091862 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="proxy-httpd" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091886 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="ceilometer-central-agent" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091904 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" containerName="registry-server" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091917 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="ceilometer-notification-agent" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.091933 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" containerName="sg-core" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.099671 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.101766 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.106799 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.106944 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.144498 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-config-data\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.144596 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.144675 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-run-httpd\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.144696 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-log-httpd\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.144989 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.145056 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kzngk\" (UniqueName: \"kubernetes.io/projected/d04b9b5e-e383-438b-8a47-2dad94e2dae9-kube-api-access-kzngk\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.145147 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-scripts\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.246200 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-scripts\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.246252 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-config-data\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.246312 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.246367 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-run-httpd\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.246394 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-log-httpd\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.246477 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.246499 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kzngk\" (UniqueName: \"kubernetes.io/projected/d04b9b5e-e383-438b-8a47-2dad94e2dae9-kube-api-access-kzngk\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.247541 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-run-httpd\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.247592 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-log-httpd\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.249355 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.250499 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-scripts\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.251054 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.251618 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-config-data\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.269324 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kzngk\" (UniqueName: \"kubernetes.io/projected/d04b9b5e-e383-438b-8a47-2dad94e2dae9-kube-api-access-kzngk\") pod \"ceilometer-0\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.415154 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.714624 4809 generic.go:334] "Generic (PLEG): container finished" podID="bc9392b4-9b39-44d5-8dcb-271ad286d144" containerID="991f04aa27609f472193f059e4304db6f7747cc247407b962a93676b733aba92" exitCode=0 Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.714965 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" event={"ID":"bc9392b4-9b39-44d5-8dcb-271ad286d144","Type":"ContainerDied","Data":"991f04aa27609f472193f059e4304db6f7747cc247407b962a93676b733aba92"} Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.877195 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.959583 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-httpd-config\") pod \"bc9392b4-9b39-44d5-8dcb-271ad286d144\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.959667 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-config\") pod \"bc9392b4-9b39-44d5-8dcb-271ad286d144\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.959756 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-combined-ca-bundle\") pod \"bc9392b4-9b39-44d5-8dcb-271ad286d144\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.959798 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5twwq\" (UniqueName: \"kubernetes.io/projected/bc9392b4-9b39-44d5-8dcb-271ad286d144-kube-api-access-5twwq\") pod \"bc9392b4-9b39-44d5-8dcb-271ad286d144\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.959878 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-ovndb-tls-certs\") pod \"bc9392b4-9b39-44d5-8dcb-271ad286d144\" (UID: \"bc9392b4-9b39-44d5-8dcb-271ad286d144\") " Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.964321 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "bc9392b4-9b39-44d5-8dcb-271ad286d144" (UID: "bc9392b4-9b39-44d5-8dcb-271ad286d144"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:53 crc kubenswrapper[4809]: I1013 19:59:53.964557 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bc9392b4-9b39-44d5-8dcb-271ad286d144-kube-api-access-5twwq" (OuterVolumeSpecName: "kube-api-access-5twwq") pod "bc9392b4-9b39-44d5-8dcb-271ad286d144" (UID: "bc9392b4-9b39-44d5-8dcb-271ad286d144"). InnerVolumeSpecName "kube-api-access-5twwq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.003677 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:54 crc kubenswrapper[4809]: W1013 19:59:54.012629 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd04b9b5e_e383_438b_8a47_2dad94e2dae9.slice/crio-395c120edde70c31db0fe16ccf2cba8fa84b2dcc7fb457676906f6ffe2ebc90e WatchSource:0}: Error finding container 395c120edde70c31db0fe16ccf2cba8fa84b2dcc7fb457676906f6ffe2ebc90e: Status 404 returned error can't find the container with id 395c120edde70c31db0fe16ccf2cba8fa84b2dcc7fb457676906f6ffe2ebc90e Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.020310 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bc9392b4-9b39-44d5-8dcb-271ad286d144" (UID: "bc9392b4-9b39-44d5-8dcb-271ad286d144"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.020901 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.036947 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-config" (OuterVolumeSpecName: "config") pod "bc9392b4-9b39-44d5-8dcb-271ad286d144" (UID: "bc9392b4-9b39-44d5-8dcb-271ad286d144"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.063545 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.063585 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-config\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.063601 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.063615 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5twwq\" (UniqueName: \"kubernetes.io/projected/bc9392b4-9b39-44d5-8dcb-271ad286d144-kube-api-access-5twwq\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.080616 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "bc9392b4-9b39-44d5-8dcb-271ad286d144" (UID: "bc9392b4-9b39-44d5-8dcb-271ad286d144"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.165556 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc9392b4-9b39-44d5-8dcb-271ad286d144-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.173076 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3ade7cd7-0491-421f-803c-92fef616b2a0" path="/var/lib/kubelet/pods/3ade7cd7-0491-421f-803c-92fef616b2a0/volumes" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.174456 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bdb2c372-a0d9-4d12-b98e-b0840c57f73a" path="/var/lib/kubelet/pods/bdb2c372-a0d9-4d12-b98e-b0840c57f73a/volumes" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.738281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" event={"ID":"bc9392b4-9b39-44d5-8dcb-271ad286d144","Type":"ContainerDied","Data":"981ab51278e82e64a7c671dd8699bf3e72309fd4f298cd8de04a509798105138"} Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.738559 4809 scope.go:117] "RemoveContainer" containerID="d08c1ed5ddf546a9b648157e1d362b11412d369d9bf453e088693f0963b33c06" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.738591 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-55747789fc-729tf" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.743651 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d04b9b5e-e383-438b-8a47-2dad94e2dae9","Type":"ContainerStarted","Data":"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb"} Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.743696 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d04b9b5e-e383-438b-8a47-2dad94e2dae9","Type":"ContainerStarted","Data":"395c120edde70c31db0fe16ccf2cba8fa84b2dcc7fb457676906f6ffe2ebc90e"} Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.765923 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-55747789fc-729tf"] Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.772852 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-55747789fc-729tf"] Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.775043 4809 scope.go:117] "RemoveContainer" containerID="991f04aa27609f472193f059e4304db6f7747cc247407b962a93676b733aba92" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.892695 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.892791 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.924232 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:54 crc kubenswrapper[4809]: I1013 19:59:54.950641 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:55 crc kubenswrapper[4809]: I1013 19:59:55.754863 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d04b9b5e-e383-438b-8a47-2dad94e2dae9","Type":"ContainerStarted","Data":"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28"} Oct 13 19:59:55 crc kubenswrapper[4809]: I1013 19:59:55.757582 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:55 crc kubenswrapper[4809]: I1013 19:59:55.757628 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:56 crc kubenswrapper[4809]: I1013 19:59:56.170165 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bc9392b4-9b39-44d5-8dcb-271ad286d144" path="/var/lib/kubelet/pods/bc9392b4-9b39-44d5-8dcb-271ad286d144/volumes" Oct 13 19:59:56 crc kubenswrapper[4809]: I1013 19:59:56.770822 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d04b9b5e-e383-438b-8a47-2dad94e2dae9","Type":"ContainerStarted","Data":"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94"} Oct 13 19:59:57 crc kubenswrapper[4809]: I1013 19:59:57.775276 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:57 crc kubenswrapper[4809]: I1013 19:59:57.776299 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 19:59:57 crc kubenswrapper[4809]: I1013 19:59:57.784109 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d04b9b5e-e383-438b-8a47-2dad94e2dae9","Type":"ContainerStarted","Data":"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec"} Oct 13 19:59:57 crc kubenswrapper[4809]: I1013 19:59:57.784370 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="ceilometer-central-agent" containerID="cri-o://06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb" gracePeriod=30 Oct 13 19:59:57 crc kubenswrapper[4809]: I1013 19:59:57.784381 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="ceilometer-notification-agent" containerID="cri-o://362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28" gracePeriod=30 Oct 13 19:59:57 crc kubenswrapper[4809]: I1013 19:59:57.784399 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="proxy-httpd" containerID="cri-o://73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec" gracePeriod=30 Oct 13 19:59:57 crc kubenswrapper[4809]: I1013 19:59:57.784381 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="sg-core" containerID="cri-o://929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94" gracePeriod=30 Oct 13 19:59:57 crc kubenswrapper[4809]: I1013 19:59:57.848393 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.565219757 podStartE2EDuration="4.84837227s" podCreationTimestamp="2025-10-13 19:59:53 +0000 UTC" firstStartedPulling="2025-10-13 19:59:54.018294929 +0000 UTC m=+2112.624041524" lastFinishedPulling="2025-10-13 19:59:57.301447452 +0000 UTC m=+2115.907194037" observedRunningTime="2025-10-13 19:59:57.839606749 +0000 UTC m=+2116.445353334" watchObservedRunningTime="2025-10-13 19:59:57.84837227 +0000 UTC m=+2116.454118855" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.105640 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.105893 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.137755 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.148469 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.270121 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.389864 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xgtrd\" (UniqueName: \"kubernetes.io/projected/a35e9d92-26a7-4cfe-9e3f-322872235bf0-kube-api-access-xgtrd\") pod \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.389954 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-custom-prometheus-ca\") pod \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.390006 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-config-data\") pod \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.390034 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-combined-ca-bundle\") pod \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.390065 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a35e9d92-26a7-4cfe-9e3f-322872235bf0-logs\") pod \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\" (UID: \"a35e9d92-26a7-4cfe-9e3f-322872235bf0\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.391497 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a35e9d92-26a7-4cfe-9e3f-322872235bf0-logs" (OuterVolumeSpecName: "logs") pod "a35e9d92-26a7-4cfe-9e3f-322872235bf0" (UID: "a35e9d92-26a7-4cfe-9e3f-322872235bf0"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.397951 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a35e9d92-26a7-4cfe-9e3f-322872235bf0-kube-api-access-xgtrd" (OuterVolumeSpecName: "kube-api-access-xgtrd") pod "a35e9d92-26a7-4cfe-9e3f-322872235bf0" (UID: "a35e9d92-26a7-4cfe-9e3f-322872235bf0"). InnerVolumeSpecName "kube-api-access-xgtrd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.436617 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a35e9d92-26a7-4cfe-9e3f-322872235bf0" (UID: "a35e9d92-26a7-4cfe-9e3f-322872235bf0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.442145 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-custom-prometheus-ca" (OuterVolumeSpecName: "custom-prometheus-ca") pod "a35e9d92-26a7-4cfe-9e3f-322872235bf0" (UID: "a35e9d92-26a7-4cfe-9e3f-322872235bf0"). InnerVolumeSpecName "custom-prometheus-ca". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.470955 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-config-data" (OuterVolumeSpecName: "config-data") pod "a35e9d92-26a7-4cfe-9e3f-322872235bf0" (UID: "a35e9d92-26a7-4cfe-9e3f-322872235bf0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.491667 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xgtrd\" (UniqueName: \"kubernetes.io/projected/a35e9d92-26a7-4cfe-9e3f-322872235bf0-kube-api-access-xgtrd\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.491697 4809 reconciler_common.go:293] "Volume detached for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-custom-prometheus-ca\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.491709 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.491732 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a35e9d92-26a7-4cfe-9e3f-322872235bf0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.491743 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a35e9d92-26a7-4cfe-9e3f-322872235bf0-logs\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.556953 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.593429 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-config-data\") pod \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.593462 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-combined-ca-bundle\") pod \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.593486 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-sg-core-conf-yaml\") pod \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.593557 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-scripts\") pod \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.593584 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kzngk\" (UniqueName: \"kubernetes.io/projected/d04b9b5e-e383-438b-8a47-2dad94e2dae9-kube-api-access-kzngk\") pod \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.593661 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-log-httpd\") pod \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.593680 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-run-httpd\") pod \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\" (UID: \"d04b9b5e-e383-438b-8a47-2dad94e2dae9\") " Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.594253 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "d04b9b5e-e383-438b-8a47-2dad94e2dae9" (UID: "d04b9b5e-e383-438b-8a47-2dad94e2dae9"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.594297 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "d04b9b5e-e383-438b-8a47-2dad94e2dae9" (UID: "d04b9b5e-e383-438b-8a47-2dad94e2dae9"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.596495 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d04b9b5e-e383-438b-8a47-2dad94e2dae9-kube-api-access-kzngk" (OuterVolumeSpecName: "kube-api-access-kzngk") pod "d04b9b5e-e383-438b-8a47-2dad94e2dae9" (UID: "d04b9b5e-e383-438b-8a47-2dad94e2dae9"). InnerVolumeSpecName "kube-api-access-kzngk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.597304 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-scripts" (OuterVolumeSpecName: "scripts") pod "d04b9b5e-e383-438b-8a47-2dad94e2dae9" (UID: "d04b9b5e-e383-438b-8a47-2dad94e2dae9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.627719 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "d04b9b5e-e383-438b-8a47-2dad94e2dae9" (UID: "d04b9b5e-e383-438b-8a47-2dad94e2dae9"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.687073 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d04b9b5e-e383-438b-8a47-2dad94e2dae9" (UID: "d04b9b5e-e383-438b-8a47-2dad94e2dae9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.699993 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.700024 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.700034 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.700045 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kzngk\" (UniqueName: \"kubernetes.io/projected/d04b9b5e-e383-438b-8a47-2dad94e2dae9-kube-api-access-kzngk\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.700055 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.700066 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d04b9b5e-e383-438b-8a47-2dad94e2dae9-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.708408 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-config-data" (OuterVolumeSpecName: "config-data") pod "d04b9b5e-e383-438b-8a47-2dad94e2dae9" (UID: "d04b9b5e-e383-438b-8a47-2dad94e2dae9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.795777 4809 generic.go:334] "Generic (PLEG): container finished" podID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerID="73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec" exitCode=0 Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.795814 4809 generic.go:334] "Generic (PLEG): container finished" podID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerID="929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94" exitCode=2 Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.795824 4809 generic.go:334] "Generic (PLEG): container finished" podID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerID="362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28" exitCode=0 Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.795825 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d04b9b5e-e383-438b-8a47-2dad94e2dae9","Type":"ContainerDied","Data":"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec"} Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.795887 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d04b9b5e-e383-438b-8a47-2dad94e2dae9","Type":"ContainerDied","Data":"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94"} Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.795901 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d04b9b5e-e383-438b-8a47-2dad94e2dae9","Type":"ContainerDied","Data":"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28"} Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.795911 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d04b9b5e-e383-438b-8a47-2dad94e2dae9","Type":"ContainerDied","Data":"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb"} Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.795822 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.795933 4809 scope.go:117] "RemoveContainer" containerID="73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.795858 4809 generic.go:334] "Generic (PLEG): container finished" podID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerID="06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb" exitCode=0 Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.796219 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d04b9b5e-e383-438b-8a47-2dad94e2dae9","Type":"ContainerDied","Data":"395c120edde70c31db0fe16ccf2cba8fa84b2dcc7fb457676906f6ffe2ebc90e"} Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.798552 4809 generic.go:334] "Generic (PLEG): container finished" podID="a35e9d92-26a7-4cfe-9e3f-322872235bf0" containerID="1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f" exitCode=0 Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.800315 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.806550 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-decision-engine-0" event={"ID":"a35e9d92-26a7-4cfe-9e3f-322872235bf0","Type":"ContainerDied","Data":"1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f"} Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.806622 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.806636 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.806644 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-decision-engine-0" event={"ID":"a35e9d92-26a7-4cfe-9e3f-322872235bf0","Type":"ContainerDied","Data":"0423db13828270da5ffa381ec30fad952a6047a18e385a78f8fd85b757c5a801"} Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.808597 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d04b9b5e-e383-438b-8a47-2dad94e2dae9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.818039 4809 scope.go:117] "RemoveContainer" containerID="929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.866353 4809 scope.go:117] "RemoveContainer" containerID="362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.874495 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.901127 4809 scope.go:117] "RemoveContainer" containerID="06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.901368 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.915883 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:58 crc kubenswrapper[4809]: E1013 19:59:58.916284 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="ceilometer-notification-agent" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916295 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="ceilometer-notification-agent" Oct 13 19:59:58 crc kubenswrapper[4809]: E1013 19:59:58.916308 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bc9392b4-9b39-44d5-8dcb-271ad286d144" containerName="neutron-api" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916314 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bc9392b4-9b39-44d5-8dcb-271ad286d144" containerName="neutron-api" Oct 13 19:59:58 crc kubenswrapper[4809]: E1013 19:59:58.916334 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a35e9d92-26a7-4cfe-9e3f-322872235bf0" containerName="watcher-decision-engine" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916341 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a35e9d92-26a7-4cfe-9e3f-322872235bf0" containerName="watcher-decision-engine" Oct 13 19:59:58 crc kubenswrapper[4809]: E1013 19:59:58.916353 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="ceilometer-central-agent" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916359 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="ceilometer-central-agent" Oct 13 19:59:58 crc kubenswrapper[4809]: E1013 19:59:58.916377 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bc9392b4-9b39-44d5-8dcb-271ad286d144" containerName="neutron-httpd" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916382 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bc9392b4-9b39-44d5-8dcb-271ad286d144" containerName="neutron-httpd" Oct 13 19:59:58 crc kubenswrapper[4809]: E1013 19:59:58.916397 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="sg-core" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916403 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="sg-core" Oct 13 19:59:58 crc kubenswrapper[4809]: E1013 19:59:58.916413 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="proxy-httpd" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916418 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="proxy-httpd" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916586 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="sg-core" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916604 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="proxy-httpd" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916617 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a35e9d92-26a7-4cfe-9e3f-322872235bf0" containerName="watcher-decision-engine" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916628 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="ceilometer-central-agent" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916637 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" containerName="ceilometer-notification-agent" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916647 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bc9392b4-9b39-44d5-8dcb-271ad286d144" containerName="neutron-api" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.916658 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bc9392b4-9b39-44d5-8dcb-271ad286d144" containerName="neutron-httpd" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.919717 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.921277 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.926468 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.926672 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.932792 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.941395 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.954242 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.962186 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.964509 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"watcher-decision-engine-config-data" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.971139 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.978901 4809 scope.go:117] "RemoveContainer" containerID="73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec" Oct 13 19:59:58 crc kubenswrapper[4809]: E1013 19:59:58.979354 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec\": container with ID starting with 73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec not found: ID does not exist" containerID="73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.979387 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec"} err="failed to get container status \"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec\": rpc error: code = NotFound desc = could not find container \"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec\": container with ID starting with 73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.979411 4809 scope.go:117] "RemoveContainer" containerID="929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94" Oct 13 19:59:58 crc kubenswrapper[4809]: E1013 19:59:58.979677 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94\": container with ID starting with 929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94 not found: ID does not exist" containerID="929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.979714 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94"} err="failed to get container status \"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94\": rpc error: code = NotFound desc = could not find container \"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94\": container with ID starting with 929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94 not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.979748 4809 scope.go:117] "RemoveContainer" containerID="362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28" Oct 13 19:59:58 crc kubenswrapper[4809]: E1013 19:59:58.980027 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28\": container with ID starting with 362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28 not found: ID does not exist" containerID="362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.980053 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28"} err="failed to get container status \"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28\": rpc error: code = NotFound desc = could not find container \"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28\": container with ID starting with 362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28 not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.980068 4809 scope.go:117] "RemoveContainer" containerID="06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb" Oct 13 19:59:58 crc kubenswrapper[4809]: E1013 19:59:58.980283 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb\": container with ID starting with 06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb not found: ID does not exist" containerID="06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.980308 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb"} err="failed to get container status \"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb\": rpc error: code = NotFound desc = could not find container \"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb\": container with ID starting with 06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.980329 4809 scope.go:117] "RemoveContainer" containerID="73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.980528 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec"} err="failed to get container status \"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec\": rpc error: code = NotFound desc = could not find container \"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec\": container with ID starting with 73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.980558 4809 scope.go:117] "RemoveContainer" containerID="929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.980825 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94"} err="failed to get container status \"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94\": rpc error: code = NotFound desc = could not find container \"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94\": container with ID starting with 929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94 not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.980841 4809 scope.go:117] "RemoveContainer" containerID="362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.981171 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28"} err="failed to get container status \"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28\": rpc error: code = NotFound desc = could not find container \"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28\": container with ID starting with 362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28 not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.981193 4809 scope.go:117] "RemoveContainer" containerID="06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.981369 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb"} err="failed to get container status \"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb\": rpc error: code = NotFound desc = could not find container \"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb\": container with ID starting with 06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.981390 4809 scope.go:117] "RemoveContainer" containerID="73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.981626 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec"} err="failed to get container status \"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec\": rpc error: code = NotFound desc = could not find container \"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec\": container with ID starting with 73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.981688 4809 scope.go:117] "RemoveContainer" containerID="929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.981919 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94"} err="failed to get container status \"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94\": rpc error: code = NotFound desc = could not find container \"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94\": container with ID starting with 929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94 not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.981937 4809 scope.go:117] "RemoveContainer" containerID="362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.982114 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28"} err="failed to get container status \"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28\": rpc error: code = NotFound desc = could not find container \"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28\": container with ID starting with 362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28 not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.982133 4809 scope.go:117] "RemoveContainer" containerID="06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.982396 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb"} err="failed to get container status \"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb\": rpc error: code = NotFound desc = could not find container \"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb\": container with ID starting with 06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.982417 4809 scope.go:117] "RemoveContainer" containerID="73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.982620 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec"} err="failed to get container status \"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec\": rpc error: code = NotFound desc = could not find container \"73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec\": container with ID starting with 73fc964fe6a407725db74f22b9d0e55b4627d81d3ec16557cab96166839793ec not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.982640 4809 scope.go:117] "RemoveContainer" containerID="929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.982864 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94"} err="failed to get container status \"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94\": rpc error: code = NotFound desc = could not find container \"929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94\": container with ID starting with 929059be07cffd82106f35e140242cedd2ac8499bf66e9e2a832bb27d40e6c94 not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.982882 4809 scope.go:117] "RemoveContainer" containerID="362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.983038 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28"} err="failed to get container status \"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28\": rpc error: code = NotFound desc = could not find container \"362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28\": container with ID starting with 362631cd160cd8cd3ec7e3f37c8a33ab01ec7d0c4942b3053e20bb01d4effc28 not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.983055 4809 scope.go:117] "RemoveContainer" containerID="06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.983226 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb"} err="failed to get container status \"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb\": rpc error: code = NotFound desc = could not find container \"06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb\": container with ID starting with 06999bec66221f0893ea99c36b0b06127c349fe870855ede30b85d3edf5dd1fb not found: ID does not exist" Oct 13 19:59:58 crc kubenswrapper[4809]: I1013 19:59:58.983245 4809 scope.go:117] "RemoveContainer" containerID="1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.003544 4809 scope.go:117] "RemoveContainer" containerID="1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f" Oct 13 19:59:59 crc kubenswrapper[4809]: E1013 19:59:59.004027 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f\": container with ID starting with 1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f not found: ID does not exist" containerID="1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.004068 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f"} err="failed to get container status \"1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f\": rpc error: code = NotFound desc = could not find container \"1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f\": container with ID starting with 1f92caeb821ce65d43a570e5201f803d071c01fec0cfc682fda371b63f25882f not found: ID does not exist" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.023531 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-log-httpd\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.023894 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5lkcc\" (UniqueName: \"kubernetes.io/projected/09a3afa2-db4d-4815-82eb-dc44ce051482-kube-api-access-5lkcc\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.023928 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-combined-ca-bundle\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.023952 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-config-data\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.024002 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.024028 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.024107 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ps6zk\" (UniqueName: \"kubernetes.io/projected/51595295-fbbf-4246-84d8-741cabb8ff66-kube-api-access-ps6zk\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.024157 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/09a3afa2-db4d-4815-82eb-dc44ce051482-logs\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.024205 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-config-data\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.024244 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-custom-prometheus-ca\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.024288 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-scripts\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.024344 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-run-httpd\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.125765 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-run-httpd\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.125838 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-log-httpd\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.125873 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5lkcc\" (UniqueName: \"kubernetes.io/projected/09a3afa2-db4d-4815-82eb-dc44ce051482-kube-api-access-5lkcc\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.125909 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-combined-ca-bundle\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.125942 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-config-data\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.125975 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.126006 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.126030 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ps6zk\" (UniqueName: \"kubernetes.io/projected/51595295-fbbf-4246-84d8-741cabb8ff66-kube-api-access-ps6zk\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.126062 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/09a3afa2-db4d-4815-82eb-dc44ce051482-logs\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.126089 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-config-data\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.126126 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-custom-prometheus-ca\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.126154 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-scripts\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.127358 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-run-httpd\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.127425 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-log-httpd\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.128335 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/09a3afa2-db4d-4815-82eb-dc44ce051482-logs\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.132362 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-combined-ca-bundle\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.133338 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-scripts\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.133769 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-custom-prometheus-ca\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.133804 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-config-data\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.134157 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.135407 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.135526 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-config-data\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.144360 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ps6zk\" (UniqueName: \"kubernetes.io/projected/51595295-fbbf-4246-84d8-741cabb8ff66-kube-api-access-ps6zk\") pod \"ceilometer-0\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.145550 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5lkcc\" (UniqueName: \"kubernetes.io/projected/09a3afa2-db4d-4815-82eb-dc44ce051482-kube-api-access-5lkcc\") pod \"watcher-decision-engine-0\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.256311 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 19:59:59 crc kubenswrapper[4809]: I1013 19:59:59.281934 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.184074 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a35e9d92-26a7-4cfe-9e3f-322872235bf0" path="/var/lib/kubelet/pods/a35e9d92-26a7-4cfe-9e3f-322872235bf0/volumes" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.184846 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d04b9b5e-e383-438b-8a47-2dad94e2dae9" path="/var/lib/kubelet/pods/d04b9b5e-e383-438b-8a47-2dad94e2dae9/volumes" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.185671 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9"] Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.186796 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.189865 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-operator-lifecycle-manager"/"collect-profiles-config" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.191550 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9"] Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.194827 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"collect-profiles-dockercfg-kzf4t" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.246444 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/96581c52-61f2-4a19-8bf9-4d86a2fb85de-config-volume\") pod \"collect-profiles-29339760-r4qb9\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.246492 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/96581c52-61f2-4a19-8bf9-4d86a2fb85de-secret-volume\") pod \"collect-profiles-29339760-r4qb9\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.246538 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xmf7d\" (UniqueName: \"kubernetes.io/projected/96581c52-61f2-4a19-8bf9-4d86a2fb85de-kube-api-access-xmf7d\") pod \"collect-profiles-29339760-r4qb9\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.347969 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xmf7d\" (UniqueName: \"kubernetes.io/projected/96581c52-61f2-4a19-8bf9-4d86a2fb85de-kube-api-access-xmf7d\") pod \"collect-profiles-29339760-r4qb9\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.348185 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/96581c52-61f2-4a19-8bf9-4d86a2fb85de-config-volume\") pod \"collect-profiles-29339760-r4qb9\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.348225 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/96581c52-61f2-4a19-8bf9-4d86a2fb85de-secret-volume\") pod \"collect-profiles-29339760-r4qb9\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.349247 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/96581c52-61f2-4a19-8bf9-4d86a2fb85de-config-volume\") pod \"collect-profiles-29339760-r4qb9\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.354425 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/96581c52-61f2-4a19-8bf9-4d86a2fb85de-secret-volume\") pod \"collect-profiles-29339760-r4qb9\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.367732 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xmf7d\" (UniqueName: \"kubernetes.io/projected/96581c52-61f2-4a19-8bf9-4d86a2fb85de-kube-api-access-xmf7d\") pod \"collect-profiles-29339760-r4qb9\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.517324 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.618867 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.628344 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 20:00:00 crc kubenswrapper[4809]: W1013 20:00:00.670237 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod09a3afa2_db4d_4815_82eb_dc44ce051482.slice/crio-654de66a47bd9dd7d8033a498cc8b03206626ec4fef11c05c1ad9e571c7ef108 WatchSource:0}: Error finding container 654de66a47bd9dd7d8033a498cc8b03206626ec4fef11c05c1ad9e571c7ef108: Status 404 returned error can't find the container with id 654de66a47bd9dd7d8033a498cc8b03206626ec4fef11c05c1ad9e571c7ef108 Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.835429 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-decision-engine-0" event={"ID":"09a3afa2-db4d-4815-82eb-dc44ce051482","Type":"ContainerStarted","Data":"654de66a47bd9dd7d8033a498cc8b03206626ec4fef11c05c1ad9e571c7ef108"} Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.836757 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.836775 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.836835 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"51595295-fbbf-4246-84d8-741cabb8ff66","Type":"ContainerStarted","Data":"81260e41c47e6a08b7a020a8680b6a00450c51d7ecfb6c7d5a9537396402f1c8"} Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.982708 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:00:00 crc kubenswrapper[4809]: I1013 20:00:00.984886 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:00:01 crc kubenswrapper[4809]: I1013 20:00:01.054705 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9"] Oct 13 20:00:01 crc kubenswrapper[4809]: I1013 20:00:01.849274 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-decision-engine-0" event={"ID":"09a3afa2-db4d-4815-82eb-dc44ce051482","Type":"ContainerStarted","Data":"b9f9f50a1979483470a7aa024049b8c95ea2a0d08b7e2904f229039fd7f99202"} Oct 13 20:00:01 crc kubenswrapper[4809]: I1013 20:00:01.851331 4809 generic.go:334] "Generic (PLEG): container finished" podID="96581c52-61f2-4a19-8bf9-4d86a2fb85de" containerID="258bd990e4c573bd0458ab82c7672da25d04e69432fb93f7fb8e72d461cfcb68" exitCode=0 Oct 13 20:00:01 crc kubenswrapper[4809]: I1013 20:00:01.851385 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" event={"ID":"96581c52-61f2-4a19-8bf9-4d86a2fb85de","Type":"ContainerDied","Data":"258bd990e4c573bd0458ab82c7672da25d04e69432fb93f7fb8e72d461cfcb68"} Oct 13 20:00:01 crc kubenswrapper[4809]: I1013 20:00:01.851408 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" event={"ID":"96581c52-61f2-4a19-8bf9-4d86a2fb85de","Type":"ContainerStarted","Data":"6eb60389d73b6eb3aaecfe7a706c326bb50526eed7a93ac8350b00fe9edec086"} Oct 13 20:00:01 crc kubenswrapper[4809]: I1013 20:00:01.853478 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"51595295-fbbf-4246-84d8-741cabb8ff66","Type":"ContainerStarted","Data":"b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923"} Oct 13 20:00:01 crc kubenswrapper[4809]: I1013 20:00:01.871680 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/watcher-decision-engine-0" podStartSLOduration=3.871659397 podStartE2EDuration="3.871659397s" podCreationTimestamp="2025-10-13 19:59:58 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:01.866905027 +0000 UTC m=+2120.472651632" watchObservedRunningTime="2025-10-13 20:00:01.871659397 +0000 UTC m=+2120.477405992" Oct 13 20:00:02 crc kubenswrapper[4809]: I1013 20:00:02.867695 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"51595295-fbbf-4246-84d8-741cabb8ff66","Type":"ContainerStarted","Data":"75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1"} Oct 13 20:00:02 crc kubenswrapper[4809]: I1013 20:00:02.870461 4809 generic.go:334] "Generic (PLEG): container finished" podID="d00318bc-5070-497d-b1c2-d0557a904c35" containerID="89617b32883ec651bd8588c2f7f9d6eaf70f4eb1e6375c23a6e9c6b40356b416" exitCode=0 Oct 13 20:00:02 crc kubenswrapper[4809]: I1013 20:00:02.870521 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" event={"ID":"d00318bc-5070-497d-b1c2-d0557a904c35","Type":"ContainerDied","Data":"89617b32883ec651bd8588c2f7f9d6eaf70f4eb1e6375c23a6e9c6b40356b416"} Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.495672 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.621476 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/96581c52-61f2-4a19-8bf9-4d86a2fb85de-config-volume\") pod \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.621561 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/96581c52-61f2-4a19-8bf9-4d86a2fb85de-secret-volume\") pod \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.621613 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xmf7d\" (UniqueName: \"kubernetes.io/projected/96581c52-61f2-4a19-8bf9-4d86a2fb85de-kube-api-access-xmf7d\") pod \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\" (UID: \"96581c52-61f2-4a19-8bf9-4d86a2fb85de\") " Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.622890 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/96581c52-61f2-4a19-8bf9-4d86a2fb85de-config-volume" (OuterVolumeSpecName: "config-volume") pod "96581c52-61f2-4a19-8bf9-4d86a2fb85de" (UID: "96581c52-61f2-4a19-8bf9-4d86a2fb85de"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.627092 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/96581c52-61f2-4a19-8bf9-4d86a2fb85de-kube-api-access-xmf7d" (OuterVolumeSpecName: "kube-api-access-xmf7d") pod "96581c52-61f2-4a19-8bf9-4d86a2fb85de" (UID: "96581c52-61f2-4a19-8bf9-4d86a2fb85de"). InnerVolumeSpecName "kube-api-access-xmf7d". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.630015 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/96581c52-61f2-4a19-8bf9-4d86a2fb85de-secret-volume" (OuterVolumeSpecName: "secret-volume") pod "96581c52-61f2-4a19-8bf9-4d86a2fb85de" (UID: "96581c52-61f2-4a19-8bf9-4d86a2fb85de"). InnerVolumeSpecName "secret-volume". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.723660 4809 reconciler_common.go:293] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/96581c52-61f2-4a19-8bf9-4d86a2fb85de-config-volume\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.723690 4809 reconciler_common.go:293] "Volume detached for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/96581c52-61f2-4a19-8bf9-4d86a2fb85de-secret-volume\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.723701 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xmf7d\" (UniqueName: \"kubernetes.io/projected/96581c52-61f2-4a19-8bf9-4d86a2fb85de-kube-api-access-xmf7d\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.879348 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"51595295-fbbf-4246-84d8-741cabb8ff66","Type":"ContainerStarted","Data":"5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d"} Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.880720 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" event={"ID":"96581c52-61f2-4a19-8bf9-4d86a2fb85de","Type":"ContainerDied","Data":"6eb60389d73b6eb3aaecfe7a706c326bb50526eed7a93ac8350b00fe9edec086"} Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.880785 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6eb60389d73b6eb3aaecfe7a706c326bb50526eed7a93ac8350b00fe9edec086" Oct 13 20:00:03 crc kubenswrapper[4809]: I1013 20:00:03.880805 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9" Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.303705 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.437723 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-scripts\") pod \"d00318bc-5070-497d-b1c2-d0557a904c35\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.437906 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-combined-ca-bundle\") pod \"d00318bc-5070-497d-b1c2-d0557a904c35\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.437967 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x829b\" (UniqueName: \"kubernetes.io/projected/d00318bc-5070-497d-b1c2-d0557a904c35-kube-api-access-x829b\") pod \"d00318bc-5070-497d-b1c2-d0557a904c35\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.438023 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-config-data\") pod \"d00318bc-5070-497d-b1c2-d0557a904c35\" (UID: \"d00318bc-5070-497d-b1c2-d0557a904c35\") " Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.442907 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d00318bc-5070-497d-b1c2-d0557a904c35-kube-api-access-x829b" (OuterVolumeSpecName: "kube-api-access-x829b") pod "d00318bc-5070-497d-b1c2-d0557a904c35" (UID: "d00318bc-5070-497d-b1c2-d0557a904c35"). InnerVolumeSpecName "kube-api-access-x829b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.443491 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-scripts" (OuterVolumeSpecName: "scripts") pod "d00318bc-5070-497d-b1c2-d0557a904c35" (UID: "d00318bc-5070-497d-b1c2-d0557a904c35"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.484388 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d00318bc-5070-497d-b1c2-d0557a904c35" (UID: "d00318bc-5070-497d-b1c2-d0557a904c35"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.498692 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-config-data" (OuterVolumeSpecName: "config-data") pod "d00318bc-5070-497d-b1c2-d0557a904c35" (UID: "d00318bc-5070-497d-b1c2-d0557a904c35"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.540972 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.541052 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.541076 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x829b\" (UniqueName: \"kubernetes.io/projected/d00318bc-5070-497d-b1c2-d0557a904c35-kube-api-access-x829b\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.541095 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d00318bc-5070-497d-b1c2-d0557a904c35-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.577903 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb"] Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.584724 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339715-7q2tb"] Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.897365 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" event={"ID":"d00318bc-5070-497d-b1c2-d0557a904c35","Type":"ContainerDied","Data":"b9d2e8827e3000f12b4a5bc05b0845d95821012e296cb4e9212591e911bbb16e"} Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.897795 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq" Oct 13 20:00:04 crc kubenswrapper[4809]: I1013 20:00:04.897823 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b9d2e8827e3000f12b4a5bc05b0845d95821012e296cb4e9212591e911bbb16e" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.240347 4809 scope.go:117] "RemoveContainer" containerID="ddb1cc3bb082a2f3409c792148fc23d0a532dd96fea57c1b844121ef0a73aa0d" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.265526 4809 scope.go:117] "RemoveContainer" containerID="33d86be34e75b1d7e7634c7958d8e45921856391d378a60f927950fc93808a40" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.308473 4809 scope.go:117] "RemoveContainer" containerID="25697aabaa476a3ac074f1ccc007967b64565aa0cc1fdab2211e904940e4065d" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.356956 4809 scope.go:117] "RemoveContainer" containerID="8b6c964ff903a80ed4fec82bd52bbc5226177c6b670d41a42c6a1763c7bcb018" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.398274 4809 scope.go:117] "RemoveContainer" containerID="97be66746c0dc9a9576f4b5e26006ee939113f601dd55bf5e446e1b9243332f2" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.459554 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq"] Oct 13 20:00:05 crc kubenswrapper[4809]: E1013 20:00:05.473437 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="96581c52-61f2-4a19-8bf9-4d86a2fb85de" containerName="collect-profiles" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.473466 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="96581c52-61f2-4a19-8bf9-4d86a2fb85de" containerName="collect-profiles" Oct 13 20:00:05 crc kubenswrapper[4809]: E1013 20:00:05.473499 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d00318bc-5070-497d-b1c2-d0557a904c35" containerName="nova-cell0-conductor-db-sync" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.473507 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d00318bc-5070-497d-b1c2-d0557a904c35" containerName="nova-cell0-conductor-db-sync" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.473752 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="96581c52-61f2-4a19-8bf9-4d86a2fb85de" containerName="collect-profiles" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.473793 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d00318bc-5070-497d-b1c2-d0557a904c35" containerName="nova-cell0-conductor-db-sync" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.474694 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.475285 4809 scope.go:117] "RemoveContainer" containerID="c055f89722718174aa574590767fa32ab8ba119d7db731e9bd0879422004fedc" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.476929 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-config-data" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.479299 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-5tbqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.479549 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-scripts" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.480010 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq"] Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.546239 4809 scope.go:117] "RemoveContainer" containerID="ae27ba7165b911f1b69ed2e32e2770e436c47295d5b9d06a5af7ad754f5f956a" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.562021 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-scripts\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.562186 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-td5vt\" (UniqueName: \"kubernetes.io/projected/4000870c-380b-4aad-9cd9-bd26229393d9-kube-api-access-td5vt\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.562231 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-config-data\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.562279 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.615090 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.621377 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.636321 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.645317 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.666811 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-scripts\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.666903 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-td5vt\" (UniqueName: \"kubernetes.io/projected/4000870c-380b-4aad-9cd9-bd26229393d9-kube-api-access-td5vt\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.667006 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-config-data\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.667053 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.679156 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-scripts\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.679156 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-config-data\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.679572 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.691546 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.692848 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.700223 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-td5vt\" (UniqueName: \"kubernetes.io/projected/4000870c-380b-4aad-9cd9-bd26229393d9-kube-api-access-td5vt\") pod \"nova-cell0-cell-mapping-szxqq\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.701269 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.742592 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.744066 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.751844 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.775459 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/63f1340f-9ff9-4481-84c4-711ff65c4fa6-logs\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.775673 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ghjps\" (UniqueName: \"kubernetes.io/projected/63f1340f-9ff9-4481-84c4-711ff65c4fa6-kube-api-access-ghjps\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.775813 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.775891 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-config-data\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.788820 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.825913 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.862663 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.865268 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.869778 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.872380 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.874166 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.877085 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.877115 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.877173 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ghjps\" (UniqueName: \"kubernetes.io/projected/63f1340f-9ff9-4481-84c4-711ff65c4fa6-kube-api-access-ghjps\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.877236 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.877287 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-config-data\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.877902 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-thf4v\" (UniqueName: \"kubernetes.io/projected/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-kube-api-access-thf4v\") pod \"nova-cell1-novncproxy-0\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.877933 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/63f1340f-9ff9-4481-84c4-711ff65c4fa6-logs\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.877960 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xq45s\" (UniqueName: \"kubernetes.io/projected/00a24cac-f24c-4e8d-9e62-6a9a7d730263-kube-api-access-xq45s\") pod \"nova-scheduler-0\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.877982 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.878004 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-config-data\") pod \"nova-scheduler-0\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.878291 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/63f1340f-9ff9-4481-84c4-711ff65c4fa6-logs\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.885856 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.890513 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-config-data\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.898087 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ghjps\" (UniqueName: \"kubernetes.io/projected/63f1340f-9ff9-4481-84c4-711ff65c4fa6-kube-api-access-ghjps\") pod \"nova-api-0\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.938766 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"51595295-fbbf-4246-84d8-741cabb8ff66","Type":"ContainerStarted","Data":"54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118"} Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.939291 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.973292 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=3.745037275 podStartE2EDuration="7.97327032s" podCreationTimestamp="2025-10-13 19:59:58 +0000 UTC" firstStartedPulling="2025-10-13 20:00:00.670294554 +0000 UTC m=+2119.276041159" lastFinishedPulling="2025-10-13 20:00:04.898527589 +0000 UTC m=+2123.504274204" observedRunningTime="2025-10-13 20:00:05.956087577 +0000 UTC m=+2124.561834162" watchObservedRunningTime="2025-10-13 20:00:05.97327032 +0000 UTC m=+2124.579016905" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.975655 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.980015 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-thf4v\" (UniqueName: \"kubernetes.io/projected/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-kube-api-access-thf4v\") pod \"nova-cell1-novncproxy-0\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.980080 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xq45s\" (UniqueName: \"kubernetes.io/projected/00a24cac-f24c-4e8d-9e62-6a9a7d730263-kube-api-access-xq45s\") pod \"nova-scheduler-0\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.980110 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sq76c\" (UniqueName: \"kubernetes.io/projected/92d00a71-9ab8-475b-9b68-bf11bbb848e3-kube-api-access-sq76c\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.980131 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.980148 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92d00a71-9ab8-475b-9b68-bf11bbb848e3-logs\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.980166 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.980187 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-config-data\") pod \"nova-scheduler-0\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.980223 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.980241 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.980270 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-config-data\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.985288 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-config-data\") pod \"nova-scheduler-0\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.986595 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.987305 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.987807 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.998914 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-thf4v\" (UniqueName: \"kubernetes.io/projected/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-kube-api-access-thf4v\") pod \"nova-cell1-novncproxy-0\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:05 crc kubenswrapper[4809]: I1013 20:00:05.999785 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xq45s\" (UniqueName: \"kubernetes.io/projected/00a24cac-f24c-4e8d-9e62-6a9a7d730263-kube-api-access-xq45s\") pod \"nova-scheduler-0\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.061145 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.082249 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sq76c\" (UniqueName: \"kubernetes.io/projected/92d00a71-9ab8-475b-9b68-bf11bbb848e3-kube-api-access-sq76c\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.082300 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92d00a71-9ab8-475b-9b68-bf11bbb848e3-logs\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.082324 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.082397 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-config-data\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.083176 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92d00a71-9ab8-475b-9b68-bf11bbb848e3-logs\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.094953 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-config-data\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.098410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.103906 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sq76c\" (UniqueName: \"kubernetes.io/projected/92d00a71-9ab8-475b-9b68-bf11bbb848e3-kube-api-access-sq76c\") pod \"nova-metadata-0\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.130025 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.178130 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9ba6c2a2-04d1-4534-a5ff-109d5023b58c" path="/var/lib/kubelet/pods/9ba6c2a2-04d1-4534-a5ff-109d5023b58c/volumes" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.193751 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.398322 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq"] Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.602343 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.754119 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:06 crc kubenswrapper[4809]: I1013 20:00:06.800026 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.015081 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.020630 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" event={"ID":"4000870c-380b-4aad-9cd9-bd26229393d9","Type":"ContainerStarted","Data":"d9050eb5bb96450518cf508ed828c8f3b85caf48a7269cb3881b7b28046e1daf"} Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.023562 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"bba4293b-225d-4ea9-b1b5-6d061b20c3fd","Type":"ContainerStarted","Data":"e0799c8f9aea2bb57b470a0341189db2808fb16f4300977711f77ec8989a381e"} Oct 13 20:00:07 crc kubenswrapper[4809]: W1013 20:00:07.024868 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod92d00a71_9ab8_475b_9b68_bf11bbb848e3.slice/crio-977e93c2b09f6edff55a24ce05559aaad00b70ae778e523a7f1a2efda3acec3e WatchSource:0}: Error finding container 977e93c2b09f6edff55a24ce05559aaad00b70ae778e523a7f1a2efda3acec3e: Status 404 returned error can't find the container with id 977e93c2b09f6edff55a24ce05559aaad00b70ae778e523a7f1a2efda3acec3e Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.026030 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"00a24cac-f24c-4e8d-9e62-6a9a7d730263","Type":"ContainerStarted","Data":"8b96bc7d06e7a8cf9841a453ec7d6dad8c543996c02c0e994644d9c77a900767"} Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.034655 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"63f1340f-9ff9-4481-84c4-711ff65c4fa6","Type":"ContainerStarted","Data":"147d8142b738d9c70258001194eb5ea45e9c80d3f1e190b85ac18dcead355c31"} Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.267834 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x"] Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.269330 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.273065 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.273177 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-scripts" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.281204 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x"] Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.432779 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-config-data\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.433091 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wrf8f\" (UniqueName: \"kubernetes.io/projected/437fe960-69e3-4098-bdf4-4e634ab97839-kube-api-access-wrf8f\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.433165 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.433261 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-scripts\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.535291 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-config-data\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.535341 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wrf8f\" (UniqueName: \"kubernetes.io/projected/437fe960-69e3-4098-bdf4-4e634ab97839-kube-api-access-wrf8f\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.535398 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.535487 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-scripts\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.539528 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.540276 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-config-data\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.544139 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-scripts\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.569213 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wrf8f\" (UniqueName: \"kubernetes.io/projected/437fe960-69e3-4098-bdf4-4e634ab97839-kube-api-access-wrf8f\") pod \"nova-cell1-conductor-db-sync-6gg8x\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:07 crc kubenswrapper[4809]: I1013 20:00:07.607650 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.055185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"00a24cac-f24c-4e8d-9e62-6a9a7d730263","Type":"ContainerStarted","Data":"b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e"} Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.059142 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92d00a71-9ab8-475b-9b68-bf11bbb848e3","Type":"ContainerStarted","Data":"4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6"} Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.059171 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92d00a71-9ab8-475b-9b68-bf11bbb848e3","Type":"ContainerStarted","Data":"b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5"} Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.059180 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92d00a71-9ab8-475b-9b68-bf11bbb848e3","Type":"ContainerStarted","Data":"977e93c2b09f6edff55a24ce05559aaad00b70ae778e523a7f1a2efda3acec3e"} Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.061135 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"63f1340f-9ff9-4481-84c4-711ff65c4fa6","Type":"ContainerStarted","Data":"e69ed938d460329f3b82a9c2c3c0b200d9ea9f6560304020a5f329f33678a04a"} Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.061159 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"63f1340f-9ff9-4481-84c4-711ff65c4fa6","Type":"ContainerStarted","Data":"e77cb7acc41e204103ec4603cb4e32583f60713a61403d9864b293c81bbaf5eb"} Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.069238 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" event={"ID":"4000870c-380b-4aad-9cd9-bd26229393d9","Type":"ContainerStarted","Data":"b619406bb8aaf63f6b57ddc744f1c931dad3f0b6d972e2a2fc3f8201439984a6"} Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.073497 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=3.073484255 podStartE2EDuration="3.073484255s" podCreationTimestamp="2025-10-13 20:00:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:08.068737404 +0000 UTC m=+2126.674483999" watchObservedRunningTime="2025-10-13 20:00:08.073484255 +0000 UTC m=+2126.679230840" Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.082865 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"bba4293b-225d-4ea9-b1b5-6d061b20c3fd","Type":"ContainerStarted","Data":"aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c"} Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.087691 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=3.087678645 podStartE2EDuration="3.087678645s" podCreationTimestamp="2025-10-13 20:00:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:08.087163481 +0000 UTC m=+2126.692910066" watchObservedRunningTime="2025-10-13 20:00:08.087678645 +0000 UTC m=+2126.693425230" Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.124482 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=3.124462778 podStartE2EDuration="3.124462778s" podCreationTimestamp="2025-10-13 20:00:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:08.109114295 +0000 UTC m=+2126.714860880" watchObservedRunningTime="2025-10-13 20:00:08.124462778 +0000 UTC m=+2126.730209363" Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.131197 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=3.131178062 podStartE2EDuration="3.131178062s" podCreationTimestamp="2025-10-13 20:00:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:08.130058872 +0000 UTC m=+2126.735805457" watchObservedRunningTime="2025-10-13 20:00:08.131178062 +0000 UTC m=+2126.736924647" Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.175939 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" podStartSLOduration=3.175923233 podStartE2EDuration="3.175923233s" podCreationTimestamp="2025-10-13 20:00:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:08.159863982 +0000 UTC m=+2126.765610567" watchObservedRunningTime="2025-10-13 20:00:08.175923233 +0000 UTC m=+2126.781669808" Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.177555 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x"] Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.638361 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:08 crc kubenswrapper[4809]: I1013 20:00:08.650357 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:00:09 crc kubenswrapper[4809]: I1013 20:00:09.097528 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" event={"ID":"437fe960-69e3-4098-bdf4-4e634ab97839","Type":"ContainerStarted","Data":"8d8c233609a8407a9b2bdcf5a7e57fe8c609ff2775ea79e973fd45712d082dea"} Oct 13 20:00:09 crc kubenswrapper[4809]: I1013 20:00:09.097566 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" event={"ID":"437fe960-69e3-4098-bdf4-4e634ab97839","Type":"ContainerStarted","Data":"357b90fe45c9c5e475fa1314f12c0d328701e3409daf3f9e05bce76ad4fecca1"} Oct 13 20:00:09 crc kubenswrapper[4809]: I1013 20:00:09.116090 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" podStartSLOduration=2.116073201 podStartE2EDuration="2.116073201s" podCreationTimestamp="2025-10-13 20:00:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:09.11422382 +0000 UTC m=+2127.719970405" watchObservedRunningTime="2025-10-13 20:00:09.116073201 +0000 UTC m=+2127.721819786" Oct 13 20:00:09 crc kubenswrapper[4809]: I1013 20:00:09.283042 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 20:00:09 crc kubenswrapper[4809]: I1013 20:00:09.333525 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.107485 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="92d00a71-9ab8-475b-9b68-bf11bbb848e3" containerName="nova-metadata-log" containerID="cri-o://b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5" gracePeriod=30 Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.107756 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="92d00a71-9ab8-475b-9b68-bf11bbb848e3" containerName="nova-metadata-metadata" containerID="cri-o://4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6" gracePeriod=30 Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.107931 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="bba4293b-225d-4ea9-b1b5-6d061b20c3fd" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c" gracePeriod=30 Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.108004 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.170929 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.799850 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.917688 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-combined-ca-bundle\") pod \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.917783 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-config-data\") pod \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.917827 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sq76c\" (UniqueName: \"kubernetes.io/projected/92d00a71-9ab8-475b-9b68-bf11bbb848e3-kube-api-access-sq76c\") pod \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.918009 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92d00a71-9ab8-475b-9b68-bf11bbb848e3-logs\") pod \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\" (UID: \"92d00a71-9ab8-475b-9b68-bf11bbb848e3\") " Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.919071 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/92d00a71-9ab8-475b-9b68-bf11bbb848e3-logs" (OuterVolumeSpecName: "logs") pod "92d00a71-9ab8-475b-9b68-bf11bbb848e3" (UID: "92d00a71-9ab8-475b-9b68-bf11bbb848e3"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.927886 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/92d00a71-9ab8-475b-9b68-bf11bbb848e3-kube-api-access-sq76c" (OuterVolumeSpecName: "kube-api-access-sq76c") pod "92d00a71-9ab8-475b-9b68-bf11bbb848e3" (UID: "92d00a71-9ab8-475b-9b68-bf11bbb848e3"). InnerVolumeSpecName "kube-api-access-sq76c". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.956837 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "92d00a71-9ab8-475b-9b68-bf11bbb848e3" (UID: "92d00a71-9ab8-475b-9b68-bf11bbb848e3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.960155 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-config-data" (OuterVolumeSpecName: "config-data") pod "92d00a71-9ab8-475b-9b68-bf11bbb848e3" (UID: "92d00a71-9ab8-475b-9b68-bf11bbb848e3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:10 crc kubenswrapper[4809]: I1013 20:00:10.968544 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.020601 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92d00a71-9ab8-475b-9b68-bf11bbb848e3-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.020888 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.020904 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92d00a71-9ab8-475b-9b68-bf11bbb848e3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.020917 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sq76c\" (UniqueName: \"kubernetes.io/projected/92d00a71-9ab8-475b-9b68-bf11bbb848e3-kube-api-access-sq76c\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.120056 4809 generic.go:334] "Generic (PLEG): container finished" podID="bba4293b-225d-4ea9-b1b5-6d061b20c3fd" containerID="aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c" exitCode=0 Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.120177 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"bba4293b-225d-4ea9-b1b5-6d061b20c3fd","Type":"ContainerDied","Data":"aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c"} Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.120321 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"bba4293b-225d-4ea9-b1b5-6d061b20c3fd","Type":"ContainerDied","Data":"e0799c8f9aea2bb57b470a0341189db2808fb16f4300977711f77ec8989a381e"} Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.120329 4809 scope.go:117] "RemoveContainer" containerID="aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.120777 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.122097 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-combined-ca-bundle\") pod \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.122201 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-thf4v\" (UniqueName: \"kubernetes.io/projected/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-kube-api-access-thf4v\") pod \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.122261 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-config-data\") pod \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\" (UID: \"bba4293b-225d-4ea9-b1b5-6d061b20c3fd\") " Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.123879 4809 generic.go:334] "Generic (PLEG): container finished" podID="92d00a71-9ab8-475b-9b68-bf11bbb848e3" containerID="4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6" exitCode=0 Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.123910 4809 generic.go:334] "Generic (PLEG): container finished" podID="92d00a71-9ab8-475b-9b68-bf11bbb848e3" containerID="b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5" exitCode=143 Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.124028 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92d00a71-9ab8-475b-9b68-bf11bbb848e3","Type":"ContainerDied","Data":"4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6"} Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.124067 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92d00a71-9ab8-475b-9b68-bf11bbb848e3","Type":"ContainerDied","Data":"b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5"} Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.124088 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"92d00a71-9ab8-475b-9b68-bf11bbb848e3","Type":"ContainerDied","Data":"977e93c2b09f6edff55a24ce05559aaad00b70ae778e523a7f1a2efda3acec3e"} Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.126094 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.126754 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-kube-api-access-thf4v" (OuterVolumeSpecName: "kube-api-access-thf4v") pod "bba4293b-225d-4ea9-b1b5-6d061b20c3fd" (UID: "bba4293b-225d-4ea9-b1b5-6d061b20c3fd"). InnerVolumeSpecName "kube-api-access-thf4v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.130908 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.162892 4809 scope.go:117] "RemoveContainer" containerID="aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c" Oct 13 20:00:11 crc kubenswrapper[4809]: E1013 20:00:11.163826 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c\": container with ID starting with aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c not found: ID does not exist" containerID="aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.163897 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c"} err="failed to get container status \"aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c\": rpc error: code = NotFound desc = could not find container \"aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c\": container with ID starting with aec02c2deafaee69f52b28b1bf1f879ad5800ab348e37a48ee82414a80dc519c not found: ID does not exist" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.163940 4809 scope.go:117] "RemoveContainer" containerID="4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.191041 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-config-data" (OuterVolumeSpecName: "config-data") pod "bba4293b-225d-4ea9-b1b5-6d061b20c3fd" (UID: "bba4293b-225d-4ea9-b1b5-6d061b20c3fd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.198916 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bba4293b-225d-4ea9-b1b5-6d061b20c3fd" (UID: "bba4293b-225d-4ea9-b1b5-6d061b20c3fd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.200344 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.215647 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.216359 4809 scope.go:117] "RemoveContainer" containerID="b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.224062 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:11 crc kubenswrapper[4809]: E1013 20:00:11.224644 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="92d00a71-9ab8-475b-9b68-bf11bbb848e3" containerName="nova-metadata-log" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.224667 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="92d00a71-9ab8-475b-9b68-bf11bbb848e3" containerName="nova-metadata-log" Oct 13 20:00:11 crc kubenswrapper[4809]: E1013 20:00:11.224687 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="92d00a71-9ab8-475b-9b68-bf11bbb848e3" containerName="nova-metadata-metadata" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.224696 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="92d00a71-9ab8-475b-9b68-bf11bbb848e3" containerName="nova-metadata-metadata" Oct 13 20:00:11 crc kubenswrapper[4809]: E1013 20:00:11.224713 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bba4293b-225d-4ea9-b1b5-6d061b20c3fd" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.224721 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bba4293b-225d-4ea9-b1b5-6d061b20c3fd" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.224982 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bba4293b-225d-4ea9-b1b5-6d061b20c3fd" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.225013 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="92d00a71-9ab8-475b-9b68-bf11bbb848e3" containerName="nova-metadata-log" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.225027 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="92d00a71-9ab8-475b-9b68-bf11bbb848e3" containerName="nova-metadata-metadata" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.226356 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.227864 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.227896 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-thf4v\" (UniqueName: \"kubernetes.io/projected/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-kube-api-access-thf4v\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.227949 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bba4293b-225d-4ea9-b1b5-6d061b20c3fd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.231303 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.231517 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.232478 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.304773 4809 scope.go:117] "RemoveContainer" containerID="4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6" Oct 13 20:00:11 crc kubenswrapper[4809]: E1013 20:00:11.305201 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6\": container with ID starting with 4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6 not found: ID does not exist" containerID="4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.305242 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6"} err="failed to get container status \"4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6\": rpc error: code = NotFound desc = could not find container \"4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6\": container with ID starting with 4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6 not found: ID does not exist" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.305268 4809 scope.go:117] "RemoveContainer" containerID="b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5" Oct 13 20:00:11 crc kubenswrapper[4809]: E1013 20:00:11.305544 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5\": container with ID starting with b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5 not found: ID does not exist" containerID="b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.305589 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5"} err="failed to get container status \"b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5\": rpc error: code = NotFound desc = could not find container \"b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5\": container with ID starting with b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5 not found: ID does not exist" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.305615 4809 scope.go:117] "RemoveContainer" containerID="4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.305895 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6"} err="failed to get container status \"4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6\": rpc error: code = NotFound desc = could not find container \"4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6\": container with ID starting with 4c583e09f7376d934e91eddabbc45ced81c7c1cbddcd2356c2316a28da96f0c6 not found: ID does not exist" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.305921 4809 scope.go:117] "RemoveContainer" containerID="b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.306248 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5"} err="failed to get container status \"b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5\": rpc error: code = NotFound desc = could not find container \"b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5\": container with ID starting with b1f790feba0b847d2b3177b4b70d0e39acf9396c028d400e40847ed6aaab18b5 not found: ID does not exist" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.329451 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.329507 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/098236f2-a27c-43ec-b58b-4a8c5a4ab048-logs\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.329574 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nbhs6\" (UniqueName: \"kubernetes.io/projected/098236f2-a27c-43ec-b58b-4a8c5a4ab048-kube-api-access-nbhs6\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.329594 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-config-data\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.329706 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.432639 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.432683 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/098236f2-a27c-43ec-b58b-4a8c5a4ab048-logs\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.432751 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nbhs6\" (UniqueName: \"kubernetes.io/projected/098236f2-a27c-43ec-b58b-4a8c5a4ab048-kube-api-access-nbhs6\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.432772 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-config-data\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.432809 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.433059 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/098236f2-a27c-43ec-b58b-4a8c5a4ab048-logs\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.435909 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.436265 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-config-data\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.451971 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.455711 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nbhs6\" (UniqueName: \"kubernetes.io/projected/098236f2-a27c-43ec-b58b-4a8c5a4ab048-kube-api-access-nbhs6\") pod \"nova-metadata-0\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.538601 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.544692 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.564056 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.565633 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.567913 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-public-svc" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.568100 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-vencrypt" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.568249 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.578822 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.607545 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.739709 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.741299 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.741415 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.741465 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zfr56\" (UniqueName: \"kubernetes.io/projected/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-kube-api-access-zfr56\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.741490 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.843900 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.843956 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.844021 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.844063 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zfr56\" (UniqueName: \"kubernetes.io/projected/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-kube-api-access-zfr56\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.844085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.849387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.850234 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.852960 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.852983 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:11 crc kubenswrapper[4809]: I1013 20:00:11.862223 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zfr56\" (UniqueName: \"kubernetes.io/projected/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-kube-api-access-zfr56\") pod \"nova-cell1-novncproxy-0\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:12 crc kubenswrapper[4809]: I1013 20:00:12.020327 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:12 crc kubenswrapper[4809]: I1013 20:00:12.074650 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:12 crc kubenswrapper[4809]: W1013 20:00:12.084364 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod098236f2_a27c_43ec_b58b_4a8c5a4ab048.slice/crio-ffee8989a94b1f599129d0ac87240beb79ecf8877cd78f6804f11f8797e94b70 WatchSource:0}: Error finding container ffee8989a94b1f599129d0ac87240beb79ecf8877cd78f6804f11f8797e94b70: Status 404 returned error can't find the container with id ffee8989a94b1f599129d0ac87240beb79ecf8877cd78f6804f11f8797e94b70 Oct 13 20:00:12 crc kubenswrapper[4809]: I1013 20:00:12.144414 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"098236f2-a27c-43ec-b58b-4a8c5a4ab048","Type":"ContainerStarted","Data":"ffee8989a94b1f599129d0ac87240beb79ecf8877cd78f6804f11f8797e94b70"} Oct 13 20:00:12 crc kubenswrapper[4809]: I1013 20:00:12.182190 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="92d00a71-9ab8-475b-9b68-bf11bbb848e3" path="/var/lib/kubelet/pods/92d00a71-9ab8-475b-9b68-bf11bbb848e3/volumes" Oct 13 20:00:12 crc kubenswrapper[4809]: I1013 20:00:12.183778 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bba4293b-225d-4ea9-b1b5-6d061b20c3fd" path="/var/lib/kubelet/pods/bba4293b-225d-4ea9-b1b5-6d061b20c3fd/volumes" Oct 13 20:00:12 crc kubenswrapper[4809]: I1013 20:00:12.581160 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:00:13 crc kubenswrapper[4809]: I1013 20:00:13.163401 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"098236f2-a27c-43ec-b58b-4a8c5a4ab048","Type":"ContainerStarted","Data":"59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c"} Oct 13 20:00:13 crc kubenswrapper[4809]: I1013 20:00:13.165489 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"098236f2-a27c-43ec-b58b-4a8c5a4ab048","Type":"ContainerStarted","Data":"29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f"} Oct 13 20:00:13 crc kubenswrapper[4809]: I1013 20:00:13.166461 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"653d4ad9-0132-4994-8f02-4cfcfc9b2b30","Type":"ContainerStarted","Data":"f410ad69ad725b96d3efcb671b461884eb800661dd6122883baae0a35418b407"} Oct 13 20:00:13 crc kubenswrapper[4809]: I1013 20:00:13.166507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"653d4ad9-0132-4994-8f02-4cfcfc9b2b30","Type":"ContainerStarted","Data":"a11a4910d76b771a6f94cd0352f874d980280b3687f9998b64d86b681c85e82a"} Oct 13 20:00:13 crc kubenswrapper[4809]: I1013 20:00:13.206557 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.206530537 podStartE2EDuration="2.206530537s" podCreationTimestamp="2025-10-13 20:00:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:13.187270037 +0000 UTC m=+2131.793016652" watchObservedRunningTime="2025-10-13 20:00:13.206530537 +0000 UTC m=+2131.812277162" Oct 13 20:00:13 crc kubenswrapper[4809]: I1013 20:00:13.225796 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.225773226 podStartE2EDuration="2.225773226s" podCreationTimestamp="2025-10-13 20:00:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:13.213531469 +0000 UTC m=+2131.819278094" watchObservedRunningTime="2025-10-13 20:00:13.225773226 +0000 UTC m=+2131.831519831" Oct 13 20:00:14 crc kubenswrapper[4809]: I1013 20:00:14.190131 4809 generic.go:334] "Generic (PLEG): container finished" podID="4000870c-380b-4aad-9cd9-bd26229393d9" containerID="b619406bb8aaf63f6b57ddc744f1c931dad3f0b6d972e2a2fc3f8201439984a6" exitCode=0 Oct 13 20:00:14 crc kubenswrapper[4809]: I1013 20:00:14.190258 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" event={"ID":"4000870c-380b-4aad-9cd9-bd26229393d9","Type":"ContainerDied","Data":"b619406bb8aaf63f6b57ddc744f1c931dad3f0b6d972e2a2fc3f8201439984a6"} Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.205015 4809 generic.go:334] "Generic (PLEG): container finished" podID="437fe960-69e3-4098-bdf4-4e634ab97839" containerID="8d8c233609a8407a9b2bdcf5a7e57fe8c609ff2775ea79e973fd45712d082dea" exitCode=0 Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.205088 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" event={"ID":"437fe960-69e3-4098-bdf4-4e634ab97839","Type":"ContainerDied","Data":"8d8c233609a8407a9b2bdcf5a7e57fe8c609ff2775ea79e973fd45712d082dea"} Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.737905 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.838521 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-td5vt\" (UniqueName: \"kubernetes.io/projected/4000870c-380b-4aad-9cd9-bd26229393d9-kube-api-access-td5vt\") pod \"4000870c-380b-4aad-9cd9-bd26229393d9\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.838568 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-config-data\") pod \"4000870c-380b-4aad-9cd9-bd26229393d9\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.838604 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-combined-ca-bundle\") pod \"4000870c-380b-4aad-9cd9-bd26229393d9\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.838694 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-scripts\") pod \"4000870c-380b-4aad-9cd9-bd26229393d9\" (UID: \"4000870c-380b-4aad-9cd9-bd26229393d9\") " Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.843759 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-scripts" (OuterVolumeSpecName: "scripts") pod "4000870c-380b-4aad-9cd9-bd26229393d9" (UID: "4000870c-380b-4aad-9cd9-bd26229393d9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.844959 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4000870c-380b-4aad-9cd9-bd26229393d9-kube-api-access-td5vt" (OuterVolumeSpecName: "kube-api-access-td5vt") pod "4000870c-380b-4aad-9cd9-bd26229393d9" (UID: "4000870c-380b-4aad-9cd9-bd26229393d9"). InnerVolumeSpecName "kube-api-access-td5vt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.866768 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4000870c-380b-4aad-9cd9-bd26229393d9" (UID: "4000870c-380b-4aad-9cd9-bd26229393d9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.872905 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-config-data" (OuterVolumeSpecName: "config-data") pod "4000870c-380b-4aad-9cd9-bd26229393d9" (UID: "4000870c-380b-4aad-9cd9-bd26229393d9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.941326 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.941673 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-td5vt\" (UniqueName: \"kubernetes.io/projected/4000870c-380b-4aad-9cd9-bd26229393d9-kube-api-access-td5vt\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.941695 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.941713 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4000870c-380b-4aad-9cd9-bd26229393d9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.976312 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:15 crc kubenswrapper[4809]: I1013 20:00:15.976369 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.130507 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.192696 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.217447 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.218223 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq" event={"ID":"4000870c-380b-4aad-9cd9-bd26229393d9","Type":"ContainerDied","Data":"d9050eb5bb96450518cf508ed828c8f3b85caf48a7269cb3881b7b28046e1daf"} Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.218244 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d9050eb5bb96450518cf508ed828c8f3b85caf48a7269cb3881b7b28046e1daf" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.258764 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.391230 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.391441 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerName="nova-api-log" containerID="cri-o://e77cb7acc41e204103ec4603cb4e32583f60713a61403d9864b293c81bbaf5eb" gracePeriod=30 Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.391894 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerName="nova-api-api" containerID="cri-o://e69ed938d460329f3b82a9c2c3c0b200d9ea9f6560304020a5f329f33678a04a" gracePeriod=30 Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.416886 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.1.242:8774/\": EOF" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.416985 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.1.242:8774/\": EOF" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.425815 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.426037 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="098236f2-a27c-43ec-b58b-4a8c5a4ab048" containerName="nova-metadata-log" containerID="cri-o://29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f" gracePeriod=30 Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.426096 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="098236f2-a27c-43ec-b58b-4a8c5a4ab048" containerName="nova-metadata-metadata" containerID="cri-o://59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c" gracePeriod=30 Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.589751 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.608416 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.608459 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.760628 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-config-data\") pod \"437fe960-69e3-4098-bdf4-4e634ab97839\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.761765 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wrf8f\" (UniqueName: \"kubernetes.io/projected/437fe960-69e3-4098-bdf4-4e634ab97839-kube-api-access-wrf8f\") pod \"437fe960-69e3-4098-bdf4-4e634ab97839\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.761868 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-scripts\") pod \"437fe960-69e3-4098-bdf4-4e634ab97839\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.762062 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-combined-ca-bundle\") pod \"437fe960-69e3-4098-bdf4-4e634ab97839\" (UID: \"437fe960-69e3-4098-bdf4-4e634ab97839\") " Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.762992 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.768033 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/437fe960-69e3-4098-bdf4-4e634ab97839-kube-api-access-wrf8f" (OuterVolumeSpecName: "kube-api-access-wrf8f") pod "437fe960-69e3-4098-bdf4-4e634ab97839" (UID: "437fe960-69e3-4098-bdf4-4e634ab97839"). InnerVolumeSpecName "kube-api-access-wrf8f". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.782520 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-scripts" (OuterVolumeSpecName: "scripts") pod "437fe960-69e3-4098-bdf4-4e634ab97839" (UID: "437fe960-69e3-4098-bdf4-4e634ab97839"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.788531 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-config-data" (OuterVolumeSpecName: "config-data") pod "437fe960-69e3-4098-bdf4-4e634ab97839" (UID: "437fe960-69e3-4098-bdf4-4e634ab97839"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.789143 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "437fe960-69e3-4098-bdf4-4e634ab97839" (UID: "437fe960-69e3-4098-bdf4-4e634ab97839"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.864269 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wrf8f\" (UniqueName: \"kubernetes.io/projected/437fe960-69e3-4098-bdf4-4e634ab97839-kube-api-access-wrf8f\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.864292 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.864301 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:16 crc kubenswrapper[4809]: I1013 20:00:16.864309 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/437fe960-69e3-4098-bdf4-4e634ab97839-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.021433 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.076914 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.232303 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" event={"ID":"437fe960-69e3-4098-bdf4-4e634ab97839","Type":"ContainerDied","Data":"357b90fe45c9c5e475fa1314f12c0d328701e3409daf3f9e05bce76ad4fecca1"} Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.232357 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="357b90fe45c9c5e475fa1314f12c0d328701e3409daf3f9e05bce76ad4fecca1" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.232408 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.261947 4809 generic.go:334] "Generic (PLEG): container finished" podID="098236f2-a27c-43ec-b58b-4a8c5a4ab048" containerID="59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c" exitCode=0 Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.261975 4809 generic.go:334] "Generic (PLEG): container finished" podID="098236f2-a27c-43ec-b58b-4a8c5a4ab048" containerID="29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f" exitCode=143 Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.262053 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"098236f2-a27c-43ec-b58b-4a8c5a4ab048","Type":"ContainerDied","Data":"59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c"} Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.262077 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"098236f2-a27c-43ec-b58b-4a8c5a4ab048","Type":"ContainerDied","Data":"29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f"} Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.262089 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"098236f2-a27c-43ec-b58b-4a8c5a4ab048","Type":"ContainerDied","Data":"ffee8989a94b1f599129d0ac87240beb79ecf8877cd78f6804f11f8797e94b70"} Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.262127 4809 scope.go:117] "RemoveContainer" containerID="59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.262131 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.264834 4809 generic.go:334] "Generic (PLEG): container finished" podID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerID="e77cb7acc41e204103ec4603cb4e32583f60713a61403d9864b293c81bbaf5eb" exitCode=143 Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.265465 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"63f1340f-9ff9-4481-84c4-711ff65c4fa6","Type":"ContainerDied","Data":"e77cb7acc41e204103ec4603cb4e32583f60713a61403d9864b293c81bbaf5eb"} Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.270100 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/098236f2-a27c-43ec-b58b-4a8c5a4ab048-logs\") pod \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.270159 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-config-data\") pod \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.270650 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/098236f2-a27c-43ec-b58b-4a8c5a4ab048-logs" (OuterVolumeSpecName: "logs") pod "098236f2-a27c-43ec-b58b-4a8c5a4ab048" (UID: "098236f2-a27c-43ec-b58b-4a8c5a4ab048"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.270739 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-nova-metadata-tls-certs\") pod \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.270836 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-combined-ca-bundle\") pod \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.270870 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nbhs6\" (UniqueName: \"kubernetes.io/projected/098236f2-a27c-43ec-b58b-4a8c5a4ab048-kube-api-access-nbhs6\") pod \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\" (UID: \"098236f2-a27c-43ec-b58b-4a8c5a4ab048\") " Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.273487 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/098236f2-a27c-43ec-b58b-4a8c5a4ab048-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.276818 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/098236f2-a27c-43ec-b58b-4a8c5a4ab048-kube-api-access-nbhs6" (OuterVolumeSpecName: "kube-api-access-nbhs6") pod "098236f2-a27c-43ec-b58b-4a8c5a4ab048" (UID: "098236f2-a27c-43ec-b58b-4a8c5a4ab048"). InnerVolumeSpecName "kube-api-access-nbhs6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.298148 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:00:17 crc kubenswrapper[4809]: E1013 20:00:17.298563 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="098236f2-a27c-43ec-b58b-4a8c5a4ab048" containerName="nova-metadata-log" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.298576 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="098236f2-a27c-43ec-b58b-4a8c5a4ab048" containerName="nova-metadata-log" Oct 13 20:00:17 crc kubenswrapper[4809]: E1013 20:00:17.298593 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="437fe960-69e3-4098-bdf4-4e634ab97839" containerName="nova-cell1-conductor-db-sync" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.299001 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="437fe960-69e3-4098-bdf4-4e634ab97839" containerName="nova-cell1-conductor-db-sync" Oct 13 20:00:17 crc kubenswrapper[4809]: E1013 20:00:17.299064 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="098236f2-a27c-43ec-b58b-4a8c5a4ab048" containerName="nova-metadata-metadata" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.299076 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="098236f2-a27c-43ec-b58b-4a8c5a4ab048" containerName="nova-metadata-metadata" Oct 13 20:00:17 crc kubenswrapper[4809]: E1013 20:00:17.299092 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4000870c-380b-4aad-9cd9-bd26229393d9" containerName="nova-manage" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.299103 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4000870c-380b-4aad-9cd9-bd26229393d9" containerName="nova-manage" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.299545 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="437fe960-69e3-4098-bdf4-4e634ab97839" containerName="nova-cell1-conductor-db-sync" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.299559 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4000870c-380b-4aad-9cd9-bd26229393d9" containerName="nova-manage" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.302402 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="098236f2-a27c-43ec-b58b-4a8c5a4ab048" containerName="nova-metadata-log" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.302423 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="098236f2-a27c-43ec-b58b-4a8c5a4ab048" containerName="nova-metadata-metadata" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.300375 4809 scope.go:117] "RemoveContainer" containerID="29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.303277 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.306986 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.312655 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.331385 4809 scope.go:117] "RemoveContainer" containerID="59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.343868 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "098236f2-a27c-43ec-b58b-4a8c5a4ab048" (UID: "098236f2-a27c-43ec-b58b-4a8c5a4ab048"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:17 crc kubenswrapper[4809]: E1013 20:00:17.343932 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c\": container with ID starting with 59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c not found: ID does not exist" containerID="59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.343969 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c"} err="failed to get container status \"59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c\": rpc error: code = NotFound desc = could not find container \"59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c\": container with ID starting with 59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c not found: ID does not exist" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.343995 4809 scope.go:117] "RemoveContainer" containerID="29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f" Oct 13 20:00:17 crc kubenswrapper[4809]: E1013 20:00:17.344460 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f\": container with ID starting with 29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f not found: ID does not exist" containerID="29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.344492 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f"} err="failed to get container status \"29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f\": rpc error: code = NotFound desc = could not find container \"29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f\": container with ID starting with 29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f not found: ID does not exist" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.344629 4809 scope.go:117] "RemoveContainer" containerID="59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.346904 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-config-data" (OuterVolumeSpecName: "config-data") pod "098236f2-a27c-43ec-b58b-4a8c5a4ab048" (UID: "098236f2-a27c-43ec-b58b-4a8c5a4ab048"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.347072 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c"} err="failed to get container status \"59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c\": rpc error: code = NotFound desc = could not find container \"59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c\": container with ID starting with 59d741bcac764e48932be2669499e59b09017f74e664c6d14a22894eccd8f15c not found: ID does not exist" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.347194 4809 scope.go:117] "RemoveContainer" containerID="29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.347573 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f"} err="failed to get container status \"29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f\": rpc error: code = NotFound desc = could not find container \"29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f\": container with ID starting with 29fae4880f69e7ffe655e225a846e621ac530a9635d496c4db353bf5a86ea92f not found: ID does not exist" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.354901 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "098236f2-a27c-43ec-b58b-4a8c5a4ab048" (UID: "098236f2-a27c-43ec-b58b-4a8c5a4ab048"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.375931 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.375959 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.375971 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/098236f2-a27c-43ec-b58b-4a8c5a4ab048-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.375996 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nbhs6\" (UniqueName: \"kubernetes.io/projected/098236f2-a27c-43ec-b58b-4a8c5a4ab048-kube-api-access-nbhs6\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.477428 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.477489 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gzgpc\" (UniqueName: \"kubernetes.io/projected/7366cf76-b14f-4b11-b4f9-852202dd0664-kube-api-access-gzgpc\") pod \"nova-cell1-conductor-0\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.477754 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.579744 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.579953 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.579990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gzgpc\" (UniqueName: \"kubernetes.io/projected/7366cf76-b14f-4b11-b4f9-852202dd0664-kube-api-access-gzgpc\") pod \"nova-cell1-conductor-0\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.583649 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.584406 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.602555 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.614023 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gzgpc\" (UniqueName: \"kubernetes.io/projected/7366cf76-b14f-4b11-b4f9-852202dd0664-kube-api-access-gzgpc\") pod \"nova-cell1-conductor-0\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.622066 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.636700 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.638717 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.641013 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.641318 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.644912 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.651335 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.784265 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.784471 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.784535 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-crdq6\" (UniqueName: \"kubernetes.io/projected/ba70772d-5b1a-4437-bc66-727d40d11c30-kube-api-access-crdq6\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.784572 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ba70772d-5b1a-4437-bc66-727d40d11c30-logs\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.784626 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-config-data\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.886228 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ba70772d-5b1a-4437-bc66-727d40d11c30-logs\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.886333 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-config-data\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.886398 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.886431 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.886513 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-crdq6\" (UniqueName: \"kubernetes.io/projected/ba70772d-5b1a-4437-bc66-727d40d11c30-kube-api-access-crdq6\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.894467 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ba70772d-5b1a-4437-bc66-727d40d11c30-logs\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.895254 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.895379 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-config-data\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.896361 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:17 crc kubenswrapper[4809]: I1013 20:00:17.908591 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-crdq6\" (UniqueName: \"kubernetes.io/projected/ba70772d-5b1a-4437-bc66-727d40d11c30-kube-api-access-crdq6\") pod \"nova-metadata-0\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:18 crc kubenswrapper[4809]: I1013 20:00:18.065422 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:18 crc kubenswrapper[4809]: I1013 20:00:18.173469 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="098236f2-a27c-43ec-b58b-4a8c5a4ab048" path="/var/lib/kubelet/pods/098236f2-a27c-43ec-b58b-4a8c5a4ab048/volumes" Oct 13 20:00:18 crc kubenswrapper[4809]: I1013 20:00:18.198291 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:00:18 crc kubenswrapper[4809]: I1013 20:00:18.298213 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"7366cf76-b14f-4b11-b4f9-852202dd0664","Type":"ContainerStarted","Data":"7753cc71f7166c22188655e650ae530a5a843cd8ee9cc92a306fe045c73e79ca"} Oct 13 20:00:18 crc kubenswrapper[4809]: I1013 20:00:18.298431 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="00a24cac-f24c-4e8d-9e62-6a9a7d730263" containerName="nova-scheduler-scheduler" containerID="cri-o://b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e" gracePeriod=30 Oct 13 20:00:18 crc kubenswrapper[4809]: I1013 20:00:18.576863 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:18 crc kubenswrapper[4809]: W1013 20:00:18.583898 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podba70772d_5b1a_4437_bc66_727d40d11c30.slice/crio-defe4a9a1aee0c6063f2bc97e6185cc742c55931d4f67b25846e14c4b269040e WatchSource:0}: Error finding container defe4a9a1aee0c6063f2bc97e6185cc742c55931d4f67b25846e14c4b269040e: Status 404 returned error can't find the container with id defe4a9a1aee0c6063f2bc97e6185cc742c55931d4f67b25846e14c4b269040e Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.236351 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.332142 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"7366cf76-b14f-4b11-b4f9-852202dd0664","Type":"ContainerStarted","Data":"25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599"} Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.332199 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.334496 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ba70772d-5b1a-4437-bc66-727d40d11c30","Type":"ContainerStarted","Data":"2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6"} Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.334538 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ba70772d-5b1a-4437-bc66-727d40d11c30","Type":"ContainerStarted","Data":"b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a"} Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.334550 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ba70772d-5b1a-4437-bc66-727d40d11c30","Type":"ContainerStarted","Data":"defe4a9a1aee0c6063f2bc97e6185cc742c55931d4f67b25846e14c4b269040e"} Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.337013 4809 generic.go:334] "Generic (PLEG): container finished" podID="00a24cac-f24c-4e8d-9e62-6a9a7d730263" containerID="b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e" exitCode=0 Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.337046 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"00a24cac-f24c-4e8d-9e62-6a9a7d730263","Type":"ContainerDied","Data":"b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e"} Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.337067 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"00a24cac-f24c-4e8d-9e62-6a9a7d730263","Type":"ContainerDied","Data":"8b96bc7d06e7a8cf9841a453ec7d6dad8c543996c02c0e994644d9c77a900767"} Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.337067 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.337085 4809 scope.go:117] "RemoveContainer" containerID="b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.360237 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=2.36022249 podStartE2EDuration="2.36022249s" podCreationTimestamp="2025-10-13 20:00:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:19.350723088 +0000 UTC m=+2137.956469673" watchObservedRunningTime="2025-10-13 20:00:19.36022249 +0000 UTC m=+2137.965969075" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.363064 4809 scope.go:117] "RemoveContainer" containerID="b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e" Oct 13 20:00:19 crc kubenswrapper[4809]: E1013 20:00:19.366072 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e\": container with ID starting with b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e not found: ID does not exist" containerID="b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.366102 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e"} err="failed to get container status \"b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e\": rpc error: code = NotFound desc = could not find container \"b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e\": container with ID starting with b19876dd4d57a3bbcf01adff0a51fe65e6f90dd13b63a8eef2e96de4c469c84e not found: ID does not exist" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.381331 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.38131283 podStartE2EDuration="2.38131283s" podCreationTimestamp="2025-10-13 20:00:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:19.369770662 +0000 UTC m=+2137.975517247" watchObservedRunningTime="2025-10-13 20:00:19.38131283 +0000 UTC m=+2137.987059415" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.414099 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-config-data\") pod \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.414284 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-combined-ca-bundle\") pod \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.414374 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xq45s\" (UniqueName: \"kubernetes.io/projected/00a24cac-f24c-4e8d-9e62-6a9a7d730263-kube-api-access-xq45s\") pod \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\" (UID: \"00a24cac-f24c-4e8d-9e62-6a9a7d730263\") " Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.419074 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/00a24cac-f24c-4e8d-9e62-6a9a7d730263-kube-api-access-xq45s" (OuterVolumeSpecName: "kube-api-access-xq45s") pod "00a24cac-f24c-4e8d-9e62-6a9a7d730263" (UID: "00a24cac-f24c-4e8d-9e62-6a9a7d730263"). InnerVolumeSpecName "kube-api-access-xq45s". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.443571 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-config-data" (OuterVolumeSpecName: "config-data") pod "00a24cac-f24c-4e8d-9e62-6a9a7d730263" (UID: "00a24cac-f24c-4e8d-9e62-6a9a7d730263"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.445581 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "00a24cac-f24c-4e8d-9e62-6a9a7d730263" (UID: "00a24cac-f24c-4e8d-9e62-6a9a7d730263"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.516687 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xq45s\" (UniqueName: \"kubernetes.io/projected/00a24cac-f24c-4e8d-9e62-6a9a7d730263-kube-api-access-xq45s\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.516718 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.516741 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00a24cac-f24c-4e8d-9e62-6a9a7d730263-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.672343 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.690029 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.710066 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:19 crc kubenswrapper[4809]: E1013 20:00:19.710549 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="00a24cac-f24c-4e8d-9e62-6a9a7d730263" containerName="nova-scheduler-scheduler" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.710581 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="00a24cac-f24c-4e8d-9e62-6a9a7d730263" containerName="nova-scheduler-scheduler" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.710808 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="00a24cac-f24c-4e8d-9e62-6a9a7d730263" containerName="nova-scheduler-scheduler" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.711482 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.713836 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.721185 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.821584 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-config-data\") pod \"nova-scheduler-0\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.821937 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-82qqb\" (UniqueName: \"kubernetes.io/projected/9896ab05-dec5-4117-99c9-33b265613cce-kube-api-access-82qqb\") pod \"nova-scheduler-0\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.822142 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.924215 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.924318 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-config-data\") pod \"nova-scheduler-0\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.924411 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-82qqb\" (UniqueName: \"kubernetes.io/projected/9896ab05-dec5-4117-99c9-33b265613cce-kube-api-access-82qqb\") pod \"nova-scheduler-0\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.928776 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-config-data\") pod \"nova-scheduler-0\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.939989 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-82qqb\" (UniqueName: \"kubernetes.io/projected/9896ab05-dec5-4117-99c9-33b265613cce-kube-api-access-82qqb\") pod \"nova-scheduler-0\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:19 crc kubenswrapper[4809]: I1013 20:00:19.941383 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:20 crc kubenswrapper[4809]: I1013 20:00:20.044406 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:20 crc kubenswrapper[4809]: I1013 20:00:20.171703 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="00a24cac-f24c-4e8d-9e62-6a9a7d730263" path="/var/lib/kubelet/pods/00a24cac-f24c-4e8d-9e62-6a9a7d730263/volumes" Oct 13 20:00:20 crc kubenswrapper[4809]: I1013 20:00:20.519402 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:20 crc kubenswrapper[4809]: W1013 20:00:20.520900 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9896ab05_dec5_4117_99c9_33b265613cce.slice/crio-6527bd9c5503d2d2d6f5163c246fac531ef60ee50122fc8d40274965103fafbb WatchSource:0}: Error finding container 6527bd9c5503d2d2d6f5163c246fac531ef60ee50122fc8d40274965103fafbb: Status 404 returned error can't find the container with id 6527bd9c5503d2d2d6f5163c246fac531ef60ee50122fc8d40274965103fafbb Oct 13 20:00:21 crc kubenswrapper[4809]: I1013 20:00:21.379234 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9896ab05-dec5-4117-99c9-33b265613cce","Type":"ContainerStarted","Data":"9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596"} Oct 13 20:00:21 crc kubenswrapper[4809]: I1013 20:00:21.380578 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9896ab05-dec5-4117-99c9-33b265613cce","Type":"ContainerStarted","Data":"6527bd9c5503d2d2d6f5163c246fac531ef60ee50122fc8d40274965103fafbb"} Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.020937 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.048040 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.069308 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=3.069286898 podStartE2EDuration="3.069286898s" podCreationTimestamp="2025-10-13 20:00:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:21.41333677 +0000 UTC m=+2140.019083645" watchObservedRunningTime="2025-10-13 20:00:22.069286898 +0000 UTC m=+2140.675033483" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.398213 4809 generic.go:334] "Generic (PLEG): container finished" podID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerID="e69ed938d460329f3b82a9c2c3c0b200d9ea9f6560304020a5f329f33678a04a" exitCode=0 Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.398985 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"63f1340f-9ff9-4481-84c4-711ff65c4fa6","Type":"ContainerDied","Data":"e69ed938d460329f3b82a9c2c3c0b200d9ea9f6560304020a5f329f33678a04a"} Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.399598 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.400958 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"63f1340f-9ff9-4481-84c4-711ff65c4fa6","Type":"ContainerDied","Data":"147d8142b738d9c70258001194eb5ea45e9c80d3f1e190b85ac18dcead355c31"} Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.401608 4809 scope.go:117] "RemoveContainer" containerID="e69ed938d460329f3b82a9c2c3c0b200d9ea9f6560304020a5f329f33678a04a" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.405608 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-combined-ca-bundle\") pod \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.405679 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-config-data\") pod \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.405788 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/63f1340f-9ff9-4481-84c4-711ff65c4fa6-logs\") pod \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.405872 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ghjps\" (UniqueName: \"kubernetes.io/projected/63f1340f-9ff9-4481-84c4-711ff65c4fa6-kube-api-access-ghjps\") pod \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\" (UID: \"63f1340f-9ff9-4481-84c4-711ff65c4fa6\") " Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.407903 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/63f1340f-9ff9-4481-84c4-711ff65c4fa6-logs" (OuterVolumeSpecName: "logs") pod "63f1340f-9ff9-4481-84c4-711ff65c4fa6" (UID: "63f1340f-9ff9-4481-84c4-711ff65c4fa6"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.412849 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/63f1340f-9ff9-4481-84c4-711ff65c4fa6-kube-api-access-ghjps" (OuterVolumeSpecName: "kube-api-access-ghjps") pod "63f1340f-9ff9-4481-84c4-711ff65c4fa6" (UID: "63f1340f-9ff9-4481-84c4-711ff65c4fa6"). InnerVolumeSpecName "kube-api-access-ghjps". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.439903 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.468222 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "63f1340f-9ff9-4481-84c4-711ff65c4fa6" (UID: "63f1340f-9ff9-4481-84c4-711ff65c4fa6"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.493529 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-config-data" (OuterVolumeSpecName: "config-data") pod "63f1340f-9ff9-4481-84c4-711ff65c4fa6" (UID: "63f1340f-9ff9-4481-84c4-711ff65c4fa6"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.508952 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.509009 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/63f1340f-9ff9-4481-84c4-711ff65c4fa6-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.509023 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ghjps\" (UniqueName: \"kubernetes.io/projected/63f1340f-9ff9-4481-84c4-711ff65c4fa6-kube-api-access-ghjps\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.509037 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/63f1340f-9ff9-4481-84c4-711ff65c4fa6-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:22 crc kubenswrapper[4809]: I1013 20:00:22.545674 4809 scope.go:117] "RemoveContainer" containerID="e77cb7acc41e204103ec4603cb4e32583f60713a61403d9864b293c81bbaf5eb" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.066391 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.066751 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.444475 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.503045 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.518070 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.539355 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:23 crc kubenswrapper[4809]: E1013 20:00:23.539783 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerName="nova-api-api" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.539798 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerName="nova-api-api" Oct 13 20:00:23 crc kubenswrapper[4809]: E1013 20:00:23.539815 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerName="nova-api-log" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.539822 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerName="nova-api-log" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.540002 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerName="nova-api-log" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.540025 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" containerName="nova-api-api" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.541083 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.544336 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.559252 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.643761 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7xxnw\" (UniqueName: \"kubernetes.io/projected/05745b5b-936e-470c-be07-f89bc09552b3-kube-api-access-7xxnw\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.644266 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.644321 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-config-data\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.644419 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/05745b5b-936e-470c-be07-f89bc09552b3-logs\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.746367 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.746430 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-config-data\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.746498 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/05745b5b-936e-470c-be07-f89bc09552b3-logs\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.746600 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7xxnw\" (UniqueName: \"kubernetes.io/projected/05745b5b-936e-470c-be07-f89bc09552b3-kube-api-access-7xxnw\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.747241 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/05745b5b-936e-470c-be07-f89bc09552b3-logs\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.755088 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.756966 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-config-data\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.764410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7xxnw\" (UniqueName: \"kubernetes.io/projected/05745b5b-936e-470c-be07-f89bc09552b3-kube-api-access-7xxnw\") pod \"nova-api-0\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:23 crc kubenswrapper[4809]: I1013 20:00:23.868995 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:24 crc kubenswrapper[4809]: I1013 20:00:24.170890 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="63f1340f-9ff9-4481-84c4-711ff65c4fa6" path="/var/lib/kubelet/pods/63f1340f-9ff9-4481-84c4-711ff65c4fa6/volumes" Oct 13 20:00:24 crc kubenswrapper[4809]: W1013 20:00:24.413437 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod05745b5b_936e_470c_be07_f89bc09552b3.slice/crio-b3296dcbce49e9bd7affb6af8f56465ac23256d18ca2432a55259ed153e92a55 WatchSource:0}: Error finding container b3296dcbce49e9bd7affb6af8f56465ac23256d18ca2432a55259ed153e92a55: Status 404 returned error can't find the container with id b3296dcbce49e9bd7affb6af8f56465ac23256d18ca2432a55259ed153e92a55 Oct 13 20:00:24 crc kubenswrapper[4809]: I1013 20:00:24.418365 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:24 crc kubenswrapper[4809]: I1013 20:00:24.459352 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"05745b5b-936e-470c-be07-f89bc09552b3","Type":"ContainerStarted","Data":"b3296dcbce49e9bd7affb6af8f56465ac23256d18ca2432a55259ed153e92a55"} Oct 13 20:00:25 crc kubenswrapper[4809]: I1013 20:00:25.045104 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:25 crc kubenswrapper[4809]: I1013 20:00:25.479445 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"05745b5b-936e-470c-be07-f89bc09552b3","Type":"ContainerStarted","Data":"3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914"} Oct 13 20:00:25 crc kubenswrapper[4809]: I1013 20:00:25.479625 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"05745b5b-936e-470c-be07-f89bc09552b3","Type":"ContainerStarted","Data":"3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90"} Oct 13 20:00:25 crc kubenswrapper[4809]: I1013 20:00:25.529885 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.529855372 podStartE2EDuration="2.529855372s" podCreationTimestamp="2025-10-13 20:00:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:25.512306489 +0000 UTC m=+2144.118053104" watchObservedRunningTime="2025-10-13 20:00:25.529855372 +0000 UTC m=+2144.135602017" Oct 13 20:00:27 crc kubenswrapper[4809]: I1013 20:00:27.705871 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.067996 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.068099 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.296519 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9"] Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.298691 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.300651 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-config-data" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.300974 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-scripts" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.312709 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9"] Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.448486 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-config-data\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.448593 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-scripts\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.448629 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tdzfl\" (UniqueName: \"kubernetes.io/projected/0b84a574-45d4-4c2d-b048-b63649541b22-kube-api-access-tdzfl\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.448680 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.550472 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-config-data\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.550568 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-scripts\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.550620 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tdzfl\" (UniqueName: \"kubernetes.io/projected/0b84a574-45d4-4c2d-b048-b63649541b22-kube-api-access-tdzfl\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.550673 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.557356 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-scripts\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.559302 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.573037 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tdzfl\" (UniqueName: \"kubernetes.io/projected/0b84a574-45d4-4c2d-b048-b63649541b22-kube-api-access-tdzfl\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.573380 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-config-data\") pod \"nova-cell1-cell-mapping-v9kz9\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.593572 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.593956 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:00:28 crc kubenswrapper[4809]: I1013 20:00:28.641121 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:29 crc kubenswrapper[4809]: I1013 20:00:29.082884 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.250:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:00:29 crc kubenswrapper[4809]: I1013 20:00:29.082882 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.250:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:00:29 crc kubenswrapper[4809]: I1013 20:00:29.119310 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9"] Oct 13 20:00:29 crc kubenswrapper[4809]: W1013 20:00:29.126889 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0b84a574_45d4_4c2d_b048_b63649541b22.slice/crio-dd5029fc67fb04c0c3bdee2963ee71fc9036242c671e52733a39f586e52cd79a WatchSource:0}: Error finding container dd5029fc67fb04c0c3bdee2963ee71fc9036242c671e52733a39f586e52cd79a: Status 404 returned error can't find the container with id dd5029fc67fb04c0c3bdee2963ee71fc9036242c671e52733a39f586e52cd79a Oct 13 20:00:29 crc kubenswrapper[4809]: I1013 20:00:29.268573 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:29 crc kubenswrapper[4809]: I1013 20:00:29.528080 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" event={"ID":"0b84a574-45d4-4c2d-b048-b63649541b22","Type":"ContainerStarted","Data":"ae2552c1650f6ba9a33ac1b5a29f70925ae1788d410affe4df69050d853a21c6"} Oct 13 20:00:29 crc kubenswrapper[4809]: I1013 20:00:29.528435 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" event={"ID":"0b84a574-45d4-4c2d-b048-b63649541b22","Type":"ContainerStarted","Data":"dd5029fc67fb04c0c3bdee2963ee71fc9036242c671e52733a39f586e52cd79a"} Oct 13 20:00:29 crc kubenswrapper[4809]: I1013 20:00:29.558479 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" podStartSLOduration=1.558458245 podStartE2EDuration="1.558458245s" podCreationTimestamp="2025-10-13 20:00:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:29.553368525 +0000 UTC m=+2148.159115110" watchObservedRunningTime="2025-10-13 20:00:29.558458245 +0000 UTC m=+2148.164204830" Oct 13 20:00:30 crc kubenswrapper[4809]: I1013 20:00:30.045833 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:30 crc kubenswrapper[4809]: I1013 20:00:30.086306 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:30 crc kubenswrapper[4809]: I1013 20:00:30.569640 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:33 crc kubenswrapper[4809]: I1013 20:00:33.869280 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:33 crc kubenswrapper[4809]: I1013 20:00:33.869849 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:34 crc kubenswrapper[4809]: I1013 20:00:34.276676 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:00:34 crc kubenswrapper[4809]: I1013 20:00:34.276949 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="fba25e6d-f1c4-472f-9e46-ffedc7df6312" containerName="kube-state-metrics" containerID="cri-o://1ca2d6822d49b1b978fd875e33770c4d9f0f8097823086018d4862134843dfc2" gracePeriod=30 Oct 13 20:00:34 crc kubenswrapper[4809]: I1013 20:00:34.576242 4809 generic.go:334] "Generic (PLEG): container finished" podID="0b84a574-45d4-4c2d-b048-b63649541b22" containerID="ae2552c1650f6ba9a33ac1b5a29f70925ae1788d410affe4df69050d853a21c6" exitCode=0 Oct 13 20:00:34 crc kubenswrapper[4809]: I1013 20:00:34.576334 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" event={"ID":"0b84a574-45d4-4c2d-b048-b63649541b22","Type":"ContainerDied","Data":"ae2552c1650f6ba9a33ac1b5a29f70925ae1788d410affe4df69050d853a21c6"} Oct 13 20:00:34 crc kubenswrapper[4809]: I1013 20:00:34.580779 4809 generic.go:334] "Generic (PLEG): container finished" podID="fba25e6d-f1c4-472f-9e46-ffedc7df6312" containerID="1ca2d6822d49b1b978fd875e33770c4d9f0f8097823086018d4862134843dfc2" exitCode=2 Oct 13 20:00:34 crc kubenswrapper[4809]: I1013 20:00:34.580816 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"fba25e6d-f1c4-472f-9e46-ffedc7df6312","Type":"ContainerDied","Data":"1ca2d6822d49b1b978fd875e33770c4d9f0f8097823086018d4862134843dfc2"} Oct 13 20:00:34 crc kubenswrapper[4809]: I1013 20:00:34.882242 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:34 crc kubenswrapper[4809]: I1013 20:00:34.950961 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="05745b5b-936e-470c-be07-f89bc09552b3" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.1.252:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:00:34 crc kubenswrapper[4809]: I1013 20:00:34.951026 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="05745b5b-936e-470c-be07-f89bc09552b3" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.1.252:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:00:34 crc kubenswrapper[4809]: I1013 20:00:34.995494 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nc8rq\" (UniqueName: \"kubernetes.io/projected/fba25e6d-f1c4-472f-9e46-ffedc7df6312-kube-api-access-nc8rq\") pod \"fba25e6d-f1c4-472f-9e46-ffedc7df6312\" (UID: \"fba25e6d-f1c4-472f-9e46-ffedc7df6312\") " Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.003447 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fba25e6d-f1c4-472f-9e46-ffedc7df6312-kube-api-access-nc8rq" (OuterVolumeSpecName: "kube-api-access-nc8rq") pod "fba25e6d-f1c4-472f-9e46-ffedc7df6312" (UID: "fba25e6d-f1c4-472f-9e46-ffedc7df6312"). InnerVolumeSpecName "kube-api-access-nc8rq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.098178 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nc8rq\" (UniqueName: \"kubernetes.io/projected/fba25e6d-f1c4-472f-9e46-ffedc7df6312-kube-api-access-nc8rq\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.590884 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"fba25e6d-f1c4-472f-9e46-ffedc7df6312","Type":"ContainerDied","Data":"8b0f43db1e90d495ce5206406a1e12c54c25d4b7f8399fa05ca6ddf0637a3f80"} Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.590934 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.590947 4809 scope.go:117] "RemoveContainer" containerID="1ca2d6822d49b1b978fd875e33770c4d9f0f8097823086018d4862134843dfc2" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.635467 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.666239 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.713923 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:00:35 crc kubenswrapper[4809]: E1013 20:00:35.714357 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fba25e6d-f1c4-472f-9e46-ffedc7df6312" containerName="kube-state-metrics" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.714372 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fba25e6d-f1c4-472f-9e46-ffedc7df6312" containerName="kube-state-metrics" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.714586 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fba25e6d-f1c4-472f-9e46-ffedc7df6312" containerName="kube-state-metrics" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.715301 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.717484 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.717523 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-l67jt\" (UniqueName: \"kubernetes.io/projected/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-api-access-l67jt\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.717596 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.717619 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.727999 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.734069 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-kube-state-metrics-svc" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.734261 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"kube-state-metrics-tls-config" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.819469 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.819525 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.819620 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.819668 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-l67jt\" (UniqueName: \"kubernetes.io/projected/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-api-access-l67jt\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.833106 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.835533 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.836676 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:35 crc kubenswrapper[4809]: I1013 20:00:35.837380 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-l67jt\" (UniqueName: \"kubernetes.io/projected/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-api-access-l67jt\") pod \"kube-state-metrics-0\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.040976 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.168160 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.172388 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fba25e6d-f1c4-472f-9e46-ffedc7df6312" path="/var/lib/kubelet/pods/fba25e6d-f1c4-472f-9e46-ffedc7df6312/volumes" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.327535 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-combined-ca-bundle\") pod \"0b84a574-45d4-4c2d-b048-b63649541b22\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.327883 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-scripts\") pod \"0b84a574-45d4-4c2d-b048-b63649541b22\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.328041 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tdzfl\" (UniqueName: \"kubernetes.io/projected/0b84a574-45d4-4c2d-b048-b63649541b22-kube-api-access-tdzfl\") pod \"0b84a574-45d4-4c2d-b048-b63649541b22\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.328075 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-config-data\") pod \"0b84a574-45d4-4c2d-b048-b63649541b22\" (UID: \"0b84a574-45d4-4c2d-b048-b63649541b22\") " Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.336001 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-scripts" (OuterVolumeSpecName: "scripts") pod "0b84a574-45d4-4c2d-b048-b63649541b22" (UID: "0b84a574-45d4-4c2d-b048-b63649541b22"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.337932 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0b84a574-45d4-4c2d-b048-b63649541b22-kube-api-access-tdzfl" (OuterVolumeSpecName: "kube-api-access-tdzfl") pod "0b84a574-45d4-4c2d-b048-b63649541b22" (UID: "0b84a574-45d4-4c2d-b048-b63649541b22"). InnerVolumeSpecName "kube-api-access-tdzfl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.368853 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0b84a574-45d4-4c2d-b048-b63649541b22" (UID: "0b84a574-45d4-4c2d-b048-b63649541b22"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.371018 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-config-data" (OuterVolumeSpecName: "config-data") pod "0b84a574-45d4-4c2d-b048-b63649541b22" (UID: "0b84a574-45d4-4c2d-b048-b63649541b22"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.429746 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.429783 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.429793 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tdzfl\" (UniqueName: \"kubernetes.io/projected/0b84a574-45d4-4c2d-b048-b63649541b22-kube-api-access-tdzfl\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.429803 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b84a574-45d4-4c2d-b048-b63649541b22-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.533136 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:00:36 crc kubenswrapper[4809]: W1013 20:00:36.553127 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddc42e5fd_eace_49cf_ba0d_c2b407d7dd74.slice/crio-0734a25adf7a7f31631b834c48f72d1d37640561288c742c3d55a1f36021c946 WatchSource:0}: Error finding container 0734a25adf7a7f31631b834c48f72d1d37640561288c742c3d55a1f36021c946: Status 404 returned error can't find the container with id 0734a25adf7a7f31631b834c48f72d1d37640561288c742c3d55a1f36021c946 Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.603366 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74","Type":"ContainerStarted","Data":"0734a25adf7a7f31631b834c48f72d1d37640561288c742c3d55a1f36021c946"} Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.605101 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.605111 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9" event={"ID":"0b84a574-45d4-4c2d-b048-b63649541b22","Type":"ContainerDied","Data":"dd5029fc67fb04c0c3bdee2963ee71fc9036242c671e52733a39f586e52cd79a"} Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.605152 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="dd5029fc67fb04c0c3bdee2963ee71fc9036242c671e52733a39f586e52cd79a" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.747858 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.748170 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="ceilometer-central-agent" containerID="cri-o://b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923" gracePeriod=30 Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.748700 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="proxy-httpd" containerID="cri-o://54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118" gracePeriod=30 Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.748791 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="sg-core" containerID="cri-o://5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d" gracePeriod=30 Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.748849 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="ceilometer-notification-agent" containerID="cri-o://75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1" gracePeriod=30 Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.771951 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.772192 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="05745b5b-936e-470c-be07-f89bc09552b3" containerName="nova-api-log" containerID="cri-o://3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90" gracePeriod=30 Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.772280 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="05745b5b-936e-470c-be07-f89bc09552b3" containerName="nova-api-api" containerID="cri-o://3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914" gracePeriod=30 Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.784860 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.786060 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="9896ab05-dec5-4117-99c9-33b265613cce" containerName="nova-scheduler-scheduler" containerID="cri-o://9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596" gracePeriod=30 Oct 13 20:00:36 crc kubenswrapper[4809]: E1013 20:00:36.837560 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0b84a574_45d4_4c2d_b048_b63649541b22.slice\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod51595295_fbbf_4246_84d8_741cabb8ff66.slice/crio-5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d.scope\": RecentStats: unable to find data in memory cache]" Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.841807 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.842049 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerName="nova-metadata-log" containerID="cri-o://b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a" gracePeriod=30 Oct 13 20:00:36 crc kubenswrapper[4809]: I1013 20:00:36.842478 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerName="nova-metadata-metadata" containerID="cri-o://2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6" gracePeriod=30 Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.616560 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74","Type":"ContainerStarted","Data":"0ee44bc214add75fce1edffb6e80d2e1785e178c3ed0a30286cae73bffab9e2a"} Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.616900 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.624092 4809 generic.go:334] "Generic (PLEG): container finished" podID="51595295-fbbf-4246-84d8-741cabb8ff66" containerID="54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118" exitCode=0 Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.624114 4809 generic.go:334] "Generic (PLEG): container finished" podID="51595295-fbbf-4246-84d8-741cabb8ff66" containerID="5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d" exitCode=2 Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.624138 4809 generic.go:334] "Generic (PLEG): container finished" podID="51595295-fbbf-4246-84d8-741cabb8ff66" containerID="b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923" exitCode=0 Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.624147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"51595295-fbbf-4246-84d8-741cabb8ff66","Type":"ContainerDied","Data":"54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118"} Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.624232 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"51595295-fbbf-4246-84d8-741cabb8ff66","Type":"ContainerDied","Data":"5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d"} Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.624253 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"51595295-fbbf-4246-84d8-741cabb8ff66","Type":"ContainerDied","Data":"b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923"} Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.627338 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerID="b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a" exitCode=143 Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.627421 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ba70772d-5b1a-4437-bc66-727d40d11c30","Type":"ContainerDied","Data":"b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a"} Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.630377 4809 generic.go:334] "Generic (PLEG): container finished" podID="05745b5b-936e-470c-be07-f89bc09552b3" containerID="3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90" exitCode=143 Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.630407 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"05745b5b-936e-470c-be07-f89bc09552b3","Type":"ContainerDied","Data":"3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90"} Oct 13 20:00:37 crc kubenswrapper[4809]: I1013 20:00:37.648892 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=2.279524384 podStartE2EDuration="2.648872656s" podCreationTimestamp="2025-10-13 20:00:35 +0000 UTC" firstStartedPulling="2025-10-13 20:00:36.556556642 +0000 UTC m=+2155.162303227" lastFinishedPulling="2025-10-13 20:00:36.925904904 +0000 UTC m=+2155.531651499" observedRunningTime="2025-10-13 20:00:37.639063536 +0000 UTC m=+2156.244810131" watchObservedRunningTime="2025-10-13 20:00:37.648872656 +0000 UTC m=+2156.254619241" Oct 13 20:00:40 crc kubenswrapper[4809]: E1013 20:00:40.048755 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:00:40 crc kubenswrapper[4809]: E1013 20:00:40.050958 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:00:40 crc kubenswrapper[4809]: E1013 20:00:40.053139 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:00:40 crc kubenswrapper[4809]: E1013 20:00:40.053190 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="9896ab05-dec5-4117-99c9-33b265613cce" containerName="nova-scheduler-scheduler" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.657006 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.662552 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.667398 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerID="2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6" exitCode=0 Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.667437 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.667457 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ba70772d-5b1a-4437-bc66-727d40d11c30","Type":"ContainerDied","Data":"2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6"} Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.668220 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"ba70772d-5b1a-4437-bc66-727d40d11c30","Type":"ContainerDied","Data":"defe4a9a1aee0c6063f2bc97e6185cc742c55931d4f67b25846e14c4b269040e"} Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.668249 4809 scope.go:117] "RemoveContainer" containerID="2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.674774 4809 generic.go:334] "Generic (PLEG): container finished" podID="05745b5b-936e-470c-be07-f89bc09552b3" containerID="3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914" exitCode=0 Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.674811 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"05745b5b-936e-470c-be07-f89bc09552b3","Type":"ContainerDied","Data":"3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914"} Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.674837 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"05745b5b-936e-470c-be07-f89bc09552b3","Type":"ContainerDied","Data":"b3296dcbce49e9bd7affb6af8f56465ac23256d18ca2432a55259ed153e92a55"} Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.674889 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.715423 4809 scope.go:117] "RemoveContainer" containerID="b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.738276 4809 scope.go:117] "RemoveContainer" containerID="2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6" Oct 13 20:00:40 crc kubenswrapper[4809]: E1013 20:00:40.739300 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6\": container with ID starting with 2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6 not found: ID does not exist" containerID="2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.739328 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6"} err="failed to get container status \"2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6\": rpc error: code = NotFound desc = could not find container \"2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6\": container with ID starting with 2f781234907dd3a55e2af5cf83aadddefe0a9f1e40d8a2add2fddc8467a1b8d6 not found: ID does not exist" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.739350 4809 scope.go:117] "RemoveContainer" containerID="b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a" Oct 13 20:00:40 crc kubenswrapper[4809]: E1013 20:00:40.739855 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a\": container with ID starting with b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a not found: ID does not exist" containerID="b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.739892 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a"} err="failed to get container status \"b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a\": rpc error: code = NotFound desc = could not find container \"b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a\": container with ID starting with b659e7cb0496b25fd2c8a315ae2179ffed07308226b12c411b0bb609ce184b2a not found: ID does not exist" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.739911 4809 scope.go:117] "RemoveContainer" containerID="3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.763035 4809 scope.go:117] "RemoveContainer" containerID="3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.781970 4809 scope.go:117] "RemoveContainer" containerID="3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914" Oct 13 20:00:40 crc kubenswrapper[4809]: E1013 20:00:40.782475 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914\": container with ID starting with 3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914 not found: ID does not exist" containerID="3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.782511 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914"} err="failed to get container status \"3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914\": rpc error: code = NotFound desc = could not find container \"3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914\": container with ID starting with 3d2630cafeb9684feed05a53094a0eb4c202a09f249fd183b345b7901bbbf914 not found: ID does not exist" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.782534 4809 scope.go:117] "RemoveContainer" containerID="3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90" Oct 13 20:00:40 crc kubenswrapper[4809]: E1013 20:00:40.782944 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90\": container with ID starting with 3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90 not found: ID does not exist" containerID="3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.782981 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90"} err="failed to get container status \"3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90\": rpc error: code = NotFound desc = could not find container \"3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90\": container with ID starting with 3f6c4bc9a2048f9a48c7a8f0209bb131c2debc321755bfa98a5b8637d9ec9e90 not found: ID does not exist" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.814530 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-combined-ca-bundle\") pod \"05745b5b-936e-470c-be07-f89bc09552b3\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.814587 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/05745b5b-936e-470c-be07-f89bc09552b3-logs\") pod \"05745b5b-936e-470c-be07-f89bc09552b3\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.814663 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-config-data\") pod \"05745b5b-936e-470c-be07-f89bc09552b3\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.815091 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7xxnw\" (UniqueName: \"kubernetes.io/projected/05745b5b-936e-470c-be07-f89bc09552b3-kube-api-access-7xxnw\") pod \"05745b5b-936e-470c-be07-f89bc09552b3\" (UID: \"05745b5b-936e-470c-be07-f89bc09552b3\") " Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.815155 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-config-data\") pod \"ba70772d-5b1a-4437-bc66-727d40d11c30\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.815188 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-crdq6\" (UniqueName: \"kubernetes.io/projected/ba70772d-5b1a-4437-bc66-727d40d11c30-kube-api-access-crdq6\") pod \"ba70772d-5b1a-4437-bc66-727d40d11c30\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.815267 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ba70772d-5b1a-4437-bc66-727d40d11c30-logs\") pod \"ba70772d-5b1a-4437-bc66-727d40d11c30\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.815291 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-combined-ca-bundle\") pod \"ba70772d-5b1a-4437-bc66-727d40d11c30\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.815338 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-nova-metadata-tls-certs\") pod \"ba70772d-5b1a-4437-bc66-727d40d11c30\" (UID: \"ba70772d-5b1a-4437-bc66-727d40d11c30\") " Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.815380 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/05745b5b-936e-470c-be07-f89bc09552b3-logs" (OuterVolumeSpecName: "logs") pod "05745b5b-936e-470c-be07-f89bc09552b3" (UID: "05745b5b-936e-470c-be07-f89bc09552b3"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.815716 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ba70772d-5b1a-4437-bc66-727d40d11c30-logs" (OuterVolumeSpecName: "logs") pod "ba70772d-5b1a-4437-bc66-727d40d11c30" (UID: "ba70772d-5b1a-4437-bc66-727d40d11c30"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.816378 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/05745b5b-936e-470c-be07-f89bc09552b3-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.816429 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ba70772d-5b1a-4437-bc66-727d40d11c30-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.820482 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/05745b5b-936e-470c-be07-f89bc09552b3-kube-api-access-7xxnw" (OuterVolumeSpecName: "kube-api-access-7xxnw") pod "05745b5b-936e-470c-be07-f89bc09552b3" (UID: "05745b5b-936e-470c-be07-f89bc09552b3"). InnerVolumeSpecName "kube-api-access-7xxnw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.822169 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ba70772d-5b1a-4437-bc66-727d40d11c30-kube-api-access-crdq6" (OuterVolumeSpecName: "kube-api-access-crdq6") pod "ba70772d-5b1a-4437-bc66-727d40d11c30" (UID: "ba70772d-5b1a-4437-bc66-727d40d11c30"). InnerVolumeSpecName "kube-api-access-crdq6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.840313 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-config-data" (OuterVolumeSpecName: "config-data") pod "ba70772d-5b1a-4437-bc66-727d40d11c30" (UID: "ba70772d-5b1a-4437-bc66-727d40d11c30"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.842789 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "05745b5b-936e-470c-be07-f89bc09552b3" (UID: "05745b5b-936e-470c-be07-f89bc09552b3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.843225 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ba70772d-5b1a-4437-bc66-727d40d11c30" (UID: "ba70772d-5b1a-4437-bc66-727d40d11c30"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.852288 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-config-data" (OuterVolumeSpecName: "config-data") pod "05745b5b-936e-470c-be07-f89bc09552b3" (UID: "05745b5b-936e-470c-be07-f89bc09552b3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.862579 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "ba70772d-5b1a-4437-bc66-727d40d11c30" (UID: "ba70772d-5b1a-4437-bc66-727d40d11c30"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.917890 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7xxnw\" (UniqueName: \"kubernetes.io/projected/05745b5b-936e-470c-be07-f89bc09552b3-kube-api-access-7xxnw\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.917921 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.917933 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-crdq6\" (UniqueName: \"kubernetes.io/projected/ba70772d-5b1a-4437-bc66-727d40d11c30-kube-api-access-crdq6\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.917942 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.917951 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/ba70772d-5b1a-4437-bc66-727d40d11c30-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.917960 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:40 crc kubenswrapper[4809]: I1013 20:00:40.917968 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/05745b5b-936e-470c-be07-f89bc09552b3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.007771 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.017522 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.041924 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:41 crc kubenswrapper[4809]: E1013 20:00:41.042416 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerName="nova-metadata-log" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.042434 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerName="nova-metadata-log" Oct 13 20:00:41 crc kubenswrapper[4809]: E1013 20:00:41.042453 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="05745b5b-936e-470c-be07-f89bc09552b3" containerName="nova-api-api" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.042460 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="05745b5b-936e-470c-be07-f89bc09552b3" containerName="nova-api-api" Oct 13 20:00:41 crc kubenswrapper[4809]: E1013 20:00:41.042480 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0b84a574-45d4-4c2d-b048-b63649541b22" containerName="nova-manage" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.042489 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0b84a574-45d4-4c2d-b048-b63649541b22" containerName="nova-manage" Oct 13 20:00:41 crc kubenswrapper[4809]: E1013 20:00:41.042499 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerName="nova-metadata-metadata" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.042507 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerName="nova-metadata-metadata" Oct 13 20:00:41 crc kubenswrapper[4809]: E1013 20:00:41.042526 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="05745b5b-936e-470c-be07-f89bc09552b3" containerName="nova-api-log" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.042534 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="05745b5b-936e-470c-be07-f89bc09552b3" containerName="nova-api-log" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.042770 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerName="nova-metadata-log" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.042787 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="05745b5b-936e-470c-be07-f89bc09552b3" containerName="nova-api-log" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.042853 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0b84a574-45d4-4c2d-b048-b63649541b22" containerName="nova-manage" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.042876 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba70772d-5b1a-4437-bc66-727d40d11c30" containerName="nova-metadata-metadata" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.042888 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="05745b5b-936e-470c-be07-f89bc09552b3" containerName="nova-api-api" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.044575 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.048177 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.051004 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.062517 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.106757 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.116874 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.131593 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.133634 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.141639 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.180335 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.223674 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-864xb\" (UniqueName: \"kubernetes.io/projected/a6133dff-7c9f-42b8-8d51-3863eed59fde-kube-api-access-864xb\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.223807 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a6133dff-7c9f-42b8-8d51-3863eed59fde-logs\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.223837 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.223889 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-config-data\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.224140 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.326292 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-864xb\" (UniqueName: \"kubernetes.io/projected/a6133dff-7c9f-42b8-8d51-3863eed59fde-kube-api-access-864xb\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.327514 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a6133dff-7c9f-42b8-8d51-3863eed59fde-logs\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.327550 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.327577 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.327604 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mr8d5\" (UniqueName: \"kubernetes.io/projected/f7c8421e-3d07-4120-952e-7aba0cb800af-kube-api-access-mr8d5\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.327674 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-config-data\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.327722 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.327859 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f7c8421e-3d07-4120-952e-7aba0cb800af-logs\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.327894 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-config-data\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.329449 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a6133dff-7c9f-42b8-8d51-3863eed59fde-logs\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.332305 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.332712 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-config-data\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.333038 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.347504 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-864xb\" (UniqueName: \"kubernetes.io/projected/a6133dff-7c9f-42b8-8d51-3863eed59fde-kube-api-access-864xb\") pod \"nova-metadata-0\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.403343 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.429700 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.430046 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mr8d5\" (UniqueName: \"kubernetes.io/projected/f7c8421e-3d07-4120-952e-7aba0cb800af-kube-api-access-mr8d5\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.430145 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f7c8421e-3d07-4120-952e-7aba0cb800af-logs\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.430169 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-config-data\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.431518 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f7c8421e-3d07-4120-952e-7aba0cb800af-logs\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.433766 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-config-data\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.436750 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.457317 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mr8d5\" (UniqueName: \"kubernetes.io/projected/f7c8421e-3d07-4120-952e-7aba0cb800af-kube-api-access-mr8d5\") pod \"nova-api-0\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.497146 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.898160 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:00:41 crc kubenswrapper[4809]: I1013 20:00:41.984565 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.178100 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="05745b5b-936e-470c-be07-f89bc09552b3" path="/var/lib/kubelet/pods/05745b5b-936e-470c-be07-f89bc09552b3/volumes" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.179399 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ba70772d-5b1a-4437-bc66-727d40d11c30" path="/var/lib/kubelet/pods/ba70772d-5b1a-4437-bc66-727d40d11c30/volumes" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.278635 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.349391 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-config-data\") pod \"9896ab05-dec5-4117-99c9-33b265613cce\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.349441 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-82qqb\" (UniqueName: \"kubernetes.io/projected/9896ab05-dec5-4117-99c9-33b265613cce-kube-api-access-82qqb\") pod \"9896ab05-dec5-4117-99c9-33b265613cce\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.349491 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-combined-ca-bundle\") pod \"9896ab05-dec5-4117-99c9-33b265613cce\" (UID: \"9896ab05-dec5-4117-99c9-33b265613cce\") " Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.371237 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9896ab05-dec5-4117-99c9-33b265613cce-kube-api-access-82qqb" (OuterVolumeSpecName: "kube-api-access-82qqb") pod "9896ab05-dec5-4117-99c9-33b265613cce" (UID: "9896ab05-dec5-4117-99c9-33b265613cce"). InnerVolumeSpecName "kube-api-access-82qqb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.451036 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9896ab05-dec5-4117-99c9-33b265613cce" (UID: "9896ab05-dec5-4117-99c9-33b265613cce"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.451087 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-82qqb\" (UniqueName: \"kubernetes.io/projected/9896ab05-dec5-4117-99c9-33b265613cce-kube-api-access-82qqb\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.456327 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-config-data" (OuterVolumeSpecName: "config-data") pod "9896ab05-dec5-4117-99c9-33b265613cce" (UID: "9896ab05-dec5-4117-99c9-33b265613cce"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.553204 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.553247 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9896ab05-dec5-4117-99c9-33b265613cce-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.703354 4809 generic.go:334] "Generic (PLEG): container finished" podID="9896ab05-dec5-4117-99c9-33b265613cce" containerID="9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596" exitCode=0 Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.703561 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9896ab05-dec5-4117-99c9-33b265613cce","Type":"ContainerDied","Data":"9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596"} Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.703817 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9896ab05-dec5-4117-99c9-33b265613cce","Type":"ContainerDied","Data":"6527bd9c5503d2d2d6f5163c246fac531ef60ee50122fc8d40274965103fafbb"} Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.703640 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.703883 4809 scope.go:117] "RemoveContainer" containerID="9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.707257 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a6133dff-7c9f-42b8-8d51-3863eed59fde","Type":"ContainerStarted","Data":"342d3624ae1d5c351f5b94b960f1ea4dd869d027a6f8e9cb9289e39a500df20d"} Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.707294 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a6133dff-7c9f-42b8-8d51-3863eed59fde","Type":"ContainerStarted","Data":"058ad0461b31ba97408b8030a0bd2947bd0379b2f7f1fc881f9ca38c4de69bd9"} Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.707305 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a6133dff-7c9f-42b8-8d51-3863eed59fde","Type":"ContainerStarted","Data":"0599d3e21313521c73010b2dd6fa99a1f96148e37f9149becafc7000cf5fa848"} Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.710327 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f7c8421e-3d07-4120-952e-7aba0cb800af","Type":"ContainerStarted","Data":"41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4"} Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.710351 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f7c8421e-3d07-4120-952e-7aba0cb800af","Type":"ContainerStarted","Data":"50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb"} Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.710362 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f7c8421e-3d07-4120-952e-7aba0cb800af","Type":"ContainerStarted","Data":"a74fbd50d500dd5f4c2b5f09a6da8994fc53cc01e1ef1d4273a04cfe7d94f0ad"} Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.743775 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=1.743750787 podStartE2EDuration="1.743750787s" podCreationTimestamp="2025-10-13 20:00:41 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:42.731180231 +0000 UTC m=+2161.336926816" watchObservedRunningTime="2025-10-13 20:00:42.743750787 +0000 UTC m=+2161.349497392" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.758439 4809 scope.go:117] "RemoveContainer" containerID="9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596" Oct 13 20:00:42 crc kubenswrapper[4809]: E1013 20:00:42.758936 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596\": container with ID starting with 9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596 not found: ID does not exist" containerID="9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.758986 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596"} err="failed to get container status \"9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596\": rpc error: code = NotFound desc = could not find container \"9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596\": container with ID starting with 9fa84fcc048b08db670f003e507527b68bb80e8d542ab7534949249e2e0ad596 not found: ID does not exist" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.764307 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=1.764275912 podStartE2EDuration="1.764275912s" podCreationTimestamp="2025-10-13 20:00:41 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:42.752283502 +0000 UTC m=+2161.358030107" watchObservedRunningTime="2025-10-13 20:00:42.764275912 +0000 UTC m=+2161.370022497" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.784282 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.793701 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.817749 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:42 crc kubenswrapper[4809]: E1013 20:00:42.818307 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9896ab05-dec5-4117-99c9-33b265613cce" containerName="nova-scheduler-scheduler" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.818332 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9896ab05-dec5-4117-99c9-33b265613cce" containerName="nova-scheduler-scheduler" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.818567 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9896ab05-dec5-4117-99c9-33b265613cce" containerName="nova-scheduler-scheduler" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.819506 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.822336 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.826902 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.962421 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lnpn8\" (UniqueName: \"kubernetes.io/projected/17660864-289a-443e-9cb7-5adc7114b24c-kube-api-access-lnpn8\") pod \"nova-scheduler-0\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.963270 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-config-data\") pod \"nova-scheduler-0\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:42 crc kubenswrapper[4809]: I1013 20:00:42.963438 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:43 crc kubenswrapper[4809]: I1013 20:00:43.065250 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lnpn8\" (UniqueName: \"kubernetes.io/projected/17660864-289a-443e-9cb7-5adc7114b24c-kube-api-access-lnpn8\") pod \"nova-scheduler-0\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:43 crc kubenswrapper[4809]: I1013 20:00:43.065609 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-config-data\") pod \"nova-scheduler-0\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:43 crc kubenswrapper[4809]: I1013 20:00:43.065937 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:43 crc kubenswrapper[4809]: I1013 20:00:43.071168 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:43 crc kubenswrapper[4809]: I1013 20:00:43.071799 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-config-data\") pod \"nova-scheduler-0\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:43 crc kubenswrapper[4809]: I1013 20:00:43.086434 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lnpn8\" (UniqueName: \"kubernetes.io/projected/17660864-289a-443e-9cb7-5adc7114b24c-kube-api-access-lnpn8\") pod \"nova-scheduler-0\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:43 crc kubenswrapper[4809]: I1013 20:00:43.138789 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:43 crc kubenswrapper[4809]: I1013 20:00:43.630184 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:00:43 crc kubenswrapper[4809]: W1013 20:00:43.632581 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod17660864_289a_443e_9cb7_5adc7114b24c.slice/crio-9fcc15b8c111d3aabadd09afbddb3777259d67c83a3fa370319b52582120bd2e WatchSource:0}: Error finding container 9fcc15b8c111d3aabadd09afbddb3777259d67c83a3fa370319b52582120bd2e: Status 404 returned error can't find the container with id 9fcc15b8c111d3aabadd09afbddb3777259d67c83a3fa370319b52582120bd2e Oct 13 20:00:43 crc kubenswrapper[4809]: I1013 20:00:43.722404 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"17660864-289a-443e-9cb7-5adc7114b24c","Type":"ContainerStarted","Data":"9fcc15b8c111d3aabadd09afbddb3777259d67c83a3fa370319b52582120bd2e"} Oct 13 20:00:44 crc kubenswrapper[4809]: I1013 20:00:44.179530 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9896ab05-dec5-4117-99c9-33b265613cce" path="/var/lib/kubelet/pods/9896ab05-dec5-4117-99c9-33b265613cce/volumes" Oct 13 20:00:44 crc kubenswrapper[4809]: I1013 20:00:44.740506 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"17660864-289a-443e-9cb7-5adc7114b24c","Type":"ContainerStarted","Data":"6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c"} Oct 13 20:00:44 crc kubenswrapper[4809]: I1013 20:00:44.780700 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.78066709 podStartE2EDuration="2.78066709s" podCreationTimestamp="2025-10-13 20:00:42 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:00:44.765881274 +0000 UTC m=+2163.371627899" watchObservedRunningTime="2025-10-13 20:00:44.78066709 +0000 UTC m=+2163.386413715" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.052967 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.403999 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.404126 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.442787 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.545258 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-config-data\") pod \"51595295-fbbf-4246-84d8-741cabb8ff66\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.545448 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-run-httpd\") pod \"51595295-fbbf-4246-84d8-741cabb8ff66\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.545479 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-sg-core-conf-yaml\") pod \"51595295-fbbf-4246-84d8-741cabb8ff66\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.545527 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ps6zk\" (UniqueName: \"kubernetes.io/projected/51595295-fbbf-4246-84d8-741cabb8ff66-kube-api-access-ps6zk\") pod \"51595295-fbbf-4246-84d8-741cabb8ff66\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.545562 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-scripts\") pod \"51595295-fbbf-4246-84d8-741cabb8ff66\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.545634 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-combined-ca-bundle\") pod \"51595295-fbbf-4246-84d8-741cabb8ff66\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.545696 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-log-httpd\") pod \"51595295-fbbf-4246-84d8-741cabb8ff66\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.545798 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "51595295-fbbf-4246-84d8-741cabb8ff66" (UID: "51595295-fbbf-4246-84d8-741cabb8ff66"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.546172 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "51595295-fbbf-4246-84d8-741cabb8ff66" (UID: "51595295-fbbf-4246-84d8-741cabb8ff66"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.546449 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.546470 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/51595295-fbbf-4246-84d8-741cabb8ff66-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.554282 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-scripts" (OuterVolumeSpecName: "scripts") pod "51595295-fbbf-4246-84d8-741cabb8ff66" (UID: "51595295-fbbf-4246-84d8-741cabb8ff66"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.554700 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/51595295-fbbf-4246-84d8-741cabb8ff66-kube-api-access-ps6zk" (OuterVolumeSpecName: "kube-api-access-ps6zk") pod "51595295-fbbf-4246-84d8-741cabb8ff66" (UID: "51595295-fbbf-4246-84d8-741cabb8ff66"). InnerVolumeSpecName "kube-api-access-ps6zk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.587968 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "51595295-fbbf-4246-84d8-741cabb8ff66" (UID: "51595295-fbbf-4246-84d8-741cabb8ff66"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.648806 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "51595295-fbbf-4246-84d8-741cabb8ff66" (UID: "51595295-fbbf-4246-84d8-741cabb8ff66"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.649355 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-combined-ca-bundle\") pod \"51595295-fbbf-4246-84d8-741cabb8ff66\" (UID: \"51595295-fbbf-4246-84d8-741cabb8ff66\") " Oct 13 20:00:46 crc kubenswrapper[4809]: W1013 20:00:46.649531 4809 empty_dir.go:500] Warning: Unmount skipped because path does not exist: /var/lib/kubelet/pods/51595295-fbbf-4246-84d8-741cabb8ff66/volumes/kubernetes.io~secret/combined-ca-bundle Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.649567 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "51595295-fbbf-4246-84d8-741cabb8ff66" (UID: "51595295-fbbf-4246-84d8-741cabb8ff66"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.650457 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.650611 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.650778 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ps6zk\" (UniqueName: \"kubernetes.io/projected/51595295-fbbf-4246-84d8-741cabb8ff66-kube-api-access-ps6zk\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.650909 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.675126 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-config-data" (OuterVolumeSpecName: "config-data") pod "51595295-fbbf-4246-84d8-741cabb8ff66" (UID: "51595295-fbbf-4246-84d8-741cabb8ff66"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.757961 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/51595295-fbbf-4246-84d8-741cabb8ff66-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.774318 4809 generic.go:334] "Generic (PLEG): container finished" podID="51595295-fbbf-4246-84d8-741cabb8ff66" containerID="75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1" exitCode=0 Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.774399 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"51595295-fbbf-4246-84d8-741cabb8ff66","Type":"ContainerDied","Data":"75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1"} Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.774459 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"51595295-fbbf-4246-84d8-741cabb8ff66","Type":"ContainerDied","Data":"81260e41c47e6a08b7a020a8680b6a00450c51d7ecfb6c7d5a9537396402f1c8"} Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.774481 4809 scope.go:117] "RemoveContainer" containerID="54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.775067 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.826651 4809 scope.go:117] "RemoveContainer" containerID="5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.842850 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.868497 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.875919 4809 scope.go:117] "RemoveContainer" containerID="75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.901889 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:00:46 crc kubenswrapper[4809]: E1013 20:00:46.902342 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="ceilometer-notification-agent" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.902362 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="ceilometer-notification-agent" Oct 13 20:00:46 crc kubenswrapper[4809]: E1013 20:00:46.902378 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="proxy-httpd" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.902385 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="proxy-httpd" Oct 13 20:00:46 crc kubenswrapper[4809]: E1013 20:00:46.902408 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="sg-core" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.902414 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="sg-core" Oct 13 20:00:46 crc kubenswrapper[4809]: E1013 20:00:46.902434 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="ceilometer-central-agent" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.902442 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="ceilometer-central-agent" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.902621 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="proxy-httpd" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.902634 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="ceilometer-central-agent" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.902646 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="ceilometer-notification-agent" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.902658 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" containerName="sg-core" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.904351 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.906446 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.906633 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.906855 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.907007 4809 scope.go:117] "RemoveContainer" containerID="b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.913138 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.943076 4809 scope.go:117] "RemoveContainer" containerID="54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118" Oct 13 20:00:46 crc kubenswrapper[4809]: E1013 20:00:46.943590 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118\": container with ID starting with 54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118 not found: ID does not exist" containerID="54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.943644 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118"} err="failed to get container status \"54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118\": rpc error: code = NotFound desc = could not find container \"54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118\": container with ID starting with 54f38c6b09c7b2c09c6ef4893705f11bfa9f263ae97115a922724c57b769b118 not found: ID does not exist" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.943678 4809 scope.go:117] "RemoveContainer" containerID="5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d" Oct 13 20:00:46 crc kubenswrapper[4809]: E1013 20:00:46.943977 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d\": container with ID starting with 5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d not found: ID does not exist" containerID="5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.943999 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d"} err="failed to get container status \"5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d\": rpc error: code = NotFound desc = could not find container \"5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d\": container with ID starting with 5b575bda163a32f79f85c4c700cfba0b7a567a64bc24b8b29d9fc3086e17532d not found: ID does not exist" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.944013 4809 scope.go:117] "RemoveContainer" containerID="75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1" Oct 13 20:00:46 crc kubenswrapper[4809]: E1013 20:00:46.944296 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1\": container with ID starting with 75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1 not found: ID does not exist" containerID="75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.944317 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1"} err="failed to get container status \"75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1\": rpc error: code = NotFound desc = could not find container \"75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1\": container with ID starting with 75e744da555d0bb46c2a305897c60d78bd1618c1149fcb0f1ab63dbd51d917d1 not found: ID does not exist" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.944329 4809 scope.go:117] "RemoveContainer" containerID="b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923" Oct 13 20:00:46 crc kubenswrapper[4809]: E1013 20:00:46.944522 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923\": container with ID starting with b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923 not found: ID does not exist" containerID="b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.944542 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923"} err="failed to get container status \"b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923\": rpc error: code = NotFound desc = could not find container \"b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923\": container with ID starting with b69ecac6394c42c7e7964c88e8230b89ebc915979c9a79b48e6b225d14e4b923 not found: ID does not exist" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.959883 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-log-httpd\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.959924 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-scripts\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.959952 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-config-data\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.959979 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.960018 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.960034 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.960065 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qkg4d\" (UniqueName: \"kubernetes.io/projected/ab887126-2921-4d10-ada9-1fb79f80a21e-kube-api-access-qkg4d\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:46 crc kubenswrapper[4809]: I1013 20:00:46.960086 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-run-httpd\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.060791 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-log-httpd\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.062028 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-scripts\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.062482 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-config-data\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.062594 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.062714 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.062912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.063053 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qkg4d\" (UniqueName: \"kubernetes.io/projected/ab887126-2921-4d10-ada9-1fb79f80a21e-kube-api-access-qkg4d\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.063146 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-run-httpd\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.061988 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-log-httpd\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.063516 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-run-httpd\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.065765 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-scripts\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.066527 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-config-data\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.067581 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.067748 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.068804 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.091765 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qkg4d\" (UniqueName: \"kubernetes.io/projected/ab887126-2921-4d10-ada9-1fb79f80a21e-kube-api-access-qkg4d\") pod \"ceilometer-0\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.228581 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.699834 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:00:47 crc kubenswrapper[4809]: W1013 20:00:47.703084 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podab887126_2921_4d10_ada9_1fb79f80a21e.slice/crio-a79693c3bd9e1707781ca651d38e075497baa76c37e247bac30e7cdd2db3400e WatchSource:0}: Error finding container a79693c3bd9e1707781ca651d38e075497baa76c37e247bac30e7cdd2db3400e: Status 404 returned error can't find the container with id a79693c3bd9e1707781ca651d38e075497baa76c37e247bac30e7cdd2db3400e Oct 13 20:00:47 crc kubenswrapper[4809]: I1013 20:00:47.794081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ab887126-2921-4d10-ada9-1fb79f80a21e","Type":"ContainerStarted","Data":"a79693c3bd9e1707781ca651d38e075497baa76c37e247bac30e7cdd2db3400e"} Oct 13 20:00:48 crc kubenswrapper[4809]: I1013 20:00:48.139899 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:48 crc kubenswrapper[4809]: I1013 20:00:48.173786 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="51595295-fbbf-4246-84d8-741cabb8ff66" path="/var/lib/kubelet/pods/51595295-fbbf-4246-84d8-741cabb8ff66/volumes" Oct 13 20:00:48 crc kubenswrapper[4809]: I1013 20:00:48.807410 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ab887126-2921-4d10-ada9-1fb79f80a21e","Type":"ContainerStarted","Data":"268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6"} Oct 13 20:00:49 crc kubenswrapper[4809]: I1013 20:00:49.817967 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ab887126-2921-4d10-ada9-1fb79f80a21e","Type":"ContainerStarted","Data":"794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec"} Oct 13 20:00:51 crc kubenswrapper[4809]: I1013 20:00:51.403764 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:51 crc kubenswrapper[4809]: I1013 20:00:51.404180 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:00:51 crc kubenswrapper[4809]: I1013 20:00:51.497762 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:51 crc kubenswrapper[4809]: I1013 20:00:51.497822 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:00:51 crc kubenswrapper[4809]: I1013 20:00:51.838420 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ab887126-2921-4d10-ada9-1fb79f80a21e","Type":"ContainerStarted","Data":"2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09"} Oct 13 20:00:52 crc kubenswrapper[4809]: I1013 20:00:52.418918 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.7:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:00:52 crc kubenswrapper[4809]: I1013 20:00:52.418918 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.7:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:00:52 crc kubenswrapper[4809]: I1013 20:00:52.580056 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.0.8:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:00:52 crc kubenswrapper[4809]: I1013 20:00:52.580393 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.0.8:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:00:52 crc kubenswrapper[4809]: I1013 20:00:52.854050 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ab887126-2921-4d10-ada9-1fb79f80a21e","Type":"ContainerStarted","Data":"69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e"} Oct 13 20:00:52 crc kubenswrapper[4809]: I1013 20:00:52.854503 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:00:52 crc kubenswrapper[4809]: I1013 20:00:52.875313 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.008494419 podStartE2EDuration="6.875295673s" podCreationTimestamp="2025-10-13 20:00:46 +0000 UTC" firstStartedPulling="2025-10-13 20:00:47.706615255 +0000 UTC m=+2166.312361840" lastFinishedPulling="2025-10-13 20:00:52.573416499 +0000 UTC m=+2171.179163094" observedRunningTime="2025-10-13 20:00:52.873181223 +0000 UTC m=+2171.478927808" watchObservedRunningTime="2025-10-13 20:00:52.875295673 +0000 UTC m=+2171.481042258" Oct 13 20:00:53 crc kubenswrapper[4809]: I1013 20:00:53.139032 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:53 crc kubenswrapper[4809]: I1013 20:00:53.181646 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:53 crc kubenswrapper[4809]: I1013 20:00:53.904521 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:00:58 crc kubenswrapper[4809]: I1013 20:00:58.592650 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:00:58 crc kubenswrapper[4809]: I1013 20:00:58.593149 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.212367 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-cron-29339761-jtj5l"] Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.215695 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.235523 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-cron-29339761-jtj5l"] Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.279024 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xz65p\" (UniqueName: \"kubernetes.io/projected/315655d3-cc8a-4a14-9f14-fd2ca8058075-kube-api-access-xz65p\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.279071 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-config-data\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.279107 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-fernet-keys\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.279396 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-combined-ca-bundle\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.382133 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xz65p\" (UniqueName: \"kubernetes.io/projected/315655d3-cc8a-4a14-9f14-fd2ca8058075-kube-api-access-xz65p\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.382190 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-config-data\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.382228 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-fernet-keys\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.382272 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-combined-ca-bundle\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.390370 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-config-data\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.402679 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-fernet-keys\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.404473 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xz65p\" (UniqueName: \"kubernetes.io/projected/315655d3-cc8a-4a14-9f14-fd2ca8058075-kube-api-access-xz65p\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.404953 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-combined-ca-bundle\") pod \"keystone-cron-29339761-jtj5l\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:00 crc kubenswrapper[4809]: I1013 20:01:00.555899 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:01 crc kubenswrapper[4809]: W1013 20:01:01.102941 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod315655d3_cc8a_4a14_9f14_fd2ca8058075.slice/crio-5991322fbe9494c62dc9f650f61376e064933e086e661c03a8c1343662c6da21 WatchSource:0}: Error finding container 5991322fbe9494c62dc9f650f61376e064933e086e661c03a8c1343662c6da21: Status 404 returned error can't find the container with id 5991322fbe9494c62dc9f650f61376e064933e086e661c03a8c1343662c6da21 Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.104073 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-cron-29339761-jtj5l"] Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.415052 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.416376 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.422973 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.501408 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.502063 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.502376 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.504089 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.962284 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" event={"ID":"315655d3-cc8a-4a14-9f14-fd2ca8058075","Type":"ContainerStarted","Data":"f571d8232a40ff05589210c06a48aaefc59566ac6824cd72d898743205b0b5c3"} Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.962357 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" event={"ID":"315655d3-cc8a-4a14-9f14-fd2ca8058075","Type":"ContainerStarted","Data":"5991322fbe9494c62dc9f650f61376e064933e086e661c03a8c1343662c6da21"} Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.964844 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.970074 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:01:01 crc kubenswrapper[4809]: I1013 20:01:01.971288 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:02 crc kubenswrapper[4809]: I1013 20:01:02.001953 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" podStartSLOduration=2.001927502 podStartE2EDuration="2.001927502s" podCreationTimestamp="2025-10-13 20:01:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:01:02.000499262 +0000 UTC m=+2180.606245867" watchObservedRunningTime="2025-10-13 20:01:02.001927502 +0000 UTC m=+2180.607674117" Oct 13 20:01:03 crc kubenswrapper[4809]: I1013 20:01:03.980646 4809 generic.go:334] "Generic (PLEG): container finished" podID="315655d3-cc8a-4a14-9f14-fd2ca8058075" containerID="f571d8232a40ff05589210c06a48aaefc59566ac6824cd72d898743205b0b5c3" exitCode=0 Oct 13 20:01:03 crc kubenswrapper[4809]: I1013 20:01:03.982147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" event={"ID":"315655d3-cc8a-4a14-9f14-fd2ca8058075","Type":"ContainerDied","Data":"f571d8232a40ff05589210c06a48aaefc59566ac6824cd72d898743205b0b5c3"} Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.215662 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.215969 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="ceilometer-central-agent" containerID="cri-o://268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6" gracePeriod=30 Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.216093 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="sg-core" containerID="cri-o://2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09" gracePeriod=30 Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.216108 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="proxy-httpd" containerID="cri-o://69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e" gracePeriod=30 Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.218506 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="ceilometer-notification-agent" containerID="cri-o://794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec" gracePeriod=30 Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.238238 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="proxy-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 502" Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.777801 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.995305 4809 generic.go:334] "Generic (PLEG): container finished" podID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerID="69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e" exitCode=0 Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.995351 4809 generic.go:334] "Generic (PLEG): container finished" podID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerID="2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09" exitCode=2 Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.995363 4809 generic.go:334] "Generic (PLEG): container finished" podID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerID="268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6" exitCode=0 Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.995388 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ab887126-2921-4d10-ada9-1fb79f80a21e","Type":"ContainerDied","Data":"69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e"} Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.995459 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ab887126-2921-4d10-ada9-1fb79f80a21e","Type":"ContainerDied","Data":"2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09"} Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.995478 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ab887126-2921-4d10-ada9-1fb79f80a21e","Type":"ContainerDied","Data":"268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6"} Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.995627 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerName="nova-api-log" containerID="cri-o://50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb" gracePeriod=30 Oct 13 20:01:04 crc kubenswrapper[4809]: I1013 20:01:04.996235 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerName="nova-api-api" containerID="cri-o://41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4" gracePeriod=30 Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.486676 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.584617 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-config-data\") pod \"315655d3-cc8a-4a14-9f14-fd2ca8058075\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.584895 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xz65p\" (UniqueName: \"kubernetes.io/projected/315655d3-cc8a-4a14-9f14-fd2ca8058075-kube-api-access-xz65p\") pod \"315655d3-cc8a-4a14-9f14-fd2ca8058075\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.585019 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-fernet-keys\") pod \"315655d3-cc8a-4a14-9f14-fd2ca8058075\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.585075 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-combined-ca-bundle\") pod \"315655d3-cc8a-4a14-9f14-fd2ca8058075\" (UID: \"315655d3-cc8a-4a14-9f14-fd2ca8058075\") " Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.596927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/315655d3-cc8a-4a14-9f14-fd2ca8058075-kube-api-access-xz65p" (OuterVolumeSpecName: "kube-api-access-xz65p") pod "315655d3-cc8a-4a14-9f14-fd2ca8058075" (UID: "315655d3-cc8a-4a14-9f14-fd2ca8058075"). InnerVolumeSpecName "kube-api-access-xz65p". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.613772 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "315655d3-cc8a-4a14-9f14-fd2ca8058075" (UID: "315655d3-cc8a-4a14-9f14-fd2ca8058075"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.638783 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "315655d3-cc8a-4a14-9f14-fd2ca8058075" (UID: "315655d3-cc8a-4a14-9f14-fd2ca8058075"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.686618 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.686641 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.686654 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xz65p\" (UniqueName: \"kubernetes.io/projected/315655d3-cc8a-4a14-9f14-fd2ca8058075-kube-api-access-xz65p\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.741404 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-config-data" (OuterVolumeSpecName: "config-data") pod "315655d3-cc8a-4a14-9f14-fd2ca8058075" (UID: "315655d3-cc8a-4a14-9f14-fd2ca8058075"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.789142 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/315655d3-cc8a-4a14-9f14-fd2ca8058075-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.877255 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.999335 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-scripts\") pod \"ab887126-2921-4d10-ada9-1fb79f80a21e\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " Oct 13 20:01:05 crc kubenswrapper[4809]: I1013 20:01:05.999411 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-config-data\") pod \"ab887126-2921-4d10-ada9-1fb79f80a21e\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:05.999476 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-log-httpd\") pod \"ab887126-2921-4d10-ada9-1fb79f80a21e\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:05.999513 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-ceilometer-tls-certs\") pod \"ab887126-2921-4d10-ada9-1fb79f80a21e\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:05.999609 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-sg-core-conf-yaml\") pod \"ab887126-2921-4d10-ada9-1fb79f80a21e\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:05.999671 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-run-httpd\") pod \"ab887126-2921-4d10-ada9-1fb79f80a21e\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:05.999804 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qkg4d\" (UniqueName: \"kubernetes.io/projected/ab887126-2921-4d10-ada9-1fb79f80a21e-kube-api-access-qkg4d\") pod \"ab887126-2921-4d10-ada9-1fb79f80a21e\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:05.999837 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-combined-ca-bundle\") pod \"ab887126-2921-4d10-ada9-1fb79f80a21e\" (UID: \"ab887126-2921-4d10-ada9-1fb79f80a21e\") " Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.000051 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "ab887126-2921-4d10-ada9-1fb79f80a21e" (UID: "ab887126-2921-4d10-ada9-1fb79f80a21e"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.000200 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "ab887126-2921-4d10-ada9-1fb79f80a21e" (UID: "ab887126-2921-4d10-ada9-1fb79f80a21e"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.000329 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.000347 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ab887126-2921-4d10-ada9-1fb79f80a21e-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.011674 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ab887126-2921-4d10-ada9-1fb79f80a21e-kube-api-access-qkg4d" (OuterVolumeSpecName: "kube-api-access-qkg4d") pod "ab887126-2921-4d10-ada9-1fb79f80a21e" (UID: "ab887126-2921-4d10-ada9-1fb79f80a21e"). InnerVolumeSpecName "kube-api-access-qkg4d". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.020104 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.020495 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-cron-29339761-jtj5l" event={"ID":"315655d3-cc8a-4a14-9f14-fd2ca8058075","Type":"ContainerDied","Data":"5991322fbe9494c62dc9f650f61376e064933e086e661c03a8c1343662c6da21"} Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.020690 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5991322fbe9494c62dc9f650f61376e064933e086e661c03a8c1343662c6da21" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.043246 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-scripts" (OuterVolumeSpecName: "scripts") pod "ab887126-2921-4d10-ada9-1fb79f80a21e" (UID: "ab887126-2921-4d10-ada9-1fb79f80a21e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.043499 4809 generic.go:334] "Generic (PLEG): container finished" podID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerID="794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec" exitCode=0 Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.043731 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.043787 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ab887126-2921-4d10-ada9-1fb79f80a21e","Type":"ContainerDied","Data":"794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec"} Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.043833 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ab887126-2921-4d10-ada9-1fb79f80a21e","Type":"ContainerDied","Data":"a79693c3bd9e1707781ca651d38e075497baa76c37e247bac30e7cdd2db3400e"} Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.043852 4809 scope.go:117] "RemoveContainer" containerID="69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.071103 4809 generic.go:334] "Generic (PLEG): container finished" podID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerID="50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb" exitCode=143 Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.071156 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f7c8421e-3d07-4120-952e-7aba0cb800af","Type":"ContainerDied","Data":"50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb"} Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.076277 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "ab887126-2921-4d10-ada9-1fb79f80a21e" (UID: "ab887126-2921-4d10-ada9-1fb79f80a21e"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.103091 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.103427 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.103441 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qkg4d\" (UniqueName: \"kubernetes.io/projected/ab887126-2921-4d10-ada9-1fb79f80a21e-kube-api-access-qkg4d\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.104700 4809 scope.go:117] "RemoveContainer" containerID="2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.128594 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "ab887126-2921-4d10-ada9-1fb79f80a21e" (UID: "ab887126-2921-4d10-ada9-1fb79f80a21e"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.134116 4809 scope.go:117] "RemoveContainer" containerID="794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.146620 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ab887126-2921-4d10-ada9-1fb79f80a21e" (UID: "ab887126-2921-4d10-ada9-1fb79f80a21e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.178841 4809 scope.go:117] "RemoveContainer" containerID="268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.183499 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-config-data" (OuterVolumeSpecName: "config-data") pod "ab887126-2921-4d10-ada9-1fb79f80a21e" (UID: "ab887126-2921-4d10-ada9-1fb79f80a21e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.204929 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.204955 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.204964 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab887126-2921-4d10-ada9-1fb79f80a21e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.209651 4809 scope.go:117] "RemoveContainer" containerID="69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e" Oct 13 20:01:06 crc kubenswrapper[4809]: E1013 20:01:06.210573 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e\": container with ID starting with 69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e not found: ID does not exist" containerID="69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.210608 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e"} err="failed to get container status \"69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e\": rpc error: code = NotFound desc = could not find container \"69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e\": container with ID starting with 69e72f467d0f78b96c76a5ef040777c75c51c1866efbf2be95d2b444b63fe33e not found: ID does not exist" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.210634 4809 scope.go:117] "RemoveContainer" containerID="2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09" Oct 13 20:01:06 crc kubenswrapper[4809]: E1013 20:01:06.210995 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09\": container with ID starting with 2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09 not found: ID does not exist" containerID="2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.211031 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09"} err="failed to get container status \"2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09\": rpc error: code = NotFound desc = could not find container \"2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09\": container with ID starting with 2f711ad7a71fa9dcba00930dda6bf64815059063c47ecda2faff3f5313130f09 not found: ID does not exist" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.211056 4809 scope.go:117] "RemoveContainer" containerID="794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec" Oct 13 20:01:06 crc kubenswrapper[4809]: E1013 20:01:06.211467 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec\": container with ID starting with 794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec not found: ID does not exist" containerID="794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.211492 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec"} err="failed to get container status \"794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec\": rpc error: code = NotFound desc = could not find container \"794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec\": container with ID starting with 794c7446b428458c6db667042b84aebd9cf1c63b0abccda52fb31bbd117ce7ec not found: ID does not exist" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.211506 4809 scope.go:117] "RemoveContainer" containerID="268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6" Oct 13 20:01:06 crc kubenswrapper[4809]: E1013 20:01:06.211989 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6\": container with ID starting with 268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6 not found: ID does not exist" containerID="268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.212007 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6"} err="failed to get container status \"268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6\": rpc error: code = NotFound desc = could not find container \"268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6\": container with ID starting with 268c9252acca5ac6d8e011f8877a4117429e1287f8d068fceac07f09518daca6 not found: ID does not exist" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.435535 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.441703 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.456755 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:06 crc kubenswrapper[4809]: E1013 20:01:06.459084 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="sg-core" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.459105 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="sg-core" Oct 13 20:01:06 crc kubenswrapper[4809]: E1013 20:01:06.459127 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="ceilometer-notification-agent" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.459133 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="ceilometer-notification-agent" Oct 13 20:01:06 crc kubenswrapper[4809]: E1013 20:01:06.459161 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="proxy-httpd" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.459168 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="proxy-httpd" Oct 13 20:01:06 crc kubenswrapper[4809]: E1013 20:01:06.459182 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="315655d3-cc8a-4a14-9f14-fd2ca8058075" containerName="keystone-cron" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.459187 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="315655d3-cc8a-4a14-9f14-fd2ca8058075" containerName="keystone-cron" Oct 13 20:01:06 crc kubenswrapper[4809]: E1013 20:01:06.459212 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="ceilometer-central-agent" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.459218 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="ceilometer-central-agent" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.459409 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="ceilometer-central-agent" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.459418 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="sg-core" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.459432 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="315655d3-cc8a-4a14-9f14-fd2ca8058075" containerName="keystone-cron" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.459441 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="proxy-httpd" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.459455 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" containerName="ceilometer-notification-agent" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.461061 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.468458 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.468676 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.479397 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.488857 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.511619 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.511694 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-config-data\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.511719 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.511763 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mpr9q\" (UniqueName: \"kubernetes.io/projected/3d997f34-3117-4728-8a47-0f4cad3d4e07-kube-api-access-mpr9q\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.512380 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-log-httpd\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.512589 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.512636 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-scripts\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.517016 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-run-httpd\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.526119 4809 scope.go:117] "RemoveContainer" containerID="70c2e410bb42ac2d4a435329f2e55ff8ef00a77fb3227e96f66dbcc4c5c04bbd" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.589849 4809 scope.go:117] "RemoveContainer" containerID="7d91504214203dc80059c219dd3182b119d1d36735518b81243fd90aaf0a9b69" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.619332 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mpr9q\" (UniqueName: \"kubernetes.io/projected/3d997f34-3117-4728-8a47-0f4cad3d4e07-kube-api-access-mpr9q\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.619401 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-log-httpd\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.619461 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.619488 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-scripts\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.619535 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-run-httpd\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.619591 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.619638 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-config-data\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.619657 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.619984 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-log-httpd\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.620037 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-run-httpd\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.631854 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-config-data\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.632136 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.632195 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.634995 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mpr9q\" (UniqueName: \"kubernetes.io/projected/3d997f34-3117-4728-8a47-0f4cad3d4e07-kube-api-access-mpr9q\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.635426 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.642046 4809 scope.go:117] "RemoveContainer" containerID="d434b2d2f58d939154cffa744a7e0608cc0e3cb2101b71bc55f9eb1ff6c14dd0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.642925 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-scripts\") pod \"ceilometer-0\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.727792 4809 scope.go:117] "RemoveContainer" containerID="d759133e2e0fb0a2d10f2fc40236f6181ca45437c4d3c3c8c430d356448d1c19" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.789360 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:06 crc kubenswrapper[4809]: I1013 20:01:06.828301 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:07 crc kubenswrapper[4809]: I1013 20:01:07.304638 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:07 crc kubenswrapper[4809]: W1013 20:01:07.310842 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3d997f34_3117_4728_8a47_0f4cad3d4e07.slice/crio-a862c186033fa9f4431679d2ad0038d81a5f90a6800e05bb9eb975384f32bb59 WatchSource:0}: Error finding container a862c186033fa9f4431679d2ad0038d81a5f90a6800e05bb9eb975384f32bb59: Status 404 returned error can't find the container with id a862c186033fa9f4431679d2ad0038d81a5f90a6800e05bb9eb975384f32bb59 Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.105627 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3d997f34-3117-4728-8a47-0f4cad3d4e07","Type":"ContainerStarted","Data":"6f3d25ff32076c57da5e4212b6894403bdcdbf93a17c6a7aed2547043b8968cc"} Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.106045 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3d997f34-3117-4728-8a47-0f4cad3d4e07","Type":"ContainerStarted","Data":"a862c186033fa9f4431679d2ad0038d81a5f90a6800e05bb9eb975384f32bb59"} Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.168897 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ab887126-2921-4d10-ada9-1fb79f80a21e" path="/var/lib/kubelet/pods/ab887126-2921-4d10-ada9-1fb79f80a21e/volumes" Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.737671 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.764024 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mr8d5\" (UniqueName: \"kubernetes.io/projected/f7c8421e-3d07-4120-952e-7aba0cb800af-kube-api-access-mr8d5\") pod \"f7c8421e-3d07-4120-952e-7aba0cb800af\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.764128 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-config-data\") pod \"f7c8421e-3d07-4120-952e-7aba0cb800af\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.764197 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-combined-ca-bundle\") pod \"f7c8421e-3d07-4120-952e-7aba0cb800af\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.764288 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f7c8421e-3d07-4120-952e-7aba0cb800af-logs\") pod \"f7c8421e-3d07-4120-952e-7aba0cb800af\" (UID: \"f7c8421e-3d07-4120-952e-7aba0cb800af\") " Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.765332 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f7c8421e-3d07-4120-952e-7aba0cb800af-logs" (OuterVolumeSpecName: "logs") pod "f7c8421e-3d07-4120-952e-7aba0cb800af" (UID: "f7c8421e-3d07-4120-952e-7aba0cb800af"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.773934 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f7c8421e-3d07-4120-952e-7aba0cb800af-kube-api-access-mr8d5" (OuterVolumeSpecName: "kube-api-access-mr8d5") pod "f7c8421e-3d07-4120-952e-7aba0cb800af" (UID: "f7c8421e-3d07-4120-952e-7aba0cb800af"). InnerVolumeSpecName "kube-api-access-mr8d5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.793096 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-config-data" (OuterVolumeSpecName: "config-data") pod "f7c8421e-3d07-4120-952e-7aba0cb800af" (UID: "f7c8421e-3d07-4120-952e-7aba0cb800af"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.795567 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f7c8421e-3d07-4120-952e-7aba0cb800af" (UID: "f7c8421e-3d07-4120-952e-7aba0cb800af"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.865906 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f7c8421e-3d07-4120-952e-7aba0cb800af-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.865944 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mr8d5\" (UniqueName: \"kubernetes.io/projected/f7c8421e-3d07-4120-952e-7aba0cb800af-kube-api-access-mr8d5\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.865954 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:08 crc kubenswrapper[4809]: I1013 20:01:08.865964 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7c8421e-3d07-4120-952e-7aba0cb800af-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.119650 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3d997f34-3117-4728-8a47-0f4cad3d4e07","Type":"ContainerStarted","Data":"f41adfe89033a216bf24e6fc86393c027e333c5c0dd40447233f975d95edaacb"} Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.121974 4809 generic.go:334] "Generic (PLEG): container finished" podID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerID="41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4" exitCode=0 Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.122015 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f7c8421e-3d07-4120-952e-7aba0cb800af","Type":"ContainerDied","Data":"41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4"} Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.122043 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f7c8421e-3d07-4120-952e-7aba0cb800af","Type":"ContainerDied","Data":"a74fbd50d500dd5f4c2b5f09a6da8994fc53cc01e1ef1d4273a04cfe7d94f0ad"} Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.122069 4809 scope.go:117] "RemoveContainer" containerID="41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.122267 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.163172 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.172271 4809 scope.go:117] "RemoveContainer" containerID="50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.190968 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.206677 4809 scope.go:117] "RemoveContainer" containerID="41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4" Oct 13 20:01:09 crc kubenswrapper[4809]: E1013 20:01:09.207220 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4\": container with ID starting with 41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4 not found: ID does not exist" containerID="41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.207309 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4"} err="failed to get container status \"41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4\": rpc error: code = NotFound desc = could not find container \"41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4\": container with ID starting with 41fa42b1b45fe19b33b85efbfb485ab46a2d7a5249cb1bf60373b0e86f9b1da4 not found: ID does not exist" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.207354 4809 scope.go:117] "RemoveContainer" containerID="50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb" Oct 13 20:01:09 crc kubenswrapper[4809]: E1013 20:01:09.207650 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb\": container with ID starting with 50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb not found: ID does not exist" containerID="50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.207684 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb"} err="failed to get container status \"50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb\": rpc error: code = NotFound desc = could not find container \"50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb\": container with ID starting with 50a641e149b9047544981e777e2d610399e048ef755997240ba710ee183bbfeb not found: ID does not exist" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.208695 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:01:09 crc kubenswrapper[4809]: E1013 20:01:09.209176 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerName="nova-api-log" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.209193 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerName="nova-api-log" Oct 13 20:01:09 crc kubenswrapper[4809]: E1013 20:01:09.209212 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerName="nova-api-api" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.209218 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerName="nova-api-api" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.209400 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerName="nova-api-api" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.209430 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f7c8421e-3d07-4120-952e-7aba0cb800af" containerName="nova-api-log" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.210483 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.213438 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.213892 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.214122 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.216365 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.275489 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nt8xt\" (UniqueName: \"kubernetes.io/projected/8df11cb5-efd9-4201-956f-5028a900c61c-kube-api-access-nt8xt\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.275583 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-public-tls-certs\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.275664 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8df11cb5-efd9-4201-956f-5028a900c61c-logs\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.275705 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.277781 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-config-data\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.277829 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-internal-tls-certs\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.380430 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.380489 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-config-data\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.380534 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-internal-tls-certs\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.380589 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nt8xt\" (UniqueName: \"kubernetes.io/projected/8df11cb5-efd9-4201-956f-5028a900c61c-kube-api-access-nt8xt\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.380670 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-public-tls-certs\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.380834 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8df11cb5-efd9-4201-956f-5028a900c61c-logs\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.381320 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8df11cb5-efd9-4201-956f-5028a900c61c-logs\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.383958 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-config-data\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.384010 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.384315 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-public-tls-certs\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.386301 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-internal-tls-certs\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.399477 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nt8xt\" (UniqueName: \"kubernetes.io/projected/8df11cb5-efd9-4201-956f-5028a900c61c-kube-api-access-nt8xt\") pod \"nova-api-0\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.540443 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:09 crc kubenswrapper[4809]: I1013 20:01:09.990853 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:01:10 crc kubenswrapper[4809]: W1013 20:01:10.014370 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8df11cb5_efd9_4201_956f_5028a900c61c.slice/crio-6f730ce3f46901089867073dee80885bd17271d6904806b77983425536c5e99c WatchSource:0}: Error finding container 6f730ce3f46901089867073dee80885bd17271d6904806b77983425536c5e99c: Status 404 returned error can't find the container with id 6f730ce3f46901089867073dee80885bd17271d6904806b77983425536c5e99c Oct 13 20:01:10 crc kubenswrapper[4809]: I1013 20:01:10.178629 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f7c8421e-3d07-4120-952e-7aba0cb800af" path="/var/lib/kubelet/pods/f7c8421e-3d07-4120-952e-7aba0cb800af/volumes" Oct 13 20:01:10 crc kubenswrapper[4809]: I1013 20:01:10.179383 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8df11cb5-efd9-4201-956f-5028a900c61c","Type":"ContainerStarted","Data":"6f730ce3f46901089867073dee80885bd17271d6904806b77983425536c5e99c"} Oct 13 20:01:10 crc kubenswrapper[4809]: I1013 20:01:10.185924 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3d997f34-3117-4728-8a47-0f4cad3d4e07","Type":"ContainerStarted","Data":"bd4c67cff37798c3248c8165716521edb897b8f09e38b2a9c7e8d5bd67b7870a"} Oct 13 20:01:11 crc kubenswrapper[4809]: I1013 20:01:11.216717 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8df11cb5-efd9-4201-956f-5028a900c61c","Type":"ContainerStarted","Data":"39a59b3ffec028063eae61852823b20ec6ac998861d7d47bab94fd00666eddbe"} Oct 13 20:01:11 crc kubenswrapper[4809]: I1013 20:01:11.217011 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8df11cb5-efd9-4201-956f-5028a900c61c","Type":"ContainerStarted","Data":"3276a52f7cab1683fdc58302b6c1fd70d5e187e10782b7d776facccc7495e9b9"} Oct 13 20:01:11 crc kubenswrapper[4809]: I1013 20:01:11.234006 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.233986646 podStartE2EDuration="2.233986646s" podCreationTimestamp="2025-10-13 20:01:09 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:01:11.23308055 +0000 UTC m=+2189.838827155" watchObservedRunningTime="2025-10-13 20:01:11.233986646 +0000 UTC m=+2189.839733241" Oct 13 20:01:12 crc kubenswrapper[4809]: I1013 20:01:12.231307 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3d997f34-3117-4728-8a47-0f4cad3d4e07","Type":"ContainerStarted","Data":"6bba5037c1b595cd0b5c0c207587ea74a2d3ed6ebc156d049fec3687a38d57fb"} Oct 13 20:01:12 crc kubenswrapper[4809]: I1013 20:01:12.231590 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="proxy-httpd" containerID="cri-o://6bba5037c1b595cd0b5c0c207587ea74a2d3ed6ebc156d049fec3687a38d57fb" gracePeriod=30 Oct 13 20:01:12 crc kubenswrapper[4809]: I1013 20:01:12.231570 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="ceilometer-central-agent" containerID="cri-o://6f3d25ff32076c57da5e4212b6894403bdcdbf93a17c6a7aed2547043b8968cc" gracePeriod=30 Oct 13 20:01:12 crc kubenswrapper[4809]: I1013 20:01:12.231622 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="sg-core" containerID="cri-o://bd4c67cff37798c3248c8165716521edb897b8f09e38b2a9c7e8d5bd67b7870a" gracePeriod=30 Oct 13 20:01:12 crc kubenswrapper[4809]: I1013 20:01:12.231641 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="ceilometer-notification-agent" containerID="cri-o://f41adfe89033a216bf24e6fc86393c027e333c5c0dd40447233f975d95edaacb" gracePeriod=30 Oct 13 20:01:12 crc kubenswrapper[4809]: I1013 20:01:12.270114 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.232490872 podStartE2EDuration="6.270093042s" podCreationTimestamp="2025-10-13 20:01:06 +0000 UTC" firstStartedPulling="2025-10-13 20:01:07.312545603 +0000 UTC m=+2185.918292218" lastFinishedPulling="2025-10-13 20:01:11.350147783 +0000 UTC m=+2189.955894388" observedRunningTime="2025-10-13 20:01:12.261147027 +0000 UTC m=+2190.866893622" watchObservedRunningTime="2025-10-13 20:01:12.270093042 +0000 UTC m=+2190.875839637" Oct 13 20:01:13 crc kubenswrapper[4809]: I1013 20:01:13.244292 4809 generic.go:334] "Generic (PLEG): container finished" podID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerID="6bba5037c1b595cd0b5c0c207587ea74a2d3ed6ebc156d049fec3687a38d57fb" exitCode=0 Oct 13 20:01:13 crc kubenswrapper[4809]: I1013 20:01:13.244642 4809 generic.go:334] "Generic (PLEG): container finished" podID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerID="bd4c67cff37798c3248c8165716521edb897b8f09e38b2a9c7e8d5bd67b7870a" exitCode=2 Oct 13 20:01:13 crc kubenswrapper[4809]: I1013 20:01:13.244656 4809 generic.go:334] "Generic (PLEG): container finished" podID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerID="f41adfe89033a216bf24e6fc86393c027e333c5c0dd40447233f975d95edaacb" exitCode=0 Oct 13 20:01:13 crc kubenswrapper[4809]: I1013 20:01:13.244373 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3d997f34-3117-4728-8a47-0f4cad3d4e07","Type":"ContainerDied","Data":"6bba5037c1b595cd0b5c0c207587ea74a2d3ed6ebc156d049fec3687a38d57fb"} Oct 13 20:01:13 crc kubenswrapper[4809]: I1013 20:01:13.244698 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3d997f34-3117-4728-8a47-0f4cad3d4e07","Type":"ContainerDied","Data":"bd4c67cff37798c3248c8165716521edb897b8f09e38b2a9c7e8d5bd67b7870a"} Oct 13 20:01:13 crc kubenswrapper[4809]: I1013 20:01:13.244716 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3d997f34-3117-4728-8a47-0f4cad3d4e07","Type":"ContainerDied","Data":"f41adfe89033a216bf24e6fc86393c027e333c5c0dd40447233f975d95edaacb"} Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.290282 4809 generic.go:334] "Generic (PLEG): container finished" podID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerID="6f3d25ff32076c57da5e4212b6894403bdcdbf93a17c6a7aed2547043b8968cc" exitCode=0 Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.290323 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3d997f34-3117-4728-8a47-0f4cad3d4e07","Type":"ContainerDied","Data":"6f3d25ff32076c57da5e4212b6894403bdcdbf93a17c6a7aed2547043b8968cc"} Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.607597 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.715823 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-sg-core-conf-yaml\") pod \"3d997f34-3117-4728-8a47-0f4cad3d4e07\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.716175 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-config-data\") pod \"3d997f34-3117-4728-8a47-0f4cad3d4e07\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.716350 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-log-httpd\") pod \"3d997f34-3117-4728-8a47-0f4cad3d4e07\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.716389 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-run-httpd\") pod \"3d997f34-3117-4728-8a47-0f4cad3d4e07\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.716493 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-scripts\") pod \"3d997f34-3117-4728-8a47-0f4cad3d4e07\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.716522 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-ceilometer-tls-certs\") pod \"3d997f34-3117-4728-8a47-0f4cad3d4e07\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.716554 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-combined-ca-bundle\") pod \"3d997f34-3117-4728-8a47-0f4cad3d4e07\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.716599 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mpr9q\" (UniqueName: \"kubernetes.io/projected/3d997f34-3117-4728-8a47-0f4cad3d4e07-kube-api-access-mpr9q\") pod \"3d997f34-3117-4728-8a47-0f4cad3d4e07\" (UID: \"3d997f34-3117-4728-8a47-0f4cad3d4e07\") " Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.717655 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "3d997f34-3117-4728-8a47-0f4cad3d4e07" (UID: "3d997f34-3117-4728-8a47-0f4cad3d4e07"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.717808 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "3d997f34-3117-4728-8a47-0f4cad3d4e07" (UID: "3d997f34-3117-4728-8a47-0f4cad3d4e07"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.722604 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-scripts" (OuterVolumeSpecName: "scripts") pod "3d997f34-3117-4728-8a47-0f4cad3d4e07" (UID: "3d997f34-3117-4728-8a47-0f4cad3d4e07"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.725557 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3d997f34-3117-4728-8a47-0f4cad3d4e07-kube-api-access-mpr9q" (OuterVolumeSpecName: "kube-api-access-mpr9q") pod "3d997f34-3117-4728-8a47-0f4cad3d4e07" (UID: "3d997f34-3117-4728-8a47-0f4cad3d4e07"). InnerVolumeSpecName "kube-api-access-mpr9q". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.757452 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "3d997f34-3117-4728-8a47-0f4cad3d4e07" (UID: "3d997f34-3117-4728-8a47-0f4cad3d4e07"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.774845 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "3d997f34-3117-4728-8a47-0f4cad3d4e07" (UID: "3d997f34-3117-4728-8a47-0f4cad3d4e07"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.818941 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.818987 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.819009 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3d997f34-3117-4728-8a47-0f4cad3d4e07-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.819023 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.819041 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.819057 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mpr9q\" (UniqueName: \"kubernetes.io/projected/3d997f34-3117-4728-8a47-0f4cad3d4e07-kube-api-access-mpr9q\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.828653 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3d997f34-3117-4728-8a47-0f4cad3d4e07" (UID: "3d997f34-3117-4728-8a47-0f4cad3d4e07"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.879339 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-config-data" (OuterVolumeSpecName: "config-data") pod "3d997f34-3117-4728-8a47-0f4cad3d4e07" (UID: "3d997f34-3117-4728-8a47-0f4cad3d4e07"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.921190 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:16 crc kubenswrapper[4809]: I1013 20:01:16.921246 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3d997f34-3117-4728-8a47-0f4cad3d4e07-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.310843 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3d997f34-3117-4728-8a47-0f4cad3d4e07","Type":"ContainerDied","Data":"a862c186033fa9f4431679d2ad0038d81a5f90a6800e05bb9eb975384f32bb59"} Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.310912 4809 scope.go:117] "RemoveContainer" containerID="6bba5037c1b595cd0b5c0c207587ea74a2d3ed6ebc156d049fec3687a38d57fb" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.310956 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.354093 4809 scope.go:117] "RemoveContainer" containerID="bd4c67cff37798c3248c8165716521edb897b8f09e38b2a9c7e8d5bd67b7870a" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.376843 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.400788 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.422494 4809 scope.go:117] "RemoveContainer" containerID="f41adfe89033a216bf24e6fc86393c027e333c5c0dd40447233f975d95edaacb" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.432333 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:17 crc kubenswrapper[4809]: E1013 20:01:17.434621 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="proxy-httpd" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.434660 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="proxy-httpd" Oct 13 20:01:17 crc kubenswrapper[4809]: E1013 20:01:17.434689 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="sg-core" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.434697 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="sg-core" Oct 13 20:01:17 crc kubenswrapper[4809]: E1013 20:01:17.434744 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="ceilometer-notification-agent" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.434752 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="ceilometer-notification-agent" Oct 13 20:01:17 crc kubenswrapper[4809]: E1013 20:01:17.434778 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="ceilometer-central-agent" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.434787 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="ceilometer-central-agent" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.435279 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="ceilometer-central-agent" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.435332 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="proxy-httpd" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.435343 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="ceilometer-notification-agent" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.435365 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" containerName="sg-core" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.439775 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.447393 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.447757 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.451435 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.452030 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.471933 4809 scope.go:117] "RemoveContainer" containerID="6f3d25ff32076c57da5e4212b6894403bdcdbf93a17c6a7aed2547043b8968cc" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.546987 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-config-data\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.547025 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j5rfl\" (UniqueName: \"kubernetes.io/projected/6e335aad-f2e8-4951-96dc-54d873156010-kube-api-access-j5rfl\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.547181 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.547311 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-log-httpd\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.547352 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-run-httpd\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.547517 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.547849 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-scripts\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.547909 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.649300 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-config-data\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.649340 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j5rfl\" (UniqueName: \"kubernetes.io/projected/6e335aad-f2e8-4951-96dc-54d873156010-kube-api-access-j5rfl\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.649395 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.649434 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-log-httpd\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.649485 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-run-httpd\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.649540 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.649570 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-scripts\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.649601 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.650378 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-log-httpd\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.650383 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-run-httpd\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.654032 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-scripts\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.654482 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.655006 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.664696 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.669021 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-config-data\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.677496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j5rfl\" (UniqueName: \"kubernetes.io/projected/6e335aad-f2e8-4951-96dc-54d873156010-kube-api-access-j5rfl\") pod \"ceilometer-0\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:17 crc kubenswrapper[4809]: I1013 20:01:17.782082 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:18 crc kubenswrapper[4809]: I1013 20:01:18.171330 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3d997f34-3117-4728-8a47-0f4cad3d4e07" path="/var/lib/kubelet/pods/3d997f34-3117-4728-8a47-0f4cad3d4e07/volumes" Oct 13 20:01:18 crc kubenswrapper[4809]: I1013 20:01:18.308964 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:19 crc kubenswrapper[4809]: I1013 20:01:19.346250 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6e335aad-f2e8-4951-96dc-54d873156010","Type":"ContainerStarted","Data":"16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2"} Oct 13 20:01:19 crc kubenswrapper[4809]: I1013 20:01:19.346997 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6e335aad-f2e8-4951-96dc-54d873156010","Type":"ContainerStarted","Data":"5413e95c3d46ebc7dcbcf25ea3b4b2b35c96d3252a4ea021d004b91e094b5880"} Oct 13 20:01:19 crc kubenswrapper[4809]: I1013 20:01:19.540960 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:19 crc kubenswrapper[4809]: I1013 20:01:19.541028 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:20 crc kubenswrapper[4809]: I1013 20:01:20.364958 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6e335aad-f2e8-4951-96dc-54d873156010","Type":"ContainerStarted","Data":"35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612"} Oct 13 20:01:20 crc kubenswrapper[4809]: I1013 20:01:20.556931 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="8df11cb5-efd9-4201-956f-5028a900c61c" containerName="nova-api-log" probeResult="failure" output="Get \"https://10.217.0.66:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:01:20 crc kubenswrapper[4809]: I1013 20:01:20.556958 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="8df11cb5-efd9-4201-956f-5028a900c61c" containerName="nova-api-api" probeResult="failure" output="Get \"https://10.217.0.66:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:01:21 crc kubenswrapper[4809]: I1013 20:01:21.378395 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6e335aad-f2e8-4951-96dc-54d873156010","Type":"ContainerStarted","Data":"ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5"} Oct 13 20:01:22 crc kubenswrapper[4809]: I1013 20:01:22.397843 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6e335aad-f2e8-4951-96dc-54d873156010","Type":"ContainerStarted","Data":"0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078"} Oct 13 20:01:22 crc kubenswrapper[4809]: I1013 20:01:22.398220 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:22 crc kubenswrapper[4809]: I1013 20:01:22.427652 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.952472102 podStartE2EDuration="5.427629301s" podCreationTimestamp="2025-10-13 20:01:17 +0000 UTC" firstStartedPulling="2025-10-13 20:01:18.324356961 +0000 UTC m=+2196.930103556" lastFinishedPulling="2025-10-13 20:01:21.79951417 +0000 UTC m=+2200.405260755" observedRunningTime="2025-10-13 20:01:22.426567051 +0000 UTC m=+2201.032313656" watchObservedRunningTime="2025-10-13 20:01:22.427629301 +0000 UTC m=+2201.033375906" Oct 13 20:01:28 crc kubenswrapper[4809]: I1013 20:01:28.593632 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:01:28 crc kubenswrapper[4809]: I1013 20:01:28.594142 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:01:28 crc kubenswrapper[4809]: I1013 20:01:28.594190 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 20:01:28 crc kubenswrapper[4809]: I1013 20:01:28.594922 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 20:01:28 crc kubenswrapper[4809]: I1013 20:01:28.595008 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" gracePeriod=600 Oct 13 20:01:28 crc kubenswrapper[4809]: E1013 20:01:28.737592 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:01:29 crc kubenswrapper[4809]: I1013 20:01:29.497218 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" exitCode=0 Oct 13 20:01:29 crc kubenswrapper[4809]: I1013 20:01:29.497268 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca"} Oct 13 20:01:29 crc kubenswrapper[4809]: I1013 20:01:29.497309 4809 scope.go:117] "RemoveContainer" containerID="2015542e6db930a9f3575c9f1b8502ac1263d751a61ad3acfac04d0ee04894b4" Oct 13 20:01:29 crc kubenswrapper[4809]: I1013 20:01:29.499529 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:01:29 crc kubenswrapper[4809]: E1013 20:01:29.500391 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:01:29 crc kubenswrapper[4809]: I1013 20:01:29.575658 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:29 crc kubenswrapper[4809]: I1013 20:01:29.579911 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:29 crc kubenswrapper[4809]: I1013 20:01:29.581239 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:29 crc kubenswrapper[4809]: I1013 20:01:29.600639 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:30 crc kubenswrapper[4809]: I1013 20:01:30.513240 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:30 crc kubenswrapper[4809]: I1013 20:01:30.521434 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:01:43 crc kubenswrapper[4809]: I1013 20:01:43.156043 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:01:43 crc kubenswrapper[4809]: E1013 20:01:43.157320 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:01:47 crc kubenswrapper[4809]: I1013 20:01:47.797947 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:01:51 crc kubenswrapper[4809]: I1013 20:01:51.932641 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:01:51 crc kubenswrapper[4809]: I1013 20:01:51.933377 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstackclient" podUID="d35ee5cd-e9e0-4474-8cb5-577992e2f0ef" containerName="openstackclient" containerID="cri-o://3625aacb142ec311872feea6f7e1459e17870df67cfece6d14766fd32dfe65f4" gracePeriod=2 Oct 13 20:01:51 crc kubenswrapper[4809]: I1013 20:01:51.957489 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.020869 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:01:52 crc kubenswrapper[4809]: E1013 20:01:52.124245 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:01:52 crc kubenswrapper[4809]: E1013 20:01:52.124303 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data podName:b4cc714d-1e78-4312-92c8-0be19c17e682 nodeName:}" failed. No retries permitted until 2025-10-13 20:01:52.624285961 +0000 UTC m=+2231.230032546 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data") pod "rabbitmq-server-0" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682") : configmap "rabbitmq-config-data" not found Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.463976 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican1998-account-delete-xzdqf"] Oct 13 20:01:52 crc kubenswrapper[4809]: E1013 20:01:52.464420 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d35ee5cd-e9e0-4474-8cb5-577992e2f0ef" containerName="openstackclient" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.464438 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d35ee5cd-e9e0-4474-8cb5-577992e2f0ef" containerName="openstackclient" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.464648 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d35ee5cd-e9e0-4474-8cb5-577992e2f0ef" containerName="openstackclient" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.465312 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican1998-account-delete-xzdqf" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.502454 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.502792 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" containerName="openstack-network-exporter" containerID="cri-o://c615367dc75f81acad158c71a9aa7bec276d83815bc4ebe0e1ff77b6c1cfdcc9" gracePeriod=300 Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.522592 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican1998-account-delete-xzdqf"] Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.540789 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron6150-account-delete-q2mjn"] Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.542205 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron6150-account-delete-q2mjn" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.546346 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tcpzr\" (UniqueName: \"kubernetes.io/projected/6b47ca17-992c-4c04-b426-53832a7db216-kube-api-access-tcpzr\") pod \"barbican1998-account-delete-xzdqf\" (UID: \"6b47ca17-992c-4c04-b426-53832a7db216\") " pod="openstack-kuttl-tests/barbican1998-account-delete-xzdqf" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.591642 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron6150-account-delete-q2mjn"] Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.633239 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placementc3fd-account-delete-w8t2x"] Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.634451 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementc3fd-account-delete-w8t2x" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.653906 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h4kll\" (UniqueName: \"kubernetes.io/projected/f7990122-c3a6-483f-abfa-c3e53626fe6d-kube-api-access-h4kll\") pod \"neutron6150-account-delete-q2mjn\" (UID: \"f7990122-c3a6-483f-abfa-c3e53626fe6d\") " pod="openstack-kuttl-tests/neutron6150-account-delete-q2mjn" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.653958 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tcpzr\" (UniqueName: \"kubernetes.io/projected/6b47ca17-992c-4c04-b426-53832a7db216-kube-api-access-tcpzr\") pod \"barbican1998-account-delete-xzdqf\" (UID: \"6b47ca17-992c-4c04-b426-53832a7db216\") " pod="openstack-kuttl-tests/barbican1998-account-delete-xzdqf" Oct 13 20:01:52 crc kubenswrapper[4809]: E1013 20:01:52.654174 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:01:52 crc kubenswrapper[4809]: E1013 20:01:52.654223 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data podName:b4cc714d-1e78-4312-92c8-0be19c17e682 nodeName:}" failed. No retries permitted until 2025-10-13 20:01:53.654207603 +0000 UTC m=+2232.259954188 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data") pod "rabbitmq-server-0" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682") : configmap "rabbitmq-config-data" not found Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.676696 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placementc3fd-account-delete-w8t2x"] Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.756835 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-h4kll\" (UniqueName: \"kubernetes.io/projected/f7990122-c3a6-483f-abfa-c3e53626fe6d-kube-api-access-h4kll\") pod \"neutron6150-account-delete-q2mjn\" (UID: \"f7990122-c3a6-483f-abfa-c3e53626fe6d\") " pod="openstack-kuttl-tests/neutron6150-account-delete-q2mjn" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.756970 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ml7hc\" (UniqueName: \"kubernetes.io/projected/7e1e5f25-a781-49f4-af55-5d06fa622cfa-kube-api-access-ml7hc\") pod \"placementc3fd-account-delete-w8t2x\" (UID: \"7e1e5f25-a781-49f4-af55-5d06fa622cfa\") " pod="openstack-kuttl-tests/placementc3fd-account-delete-w8t2x" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.768532 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tcpzr\" (UniqueName: \"kubernetes.io/projected/6b47ca17-992c-4c04-b426-53832a7db216-kube-api-access-tcpzr\") pod \"barbican1998-account-delete-xzdqf\" (UID: \"6b47ca17-992c-4c04-b426-53832a7db216\") " pod="openstack-kuttl-tests/barbican1998-account-delete-xzdqf" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.795641 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican1998-account-delete-xzdqf" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.844316 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-h4kll\" (UniqueName: \"kubernetes.io/projected/f7990122-c3a6-483f-abfa-c3e53626fe6d-kube-api-access-h4kll\") pod \"neutron6150-account-delete-q2mjn\" (UID: \"f7990122-c3a6-483f-abfa-c3e53626fe6d\") " pod="openstack-kuttl-tests/neutron6150-account-delete-q2mjn" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.851899 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" containerName="ovsdbserver-sb" containerID="cri-o://1ad37abd2deb1ce694153b737fd759b36c5a94e2862f72f50d48f47213abd59e" gracePeriod=300 Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.855681 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder6a5d-account-delete-szrcb"] Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.856918 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.861879 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ml7hc\" (UniqueName: \"kubernetes.io/projected/7e1e5f25-a781-49f4-af55-5d06fa622cfa-kube-api-access-ml7hc\") pod \"placementc3fd-account-delete-w8t2x\" (UID: \"7e1e5f25-a781-49f4-af55-5d06fa622cfa\") " pod="openstack-kuttl-tests/placementc3fd-account-delete-w8t2x" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.903455 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron6150-account-delete-q2mjn" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.922993 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.923373 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="9c1d9260-d6ab-44ac-bc11-341aece5ce85" containerName="openstack-network-exporter" containerID="cri-o://b45def3ac7f75b80c32e67ac872cdbf353a28e1016a1a780aae2d7334ad39bab" gracePeriod=300 Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.923692 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ml7hc\" (UniqueName: \"kubernetes.io/projected/7e1e5f25-a781-49f4-af55-5d06fa622cfa-kube-api-access-ml7hc\") pod \"placementc3fd-account-delete-w8t2x\" (UID: \"7e1e5f25-a781-49f4-af55-5d06fa622cfa\") " pod="openstack-kuttl-tests/placementc3fd-account-delete-w8t2x" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.945798 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.946073 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerName="ovn-northd" containerID="cri-o://f297b51a50db2bdde1c5c658b6f34f00fe379ff5e40ea85862071b38608b39af" gracePeriod=30 Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.946186 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerName="openstack-network-exporter" containerID="cri-o://83348ad5223d995f195481bb7857466b842349d838bd29a4e62c034122f285dd" gracePeriod=30 Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.967072 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ht8pd\" (UniqueName: \"kubernetes.io/projected/a6c99cb0-6bd7-4e3e-b890-cca60f487d56-kube-api-access-ht8pd\") pod \"cinder6a5d-account-delete-szrcb\" (UID: \"a6c99cb0-6bd7-4e3e-b890-cca60f487d56\") " pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.967550 4809 generic.go:334] "Generic (PLEG): container finished" podID="75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" containerID="c615367dc75f81acad158c71a9aa7bec276d83815bc4ebe0e1ff77b6c1cfdcc9" exitCode=2 Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.967578 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21","Type":"ContainerDied","Data":"c615367dc75f81acad158c71a9aa7bec276d83815bc4ebe0e1ff77b6c1cfdcc9"} Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.978970 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder6a5d-account-delete-szrcb"] Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.988705 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementc3fd-account-delete-w8t2x" Oct 13 20:01:52 crc kubenswrapper[4809]: I1013 20:01:52.994522 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-pljzz"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.038014 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.038259 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="dc42e5fd-eace-49cf-ba0d-c2b407d7dd74" containerName="kube-state-metrics" containerID="cri-o://0ee44bc214add75fce1edffb6e80d2e1785e178c3ed0a30286cae73bffab9e2a" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.062667 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-pljzz"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.070435 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ht8pd\" (UniqueName: \"kubernetes.io/projected/a6c99cb0-6bd7-4e3e-b890-cca60f487d56-kube-api-access-ht8pd\") pod \"cinder6a5d-account-delete-szrcb\" (UID: \"a6c99cb0-6bd7-4e3e-b890-cca60f487d56\") " pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.088750 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance8748-account-delete-87z2r"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.090170 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance8748-account-delete-87z2r" Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.122852 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance8748-account-delete-87z2r"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.130429 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ht8pd\" (UniqueName: \"kubernetes.io/projected/a6c99cb0-6bd7-4e3e-b890-cca60f487d56-kube-api-access-ht8pd\") pod \"cinder6a5d-account-delete-szrcb\" (UID: \"a6c99cb0-6bd7-4e3e-b890-cca60f487d56\") " pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.160933 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="9c1d9260-d6ab-44ac-bc11-341aece5ce85" containerName="ovsdbserver-nb" containerID="cri-o://f605e16c05d1e684d38e0927181161972f94e4d7261a9009e5f4a69542e2a389" gracePeriod=300 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.190166 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7gswd\" (UniqueName: \"kubernetes.io/projected/68d9bb1c-25fb-4b72-9739-78b804ee56b3-kube-api-access-7gswd\") pod \"glance8748-account-delete-87z2r\" (UID: \"68d9bb1c-25fb-4b72-9739-78b804ee56b3\") " pod="openstack-kuttl-tests/glance8748-account-delete-87z2r" Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.293818 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7gswd\" (UniqueName: \"kubernetes.io/projected/68d9bb1c-25fb-4b72-9739-78b804ee56b3-kube-api-access-7gswd\") pod \"glance8748-account-delete-87z2r\" (UID: \"68d9bb1c-25fb-4b72-9739-78b804ee56b3\") " pod="openstack-kuttl-tests/glance8748-account-delete-87z2r" Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.298558 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerName="ovn-northd" probeResult="failure" output=< Oct 13 20:01:53 crc kubenswrapper[4809]: 2025-10-13T20:01:53Z|00001|unixctl|WARN|failed to connect to /tmp/ovn-northd.1.ctl Oct 13 20:01:53 crc kubenswrapper[4809]: ovn-appctl: cannot connect to "/tmp/ovn-northd.1.ctl" (No such file or directory) Oct 13 20:01:53 crc kubenswrapper[4809]: > Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.365393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7gswd\" (UniqueName: \"kubernetes.io/projected/68d9bb1c-25fb-4b72-9739-78b804ee56b3-kube-api-access-7gswd\") pod \"glance8748-account-delete-87z2r\" (UID: \"68d9bb1c-25fb-4b72-9739-78b804ee56b3\") " pod="openstack-kuttl-tests/glance8748-account-delete-87z2r" Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.394167 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.430141 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance8748-account-delete-87z2r" Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.477620 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-rqqfn"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.493868 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-gkmfl"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.555778 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-rqqfn"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.591236 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-gkmfl"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.645952 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-zr9mz"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.688139 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-zr9mz"] Oct 13 20:01:53 crc kubenswrapper[4809]: E1013 20:01:53.706228 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:01:53 crc kubenswrapper[4809]: E1013 20:01:53.706504 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data podName:b4cc714d-1e78-4312-92c8-0be19c17e682 nodeName:}" failed. No retries permitted until 2025-10-13 20:01:55.706475617 +0000 UTC m=+2234.312222192 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data") pod "rabbitmq-server-0" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682") : configmap "rabbitmq-config-data" not found Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.741463 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-9dspm"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.806686 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-9dspm"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.892000 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-db-sync-v4fgt"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.924220 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/watcher-db-sync-v4fgt"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.937596 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/novacell116fa-account-delete-jqrjk"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.939085 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell116fa-account-delete-jqrjk" Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.950783 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951316 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-server" containerID="cri-o://af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951429 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="swift-recon-cron" containerID="cri-o://f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951464 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="rsync" containerID="cri-o://3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951494 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-expirer" containerID="cri-o://43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951523 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-updater" containerID="cri-o://fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951551 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-auditor" containerID="cri-o://ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951581 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-replicator" containerID="cri-o://9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951623 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-server" containerID="cri-o://bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951649 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-updater" containerID="cri-o://c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951677 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-auditor" containerID="cri-o://7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951704 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-replicator" containerID="cri-o://d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951796 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-server" containerID="cri-o://c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951829 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-reaper" containerID="cri-o://4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951859 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-auditor" containerID="cri-o://921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.951887 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-replicator" containerID="cri-o://87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64" gracePeriod=30 Oct 13 20:01:53 crc kubenswrapper[4809]: I1013 20:01:53.977909 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/novacell116fa-account-delete-jqrjk"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:53.999961 4809 generic.go:334] "Generic (PLEG): container finished" podID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerID="83348ad5223d995f195481bb7857466b842349d838bd29a4e62c034122f285dd" exitCode=2 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.000024 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"1e1b029c-a626-4ce1-b87e-1c22325b7b9a","Type":"ContainerDied","Data":"83348ad5223d995f195481bb7857466b842349d838bd29a4e62c034122f285dd"} Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.009997 4809 generic.go:334] "Generic (PLEG): container finished" podID="dc42e5fd-eace-49cf-ba0d-c2b407d7dd74" containerID="0ee44bc214add75fce1edffb6e80d2e1785e178c3ed0a30286cae73bffab9e2a" exitCode=2 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.010070 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74","Type":"ContainerDied","Data":"0ee44bc214add75fce1edffb6e80d2e1785e178c3ed0a30286cae73bffab9e2a"} Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.016168 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-r4bgw"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.020372 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-65vc4\" (UniqueName: \"kubernetes.io/projected/693185ca-a3d5-405a-a415-096aaa7e8ddb-kube-api-access-65vc4\") pod \"novacell116fa-account-delete-jqrjk\" (UID: \"693185ca-a3d5-405a-a415-096aaa7e8ddb\") " pod="openstack-kuttl-tests/novacell116fa-account-delete-jqrjk" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.032589 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-r4bgw"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.041375 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.043059 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_9c1d9260-d6ab-44ac-bc11-341aece5ce85/ovsdbserver-nb/0.log" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.043123 4809 generic.go:334] "Generic (PLEG): container finished" podID="9c1d9260-d6ab-44ac-bc11-341aece5ce85" containerID="b45def3ac7f75b80c32e67ac872cdbf353a28e1016a1a780aae2d7334ad39bab" exitCode=2 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.043140 4809 generic.go:334] "Generic (PLEG): container finished" podID="9c1d9260-d6ab-44ac-bc11-341aece5ce85" containerID="f605e16c05d1e684d38e0927181161972f94e4d7261a9009e5f4a69542e2a389" exitCode=143 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.043265 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9c1d9260-d6ab-44ac-bc11-341aece5ce85","Type":"ContainerDied","Data":"b45def3ac7f75b80c32e67ac872cdbf353a28e1016a1a780aae2d7334ad39bab"} Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.043295 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9c1d9260-d6ab-44ac-bc11-341aece5ce85","Type":"ContainerDied","Data":"f605e16c05d1e684d38e0927181161972f94e4d7261a9009e5f4a69542e2a389"} Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.056649 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.056933 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="ceilometer-central-agent" containerID="cri-o://16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.057944 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="proxy-httpd" containerID="cri-o://0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.062752 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="ceilometer-notification-agent" containerID="cri-o://35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.062887 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="sg-core" containerID="cri-o://ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.078796 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21/ovsdbserver-sb/0.log" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.078841 4809 generic.go:334] "Generic (PLEG): container finished" podID="75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" containerID="1ad37abd2deb1ce694153b737fd759b36c5a94e2862f72f50d48f47213abd59e" exitCode=143 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.078866 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21","Type":"ContainerDied","Data":"1ad37abd2deb1ce694153b737fd759b36c5a94e2862f72f50d48f47213abd59e"} Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.099128 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.113861 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.127033 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-65vc4\" (UniqueName: \"kubernetes.io/projected/693185ca-a3d5-405a-a415-096aaa7e8ddb-kube-api-access-65vc4\") pod \"novacell116fa-account-delete-jqrjk\" (UID: \"693185ca-a3d5-405a-a415-096aaa7e8ddb\") " pod="openstack-kuttl-tests/novacell116fa-account-delete-jqrjk" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.127138 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5t52c\" (UniqueName: \"kubernetes.io/projected/782d68fd-a8cd-422e-add3-9228c6ac95b6-kube-api-access-5t52c\") pod \"dnsmasq-dnsmasq-84b9f45d47-vl9gz\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.127166 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-vl9gz\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.127238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-vl9gz\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.163652 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:01:54 crc kubenswrapper[4809]: E1013 20:01:54.163973 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.171619 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-65vc4\" (UniqueName: \"kubernetes.io/projected/693185ca-a3d5-405a-a415-096aaa7e8ddb-kube-api-access-65vc4\") pod \"novacell116fa-account-delete-jqrjk\" (UID: \"693185ca-a3d5-405a-a415-096aaa7e8ddb\") " pod="openstack-kuttl-tests/novacell116fa-account-delete-jqrjk" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.215160 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1b8029a8-8b8d-4c86-a22f-35f52cf8edaa" path="/var/lib/kubelet/pods/1b8029a8-8b8d-4c86-a22f-35f52cf8edaa/volumes" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.224786 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3fc3eed6-32b7-4eed-9f58-fdc29472c1fd" path="/var/lib/kubelet/pods/3fc3eed6-32b7-4eed-9f58-fdc29472c1fd/volumes" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.226434 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="62905c2d-ded2-4876-ab05-488731fc2c3a" path="/var/lib/kubelet/pods/62905c2d-ded2-4876-ab05-488731fc2c3a/volumes" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.226994 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6e237191-ed98-4a01-b2ac-17892c81a388" path="/var/lib/kubelet/pods/6e237191-ed98-4a01-b2ac-17892c81a388/volumes" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.228241 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7f6be6cb-1c37-4c77-b6a7-6718aad7e846" path="/var/lib/kubelet/pods/7f6be6cb-1c37-4c77-b6a7-6718aad7e846/volumes" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.229570 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="87efa800-ceaa-47d1-8e21-fcffe42f225f" path="/var/lib/kubelet/pods/87efa800-ceaa-47d1-8e21-fcffe42f225f/volumes" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.230242 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9ac97ca7-9bf8-4910-aae2-781ef798e31b" path="/var/lib/kubelet/pods/9ac97ca7-9bf8-4910-aae2-781ef798e31b/volumes" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.231629 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5t52c\" (UniqueName: \"kubernetes.io/projected/782d68fd-a8cd-422e-add3-9228c6ac95b6-kube-api-access-5t52c\") pod \"dnsmasq-dnsmasq-84b9f45d47-vl9gz\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.231671 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-vl9gz\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.231804 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-vl9gz\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.233252 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.233279 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.233291 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-v9kz9"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.234519 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-vl9gz\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.235918 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-vl9gz\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.238862 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.278311 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="b4cc714d-1e78-4312-92c8-0be19c17e682" containerName="rabbitmq" containerID="cri-o://3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da" gracePeriod=604800 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.303740 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-szxqq"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.312648 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5t52c\" (UniqueName: \"kubernetes.io/projected/782d68fd-a8cd-422e-add3-9228c6ac95b6-kube-api-access-5t52c\") pod \"dnsmasq-dnsmasq-84b9f45d47-vl9gz\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.334904 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-79fcdc454-9vjht"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.335137 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" podUID="f5798d80-c2af-44ec-8d56-569ad679ae9d" containerName="neutron-api" containerID="cri-o://26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.335297 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" podUID="f5798d80-c2af-44ec-8d56-569ad679ae9d" containerName="neutron-httpd" containerID="cri-o://47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.351954 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-fc8f84686-rb7xh"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.352234 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" podUID="273d7724-5a26-4bd7-a547-aa45760c6493" containerName="placement-log" containerID="cri-o://a153dbfb9573fdca492fb48b08ec9d3f1956732c91495393d09924a392574e1a" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.352670 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" podUID="273d7724-5a26-4bd7-a547-aa45760c6493" containerName="placement-api" containerID="cri-o://07108137c2141aa5b8ca1af5d62d5ebfeb8c10e497226bf74bb520cb5499da02" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.399987 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.400247 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="5b227af8-201f-4cd1-b110-1189e0c9504a" containerName="cinder-scheduler" containerID="cri-o://93d881d7c4bd9d994f40716ba7173d91188e6f7d1f56c2412adb7a4f3819d178" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.400612 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="5b227af8-201f-4cd1-b110-1189e0c9504a" containerName="probe" containerID="cri-o://7aafda9c4c0a023f547be1229456342d8d2730cabb06b843b6bf9b86e09f0eac" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.455358 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.455707 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="92c0b03a-1302-4952-99f4-be51f8289e73" containerName="glance-log" containerID="cri-o://b68e64ad5f632b84d5797604068e64f3cb02d220df9557b2be33647ee34598ae" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.455877 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="92c0b03a-1302-4952-99f4-be51f8289e73" containerName="glance-httpd" containerID="cri-o://836a09cf64d9597a69f40a6f0741c4c0e7d8573916931be832ad3ab1dce127d2" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.473391 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.473684 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="d431ae79-5c86-4c4f-a267-2d60980db4c9" containerName="cinder-api-log" containerID="cri-o://ce18a6621b19331d9adeeed3746db52e7c9adbc2984fec7e06c781cabb78f516" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.474144 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="d431ae79-5c86-4c4f-a267-2d60980db4c9" containerName="cinder-api" containerID="cri-o://3398555aa42ccd4d49b129432df6d54b29edee149542d74000e25fe8fd5c3da4" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.491741 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell116fa-account-delete-jqrjk" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.511129 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.511376 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/watcher-decision-engine-0" podUID="09a3afa2-db4d-4815-82eb-dc44ce051482" containerName="watcher-decision-engine" containerID="cri-o://b9f9f50a1979483470a7aa024049b8c95ea2a0d08b7e2904f229039fd7f99202" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.519545 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.533833 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.534071 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" containerName="glance-log" containerID="cri-o://afb04e6a80d0fbab4da47f79d1205c7d689be4d44a3e49dac378de650b48c2a1" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.534491 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" containerName="glance-httpd" containerID="cri-o://60dd53f63f279951870f2d185ad0c47f0c6216fd52e271ee7b4440c20ddb0608" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.568250 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-applier-0"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.568478 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/watcher-applier-0" podUID="ed7d796a-6bc7-40eb-97e8-0685da5f2662" containerName="watcher-applier" containerID="cri-o://6b1925ac992d104a122aedf6bf2228e9a1fe0cade3ed93dc06e12a0bd7a5ceb2" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.594595 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.596241 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/watcher-api-0" podUID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerName="watcher-api-log" containerID="cri-o://49b2c5c58b0b3be2ac12d317cdc63b4cbd934f9dfcd75185436f1b98705efa51" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.596388 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/watcher-api-0" podUID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerName="watcher-api" containerID="cri-o://ca8408ddf4a85757c866046e251ac8b36f3d432c924e56a76f6f29116a3b3ade" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.614012 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-1998-account-create-fjdt4"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.633347 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.633615 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" podUID="e71b9ca0-849b-4fed-8400-9f01833648c3" containerName="proxy-httpd" containerID="cri-o://74d1a9b71f22ebd29f375f46b1cf1534958b57d2acd0c5ab6d076d5120b92320" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.634187 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" podUID="e71b9ca0-849b-4fed-8400-9f01833648c3" containerName="proxy-server" containerID="cri-o://26b388afc3db631f055b41aadc58bd8720c53e550f9bd6e44eca334c708f693c" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.663689 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.663940 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" podUID="523b431b-af41-41f6-898f-f14291f5f056" containerName="barbican-worker-log" containerID="cri-o://a5b4629dca06c5554db69dd07eab693eeab5c1fc829213b0ef14bb32e55e2bf9" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.664367 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" podUID="523b431b-af41-41f6-898f-f14291f5f056" containerName="barbican-worker" containerID="cri-o://1a3251802b84e00a44ccc44dc716758ad9cef43a7fc2f9b06c0bca62cc8a64a6" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.681162 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-1998-account-create-fjdt4"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.702837 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.714030 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" podUID="32f4c7c9-6447-4f51-bac7-b999f983112c" containerName="barbican-keystone-listener-log" containerID="cri-o://1b086ef5bcead72843295665d91789488e9f3352ec404a1a75e47ddb6f87835d" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.714487 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" podUID="32f4c7c9-6447-4f51-bac7-b999f983112c" containerName="barbican-keystone-listener" containerID="cri-o://0f7aea951e7521fb28d6fae42e8b72cc2a2bf4112c4df212daa9810c6815f36b" gracePeriod=30 Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.760139 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-fxfcb"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.901928 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican1998-account-delete-xzdqf"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.939365 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-fxfcb"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.948192 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-4dhql"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.957797 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-4dhql"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.980895 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-6150-account-create-fttsp"] Oct 13 20:01:54 crc kubenswrapper[4809]: I1013 20:01:54.991793 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron6150-account-delete-q2mjn"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:54.999515 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-6150-account-create-fttsp"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.022462 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-db-create-vl65q"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.029019 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-b142-account-create-mvlpd"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.047400 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/watcher-db-create-vl65q"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.060180 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/watcher-b142-account-create-mvlpd"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.068648 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-create-7mxsj"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.075372 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-create-7mxsj"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.088252 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placementc3fd-account-delete-w8t2x"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.097850 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-c3fd-account-create-2wzbr"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.111972 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-c3fd-account-create-2wzbr"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.131019 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.131286 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" podUID="2ba830e0-db19-419e-9156-536a3c0e1252" containerName="barbican-api-log" containerID="cri-o://ee2f3c50f5a091984a130155538d59bb273aa1d708f5cf17c4b45607b52fea77" gracePeriod=30 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.131802 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" podUID="2ba830e0-db19-419e-9156-536a3c0e1252" containerName="barbican-api" containerID="cri-o://5fc1a94253299d03f2840f0fada0c7d423be37aab76af309b7d3930f42bddc25" gracePeriod=30 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.158909 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.160179 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-log" containerID="cri-o://058ad0461b31ba97408b8030a0bd2947bd0379b2f7f1fc881f9ca38c4de69bd9" gracePeriod=30 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.160560 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-metadata" containerID="cri-o://342d3624ae1d5c351f5b94b960f1ea4dd869d027a6f8e9cb9289e39a500df20d" gracePeriod=30 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.171233 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.184918 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-6a5d-account-create-vr4b9"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.186355 4809 generic.go:334] "Generic (PLEG): container finished" podID="e71b9ca0-849b-4fed-8400-9f01833648c3" containerID="26b388afc3db631f055b41aadc58bd8720c53e550f9bd6e44eca334c708f693c" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.186386 4809 generic.go:334] "Generic (PLEG): container finished" podID="e71b9ca0-849b-4fed-8400-9f01833648c3" containerID="74d1a9b71f22ebd29f375f46b1cf1534958b57d2acd0c5ab6d076d5120b92320" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.186464 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" event={"ID":"e71b9ca0-849b-4fed-8400-9f01833648c3","Type":"ContainerDied","Data":"26b388afc3db631f055b41aadc58bd8720c53e550f9bd6e44eca334c708f693c"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.186490 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" event={"ID":"e71b9ca0-849b-4fed-8400-9f01833648c3","Type":"ContainerDied","Data":"74d1a9b71f22ebd29f375f46b1cf1534958b57d2acd0c5ab6d076d5120b92320"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.211854 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder6a5d-account-delete-szrcb"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.215975 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-9mdjh"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.226846 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21/ovsdbserver-sb/0.log" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.227825 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.227991 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21/ovsdbserver-sb/0.log" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.228044 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21","Type":"ContainerDied","Data":"891f070003f30b2873b718fcfb4311d41794803cc291b5404571e6ca9b6ceee4"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.228073 4809 scope.go:117] "RemoveContainer" containerID="c615367dc75f81acad158c71a9aa7bec276d83815bc4ebe0e1ff77b6c1cfdcc9" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.243397 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.267046 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-9mdjh"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.267672 4809 generic.go:334] "Generic (PLEG): container finished" podID="50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" containerID="afb04e6a80d0fbab4da47f79d1205c7d689be4d44a3e49dac378de650b48c2a1" exitCode=143 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.267738 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca","Type":"ContainerDied","Data":"afb04e6a80d0fbab4da47f79d1205c7d689be4d44a3e49dac378de650b48c2a1"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.294322 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.294756 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="8df11cb5-efd9-4201-956f-5028a900c61c" containerName="nova-api-log" containerID="cri-o://3276a52f7cab1683fdc58302b6c1fd70d5e187e10782b7d776facccc7495e9b9" gracePeriod=30 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.294927 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="8df11cb5-efd9-4201-956f-5028a900c61c" containerName="nova-api-api" containerID="cri-o://39a59b3ffec028063eae61852823b20ec6ac998861d7d47bab94fd00666eddbe" gracePeriod=30 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.304189 4809 generic.go:334] "Generic (PLEG): container finished" podID="f5798d80-c2af-44ec-8d56-569ad679ae9d" containerID="47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.304484 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" event={"ID":"f5798d80-c2af-44ec-8d56-569ad679ae9d","Type":"ContainerDied","Data":"47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.323418 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-create-kxqvj"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.327411 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-l67jt\" (UniqueName: \"kubernetes.io/projected/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-api-access-l67jt\") pod \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.327502 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-config\") pod \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.327606 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-config\") pod \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.327947 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-certs\") pod \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.328038 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-combined-ca-bundle\") pod \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.328110 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-sb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.328215 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-scripts\") pod \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.328312 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdb-rundir\") pod \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.328404 4809 generic.go:334] "Generic (PLEG): container finished" podID="273d7724-5a26-4bd7-a547-aa45760c6493" containerID="a153dbfb9573fdca492fb48b08ec9d3f1956732c91495393d09924a392574e1a" exitCode=143 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.328484 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" event={"ID":"273d7724-5a26-4bd7-a547-aa45760c6493","Type":"ContainerDied","Data":"a153dbfb9573fdca492fb48b08ec9d3f1956732c91495393d09924a392574e1a"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.329663 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdbserver-sb-tls-certs\") pod \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.329830 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-metrics-certs-tls-certs\") pod \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.329940 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-combined-ca-bundle\") pod \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\" (UID: \"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.330045 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p7zrz\" (UniqueName: \"kubernetes.io/projected/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-kube-api-access-p7zrz\") pod \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\" (UID: \"75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.330140 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-config" (OuterVolumeSpecName: "config") pod "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" (UID: "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.336528 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" (UID: "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.336886 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-scripts" (OuterVolumeSpecName: "scripts") pod "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" (UID: "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.349476 4809 scope.go:117] "RemoveContainer" containerID="1ad37abd2deb1ce694153b737fd759b36c5a94e2862f72f50d48f47213abd59e" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.355218 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-create-kxqvj"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.356851 4809 generic.go:334] "Generic (PLEG): container finished" podID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerID="49b2c5c58b0b3be2ac12d317cdc63b4cbd934f9dfcd75185436f1b98705efa51" exitCode=143 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.356915 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd","Type":"ContainerDied","Data":"49b2c5c58b0b3be2ac12d317cdc63b4cbd934f9dfcd75185436f1b98705efa51"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.362926 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"dc42e5fd-eace-49cf-ba0d-c2b407d7dd74","Type":"ContainerDied","Data":"0734a25adf7a7f31631b834c48f72d1d37640561288c742c3d55a1f36021c946"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.363031 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.375228 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-8748-account-create-xzwjb"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.375878 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-kube-api-access-p7zrz" (OuterVolumeSpecName: "kube-api-access-p7zrz") pod "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" (UID: "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21"). InnerVolumeSpecName "kube-api-access-p7zrz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.385536 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage02-crc" (OuterVolumeSpecName: "ovndbcluster-sb-etc-ovn") pod "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" (UID: "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21"). InnerVolumeSpecName "local-storage02-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.385743 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-api-access-l67jt" (OuterVolumeSpecName: "kube-api-access-l67jt") pod "dc42e5fd-eace-49cf-ba0d-c2b407d7dd74" (UID: "dc42e5fd-eace-49cf-ba0d-c2b407d7dd74"). InnerVolumeSpecName "kube-api-access-l67jt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.392484 4809 generic.go:334] "Generic (PLEG): container finished" podID="523b431b-af41-41f6-898f-f14291f5f056" containerID="a5b4629dca06c5554db69dd07eab693eeab5c1fc829213b0ef14bb32e55e2bf9" exitCode=143 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.392622 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" event={"ID":"523b431b-af41-41f6-898f-f14291f5f056","Type":"ContainerDied","Data":"a5b4629dca06c5554db69dd07eab693eeab5c1fc829213b0ef14bb32e55e2bf9"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.398422 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-8748-account-create-xzwjb"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.401794 4809 generic.go:334] "Generic (PLEG): container finished" podID="92c0b03a-1302-4952-99f4-be51f8289e73" containerID="b68e64ad5f632b84d5797604068e64f3cb02d220df9557b2be33647ee34598ae" exitCode=143 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.401862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"92c0b03a-1302-4952-99f4-be51f8289e73","Type":"ContainerDied","Data":"b68e64ad5f632b84d5797604068e64f3cb02d220df9557b2be33647ee34598ae"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.404336 4809 generic.go:334] "Generic (PLEG): container finished" podID="d35ee5cd-e9e0-4474-8cb5-577992e2f0ef" containerID="3625aacb142ec311872feea6f7e1459e17870df67cfece6d14766fd32dfe65f4" exitCode=137 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.413840 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance8748-account-delete-87z2r"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.421482 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc"] Oct 13 20:01:55 crc kubenswrapper[4809]: E1013 20:01:55.421875 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" containerName="ovsdbserver-sb" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.421891 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" containerName="ovsdbserver-sb" Oct 13 20:01:55 crc kubenswrapper[4809]: E1013 20:01:55.421952 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dc42e5fd-eace-49cf-ba0d-c2b407d7dd74" containerName="kube-state-metrics" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.421961 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dc42e5fd-eace-49cf-ba0d-c2b407d7dd74" containerName="kube-state-metrics" Oct 13 20:01:55 crc kubenswrapper[4809]: E1013 20:01:55.421987 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" containerName="openstack-network-exporter" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.421994 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" containerName="openstack-network-exporter" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.422163 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dc42e5fd-eace-49cf-ba0d-c2b407d7dd74" containerName="kube-state-metrics" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.422178 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" containerName="openstack-network-exporter" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.422199 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" containerName="ovsdbserver-sb" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.423948 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.425863 4809 generic.go:334] "Generic (PLEG): container finished" podID="d431ae79-5c86-4c4f-a267-2d60980db4c9" containerID="ce18a6621b19331d9adeeed3746db52e7c9adbc2984fec7e06c781cabb78f516" exitCode=143 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.426034 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"d431ae79-5c86-4c4f-a267-2d60980db4c9","Type":"ContainerDied","Data":"ce18a6621b19331d9adeeed3746db52e7c9adbc2984fec7e06c781cabb78f516"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.431898 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.433936 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") on node \"crc\" " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.433967 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.433999 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.434011 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p7zrz\" (UniqueName: \"kubernetes.io/projected/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-kube-api-access-p7zrz\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.434020 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-l67jt\" (UniqueName: \"kubernetes.io/projected/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-api-access-l67jt\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.434028 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.442319 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.442595 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/prometheus-metric-storage-0" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="prometheus" containerID="cri-o://5629df979a8f8e5ce63add650bc546579492247def1507810f6a9104c54d534f" gracePeriod=600 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.442668 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/prometheus-metric-storage-0" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="thanos-sidecar" containerID="cri-o://21d546fa5d7c706a889fd1526354f1a27c296d5ce280c1459e758382c730e297" gracePeriod=600 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.442709 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/prometheus-metric-storage-0" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="config-reloader" containerID="cri-o://6c0cfdaf9282edf8992d6c40180097d89562f26a9999e834af22b9fda796895a" gracePeriod=600 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.449024 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/alertmanager-metric-storage-0"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.449263 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" podUID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerName="alertmanager" containerID="cri-o://4c0986b8d742495a80cde5f422c1a5a5361e2ebe16bc2c2be7c8445e8838569d" gracePeriod=120 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.449427 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" podUID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerName="config-reloader" containerID="cri-o://7e4b074834e4a55a1a796c80158658979dc48d4f80ef0f761e6250bcd9d3d2d7" gracePeriod=120 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.453929 4809 generic.go:334] "Generic (PLEG): container finished" podID="6e335aad-f2e8-4951-96dc-54d873156010" containerID="0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.453954 4809 generic.go:334] "Generic (PLEG): container finished" podID="6e335aad-f2e8-4951-96dc-54d873156010" containerID="ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5" exitCode=2 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.453964 4809 generic.go:334] "Generic (PLEG): container finished" podID="6e335aad-f2e8-4951-96dc-54d873156010" containerID="16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.454796 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6e335aad-f2e8-4951-96dc-54d873156010","Type":"ContainerDied","Data":"0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.454825 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6e335aad-f2e8-4951-96dc-54d873156010","Type":"ContainerDied","Data":"ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.454835 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6e335aad-f2e8-4951-96dc-54d873156010","Type":"ContainerDied","Data":"16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.460488 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-p9q7s"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.466523 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.467129 4809 generic.go:334] "Generic (PLEG): container finished" podID="32f4c7c9-6447-4f51-bac7-b999f983112c" containerID="1b086ef5bcead72843295665d91789488e9f3352ec404a1a75e47ddb6f87835d" exitCode=143 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.467245 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" event={"ID":"32f4c7c9-6447-4f51-bac7-b999f983112c","Type":"ContainerDied","Data":"1b086ef5bcead72843295665d91789488e9f3352ec404a1a75e47ddb6f87835d"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.481409 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-p9q7s"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.481466 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.483161 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" (UID: "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.488062 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-11d0-account-create-kssjx"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.493880 4809 scope.go:117] "RemoveContainer" containerID="0ee44bc214add75fce1edffb6e80d2e1785e178c3ed0a30286cae73bffab9e2a" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.495269 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.496509 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage02-crc" (UniqueName: "kubernetes.io/local-volume/local-storage02-crc") on node "crc" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.502331 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-l8sp8"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.508513 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.508629 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.508688 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.508756 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.508631 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.512920 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.513019 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.513085 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.513192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521764 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521818 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521828 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521837 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521845 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521854 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521861 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521868 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521874 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521880 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0" exitCode=0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521928 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521968 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521979 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521988 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.521998 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.522018 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.522029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.522038 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.522049 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0"} Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.536087 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config-secret\") pod \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.536243 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jwt86\" (UniqueName: \"kubernetes.io/projected/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-kube-api-access-jwt86\") pod \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.536451 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-combined-ca-bundle\") pod \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.536591 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config\") pod \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\" (UID: \"d35ee5cd-e9e0-4474-8cb5-577992e2f0ef\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.537336 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fnk7x\" (UniqueName: \"kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x\") pod \"keystoneea7c-account-delete-9hhlc\" (UID: \"bbfa2404-d44b-4404-8d0d-32ed2dfb0551\") " pod="openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.537666 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.537684 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.536587 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-l8sp8"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.543291 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_9c1d9260-d6ab-44ac-bc11-341aece5ce85/ovsdbserver-nb/0.log" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.543381 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.545357 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-kube-api-access-jwt86" (OuterVolumeSpecName: "kube-api-access-jwt86") pod "d35ee5cd-e9e0-4474-8cb5-577992e2f0ef" (UID: "d35ee5cd-e9e0-4474-8cb5-577992e2f0ef"). InnerVolumeSpecName "kube-api-access-jwt86". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.578353 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-3fc1-account-create-25xmw"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.586902 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-config" (OuterVolumeSpecName: "kube-state-metrics-tls-config") pod "dc42e5fd-eace-49cf-ba0d-c2b407d7dd74" (UID: "dc42e5fd-eace-49cf-ba0d-c2b407d7dd74"). InnerVolumeSpecName "kube-state-metrics-tls-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.590130 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-b7zkc"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.597390 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-b7zkc"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.606534 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.612074 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config" (OuterVolumeSpecName: "openstack-config") pod "d35ee5cd-e9e0-4474-8cb5-577992e2f0ef" (UID: "d35ee5cd-e9e0-4474-8cb5-577992e2f0ef"). InnerVolumeSpecName "openstack-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.613093 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-16fa-account-create-znvdl"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.622294 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell116fa-account-delete-jqrjk"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.627769 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.628160 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="653d4ad9-0132-4994-8f02-4cfcfc9b2b30" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://f410ad69ad725b96d3efcb671b461884eb800661dd6122883baae0a35418b407" gracePeriod=30 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.644079 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config-secret" (OuterVolumeSpecName: "openstack-config-secret") pod "d35ee5cd-e9e0-4474-8cb5-577992e2f0ef" (UID: "d35ee5cd-e9e0-4474-8cb5-577992e2f0ef"). InnerVolumeSpecName "openstack-config-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.644148 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-fhcsr"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.645086 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-config\") pod \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.645132 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-scripts\") pod \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.645290 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-combined-ca-bundle\") pod \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.645450 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-metrics-certs-tls-certs\") pod \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.645515 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdbserver-nb-tls-certs\") pod \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.645664 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdb-rundir\") pod \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.645694 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-nb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.645831 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5kfx6\" (UniqueName: \"kubernetes.io/projected/9c1d9260-d6ab-44ac-bc11-341aece5ce85-kube-api-access-5kfx6\") pod \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\" (UID: \"9c1d9260-d6ab-44ac-bc11-341aece5ce85\") " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.648536 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-config" (OuterVolumeSpecName: "config") pod "9c1d9260-d6ab-44ac-bc11-341aece5ce85" (UID: "9c1d9260-d6ab-44ac-bc11-341aece5ce85"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.649888 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fnk7x\" (UniqueName: \"kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x\") pod \"keystoneea7c-account-delete-9hhlc\" (UID: \"bbfa2404-d44b-4404-8d0d-32ed2dfb0551\") " pod="openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.651158 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.651181 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-openstack-config-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.651196 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jwt86\" (UniqueName: \"kubernetes.io/projected/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-kube-api-access-jwt86\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.651210 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.651224 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.652145 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "9c1d9260-d6ab-44ac-bc11-341aece5ce85" (UID: "9c1d9260-d6ab-44ac-bc11-341aece5ce85"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.652900 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-scripts" (OuterVolumeSpecName: "scripts") pod "9c1d9260-d6ab-44ac-bc11-341aece5ce85" (UID: "9c1d9260-d6ab-44ac-bc11-341aece5ce85"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.655682 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-fhcsr"] Oct 13 20:01:55 crc kubenswrapper[4809]: E1013 20:01:55.661982 4809 projected.go:194] Error preparing data for projected volume kube-api-access-fnk7x for pod openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:01:55 crc kubenswrapper[4809]: E1013 20:01:55.662054 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x podName:bbfa2404-d44b-4404-8d0d-32ed2dfb0551 nodeName:}" failed. No retries permitted until 2025-10-13 20:01:56.162031868 +0000 UTC m=+2234.767778453 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-fnk7x" (UniqueName: "kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x") pod "keystoneea7c-account-delete-9hhlc" (UID: "bbfa2404-d44b-4404-8d0d-32ed2dfb0551") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.672983 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9c1d9260-d6ab-44ac-bc11-341aece5ce85-kube-api-access-5kfx6" (OuterVolumeSpecName: "kube-api-access-5kfx6") pod "9c1d9260-d6ab-44ac-bc11-341aece5ce85" (UID: "9c1d9260-d6ab-44ac-bc11-341aece5ce85"). InnerVolumeSpecName "kube-api-access-5kfx6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.675486 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d35ee5cd-e9e0-4474-8cb5-577992e2f0ef" (UID: "d35ee5cd-e9e0-4474-8cb5-577992e2f0ef"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.676868 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" (UID: "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.687442 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-sb2hw"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.688010 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "dc42e5fd-eace-49cf-ba0d-c2b407d7dd74" (UID: "dc42e5fd-eace-49cf-ba0d-c2b407d7dd74"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.693404 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "ovndbcluster-nb-etc-ovn") pod "9c1d9260-d6ab-44ac-bc11-341aece5ce85" (UID: "9c1d9260-d6ab-44ac-bc11-341aece5ce85"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.706344 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-sb2hw"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.722549 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.738781 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-6gg8x"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.745385 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdbserver-sb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-sb-tls-certs") pod "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" (UID: "75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21"). InnerVolumeSpecName "ovsdbserver-sb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.751077 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.751461 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="7366cf76-b14f-4b11-b4f9-852202dd0664" containerName="nova-cell1-conductor-conductor" containerID="cri-o://25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" gracePeriod=30 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.753807 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-ovsdbserver-sb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.753823 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.753835 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.753853 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.753863 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.753871 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5kfx6\" (UniqueName: \"kubernetes.io/projected/9c1d9260-d6ab-44ac-bc11-341aece5ce85-kube-api-access-5kfx6\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.753881 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9c1d9260-d6ab-44ac-bc11-341aece5ce85-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.753890 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:55 crc kubenswrapper[4809]: E1013 20:01:55.754544 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:01:55 crc kubenswrapper[4809]: E1013 20:01:55.754609 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data podName:b4cc714d-1e78-4312-92c8-0be19c17e682 nodeName:}" failed. No retries permitted until 2025-10-13 20:01:59.754590486 +0000 UTC m=+2238.360337061 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data") pod "rabbitmq-server-0" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682") : configmap "rabbitmq-config-data" not found Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.793904 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.794144 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/memcached-0" podUID="5fbade22-8002-48f4-b34a-19a9f07336d0" containerName="memcached" containerID="cri-o://84724e1351e273fe11d511cf73140c4facfef3264112711dce9b436d1a42836d" gracePeriod=30 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.814290 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.832263 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-j72bq"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.839204 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican1998-account-delete-xzdqf"] Oct 13 20:01:55 crc kubenswrapper[4809]: W1013 20:01:55.842202 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7e1e5f25_a781_49f4_af55_5d06fa622cfa.slice/crio-7bf0207f37764f69b3c46bc0260e2ab446e70c061c59ffe8b3074c7094539bf0 WatchSource:0}: Error finding container 7bf0207f37764f69b3c46bc0260e2ab446e70c061c59ffe8b3074c7094539bf0: Status 404 returned error can't find the container with id 7bf0207f37764f69b3c46bc0260e2ab446e70c061c59ffe8b3074c7094539bf0 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.860992 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-cron-29339761-jtj5l"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.879939 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-cron-29339761-jtj5l"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.901782 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-594558f5fb-ll49w"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.902037 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" podUID="a08c6d86-d331-4eb8-ac3b-c83354a320fe" containerName="keystone-api" containerID="cri-o://ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1" gracePeriod=30 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.929769 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.929969 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="17660864-289a-443e-9cb7-5adc7114b24c" containerName="nova-scheduler-scheduler" containerID="cri-o://6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" gracePeriod=30 Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.941889 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.946305 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc"] Oct 13 20:01:55 crc kubenswrapper[4809]: E1013 20:01:55.946958 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[kube-api-access-fnk7x], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc" podUID="bbfa2404-d44b-4404-8d0d-32ed2dfb0551" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.963711 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.966608 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.969823 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-t52jl"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.976955 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-ea7c-account-create-m7lh4"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.980429 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-t52jl"] Oct 13 20:01:55 crc kubenswrapper[4809]: I1013 20:01:55.996803 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron6150-account-delete-q2mjn"] Oct 13 20:01:56 crc kubenswrapper[4809]: W1013 20:01:56.002282 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod693185ca_a3d5_405a_a415_096aaa7e8ddb.slice/crio-19f0043c9b9ab7b4b7d5e0d59c8fa56fdb0a956b6ab1bc7854ebad5091fac7e9 WatchSource:0}: Error finding container 19f0043c9b9ab7b4b7d5e0d59c8fa56fdb0a956b6ab1bc7854ebad5091fac7e9: Status 404 returned error can't find the container with id 19f0043c9b9ab7b4b7d5e0d59c8fa56fdb0a956b6ab1bc7854ebad5091fac7e9 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.003606 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placementc3fd-account-delete-w8t2x"] Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.010227 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance8748-account-delete-87z2r"] Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.020762 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-certs" (OuterVolumeSpecName: "kube-state-metrics-tls-certs") pod "dc42e5fd-eace-49cf-ba0d-c2b407d7dd74" (UID: "dc42e5fd-eace-49cf-ba0d-c2b407d7dd74"). InnerVolumeSpecName "kube-state-metrics-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.022498 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder6a5d-account-delete-szrcb"] Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.027809 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell116fa-account-delete-jqrjk"] Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.036904 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz"] Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.075170 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74-kube-state-metrics-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.079442 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.176739 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9c1d9260-d6ab-44ac-bc11-341aece5ce85" (UID: "9c1d9260-d6ab-44ac-bc11-341aece5ce85"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.190796 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fnk7x\" (UniqueName: \"kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x\") pod \"keystoneea7c-account-delete-9hhlc\" (UID: \"bbfa2404-d44b-4404-8d0d-32ed2dfb0551\") " pod="openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.190997 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: E1013 20:01:56.194333 4809 projected.go:194] Error preparing data for projected volume kube-api-access-fnk7x for pod openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:01:56 crc kubenswrapper[4809]: E1013 20:01:56.194383 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x podName:bbfa2404-d44b-4404-8d0d-32ed2dfb0551 nodeName:}" failed. No retries permitted until 2025-10-13 20:01:57.194370077 +0000 UTC m=+2235.800116662 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-fnk7x" (UniqueName: "kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x") pod "keystoneea7c-account-delete-9hhlc" (UID: "bbfa2404-d44b-4404-8d0d-32ed2dfb0551") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.210415 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="00bfdbae-91f2-4884-9283-2f2935cdf50e" path="/var/lib/kubelet/pods/00bfdbae-91f2-4884-9283-2f2935cdf50e/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.210948 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="07ead3ab-0fa0-4247-ba51-09c77b9a0d3c" path="/var/lib/kubelet/pods/07ead3ab-0fa0-4247-ba51-09c77b9a0d3c/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.211415 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0b84a574-45d4-4c2d-b048-b63649541b22" path="/var/lib/kubelet/pods/0b84a574-45d4-4c2d-b048-b63649541b22/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.212964 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="175cc45e-ec2f-4f6a-a942-8bc0ebc6be06" path="/var/lib/kubelet/pods/175cc45e-ec2f-4f6a-a942-8bc0ebc6be06/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.213952 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="23184eda-f622-4b08-8a6f-92212b00c190" path="/var/lib/kubelet/pods/23184eda-f622-4b08-8a6f-92212b00c190/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.214411 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1" path="/var/lib/kubelet/pods/2d1b5df1-c7f5-4cbe-86bd-2f2ae238eeb1/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.214923 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="315655d3-cc8a-4a14-9f14-fd2ca8058075" path="/var/lib/kubelet/pods/315655d3-cc8a-4a14-9f14-fd2ca8058075/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.215367 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3c314f8b-2928-4a6e-9d3b-b6b822218afc" path="/var/lib/kubelet/pods/3c314f8b-2928-4a6e-9d3b-b6b822218afc/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.216450 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4000870c-380b-4aad-9cd9-bd26229393d9" path="/var/lib/kubelet/pods/4000870c-380b-4aad-9cd9-bd26229393d9/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.217171 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-galera-0" podUID="c966cca2-781a-4028-9742-debae5f3e722" containerName="galera" containerID="cri-o://3ec8cec7b5be0a8573bba7354bac5fee27f0b41bd9705179e88c29b4f5e91c16" gracePeriod=30 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.217295 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="41938f54-01a6-49e4-ac6f-155874f0731d" path="/var/lib/kubelet/pods/41938f54-01a6-49e4-ac6f-155874f0731d/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.217835 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="437fe960-69e3-4098-bdf4-4e634ab97839" path="/var/lib/kubelet/pods/437fe960-69e3-4098-bdf4-4e634ab97839/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.218821 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4fb5659a-a5aa-4bca-ae45-6b280a01c37b" path="/var/lib/kubelet/pods/4fb5659a-a5aa-4bca-ae45-6b280a01c37b/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.219256 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="543247e1-39f9-4011-bf9c-96082d0da0be" path="/var/lib/kubelet/pods/543247e1-39f9-4011-bf9c-96082d0da0be/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.219683 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="63c777b3-e891-4979-b8e0-21db0d969a9b" path="/var/lib/kubelet/pods/63c777b3-e891-4979-b8e0-21db0d969a9b/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.220116 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9cebc919-fe4b-463e-aae3-8db19856e78b" path="/var/lib/kubelet/pods/9cebc919-fe4b-463e-aae3-8db19856e78b/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.221039 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9d327d77-0c74-4108-a482-dc10f4fa2b35" path="/var/lib/kubelet/pods/9d327d77-0c74-4108-a482-dc10f4fa2b35/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.221471 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a0b32649-6aa6-4b62-85a0-ef935b9d6d97" path="/var/lib/kubelet/pods/a0b32649-6aa6-4b62-85a0-ef935b9d6d97/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.221999 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="afb30571-893b-4e70-bb58-a8ee9ab6dbc8" path="/var/lib/kubelet/pods/afb30571-893b-4e70-bb58-a8ee9ab6dbc8/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.222404 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d" path="/var/lib/kubelet/pods/b80b2b82-b5e9-4a5e-8870-85ec3dc8ea7d/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.223274 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ba1d3d9c-de10-4589-9726-03e642718d53" path="/var/lib/kubelet/pods/ba1d3d9c-de10-4589-9726-03e642718d53/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.223688 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bc79db8e-1bd1-4e00-9043-a5b7e22f64e3" path="/var/lib/kubelet/pods/bc79db8e-1bd1-4e00-9043-a5b7e22f64e3/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.224386 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c24b9f54-7356-473b-8152-829fe7a9b326" path="/var/lib/kubelet/pods/c24b9f54-7356-473b-8152-829fe7a9b326/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.224843 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d00318bc-5070-497d-b1c2-d0557a904c35" path="/var/lib/kubelet/pods/d00318bc-5070-497d-b1c2-d0557a904c35/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.225333 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d35ee5cd-e9e0-4474-8cb5-577992e2f0ef" path="/var/lib/kubelet/pods/d35ee5cd-e9e0-4474-8cb5-577992e2f0ef/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.226050 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dbedbed2-f6c2-484b-aac6-222e76d20d4f" path="/var/lib/kubelet/pods/dbedbed2-f6c2-484b-aac6-222e76d20d4f/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.226886 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e244cbf4-3606-48be-bd2c-c74816b97907" path="/var/lib/kubelet/pods/e244cbf4-3606-48be-bd2c-c74816b97907/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.227300 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e29c0999-3689-4acf-8130-7dd35a41b1c8" path="/var/lib/kubelet/pods/e29c0999-3689-4acf-8130-7dd35a41b1c8/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.227714 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4" path="/var/lib/kubelet/pods/e3eef1e9-6e35-4c49-aa2e-3cbd04c761c4/volumes" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.259532 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "9c1d9260-d6ab-44ac-bc11-341aece5ce85" (UID: "9c1d9260-d6ab-44ac-bc11-341aece5ce85"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.260027 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdbserver-nb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-nb-tls-certs") pod "9c1d9260-d6ab-44ac-bc11-341aece5ce85" (UID: "9c1d9260-d6ab-44ac-bc11-341aece5ce85"). InnerVolumeSpecName "ovsdbserver-nb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.296156 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.296205 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/9c1d9260-d6ab-44ac-bc11-341aece5ce85-ovsdbserver-nb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: E1013 20:01:56.457967 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="3ec8cec7b5be0a8573bba7354bac5fee27f0b41bd9705179e88c29b4f5e91c16" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:01:56 crc kubenswrapper[4809]: E1013 20:01:56.460735 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="3ec8cec7b5be0a8573bba7354bac5fee27f0b41bd9705179e88c29b4f5e91c16" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:01:56 crc kubenswrapper[4809]: E1013 20:01:56.466152 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="3ec8cec7b5be0a8573bba7354bac5fee27f0b41bd9705179e88c29b4f5e91c16" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:01:56 crc kubenswrapper[4809]: E1013 20:01:56.466196 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/openstack-galera-0" podUID="c966cca2-781a-4028-9742-debae5f3e722" containerName="galera" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.543469 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell116fa-account-delete-jqrjk" event={"ID":"693185ca-a3d5-405a-a415-096aaa7e8ddb","Type":"ContainerStarted","Data":"19f0043c9b9ab7b4b7d5e0d59c8fa56fdb0a956b6ab1bc7854ebad5091fac7e9"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.544964 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placementc3fd-account-delete-w8t2x" event={"ID":"7e1e5f25-a781-49f4-af55-5d06fa622cfa","Type":"ContainerStarted","Data":"7bf0207f37764f69b3c46bc0260e2ab446e70c061c59ffe8b3074c7094539bf0"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.550182 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" event={"ID":"e71b9ca0-849b-4fed-8400-9f01833648c3","Type":"ContainerDied","Data":"b5fd3fa543f5a9da1ac2ca0a133e4158a6853cdf48eede566729957f7b6d1492"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.550233 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b5fd3fa543f5a9da1ac2ca0a133e4158a6853cdf48eede566729957f7b6d1492" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.553125 4809 generic.go:334] "Generic (PLEG): container finished" podID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerID="7e4b074834e4a55a1a796c80158658979dc48d4f80ef0f761e6250bcd9d3d2d7" exitCode=0 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.553195 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" event={"ID":"8bcc1501-3c63-4666-b414-f7294ef80e11","Type":"ContainerDied","Data":"7e4b074834e4a55a1a796c80158658979dc48d4f80ef0f761e6250bcd9d3d2d7"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.553234 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" event={"ID":"8bcc1501-3c63-4666-b414-f7294ef80e11","Type":"ContainerDied","Data":"4c0986b8d742495a80cde5f422c1a5a5361e2ebe16bc2c2be7c8445e8838569d"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.553205 4809 generic.go:334] "Generic (PLEG): container finished" podID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerID="4c0986b8d742495a80cde5f422c1a5a5361e2ebe16bc2c2be7c8445e8838569d" exitCode=0 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.553312 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" event={"ID":"8bcc1501-3c63-4666-b414-f7294ef80e11","Type":"ContainerDied","Data":"93c38be3cdb16254670f4e82993f6a5fe19098bb8d8e632b07ca7a74412bf7fd"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.553328 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="93c38be3cdb16254670f4e82993f6a5fe19098bb8d8e632b07ca7a74412bf7fd" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.555646 4809 generic.go:334] "Generic (PLEG): container finished" podID="8df11cb5-efd9-4201-956f-5028a900c61c" containerID="3276a52f7cab1683fdc58302b6c1fd70d5e187e10782b7d776facccc7495e9b9" exitCode=143 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.555719 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8df11cb5-efd9-4201-956f-5028a900c61c","Type":"ContainerDied","Data":"3276a52f7cab1683fdc58302b6c1fd70d5e187e10782b7d776facccc7495e9b9"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.557145 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" event={"ID":"a6c99cb0-6bd7-4e3e-b890-cca60f487d56","Type":"ContainerStarted","Data":"7e98b5a42dad2672e0d505ebf5538e78cfc4870b4eae6fe03e31a3dc027a587f"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.563681 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_9c1d9260-d6ab-44ac-bc11-341aece5ce85/ovsdbserver-nb/0.log" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.563827 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9c1d9260-d6ab-44ac-bc11-341aece5ce85","Type":"ContainerDied","Data":"ab960a0bd65cc0be213ff389f6a94ee200b4f3b9497fe05499106afe09d168fd"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.563860 4809 scope.go:117] "RemoveContainer" containerID="b45def3ac7f75b80c32e67ac872cdbf353a28e1016a1a780aae2d7334ad39bab" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.564078 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.579881 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.595066 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.609577 4809 generic.go:334] "Generic (PLEG): container finished" podID="653d4ad9-0132-4994-8f02-4cfcfc9b2b30" containerID="f410ad69ad725b96d3efcb671b461884eb800661dd6122883baae0a35418b407" exitCode=0 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.609659 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"653d4ad9-0132-4994-8f02-4cfcfc9b2b30","Type":"ContainerDied","Data":"f410ad69ad725b96d3efcb671b461884eb800661dd6122883baae0a35418b407"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.642310 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.642509 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance8748-account-delete-87z2r" event={"ID":"68d9bb1c-25fb-4b72-9739-78b804ee56b3","Type":"ContainerStarted","Data":"7af611e87ba84784f0ebae5cc5e697714e0575e93212c01c6b0e4b02c8f2f078"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.650421 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron6150-account-delete-q2mjn" event={"ID":"f7990122-c3a6-483f-abfa-c3e53626fe6d","Type":"ContainerStarted","Data":"7e4ee2a0a606248471da65b09383dcb6eff566b1d116690e9c085dd93b5d0fd2"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.684190 4809 scope.go:117] "RemoveContainer" containerID="f605e16c05d1e684d38e0927181161972f94e4d7261a9009e5f4a69542e2a389" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.692706 4809 generic.go:334] "Generic (PLEG): container finished" podID="2ba830e0-db19-419e-9156-536a3c0e1252" containerID="ee2f3c50f5a091984a130155538d59bb273aa1d708f5cf17c4b45607b52fea77" exitCode=143 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.692789 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" event={"ID":"2ba830e0-db19-419e-9156-536a3c0e1252","Type":"ContainerDied","Data":"ee2f3c50f5a091984a130155538d59bb273aa1d708f5cf17c4b45607b52fea77"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.695033 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.707606 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-etc-swift\") pod \"e71b9ca0-849b-4fed-8400-9f01833648c3\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.707804 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w6fhp\" (UniqueName: \"kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-kube-api-access-w6fhp\") pod \"e71b9ca0-849b-4fed-8400-9f01833648c3\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.707872 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-run-httpd\") pod \"e71b9ca0-849b-4fed-8400-9f01833648c3\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.708040 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-log-httpd\") pod \"e71b9ca0-849b-4fed-8400-9f01833648c3\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.708122 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-combined-ca-bundle\") pod \"e71b9ca0-849b-4fed-8400-9f01833648c3\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.708438 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-internal-tls-certs\") pod \"e71b9ca0-849b-4fed-8400-9f01833648c3\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.708479 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-config-data\") pod \"e71b9ca0-849b-4fed-8400-9f01833648c3\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.708516 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-public-tls-certs\") pod \"e71b9ca0-849b-4fed-8400-9f01833648c3\" (UID: \"e71b9ca0-849b-4fed-8400-9f01833648c3\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.713117 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "e71b9ca0-849b-4fed-8400-9f01833648c3" (UID: "e71b9ca0-849b-4fed-8400-9f01833648c3"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.713978 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "e71b9ca0-849b-4fed-8400-9f01833648c3" (UID: "e71b9ca0-849b-4fed-8400-9f01833648c3"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.716250 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "e71b9ca0-849b-4fed-8400-9f01833648c3" (UID: "e71b9ca0-849b-4fed-8400-9f01833648c3"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.722673 4809 generic.go:334] "Generic (PLEG): container finished" podID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerID="21d546fa5d7c706a889fd1526354f1a27c296d5ce280c1459e758382c730e297" exitCode=0 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.722708 4809 generic.go:334] "Generic (PLEG): container finished" podID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerID="6c0cfdaf9282edf8992d6c40180097d89562f26a9999e834af22b9fda796895a" exitCode=0 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.722717 4809 generic.go:334] "Generic (PLEG): container finished" podID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerID="5629df979a8f8e5ce63add650bc546579492247def1507810f6a9104c54d534f" exitCode=0 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.722816 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"ddb822ad-928b-4f48-9ea7-c77138f2f4aa","Type":"ContainerDied","Data":"21d546fa5d7c706a889fd1526354f1a27c296d5ce280c1459e758382c730e297"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.722849 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"ddb822ad-928b-4f48-9ea7-c77138f2f4aa","Type":"ContainerDied","Data":"6c0cfdaf9282edf8992d6c40180097d89562f26a9999e834af22b9fda796895a"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.722861 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"ddb822ad-928b-4f48-9ea7-c77138f2f4aa","Type":"ContainerDied","Data":"5629df979a8f8e5ce63add650bc546579492247def1507810f6a9104c54d534f"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.743176 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-kube-api-access-w6fhp" (OuterVolumeSpecName: "kube-api-access-w6fhp") pod "e71b9ca0-849b-4fed-8400-9f01833648c3" (UID: "e71b9ca0-849b-4fed-8400-9f01833648c3"). InnerVolumeSpecName "kube-api-access-w6fhp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.766998 4809 generic.go:334] "Generic (PLEG): container finished" podID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerID="058ad0461b31ba97408b8030a0bd2947bd0379b2f7f1fc881f9ca38c4de69bd9" exitCode=143 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.767377 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a6133dff-7c9f-42b8-8d51-3863eed59fde","Type":"ContainerDied","Data":"058ad0461b31ba97408b8030a0bd2947bd0379b2f7f1fc881f9ca38c4de69bd9"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.780311 4809 generic.go:334] "Generic (PLEG): container finished" podID="6b47ca17-992c-4c04-b426-53832a7db216" containerID="838c29065b4ce8262622d45ec222c0acd75c05b7670e9b1c2815eeaca1bc9d9c" exitCode=1 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.780866 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican1998-account-delete-xzdqf" event={"ID":"6b47ca17-992c-4c04-b426-53832a7db216","Type":"ContainerDied","Data":"838c29065b4ce8262622d45ec222c0acd75c05b7670e9b1c2815eeaca1bc9d9c"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.780933 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican1998-account-delete-xzdqf" event={"ID":"6b47ca17-992c-4c04-b426-53832a7db216","Type":"ContainerStarted","Data":"08167dfd854a5fb946e72d062b321e4da9a66c6b4f5a171a8ab3cb64891a3609"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.790179 4809 scope.go:117] "RemoveContainer" containerID="3625aacb142ec311872feea6f7e1459e17870df67cfece6d14766fd32dfe65f4" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.790335 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" event={"ID":"782d68fd-a8cd-422e-add3-9228c6ac95b6","Type":"ContainerStarted","Data":"239763b7bb31cb45b195db286434ec2953f65cfc78b914860ab35498fc44dd18"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.792157 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/memcached-0" podUID="5fbade22-8002-48f4-b34a-19a9f07336d0" containerName="memcached" probeResult="failure" output="dial tcp 10.217.1.166:11211: connect: connection refused" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.806291 4809 generic.go:334] "Generic (PLEG): container finished" podID="5b227af8-201f-4cd1-b110-1189e0c9504a" containerID="7aafda9c4c0a023f547be1229456342d8d2730cabb06b843b6bf9b86e09f0eac" exitCode=0 Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.806398 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.806448 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5b227af8-201f-4cd1-b110-1189e0c9504a","Type":"ContainerDied","Data":"7aafda9c4c0a023f547be1229456342d8d2730cabb06b843b6bf9b86e09f0eac"} Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.813622 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"alertmanager-metric-storage-db\" (UniqueName: \"kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-alertmanager-metric-storage-db\") pod \"8bcc1501-3c63-4666-b414-f7294ef80e11\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.813721 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-config-volume\") pod \"8bcc1501-3c63-4666-b414-f7294ef80e11\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.813771 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-web-config\") pod \"8bcc1501-3c63-4666-b414-f7294ef80e11\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.813846 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-tls-assets\") pod \"8bcc1501-3c63-4666-b414-f7294ef80e11\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.813925 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6cfjv\" (UniqueName: \"kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-kube-api-access-6cfjv\") pod \"8bcc1501-3c63-4666-b414-f7294ef80e11\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.813975 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-config-out\") pod \"8bcc1501-3c63-4666-b414-f7294ef80e11\" (UID: \"8bcc1501-3c63-4666-b414-f7294ef80e11\") " Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.814477 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.814497 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w6fhp\" (UniqueName: \"kubernetes.io/projected/e71b9ca0-849b-4fed-8400-9f01833648c3-kube-api-access-w6fhp\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.814509 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.814521 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e71b9ca0-849b-4fed-8400-9f01833648c3-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.825992 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-alertmanager-metric-storage-db" (OuterVolumeSpecName: "alertmanager-metric-storage-db") pod "8bcc1501-3c63-4666-b414-f7294ef80e11" (UID: "8bcc1501-3c63-4666-b414-f7294ef80e11"). InnerVolumeSpecName "alertmanager-metric-storage-db". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.854095 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-config-out" (OuterVolumeSpecName: "config-out") pod "8bcc1501-3c63-4666-b414-f7294ef80e11" (UID: "8bcc1501-3c63-4666-b414-f7294ef80e11"). InnerVolumeSpecName "config-out". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.862366 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-kube-api-access-6cfjv" (OuterVolumeSpecName: "kube-api-access-6cfjv") pod "8bcc1501-3c63-4666-b414-f7294ef80e11" (UID: "8bcc1501-3c63-4666-b414-f7294ef80e11"). InnerVolumeSpecName "kube-api-access-6cfjv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.863028 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-tls-assets" (OuterVolumeSpecName: "tls-assets") pod "8bcc1501-3c63-4666-b414-f7294ef80e11" (UID: "8bcc1501-3c63-4666-b414-f7294ef80e11"). InnerVolumeSpecName "tls-assets". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.868360 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-config-volume" (OuterVolumeSpecName: "config-volume") pod "8bcc1501-3c63-4666-b414-f7294ef80e11" (UID: "8bcc1501-3c63-4666-b414-f7294ef80e11"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.920386 4809 reconciler_common.go:293] "Volume detached for volume \"alertmanager-metric-storage-db\" (UniqueName: \"kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-alertmanager-metric-storage-db\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.920411 4809 reconciler_common.go:293] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-config-volume\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.920423 4809 reconciler_common.go:293] "Volume detached for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-tls-assets\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.920432 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6cfjv\" (UniqueName: \"kubernetes.io/projected/8bcc1501-3c63-4666-b414-f7294ef80e11-kube-api-access-6cfjv\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:56 crc kubenswrapper[4809]: I1013 20:01:56.920441 4809 reconciler_common.go:293] "Volume detached for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/8bcc1501-3c63-4666-b414-f7294ef80e11-config-out\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.107217 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "e71b9ca0-849b-4fed-8400-9f01833648c3" (UID: "e71b9ca0-849b-4fed-8400-9f01833648c3"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.125960 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.227993 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fnk7x\" (UniqueName: \"kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x\") pod \"keystoneea7c-account-delete-9hhlc\" (UID: \"bbfa2404-d44b-4404-8d0d-32ed2dfb0551\") " pod="openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc" Oct 13 20:01:57 crc kubenswrapper[4809]: E1013 20:01:57.236305 4809 projected.go:194] Error preparing data for projected volume kube-api-access-fnk7x for pod openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:01:57 crc kubenswrapper[4809]: E1013 20:01:57.236630 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x podName:bbfa2404-d44b-4404-8d0d-32ed2dfb0551 nodeName:}" failed. No retries permitted until 2025-10-13 20:01:59.236606354 +0000 UTC m=+2237.842352949 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-fnk7x" (UniqueName: "kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x") pod "keystoneea7c-account-delete-9hhlc" (UID: "bbfa2404-d44b-4404-8d0d-32ed2dfb0551") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:01:57 crc kubenswrapper[4809]: E1013 20:01:57.326470 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="f297b51a50db2bdde1c5c658b6f34f00fe379ff5e40ea85862071b38608b39af" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:01:57 crc kubenswrapper[4809]: E1013 20:01:57.359194 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="f297b51a50db2bdde1c5c658b6f34f00fe379ff5e40ea85862071b38608b39af" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:01:57 crc kubenswrapper[4809]: E1013 20:01:57.387854 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="f297b51a50db2bdde1c5c658b6f34f00fe379ff5e40ea85862071b38608b39af" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:01:57 crc kubenswrapper[4809]: E1013 20:01:57.387930 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerName="ovn-northd" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.395723 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-config-data" (OuterVolumeSpecName: "config-data") pod "e71b9ca0-849b-4fed-8400-9f01833648c3" (UID: "e71b9ca0-849b-4fed-8400-9f01833648c3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.405414 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e71b9ca0-849b-4fed-8400-9f01833648c3" (UID: "e71b9ca0-849b-4fed-8400-9f01833648c3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.437151 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.437529 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.556779 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "e71b9ca0-849b-4fed-8400-9f01833648c3" (UID: "e71b9ca0-849b-4fed-8400-9f01833648c3"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.568210 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-web-config" (OuterVolumeSpecName: "web-config") pod "8bcc1501-3c63-4666-b414-f7294ef80e11" (UID: "8bcc1501-3c63-4666-b414-f7294ef80e11"). InnerVolumeSpecName "web-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.644029 4809 reconciler_common.go:293] "Volume detached for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/8bcc1501-3c63-4666-b414-f7294ef80e11-web-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.644068 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e71b9ca0-849b-4fed-8400-9f01833648c3-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:57 crc kubenswrapper[4809]: E1013 20:01:57.648098 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:01:57 crc kubenswrapper[4809]: E1013 20:01:57.653590 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:01:57 crc kubenswrapper[4809]: E1013 20:01:57.655108 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:01:57 crc kubenswrapper[4809]: E1013 20:01:57.655146 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="7366cf76-b14f-4b11-b4f9-852202dd0664" containerName="nova-cell1-conductor-conductor" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.709861 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/cinder-api-0" podUID="d431ae79-5c86-4c4f-a267-2d60980db4c9" containerName="cinder-api" probeResult="failure" output="Get \"https://10.217.1.218:8776/healthcheck\": read tcp 10.217.0.2:57146->10.217.1.218:8776: read: connection reset by peer" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.828937 4809 generic.go:334] "Generic (PLEG): container finished" podID="7e1e5f25-a781-49f4-af55-5d06fa622cfa" containerID="98a34edefa9df9f979f851fdbb384308ab9000c253be4da2431cfd10c04d4e4a" exitCode=1 Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.829001 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placementc3fd-account-delete-w8t2x" event={"ID":"7e1e5f25-a781-49f4-af55-5d06fa622cfa","Type":"ContainerDied","Data":"98a34edefa9df9f979f851fdbb384308ab9000c253be4da2431cfd10c04d4e4a"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.840675 4809 generic.go:334] "Generic (PLEG): container finished" podID="d431ae79-5c86-4c4f-a267-2d60980db4c9" containerID="3398555aa42ccd4d49b129432df6d54b29edee149542d74000e25fe8fd5c3da4" exitCode=0 Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.840774 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"d431ae79-5c86-4c4f-a267-2d60980db4c9","Type":"ContainerDied","Data":"3398555aa42ccd4d49b129432df6d54b29edee149542d74000e25fe8fd5c3da4"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.844421 4809 generic.go:334] "Generic (PLEG): container finished" podID="273d7724-5a26-4bd7-a547-aa45760c6493" containerID="07108137c2141aa5b8ca1af5d62d5ebfeb8c10e497226bf74bb520cb5499da02" exitCode=0 Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.844486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" event={"ID":"273d7724-5a26-4bd7-a547-aa45760c6493","Type":"ContainerDied","Data":"07108137c2141aa5b8ca1af5d62d5ebfeb8c10e497226bf74bb520cb5499da02"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.847907 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/prometheus-metric-storage-0" event={"ID":"ddb822ad-928b-4f48-9ea7-c77138f2f4aa","Type":"ContainerDied","Data":"c16484951d6e7d9fa41b1862db09b48794ef4fab9533cecbbd343f4a98d2ed35"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.847925 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c16484951d6e7d9fa41b1862db09b48794ef4fab9533cecbbd343f4a98d2ed35" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.852402 4809 generic.go:334] "Generic (PLEG): container finished" podID="693185ca-a3d5-405a-a415-096aaa7e8ddb" containerID="fbb89dcb90bbb10d8d1dbb24379ee7281fe7e37ebae53c078c6cd282abfacb56" exitCode=1 Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.852486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell116fa-account-delete-jqrjk" event={"ID":"693185ca-a3d5-405a-a415-096aaa7e8ddb","Type":"ContainerDied","Data":"fbb89dcb90bbb10d8d1dbb24379ee7281fe7e37ebae53c078c6cd282abfacb56"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.862643 4809 generic.go:334] "Generic (PLEG): container finished" podID="f7990122-c3a6-483f-abfa-c3e53626fe6d" containerID="8714dd79e53eb64fd15300ae5c35ff5e591c96d51975f04d7694fbf25c00d7dc" exitCode=1 Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.862869 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron6150-account-delete-q2mjn" event={"ID":"f7990122-c3a6-483f-abfa-c3e53626fe6d","Type":"ContainerDied","Data":"8714dd79e53eb64fd15300ae5c35ff5e591c96d51975f04d7694fbf25c00d7dc"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.921603 4809 generic.go:334] "Generic (PLEG): container finished" podID="5fbade22-8002-48f4-b34a-19a9f07336d0" containerID="84724e1351e273fe11d511cf73140c4facfef3264112711dce9b436d1a42836d" exitCode=0 Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.921820 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"5fbade22-8002-48f4-b34a-19a9f07336d0","Type":"ContainerDied","Data":"84724e1351e273fe11d511cf73140c4facfef3264112711dce9b436d1a42836d"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.921850 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"5fbade22-8002-48f4-b34a-19a9f07336d0","Type":"ContainerDied","Data":"36741d43661b1a6385a9e080b936098dd2be11864254bf942b54697b3d731ea7"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.921861 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="36741d43661b1a6385a9e080b936098dd2be11864254bf942b54697b3d731ea7" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.937493 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican1998-account-delete-xzdqf" event={"ID":"6b47ca17-992c-4c04-b426-53832a7db216","Type":"ContainerDied","Data":"08167dfd854a5fb946e72d062b321e4da9a66c6b4f5a171a8ab3cb64891a3609"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.937534 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="08167dfd854a5fb946e72d062b321e4da9a66c6b4f5a171a8ab3cb64891a3609" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.949916 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"653d4ad9-0132-4994-8f02-4cfcfc9b2b30","Type":"ContainerDied","Data":"a11a4910d76b771a6f94cd0352f874d980280b3687f9998b64d86b681c85e82a"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.949979 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a11a4910d76b771a6f94cd0352f874d980280b3687f9998b64d86b681c85e82a" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.952820 4809 generic.go:334] "Generic (PLEG): container finished" podID="523b431b-af41-41f6-898f-f14291f5f056" containerID="1a3251802b84e00a44ccc44dc716758ad9cef43a7fc2f9b06c0bca62cc8a64a6" exitCode=0 Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.952908 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" event={"ID":"523b431b-af41-41f6-898f-f14291f5f056","Type":"ContainerDied","Data":"1a3251802b84e00a44ccc44dc716758ad9cef43a7fc2f9b06c0bca62cc8a64a6"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.952967 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" event={"ID":"523b431b-af41-41f6-898f-f14291f5f056","Type":"ContainerDied","Data":"d230dd8f44206296534e7de53ac05ab40965ee81c8c87922989f4120fd049c08"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.952980 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d230dd8f44206296534e7de53ac05ab40965ee81c8c87922989f4120fd049c08" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.955137 4809 generic.go:334] "Generic (PLEG): container finished" podID="68d9bb1c-25fb-4b72-9739-78b804ee56b3" containerID="3a84cd068e87947fa087b3ba95e7d4cab83d41a2b3a554a31a26b74214033aa6" exitCode=1 Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.955316 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance8748-account-delete-87z2r" event={"ID":"68d9bb1c-25fb-4b72-9739-78b804ee56b3","Type":"ContainerDied","Data":"3a84cd068e87947fa087b3ba95e7d4cab83d41a2b3a554a31a26b74214033aa6"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.964881 4809 generic.go:334] "Generic (PLEG): container finished" podID="ed7d796a-6bc7-40eb-97e8-0685da5f2662" containerID="6b1925ac992d104a122aedf6bf2228e9a1fe0cade3ed93dc06e12a0bd7a5ceb2" exitCode=0 Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.964947 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-applier-0" event={"ID":"ed7d796a-6bc7-40eb-97e8-0685da5f2662","Type":"ContainerDied","Data":"6b1925ac992d104a122aedf6bf2228e9a1fe0cade3ed93dc06e12a0bd7a5ceb2"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.964976 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-applier-0" event={"ID":"ed7d796a-6bc7-40eb-97e8-0685da5f2662","Type":"ContainerDied","Data":"8cdd11ff43909234a643f9dfbbdb8ff4e12a5a81cc5e572b6c6ae49adc5e5a8a"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.964985 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8cdd11ff43909234a643f9dfbbdb8ff4e12a5a81cc5e572b6c6ae49adc5e5a8a" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.971057 4809 generic.go:334] "Generic (PLEG): container finished" podID="32f4c7c9-6447-4f51-bac7-b999f983112c" containerID="0f7aea951e7521fb28d6fae42e8b72cc2a2bf4112c4df212daa9810c6815f36b" exitCode=0 Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.971145 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v" Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.971357 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" event={"ID":"32f4c7c9-6447-4f51-bac7-b999f983112c","Type":"ContainerDied","Data":"0f7aea951e7521fb28d6fae42e8b72cc2a2bf4112c4df212daa9810c6815f36b"} Oct 13 20:01:57 crc kubenswrapper[4809]: I1013 20:01:57.971509 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/alertmanager-metric-storage-0" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.019995 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/watcher-api-0" podUID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerName="watcher-api-log" probeResult="failure" output="Get \"https://10.217.1.217:9322/\": read tcp 10.217.0.2:48328->10.217.1.217:9322: read: connection reset by peer" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.020228 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/watcher-api-0" podUID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerName="watcher-api" probeResult="failure" output="Get \"https://10.217.1.217:9322/\": read tcp 10.217.0.2:48314->10.217.1.217:9322: read: connection reset by peer" Oct 13 20:01:58 crc kubenswrapper[4809]: E1013 20:01:58.142502 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:01:58 crc kubenswrapper[4809]: E1013 20:01:58.145579 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:01:58 crc kubenswrapper[4809]: E1013 20:01:58.146949 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:01:58 crc kubenswrapper[4809]: E1013 20:01:58.146995 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="17660864-289a-443e-9cb7-5adc7114b24c" containerName="nova-scheduler-scheduler" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.399481 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.7:8775/\": read tcp 10.217.0.2:54228->10.217.0.7:8775: read: connection reset by peer" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.399534 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.7:8775/\": read tcp 10.217.0.2:54226->10.217.0.7:8775: read: connection reset by peer" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.583917 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" podUID="2ba830e0-db19-419e-9156-536a3c0e1252" containerName="barbican-api-log" probeResult="failure" output="Get \"https://10.217.1.219:9311/healthcheck\": read tcp 10.217.0.2:52784->10.217.1.219:9311: read: connection reset by peer" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.583926 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" podUID="2ba830e0-db19-419e-9156-536a3c0e1252" containerName="barbican-api" probeResult="failure" output="Get \"https://10.217.1.219:9311/healthcheck\": read tcp 10.217.0.2:52780->10.217.1.219:9311: read: connection reset by peer" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.635220 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.636675 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.648111 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.665339 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config-out\") pod \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.665417 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"thanos-prometheus-http-client-file\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-thanos-prometheus-http-client-file\") pod \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.665450 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config\") pod \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.665545 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"prometheus-metric-storage-rulefiles-0\" (UniqueName: \"kubernetes.io/configmap/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-prometheus-metric-storage-rulefiles-0\") pod \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.665577 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-tls-assets\") pod \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.665710 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d\") pod \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.665777 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mwx42\" (UniqueName: \"kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-kube-api-access-mwx42\") pod \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.665804 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config\") pod \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.665865 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secret-combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-secret-combined-ca-bundle\") pod \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.665901 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d\") pod \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.666031 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"prometheus-metric-storage-db\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") pod \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\" (UID: \"ddb822ad-928b-4f48-9ea7-c77138f2f4aa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.678759 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-tls-assets" (OuterVolumeSpecName: "tls-assets") pod "ddb822ad-928b-4f48-9ea7-c77138f2f4aa" (UID: "ddb822ad-928b-4f48-9ea7-c77138f2f4aa"). InnerVolumeSpecName "tls-assets". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.679689 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.686551 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d" (OuterVolumeSpecName: "web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d") pod "ddb822ad-928b-4f48-9ea7-c77138f2f4aa" (UID: "ddb822ad-928b-4f48-9ea7-c77138f2f4aa"). InnerVolumeSpecName "web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.687160 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-prometheus-metric-storage-rulefiles-0" (OuterVolumeSpecName: "prometheus-metric-storage-rulefiles-0") pod "ddb822ad-928b-4f48-9ea7-c77138f2f4aa" (UID: "ddb822ad-928b-4f48-9ea7-c77138f2f4aa"). InnerVolumeSpecName "prometheus-metric-storage-rulefiles-0". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.692314 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-secret-combined-ca-bundle" (OuterVolumeSpecName: "secret-combined-ca-bundle") pod "ddb822ad-928b-4f48-9ea7-c77138f2f4aa" (UID: "ddb822ad-928b-4f48-9ea7-c77138f2f4aa"). InnerVolumeSpecName "secret-combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.704407 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config-out" (OuterVolumeSpecName: "config-out") pod "ddb822ad-928b-4f48-9ea7-c77138f2f4aa" (UID: "ddb822ad-928b-4f48-9ea7-c77138f2f4aa"). InnerVolumeSpecName "config-out". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.705002 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config" (OuterVolumeSpecName: "config") pod "ddb822ad-928b-4f48-9ea7-c77138f2f4aa" (UID: "ddb822ad-928b-4f48-9ea7-c77138f2f4aa"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.716025 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.727479 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.729707 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.738035 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-kube-api-access-mwx42" (OuterVolumeSpecName: "kube-api-access-mwx42") pod "ddb822ad-928b-4f48-9ea7-c77138f2f4aa" (UID: "ddb822ad-928b-4f48-9ea7-c77138f2f4aa"). InnerVolumeSpecName "kube-api-access-mwx42". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.738689 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-thanos-prometheus-http-client-file" (OuterVolumeSpecName: "thanos-prometheus-http-client-file") pod "ddb822ad-928b-4f48-9ea7-c77138f2f4aa" (UID: "ddb822ad-928b-4f48-9ea7-c77138f2f4aa"). InnerVolumeSpecName "thanos-prometheus-http-client-file". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.743980 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.763078 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d" (OuterVolumeSpecName: "web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d") pod "ddb822ad-928b-4f48-9ea7-c77138f2f4aa" (UID: "ddb822ad-928b-4f48-9ea7-c77138f2f4aa"). InnerVolumeSpecName "web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.767987 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zfr56\" (UniqueName: \"kubernetes.io/projected/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-kube-api-access-zfr56\") pod \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.768046 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-vencrypt-tls-certs\") pod \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.768101 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-combined-ca-bundle\") pod \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.768164 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-nova-novncproxy-tls-certs\") pod \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.768397 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican1998-account-delete-xzdqf" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.772815 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-config-data\") pod \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\" (UID: \"653d4ad9-0132-4994-8f02-4cfcfc9b2b30\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.773650 4809 reconciler_common.go:293] "Volume detached for volume \"secret-combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-secret-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.773672 4809 reconciler_common.go:293] "Volume detached for volume \"web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-key-cert-metric-storage-promethe-dc638c2d\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.773683 4809 reconciler_common.go:293] "Volume detached for volume \"config-out\" (UniqueName: \"kubernetes.io/empty-dir/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config-out\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.773695 4809 reconciler_common.go:293] "Volume detached for volume \"thanos-prometheus-http-client-file\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-thanos-prometheus-http-client-file\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.773704 4809 reconciler_common.go:293] "Volume detached for volume \"prometheus-metric-storage-rulefiles-0\" (UniqueName: \"kubernetes.io/configmap/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-prometheus-metric-storage-rulefiles-0\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.773714 4809 reconciler_common.go:293] "Volume detached for volume \"tls-assets\" (UniqueName: \"kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-tls-assets\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.773742 4809 reconciler_common.go:293] "Volume detached for volume \"web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config-tls-secret-cert-cert-metric-storage-prometh-dc638c2d\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.773759 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mwx42\" (UniqueName: \"kubernetes.io/projected/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-kube-api-access-mwx42\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.773772 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.783818 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v"] Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.790122 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-proxy-68c94fcf78-xpn4v"] Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.797012 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.799848 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/alertmanager-metric-storage-0"] Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.802235 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.820960 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/alertmanager-metric-storage-0"] Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.837311 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.837774 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.842010 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-kube-api-access-zfr56" (OuterVolumeSpecName: "kube-api-access-zfr56") pod "653d4ad9-0132-4994-8f02-4cfcfc9b2b30" (UID: "653d4ad9-0132-4994-8f02-4cfcfc9b2b30"). InnerVolumeSpecName "kube-api-access-zfr56". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.843011 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.858930 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementc3fd-account-delete-w8t2x" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875384 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tcpzr\" (UniqueName: \"kubernetes.io/projected/6b47ca17-992c-4c04-b426-53832a7db216-kube-api-access-tcpzr\") pod \"6b47ca17-992c-4c04-b426-53832a7db216\" (UID: \"6b47ca17-992c-4c04-b426-53832a7db216\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875624 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data-custom\") pod \"523b431b-af41-41f6-898f-f14291f5f056\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875678 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data-custom\") pod \"d431ae79-5c86-4c4f-a267-2d60980db4c9\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875715 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data\") pod \"523b431b-af41-41f6-898f-f14291f5f056\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875765 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-combined-ca-bundle\") pod \"5fbade22-8002-48f4-b34a-19a9f07336d0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875794 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-combined-ca-bundle\") pod \"d431ae79-5c86-4c4f-a267-2d60980db4c9\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875811 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data-custom\") pod \"32f4c7c9-6447-4f51-bac7-b999f983112c\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875842 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-combined-ca-bundle\") pod \"273d7724-5a26-4bd7-a547-aa45760c6493\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875870 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-internal-tls-certs\") pod \"d431ae79-5c86-4c4f-a267-2d60980db4c9\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875902 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-internal-tls-certs\") pod \"273d7724-5a26-4bd7-a547-aa45760c6493\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875932 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d431ae79-5c86-4c4f-a267-2d60980db4c9-logs\") pod \"d431ae79-5c86-4c4f-a267-2d60980db4c9\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875967 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-combined-ca-bundle\") pod \"32f4c7c9-6447-4f51-bac7-b999f983112c\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.875998 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-memcached-tls-certs\") pod \"5fbade22-8002-48f4-b34a-19a9f07336d0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876065 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/d431ae79-5c86-4c4f-a267-2d60980db4c9-etc-machine-id\") pod \"d431ae79-5c86-4c4f-a267-2d60980db4c9\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876100 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-config-data\") pod \"5fbade22-8002-48f4-b34a-19a9f07336d0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876119 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-scripts\") pod \"d431ae79-5c86-4c4f-a267-2d60980db4c9\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876225 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qkwdf\" (UniqueName: \"kubernetes.io/projected/ed7d796a-6bc7-40eb-97e8-0685da5f2662-kube-api-access-qkwdf\") pod \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876253 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-59tn6\" (UniqueName: \"kubernetes.io/projected/273d7724-5a26-4bd7-a547-aa45760c6493-kube-api-access-59tn6\") pod \"273d7724-5a26-4bd7-a547-aa45760c6493\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876278 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-combined-ca-bundle\") pod \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876317 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ed7d796a-6bc7-40eb-97e8-0685da5f2662-logs\") pod \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876338 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-kolla-config\") pod \"5fbade22-8002-48f4-b34a-19a9f07336d0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876359 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-public-tls-certs\") pod \"d431ae79-5c86-4c4f-a267-2d60980db4c9\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876378 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/523b431b-af41-41f6-898f-f14291f5f056-logs\") pod \"523b431b-af41-41f6-898f-f14291f5f056\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876426 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data\") pod \"d431ae79-5c86-4c4f-a267-2d60980db4c9\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876444 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data\") pod \"32f4c7c9-6447-4f51-bac7-b999f983112c\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876466 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/32f4c7c9-6447-4f51-bac7-b999f983112c-logs\") pod \"32f4c7c9-6447-4f51-bac7-b999f983112c\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876484 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nwtk6\" (UniqueName: \"kubernetes.io/projected/32f4c7c9-6447-4f51-bac7-b999f983112c-kube-api-access-nwtk6\") pod \"32f4c7c9-6447-4f51-bac7-b999f983112c\" (UID: \"32f4c7c9-6447-4f51-bac7-b999f983112c\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876502 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-scripts\") pod \"273d7724-5a26-4bd7-a547-aa45760c6493\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876527 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jdt6g\" (UniqueName: \"kubernetes.io/projected/523b431b-af41-41f6-898f-f14291f5f056-kube-api-access-jdt6g\") pod \"523b431b-af41-41f6-898f-f14291f5f056\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876547 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-config-data\") pod \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\" (UID: \"ed7d796a-6bc7-40eb-97e8-0685da5f2662\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876582 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dlr9s\" (UniqueName: \"kubernetes.io/projected/d431ae79-5c86-4c4f-a267-2d60980db4c9-kube-api-access-dlr9s\") pod \"d431ae79-5c86-4c4f-a267-2d60980db4c9\" (UID: \"d431ae79-5c86-4c4f-a267-2d60980db4c9\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876620 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-combined-ca-bundle\") pod \"523b431b-af41-41f6-898f-f14291f5f056\" (UID: \"523b431b-af41-41f6-898f-f14291f5f056\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876641 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-public-tls-certs\") pod \"273d7724-5a26-4bd7-a547-aa45760c6493\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876662 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/273d7724-5a26-4bd7-a547-aa45760c6493-logs\") pod \"273d7724-5a26-4bd7-a547-aa45760c6493\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876690 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6s84b\" (UniqueName: \"kubernetes.io/projected/5fbade22-8002-48f4-b34a-19a9f07336d0-kube-api-access-6s84b\") pod \"5fbade22-8002-48f4-b34a-19a9f07336d0\" (UID: \"5fbade22-8002-48f4-b34a-19a9f07336d0\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.876707 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-config-data\") pod \"273d7724-5a26-4bd7-a547-aa45760c6493\" (UID: \"273d7724-5a26-4bd7-a547-aa45760c6493\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.877320 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zfr56\" (UniqueName: \"kubernetes.io/projected/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-kube-api-access-zfr56\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.878268 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6b47ca17-992c-4c04-b426-53832a7db216-kube-api-access-tcpzr" (OuterVolumeSpecName: "kube-api-access-tcpzr") pod "6b47ca17-992c-4c04-b426-53832a7db216" (UID: "6b47ca17-992c-4c04-b426-53832a7db216"). InnerVolumeSpecName "kube-api-access-tcpzr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.880182 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334" (OuterVolumeSpecName: "prometheus-metric-storage-db") pod "ddb822ad-928b-4f48-9ea7-c77138f2f4aa" (UID: "ddb822ad-928b-4f48-9ea7-c77138f2f4aa"). InnerVolumeSpecName "pvc-01326ba0-f507-4de0-b91e-8f0a0c497334". PluginName "kubernetes.io/csi", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.880159 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/523b431b-af41-41f6-898f-f14291f5f056-logs" (OuterVolumeSpecName: "logs") pod "523b431b-af41-41f6-898f-f14291f5f056" (UID: "523b431b-af41-41f6-898f-f14291f5f056"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.880674 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ed7d796a-6bc7-40eb-97e8-0685da5f2662-logs" (OuterVolumeSpecName: "logs") pod "ed7d796a-6bc7-40eb-97e8-0685da5f2662" (UID: "ed7d796a-6bc7-40eb-97e8-0685da5f2662"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.880723 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d431ae79-5c86-4c4f-a267-2d60980db4c9-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "d431ae79-5c86-4c4f-a267-2d60980db4c9" (UID: "d431ae79-5c86-4c4f-a267-2d60980db4c9"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.880994 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d431ae79-5c86-4c4f-a267-2d60980db4c9-logs" (OuterVolumeSpecName: "logs") pod "d431ae79-5c86-4c4f-a267-2d60980db4c9" (UID: "d431ae79-5c86-4c4f-a267-2d60980db4c9"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.883373 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "5fbade22-8002-48f4-b34a-19a9f07336d0" (UID: "5fbade22-8002-48f4-b34a-19a9f07336d0"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.883958 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/32f4c7c9-6447-4f51-bac7-b999f983112c-logs" (OuterVolumeSpecName: "logs") pod "32f4c7c9-6447-4f51-bac7-b999f983112c" (UID: "32f4c7c9-6447-4f51-bac7-b999f983112c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.885653 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-config-data" (OuterVolumeSpecName: "config-data") pod "5fbade22-8002-48f4-b34a-19a9f07336d0" (UID: "5fbade22-8002-48f4-b34a-19a9f07336d0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.886507 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/273d7724-5a26-4bd7-a547-aa45760c6493-logs" (OuterVolumeSpecName: "logs") pod "273d7724-5a26-4bd7-a547-aa45760c6493" (UID: "273d7724-5a26-4bd7-a547-aa45760c6493"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.893576 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "523b431b-af41-41f6-898f-f14291f5f056" (UID: "523b431b-af41-41f6-898f-f14291f5f056"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.893709 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-scripts" (OuterVolumeSpecName: "scripts") pod "273d7724-5a26-4bd7-a547-aa45760c6493" (UID: "273d7724-5a26-4bd7-a547-aa45760c6493"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.894112 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "d431ae79-5c86-4c4f-a267-2d60980db4c9" (UID: "d431ae79-5c86-4c4f-a267-2d60980db4c9"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.897102 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-scripts" (OuterVolumeSpecName: "scripts") pod "d431ae79-5c86-4c4f-a267-2d60980db4c9" (UID: "d431ae79-5c86-4c4f-a267-2d60980db4c9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.897877 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ed7d796a-6bc7-40eb-97e8-0685da5f2662-kube-api-access-qkwdf" (OuterVolumeSpecName: "kube-api-access-qkwdf") pod "ed7d796a-6bc7-40eb-97e8-0685da5f2662" (UID: "ed7d796a-6bc7-40eb-97e8-0685da5f2662"). InnerVolumeSpecName "kube-api-access-qkwdf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.897965 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d431ae79-5c86-4c4f-a267-2d60980db4c9-kube-api-access-dlr9s" (OuterVolumeSpecName: "kube-api-access-dlr9s") pod "d431ae79-5c86-4c4f-a267-2d60980db4c9" (UID: "d431ae79-5c86-4c4f-a267-2d60980db4c9"). InnerVolumeSpecName "kube-api-access-dlr9s". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.897996 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/32f4c7c9-6447-4f51-bac7-b999f983112c-kube-api-access-nwtk6" (OuterVolumeSpecName: "kube-api-access-nwtk6") pod "32f4c7c9-6447-4f51-bac7-b999f983112c" (UID: "32f4c7c9-6447-4f51-bac7-b999f983112c"). InnerVolumeSpecName "kube-api-access-nwtk6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.898018 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/273d7724-5a26-4bd7-a547-aa45760c6493-kube-api-access-59tn6" (OuterVolumeSpecName: "kube-api-access-59tn6") pod "273d7724-5a26-4bd7-a547-aa45760c6493" (UID: "273d7724-5a26-4bd7-a547-aa45760c6493"). InnerVolumeSpecName "kube-api-access-59tn6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.898040 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/523b431b-af41-41f6-898f-f14291f5f056-kube-api-access-jdt6g" (OuterVolumeSpecName: "kube-api-access-jdt6g") pod "523b431b-af41-41f6-898f-f14291f5f056" (UID: "523b431b-af41-41f6-898f-f14291f5f056"). InnerVolumeSpecName "kube-api-access-jdt6g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.903959 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5fbade22-8002-48f4-b34a-19a9f07336d0-kube-api-access-6s84b" (OuterVolumeSpecName: "kube-api-access-6s84b") pod "5fbade22-8002-48f4-b34a-19a9f07336d0" (UID: "5fbade22-8002-48f4-b34a-19a9f07336d0"). InnerVolumeSpecName "kube-api-access-6s84b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.921341 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "32f4c7c9-6447-4f51-bac7-b999f983112c" (UID: "32f4c7c9-6447-4f51-bac7-b999f983112c"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.987759 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ml7hc\" (UniqueName: \"kubernetes.io/projected/7e1e5f25-a781-49f4-af55-5d06fa622cfa-kube-api-access-ml7hc\") pod \"7e1e5f25-a781-49f4-af55-5d06fa622cfa\" (UID: \"7e1e5f25-a781-49f4-af55-5d06fa622cfa\") " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988244 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/273d7724-5a26-4bd7-a547-aa45760c6493-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988262 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6s84b\" (UniqueName: \"kubernetes.io/projected/5fbade22-8002-48f4-b34a-19a9f07336d0-kube-api-access-6s84b\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988276 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tcpzr\" (UniqueName: \"kubernetes.io/projected/6b47ca17-992c-4c04-b426-53832a7db216-kube-api-access-tcpzr\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988289 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988301 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988313 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988323 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d431ae79-5c86-4c4f-a267-2d60980db4c9-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988337 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/d431ae79-5c86-4c4f-a267-2d60980db4c9-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988359 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988370 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988396 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") on node \"crc\" " Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988409 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qkwdf\" (UniqueName: \"kubernetes.io/projected/ed7d796a-6bc7-40eb-97e8-0685da5f2662-kube-api-access-qkwdf\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988425 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-59tn6\" (UniqueName: \"kubernetes.io/projected/273d7724-5a26-4bd7-a547-aa45760c6493-kube-api-access-59tn6\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988436 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ed7d796a-6bc7-40eb-97e8-0685da5f2662-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988448 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/5fbade22-8002-48f4-b34a-19a9f07336d0-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988458 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/523b431b-af41-41f6-898f-f14291f5f056-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988469 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/32f4c7c9-6447-4f51-bac7-b999f983112c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988479 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nwtk6\" (UniqueName: \"kubernetes.io/projected/32f4c7c9-6447-4f51-bac7-b999f983112c-kube-api-access-nwtk6\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988490 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988501 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jdt6g\" (UniqueName: \"kubernetes.io/projected/523b431b-af41-41f6-898f-f14291f5f056-kube-api-access-jdt6g\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.988516 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dlr9s\" (UniqueName: \"kubernetes.io/projected/d431ae79-5c86-4c4f-a267-2d60980db4c9-kube-api-access-dlr9s\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:58 crc kubenswrapper[4809]: I1013 20:01:58.995270 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ed7d796a-6bc7-40eb-97e8-0685da5f2662" (UID: "ed7d796a-6bc7-40eb-97e8-0685da5f2662"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.013216 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7e1e5f25-a781-49f4-af55-5d06fa622cfa-kube-api-access-ml7hc" (OuterVolumeSpecName: "kube-api-access-ml7hc") pod "7e1e5f25-a781-49f4-af55-5d06fa622cfa" (UID: "7e1e5f25-a781-49f4-af55-5d06fa622cfa"). InnerVolumeSpecName "kube-api-access-ml7hc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.014400 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-config-data" (OuterVolumeSpecName: "config-data") pod "653d4ad9-0132-4994-8f02-4cfcfc9b2b30" (UID: "653d4ad9-0132-4994-8f02-4cfcfc9b2b30"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.014684 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" event={"ID":"a6c99cb0-6bd7-4e3e-b890-cca60f487d56","Type":"ContainerStarted","Data":"bcdbdf8b9aecbb5f8b492d048f32a37f3facbdc05e7c9e917f3259d1f5ff352e"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.014764 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" podUID="a6c99cb0-6bd7-4e3e-b890-cca60f487d56" containerName="mariadb-account-delete" containerID="cri-o://bcdbdf8b9aecbb5f8b492d048f32a37f3facbdc05e7c9e917f3259d1f5ff352e" gracePeriod=30 Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.020195 4809 generic.go:334] "Generic (PLEG): container finished" podID="50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" containerID="60dd53f63f279951870f2d185ad0c47f0c6216fd52e271ee7b4440c20ddb0608" exitCode=0 Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.020235 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca","Type":"ContainerDied","Data":"60dd53f63f279951870f2d185ad0c47f0c6216fd52e271ee7b4440c20ddb0608"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.020250 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca","Type":"ContainerDied","Data":"2a75e3aa33e77534f65ae3f0d7073cbb5d4c1c4847eaefe9596d89031b9f5571"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.020260 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="2a75e3aa33e77534f65ae3f0d7073cbb5d4c1c4847eaefe9596d89031b9f5571" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.023276 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"d431ae79-5c86-4c4f-a267-2d60980db4c9","Type":"ContainerDied","Data":"26e7a9fd1fa6bff886c8713021c868041ffc1d766fe93ed41ff9356744fb97fa"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.023298 4809 scope.go:117] "RemoveContainer" containerID="3398555aa42ccd4d49b129432df6d54b29edee149542d74000e25fe8fd5c3da4" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.023394 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.094266 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" event={"ID":"273d7724-5a26-4bd7-a547-aa45760c6493","Type":"ContainerDied","Data":"4c5501547e874b1dd3948742227bd964196d66f1449cc4138a44cd6d1ffcbb07"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.094396 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-fc8f84686-rb7xh" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.113043 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" podStartSLOduration=7.113010818 podStartE2EDuration="7.113010818s" podCreationTimestamp="2025-10-13 20:01:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:01:59.060690632 +0000 UTC m=+2237.666437217" watchObservedRunningTime="2025-10-13 20:01:59.113010818 +0000 UTC m=+2237.718757403" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.114337 4809 generic.go:334] "Generic (PLEG): container finished" podID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerID="ca8408ddf4a85757c866046e251ac8b36f3d432c924e56a76f6f29116a3b3ade" exitCode=0 Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.114404 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd","Type":"ContainerDied","Data":"ca8408ddf4a85757c866046e251ac8b36f3d432c924e56a76f6f29116a3b3ade"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.114430 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-api-0" event={"ID":"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd","Type":"ContainerDied","Data":"3c1b5323e939293a1eb2a3cd93fa2b9f9c0cfae02bedaa93365174226422d5dd"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.114449 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3c1b5323e939293a1eb2a3cd93fa2b9f9c0cfae02bedaa93365174226422d5dd" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.117336 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" event={"ID":"32f4c7c9-6447-4f51-bac7-b999f983112c","Type":"ContainerDied","Data":"94c7474d5c7add7109c0e66deef68c825956d41574f69f7617eaea7600496f34"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.117449 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.122193 4809 generic.go:334] "Generic (PLEG): container finished" podID="c966cca2-781a-4028-9742-debae5f3e722" containerID="3ec8cec7b5be0a8573bba7354bac5fee27f0b41bd9705179e88c29b4f5e91c16" exitCode=0 Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.122395 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"c966cca2-781a-4028-9742-debae5f3e722","Type":"ContainerDied","Data":"3ec8cec7b5be0a8573bba7354bac5fee27f0b41bd9705179e88c29b4f5e91c16"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.133786 4809 generic.go:334] "Generic (PLEG): container finished" podID="92c0b03a-1302-4952-99f4-be51f8289e73" containerID="836a09cf64d9597a69f40a6f0741c4c0e7d8573916931be832ad3ab1dce127d2" exitCode=0 Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.133854 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"92c0b03a-1302-4952-99f4-be51f8289e73","Type":"ContainerDied","Data":"836a09cf64d9597a69f40a6f0741c4c0e7d8573916931be832ad3ab1dce127d2"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.133881 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"92c0b03a-1302-4952-99f4-be51f8289e73","Type":"ContainerDied","Data":"4b5f2390ae92098cdb1ebe14515f2f1b7cd416ffd768f461b0c358e4a961db65"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.133894 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="4b5f2390ae92098cdb1ebe14515f2f1b7cd416ffd768f461b0c358e4a961db65" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.143801 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" event={"ID":"782d68fd-a8cd-422e-add3-9228c6ac95b6","Type":"ContainerStarted","Data":"97f0ec023604c34017ee3e5e84cfa43d07933269d2e348f94825c5e849e40abd"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.160134 4809 generic.go:334] "Generic (PLEG): container finished" podID="2ba830e0-db19-419e-9156-536a3c0e1252" containerID="5fc1a94253299d03f2840f0fada0c7d423be37aab76af309b7d3930f42bddc25" exitCode=0 Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.160361 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" event={"ID":"2ba830e0-db19-419e-9156-536a3c0e1252","Type":"ContainerDied","Data":"5fc1a94253299d03f2840f0fada0c7d423be37aab76af309b7d3930f42bddc25"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.160954 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.161497 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.161527 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ml7hc\" (UniqueName: \"kubernetes.io/projected/7e1e5f25-a781-49f4-af55-5d06fa622cfa-kube-api-access-ml7hc\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.162544 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron6150-account-delete-q2mjn" event={"ID":"f7990122-c3a6-483f-abfa-c3e53626fe6d","Type":"ContainerDied","Data":"7e4ee2a0a606248471da65b09383dcb6eff566b1d116690e9c085dd93b5d0fd2"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.162574 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="7e4ee2a0a606248471da65b09383dcb6eff566b1d116690e9c085dd93b5d0fd2" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.175222 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placementc3fd-account-delete-w8t2x" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.175861 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placementc3fd-account-delete-w8t2x" event={"ID":"7e1e5f25-a781-49f4-af55-5d06fa622cfa","Type":"ContainerDied","Data":"7bf0207f37764f69b3c46bc0260e2ab446e70c061c59ffe8b3074c7094539bf0"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.181248 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance8748-account-delete-87z2r" event={"ID":"68d9bb1c-25fb-4b72-9739-78b804ee56b3","Type":"ContainerDied","Data":"7af611e87ba84784f0ebae5cc5e697714e0575e93212c01c6b0e4b02c8f2f078"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.181293 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="7af611e87ba84784f0ebae5cc5e697714e0575e93212c01c6b0e4b02c8f2f078" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.199213 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "653d4ad9-0132-4994-8f02-4cfcfc9b2b30" (UID: "653d4ad9-0132-4994-8f02-4cfcfc9b2b30"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.242229 4809 generic.go:334] "Generic (PLEG): container finished" podID="8df11cb5-efd9-4201-956f-5028a900c61c" containerID="39a59b3ffec028063eae61852823b20ec6ac998861d7d47bab94fd00666eddbe" exitCode=0 Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.242355 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8df11cb5-efd9-4201-956f-5028a900c61c","Type":"ContainerDied","Data":"39a59b3ffec028063eae61852823b20ec6ac998861d7d47bab94fd00666eddbe"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.256307 4809 generic.go:334] "Generic (PLEG): container finished" podID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerID="342d3624ae1d5c351f5b94b960f1ea4dd869d027a6f8e9cb9289e39a500df20d" exitCode=0 Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.256362 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a6133dff-7c9f-42b8-8d51-3863eed59fde","Type":"ContainerDied","Data":"342d3624ae1d5c351f5b94b960f1ea4dd869d027a6f8e9cb9289e39a500df20d"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.259287 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.259301 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/prometheus-metric-storage-0" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.259302 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.259328 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell116fa-account-delete-jqrjk" event={"ID":"693185ca-a3d5-405a-a415-096aaa7e8ddb","Type":"ContainerDied","Data":"19f0043c9b9ab7b4b7d5e0d59c8fa56fdb0a956b6ab1bc7854ebad5091fac7e9"} Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.259369 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="19f0043c9b9ab7b4b7d5e0d59c8fa56fdb0a956b6ab1bc7854ebad5091fac7e9" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.259462 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.259486 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.259525 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-applier-0" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.259554 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican1998-account-delete-xzdqf" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.263637 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fnk7x\" (UniqueName: \"kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x\") pod \"keystoneea7c-account-delete-9hhlc\" (UID: \"bbfa2404-d44b-4404-8d0d-32ed2dfb0551\") " pod="openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.263787 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: E1013 20:01:59.271978 4809 projected.go:194] Error preparing data for projected volume kube-api-access-fnk7x for pod openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:01:59 crc kubenswrapper[4809]: E1013 20:01:59.272056 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x podName:bbfa2404-d44b-4404-8d0d-32ed2dfb0551 nodeName:}" failed. No retries permitted until 2025-10-13 20:02:03.272035662 +0000 UTC m=+2241.877782247 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-fnk7x" (UniqueName: "kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x") pod "keystoneea7c-account-delete-9hhlc" (UID: "bbfa2404-d44b-4404-8d0d-32ed2dfb0551") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.280388 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d431ae79-5c86-4c4f-a267-2d60980db4c9" (UID: "d431ae79-5c86-4c4f-a267-2d60980db4c9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: E1013 20:01:59.293995 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b9f9f50a1979483470a7aa024049b8c95ea2a0d08b7e2904f229039fd7f99202" cmd=["/usr/bin/pgrep","-f","-r","DRST","watcher-decision-engine"] Oct 13 20:01:59 crc kubenswrapper[4809]: E1013 20:01:59.295378 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b9f9f50a1979483470a7aa024049b8c95ea2a0d08b7e2904f229039fd7f99202" cmd=["/usr/bin/pgrep","-f","-r","DRST","watcher-decision-engine"] Oct 13 20:01:59 crc kubenswrapper[4809]: E1013 20:01:59.297060 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b9f9f50a1979483470a7aa024049b8c95ea2a0d08b7e2904f229039fd7f99202" cmd=["/usr/bin/pgrep","-f","-r","DRST","watcher-decision-engine"] Oct 13 20:01:59 crc kubenswrapper[4809]: E1013 20:01:59.297090 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/watcher-decision-engine-0" podUID="09a3afa2-db4d-4815-82eb-dc44ce051482" containerName="watcher-decision-engine" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.359270 4809 csi_attacher.go:630] kubernetes.io/csi: attacher.UnmountDevice STAGE_UNSTAGE_VOLUME capability not set. Skipping UnmountDevice... Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.359508 4809 operation_generator.go:917] UnmountDevice succeeded for volume "pvc-01326ba0-f507-4de0-b91e-8f0a0c497334" (UniqueName: "kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334") on node "crc" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.365392 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.365422 4809 reconciler_common.go:293] "Volume detached for volume \"pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\" (UniqueName: \"kubernetes.io/csi/kubevirt.io.hostpath-provisioner^pvc-01326ba0-f507-4de0-b91e-8f0a0c497334\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.380859 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "32f4c7c9-6447-4f51-bac7-b999f983112c" (UID: "32f4c7c9-6447-4f51-bac7-b999f983112c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.393203 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "523b431b-af41-41f6-898f-f14291f5f056" (UID: "523b431b-af41-41f6-898f-f14291f5f056"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.463174 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-config-data" (OuterVolumeSpecName: "config-data") pod "273d7724-5a26-4bd7-a547-aa45760c6493" (UID: "273d7724-5a26-4bd7-a547-aa45760c6493"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.467282 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.467394 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.467452 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.474174 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5fbade22-8002-48f4-b34a-19a9f07336d0" (UID: "5fbade22-8002-48f4-b34a-19a9f07336d0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.474286 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data" (OuterVolumeSpecName: "config-data") pod "523b431b-af41-41f6-898f-f14291f5f056" (UID: "523b431b-af41-41f6-898f-f14291f5f056"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.509759 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data" (OuterVolumeSpecName: "config-data") pod "d431ae79-5c86-4c4f-a267-2d60980db4c9" (UID: "d431ae79-5c86-4c4f-a267-2d60980db4c9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.518202 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-vencrypt-tls-certs" (OuterVolumeSpecName: "vencrypt-tls-certs") pod "653d4ad9-0132-4994-8f02-4cfcfc9b2b30" (UID: "653d4ad9-0132-4994-8f02-4cfcfc9b2b30"). InnerVolumeSpecName "vencrypt-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.568469 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.568497 4809 reconciler_common.go:293] "Volume detached for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-vencrypt-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.568508 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/523b431b-af41-41f6-898f-f14291f5f056-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.568516 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.570190 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "273d7724-5a26-4bd7-a547-aa45760c6493" (UID: "273d7724-5a26-4bd7-a547-aa45760c6493"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.572639 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-config-data" (OuterVolumeSpecName: "config-data") pod "ed7d796a-6bc7-40eb-97e8-0685da5f2662" (UID: "ed7d796a-6bc7-40eb-97e8-0685da5f2662"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.572977 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "d431ae79-5c86-4c4f-a267-2d60980db4c9" (UID: "d431ae79-5c86-4c4f-a267-2d60980db4c9"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.575339 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-memcached-tls-certs" (OuterVolumeSpecName: "memcached-tls-certs") pod "5fbade22-8002-48f4-b34a-19a9f07336d0" (UID: "5fbade22-8002-48f4-b34a-19a9f07336d0"). InnerVolumeSpecName "memcached-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.576892 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data" (OuterVolumeSpecName: "config-data") pod "32f4c7c9-6447-4f51-bac7-b999f983112c" (UID: "32f4c7c9-6447-4f51-bac7-b999f983112c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.584570 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "d431ae79-5c86-4c4f-a267-2d60980db4c9" (UID: "d431ae79-5c86-4c4f-a267-2d60980db4c9"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.587405 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-nova-novncproxy-tls-certs" (OuterVolumeSpecName: "nova-novncproxy-tls-certs") pod "653d4ad9-0132-4994-8f02-4cfcfc9b2b30" (UID: "653d4ad9-0132-4994-8f02-4cfcfc9b2b30"). InnerVolumeSpecName "nova-novncproxy-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.600918 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "273d7724-5a26-4bd7-a547-aa45760c6493" (UID: "273d7724-5a26-4bd7-a547-aa45760c6493"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.604961 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config" (OuterVolumeSpecName: "web-config") pod "ddb822ad-928b-4f48-9ea7-c77138f2f4aa" (UID: "ddb822ad-928b-4f48-9ea7-c77138f2f4aa"). InnerVolumeSpecName "web-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.630488 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "273d7724-5a26-4bd7-a547-aa45760c6493" (UID: "273d7724-5a26-4bd7-a547-aa45760c6493"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.669909 4809 reconciler_common.go:293] "Volume detached for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/653d4ad9-0132-4994-8f02-4cfcfc9b2b30-nova-novncproxy-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.670069 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.670148 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.670210 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.670263 4809 reconciler_common.go:293] "Volume detached for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/5fbade22-8002-48f4-b34a-19a9f07336d0-memcached-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.670314 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d431ae79-5c86-4c4f-a267-2d60980db4c9-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.670367 4809 reconciler_common.go:293] "Volume detached for volume \"web-config\" (UniqueName: \"kubernetes.io/secret/ddb822ad-928b-4f48-9ea7-c77138f2f4aa-web-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.670420 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32f4c7c9-6447-4f51-bac7-b999f983112c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.670475 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed7d796a-6bc7-40eb-97e8-0685da5f2662-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: I1013 20:01:59.670526 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/273d7724-5a26-4bd7-a547-aa45760c6493-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:01:59 crc kubenswrapper[4809]: E1013 20:01:59.772879 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:01:59 crc kubenswrapper[4809]: E1013 20:01:59.772957 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data podName:b4cc714d-1e78-4312-92c8-0be19c17e682 nodeName:}" failed. No retries permitted until 2025-10-13 20:02:07.772941842 +0000 UTC m=+2246.378688427 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data") pod "rabbitmq-server-0" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682") : configmap "rabbitmq-config-data" not found Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.034019 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.048511 4809 scope.go:117] "RemoveContainer" containerID="ce18a6621b19331d9adeeed3746db52e7c9adbc2984fec7e06c781cabb78f516" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.066208 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell116fa-account-delete-jqrjk" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.104651 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron6150-account-delete-q2mjn" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.109817 4809 scope.go:117] "RemoveContainer" containerID="07108137c2141aa5b8ca1af5d62d5ebfeb8c10e497226bf74bb520cb5499da02" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.141650 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance8748-account-delete-87z2r" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.152382 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.159402 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.168989 4809 scope.go:117] "RemoveContainer" containerID="a153dbfb9573fdca492fb48b08ec9d3f1956732c91495393d09924a392574e1a" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.181960 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-logs\") pod \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.183074 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-config-data\") pod \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.183141 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-internal-tls-certs\") pod \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.183198 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-combined-ca-bundle\") pod \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.183336 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-65vc4\" (UniqueName: \"kubernetes.io/projected/693185ca-a3d5-405a-a415-096aaa7e8ddb-kube-api-access-65vc4\") pod \"693185ca-a3d5-405a-a415-096aaa7e8ddb\" (UID: \"693185ca-a3d5-405a-a415-096aaa7e8ddb\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.183395 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-scripts\") pod \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.183440 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.183484 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7tdgh\" (UniqueName: \"kubernetes.io/projected/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-kube-api-access-7tdgh\") pod \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.183534 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-httpd-run\") pod \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\" (UID: \"50f64a5a-f843-4d56-8cd7-a6bdf8a532ca\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.184185 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" (UID: "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.185021 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-logs" (OuterVolumeSpecName: "logs") pod "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" (UID: "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.191619 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.192819 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage14-crc" (OuterVolumeSpecName: "glance") pod "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" (UID: "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca"). InnerVolumeSpecName "local-storage14-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.194572 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-scripts" (OuterVolumeSpecName: "scripts") pod "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" (UID: "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.204076 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.211031 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/693185ca-a3d5-405a-a415-096aaa7e8ddb-kube-api-access-65vc4" (OuterVolumeSpecName: "kube-api-access-65vc4") pod "693185ca-a3d5-405a-a415-096aaa7e8ddb" (UID: "693185ca-a3d5-405a-a415-096aaa7e8ddb"). InnerVolumeSpecName "kube-api-access-65vc4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.219908 4809 scope.go:117] "RemoveContainer" containerID="0f7aea951e7521fb28d6fae42e8b72cc2a2bf4112c4df212daa9810c6815f36b" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.228062 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21" path="/var/lib/kubelet/pods/75dfc8c2-f0dd-4b6d-a316-6d0f26f83c21/volumes" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.229045 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8bcc1501-3c63-4666-b414-f7294ef80e11" path="/var/lib/kubelet/pods/8bcc1501-3c63-4666-b414-f7294ef80e11/volumes" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.230622 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9c1d9260-d6ab-44ac-bc11-341aece5ce85" path="/var/lib/kubelet/pods/9c1d9260-d6ab-44ac-bc11-341aece5ce85/volumes" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.231247 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e71b9ca0-849b-4fed-8400-9f01833648c3" path="/var/lib/kubelet/pods/e71b9ca0-849b-4fed-8400-9f01833648c3/volumes" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.232847 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-kube-api-access-7tdgh" (OuterVolumeSpecName: "kube-api-access-7tdgh") pod "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" (UID: "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca"). InnerVolumeSpecName "kube-api-access-7tdgh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.256570 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" (UID: "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.268191 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" (UID: "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.272326 4809 generic.go:334] "Generic (PLEG): container finished" podID="a6c99cb0-6bd7-4e3e-b890-cca60f487d56" containerID="bcdbdf8b9aecbb5f8b492d048f32a37f3facbdc05e7c9e917f3259d1f5ff352e" exitCode=1 Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.279026 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285082 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-internal-tls-certs\") pod \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285258 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4tlzm\" (UniqueName: \"kubernetes.io/projected/92c0b03a-1302-4952-99f4-be51f8289e73-kube-api-access-4tlzm\") pod \"92c0b03a-1302-4952-99f4-be51f8289e73\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285343 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-logs\") pod \"92c0b03a-1302-4952-99f4-be51f8289e73\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285403 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-config-data\") pod \"a6133dff-7c9f-42b8-8d51-3863eed59fde\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285471 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-public-tls-certs\") pod \"92c0b03a-1302-4952-99f4-be51f8289e73\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285508 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-public-tls-certs\") pod \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285530 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-combined-ca-bundle\") pod \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285562 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sk8jb\" (UniqueName: \"kubernetes.io/projected/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-kube-api-access-sk8jb\") pod \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285600 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-h4kll\" (UniqueName: \"kubernetes.io/projected/f7990122-c3a6-483f-abfa-c3e53626fe6d-kube-api-access-h4kll\") pod \"f7990122-c3a6-483f-abfa-c3e53626fe6d\" (UID: \"f7990122-c3a6-483f-abfa-c3e53626fe6d\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285651 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-scripts\") pod \"92c0b03a-1302-4952-99f4-be51f8289e73\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285679 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-nova-metadata-tls-certs\") pod \"a6133dff-7c9f-42b8-8d51-3863eed59fde\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285747 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-combined-ca-bundle\") pod \"92c0b03a-1302-4952-99f4-be51f8289e73\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285791 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-config-data\") pod \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285836 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-custom-prometheus-ca\") pod \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285866 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-combined-ca-bundle\") pod \"a6133dff-7c9f-42b8-8d51-3863eed59fde\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285892 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-config-data\") pod \"92c0b03a-1302-4952-99f4-be51f8289e73\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285945 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-logs\") pod \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285970 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"92c0b03a-1302-4952-99f4-be51f8289e73\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.285996 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7gswd\" (UniqueName: \"kubernetes.io/projected/68d9bb1c-25fb-4b72-9739-78b804ee56b3-kube-api-access-7gswd\") pod \"68d9bb1c-25fb-4b72-9739-78b804ee56b3\" (UID: \"68d9bb1c-25fb-4b72-9739-78b804ee56b3\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.286034 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-httpd-run\") pod \"92c0b03a-1302-4952-99f4-be51f8289e73\" (UID: \"92c0b03a-1302-4952-99f4-be51f8289e73\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.286094 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-864xb\" (UniqueName: \"kubernetes.io/projected/a6133dff-7c9f-42b8-8d51-3863eed59fde-kube-api-access-864xb\") pod \"a6133dff-7c9f-42b8-8d51-3863eed59fde\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.286151 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a6133dff-7c9f-42b8-8d51-3863eed59fde-logs\") pod \"a6133dff-7c9f-42b8-8d51-3863eed59fde\" (UID: \"a6133dff-7c9f-42b8-8d51-3863eed59fde\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.289776 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-65vc4\" (UniqueName: \"kubernetes.io/projected/693185ca-a3d5-405a-a415-096aaa7e8ddb-kube-api-access-65vc4\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.289807 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.289838 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.289854 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7tdgh\" (UniqueName: \"kubernetes.io/projected/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-kube-api-access-7tdgh\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.289867 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.289880 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.289892 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.290096 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.286180 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-logs" (OuterVolumeSpecName: "logs") pod "92c0b03a-1302-4952-99f4-be51f8289e73" (UID: "92c0b03a-1302-4952-99f4-be51f8289e73"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.301776 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-logs" (OuterVolumeSpecName: "logs") pod "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" (UID: "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.301918 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/92c0b03a-1302-4952-99f4-be51f8289e73-kube-api-access-4tlzm" (OuterVolumeSpecName: "kube-api-access-4tlzm") pod "92c0b03a-1302-4952-99f4-be51f8289e73" (UID: "92c0b03a-1302-4952-99f4-be51f8289e73"). InnerVolumeSpecName "kube-api-access-4tlzm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.302685 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "92c0b03a-1302-4952-99f4-be51f8289e73" (UID: "92c0b03a-1302-4952-99f4-be51f8289e73"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.302881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a6133dff-7c9f-42b8-8d51-3863eed59fde-logs" (OuterVolumeSpecName: "logs") pod "a6133dff-7c9f-42b8-8d51-3863eed59fde" (UID: "a6133dff-7c9f-42b8-8d51-3863eed59fde"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.305001 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-config-data" (OuterVolumeSpecName: "config-data") pod "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" (UID: "50f64a5a-f843-4d56-8cd7-a6bdf8a532ca"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.305186 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-scripts" (OuterVolumeSpecName: "scripts") pod "92c0b03a-1302-4952-99f4-be51f8289e73" (UID: "92c0b03a-1302-4952-99f4-be51f8289e73"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.317485 4809 generic.go:334] "Generic (PLEG): container finished" podID="782d68fd-a8cd-422e-add3-9228c6ac95b6" containerID="97f0ec023604c34017ee3e5e84cfa43d07933269d2e348f94825c5e849e40abd" exitCode=0 Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.321689 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f7990122-c3a6-483f-abfa-c3e53626fe6d-kube-api-access-h4kll" (OuterVolumeSpecName: "kube-api-access-h4kll") pod "f7990122-c3a6-483f-abfa-c3e53626fe6d" (UID: "f7990122-c3a6-483f-abfa-c3e53626fe6d"). InnerVolumeSpecName "kube-api-access-h4kll". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.330446 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-kube-api-access-sk8jb" (OuterVolumeSpecName: "kube-api-access-sk8jb") pod "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" (UID: "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd"). InnerVolumeSpecName "kube-api-access-sk8jb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.331564 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "glance") pod "92c0b03a-1302-4952-99f4-be51f8289e73" (UID: "92c0b03a-1302-4952-99f4-be51f8289e73"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.342607 4809 generic.go:334] "Generic (PLEG): container finished" podID="09a3afa2-db4d-4815-82eb-dc44ce051482" containerID="b9f9f50a1979483470a7aa024049b8c95ea2a0d08b7e2904f229039fd7f99202" exitCode=0 Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347035 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" event={"ID":"a6c99cb0-6bd7-4e3e-b890-cca60f487d56","Type":"ContainerDied","Data":"bcdbdf8b9aecbb5f8b492d048f32a37f3facbdc05e7c9e917f3259d1f5ff352e"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347133 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" event={"ID":"a6c99cb0-6bd7-4e3e-b890-cca60f487d56","Type":"ContainerDied","Data":"7e98b5a42dad2672e0d505ebf5538e78cfc4870b4eae6fe03e31a3dc027a587f"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347167 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="7e98b5a42dad2672e0d505ebf5538e78cfc4870b4eae6fe03e31a3dc027a587f" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347178 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a6133dff-7c9f-42b8-8d51-3863eed59fde","Type":"ContainerDied","Data":"0599d3e21313521c73010b2dd6fa99a1f96148e37f9149becafc7000cf5fa848"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347196 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347237 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-7fb8bc8567-fr9cq"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347254 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-fc8f84686-rb7xh"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347266 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-fc8f84686-rb7xh"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347275 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347319 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"8df11cb5-efd9-4201-956f-5028a900c61c","Type":"ContainerDied","Data":"6f730ce3f46901089867073dee80885bd17271d6904806b77983425536c5e99c"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347332 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6f730ce3f46901089867073dee80885bd17271d6904806b77983425536c5e99c" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347341 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"c966cca2-781a-4028-9742-debae5f3e722","Type":"ContainerDied","Data":"fe77fe9f4ba19e15d25a15dd5e9bda37bf4fa0a0763fad5ab64ca44011fe833a"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347350 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="fe77fe9f4ba19e15d25a15dd5e9bda37bf4fa0a0763fad5ab64ca44011fe833a" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347359 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" event={"ID":"782d68fd-a8cd-422e-add3-9228c6ac95b6","Type":"ContainerDied","Data":"97f0ec023604c34017ee3e5e84cfa43d07933269d2e348f94825c5e849e40abd"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347369 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" event={"ID":"782d68fd-a8cd-422e-add3-9228c6ac95b6","Type":"ContainerStarted","Data":"95ec405366345efb24ed3980c58abf583dd4a09ad2a52862afe2123fd491d93d"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347388 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347400 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347424 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347435 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347447 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/prometheus-metric-storage-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347458 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-decision-engine-0" event={"ID":"09a3afa2-db4d-4815-82eb-dc44ce051482","Type":"ContainerDied","Data":"b9f9f50a1979483470a7aa024049b8c95ea2a0d08b7e2904f229039fd7f99202"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347475 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/watcher-decision-engine-0" event={"ID":"09a3afa2-db4d-4815-82eb-dc44ce051482","Type":"ContainerDied","Data":"654de66a47bd9dd7d8033a498cc8b03206626ec4fef11c05c1ad9e571c7ef108"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347483 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="654de66a47bd9dd7d8033a498cc8b03206626ec4fef11c05c1ad9e571c7ef108" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.347492 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.368911 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystoneea7c-account-delete-9hhlc"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.369784 4809 scope.go:117] "RemoveContainer" containerID="1b086ef5bcead72843295665d91789488e9f3352ec404a1a75e47ddb6f87835d" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.371965 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.372117 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.372274 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/68d9bb1c-25fb-4b72-9739-78b804ee56b3-kube-api-access-7gswd" (OuterVolumeSpecName: "kube-api-access-7gswd") pod "68d9bb1c-25fb-4b72-9739-78b804ee56b3" (UID: "68d9bb1c-25fb-4b72-9739-78b804ee56b3"). InnerVolumeSpecName "kube-api-access-7gswd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.373050 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.373260 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.373363 4809 generic.go:334] "Generic (PLEG): container finished" podID="a08c6d86-d331-4eb8-ac3b-c83354a320fe" containerID="ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1" exitCode=0 Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.373411 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" event={"ID":"a08c6d86-d331-4eb8-ac3b-c83354a320fe","Type":"ContainerDied","Data":"ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.373432 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" event={"ID":"a08c6d86-d331-4eb8-ac3b-c83354a320fe","Type":"ContainerDied","Data":"fb867012368076ac0798601859de8a57e99f68e5fa0f95a435343ff7369b919d"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.380779 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance8748-account-delete-87z2r" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.380929 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-api-0" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.380844 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.380854 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9" event={"ID":"2ba830e0-db19-419e-9156-536a3c0e1252","Type":"ContainerDied","Data":"24d4dc5449fb0773f9ff7a499f37b154ddf0380d3c377aa40d3abd6f2bed63cc"} Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.380885 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.380818 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.381440 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron6150-account-delete-q2mjn" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.381485 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell116fa-account-delete-jqrjk" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.390619 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ba830e0-db19-419e-9156-536a3c0e1252-logs\") pod \"2ba830e0-db19-419e-9156-536a3c0e1252\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.390947 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data-custom\") pod \"2ba830e0-db19-419e-9156-536a3c0e1252\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.391041 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-combined-ca-bundle\") pod \"2ba830e0-db19-419e-9156-536a3c0e1252\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.391122 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-internal-tls-certs\") pod \"2ba830e0-db19-419e-9156-536a3c0e1252\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.391195 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-public-tls-certs\") pod \"2ba830e0-db19-419e-9156-536a3c0e1252\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.391613 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data\") pod \"2ba830e0-db19-419e-9156-536a3c0e1252\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.392180 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-m8nvr\" (UniqueName: \"kubernetes.io/projected/2ba830e0-db19-419e-9156-536a3c0e1252-kube-api-access-m8nvr\") pod \"2ba830e0-db19-419e-9156-536a3c0e1252\" (UID: \"2ba830e0-db19-419e-9156-536a3c0e1252\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.392708 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.392795 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a6133dff-7c9f-42b8-8d51-3863eed59fde-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.392856 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4tlzm\" (UniqueName: \"kubernetes.io/projected/92c0b03a-1302-4952-99f4-be51f8289e73-kube-api-access-4tlzm\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.392911 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/92c0b03a-1302-4952-99f4-be51f8289e73-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.392963 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sk8jb\" (UniqueName: \"kubernetes.io/projected/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-kube-api-access-sk8jb\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.393017 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.398001 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-h4kll\" (UniqueName: \"kubernetes.io/projected/f7990122-c3a6-483f-abfa-c3e53626fe6d-kube-api-access-h4kll\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.413494 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.413531 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.413567 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.413585 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7gswd\" (UniqueName: \"kubernetes.io/projected/68d9bb1c-25fb-4b72-9739-78b804ee56b3-kube-api-access-7gswd\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.412997 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2ba830e0-db19-419e-9156-536a3c0e1252-logs" (OuterVolumeSpecName: "logs") pod "2ba830e0-db19-419e-9156-536a3c0e1252" (UID: "2ba830e0-db19-419e-9156-536a3c0e1252"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.404213 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.412346 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-applier-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.412408 4809 scope.go:117] "RemoveContainer" containerID="98a34edefa9df9f979f851fdbb384308ab9000c253be4da2431cfd10c04d4e4a" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.419211 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a6133dff-7c9f-42b8-8d51-3863eed59fde-kube-api-access-864xb" (OuterVolumeSpecName: "kube-api-access-864xb") pod "a6133dff-7c9f-42b8-8d51-3863eed59fde" (UID: "a6133dff-7c9f-42b8-8d51-3863eed59fde"). InnerVolumeSpecName "kube-api-access-864xb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.435127 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/watcher-applier-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.444145 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican1998-account-delete-xzdqf"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.444303 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" (UID: "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.444963 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2ba830e0-db19-419e-9156-536a3c0e1252-kube-api-access-m8nvr" (OuterVolumeSpecName: "kube-api-access-m8nvr") pod "2ba830e0-db19-419e-9156-536a3c0e1252" (UID: "2ba830e0-db19-419e-9156-536a3c0e1252"). InnerVolumeSpecName "kube-api-access-m8nvr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.459198 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a6133dff-7c9f-42b8-8d51-3863eed59fde" (UID: "a6133dff-7c9f-42b8-8d51-3863eed59fde"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.460839 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "2ba830e0-db19-419e-9156-536a3c0e1252" (UID: "2ba830e0-db19-419e-9156-536a3c0e1252"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.471427 4809 scope.go:117] "RemoveContainer" containerID="342d3624ae1d5c351f5b94b960f1ea4dd869d027a6f8e9cb9289e39a500df20d" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.492508 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican1998-account-delete-xzdqf"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.499596 4809 scope.go:117] "RemoveContainer" containerID="058ad0461b31ba97408b8030a0bd2947bd0379b2f7f1fc881f9ca38c4de69bd9" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.506757 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-config-data" (OuterVolumeSpecName: "config-data") pod "a6133dff-7c9f-42b8-8d51-3863eed59fde" (UID: "a6133dff-7c9f-42b8-8d51-3863eed59fde"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.511984 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placementc3fd-account-delete-w8t2x"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.512989 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" (UID: "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.520275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/09a3afa2-db4d-4815-82eb-dc44ce051482-logs\") pod \"09a3afa2-db4d-4815-82eb-dc44ce051482\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.538664 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-combined-ca-bundle\") pod \"09a3afa2-db4d-4815-82eb-dc44ce051482\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.538827 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-credential-keys\") pod \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.538946 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-internal-tls-certs\") pod \"8df11cb5-efd9-4201-956f-5028a900c61c\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.539062 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-operator-scripts\") pod \"c966cca2-781a-4028-9742-debae5f3e722\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.539152 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5lkcc\" (UniqueName: \"kubernetes.io/projected/09a3afa2-db4d-4815-82eb-dc44ce051482-kube-api-access-5lkcc\") pod \"09a3afa2-db4d-4815-82eb-dc44ce051482\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.539263 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/c966cca2-781a-4028-9742-debae5f3e722-config-data-generated\") pod \"c966cca2-781a-4028-9742-debae5f3e722\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.539386 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-fernet-keys\") pod \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.539526 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-config-data\") pod \"8df11cb5-efd9-4201-956f-5028a900c61c\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.539616 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-scripts\") pod \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.539710 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-secrets\") pod \"c966cca2-781a-4028-9742-debae5f3e722\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.539911 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-config-data\") pod \"09a3afa2-db4d-4815-82eb-dc44ce051482\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.540043 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-kolla-config\") pod \"c966cca2-781a-4028-9742-debae5f3e722\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.540186 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-combined-ca-bundle\") pod \"8df11cb5-efd9-4201-956f-5028a900c61c\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.531713 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage14-crc" (UniqueName: "kubernetes.io/local-volume/local-storage14-crc") on node "crc" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.521370 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/09a3afa2-db4d-4815-82eb-dc44ce051482-logs" (OuterVolumeSpecName: "logs") pod "09a3afa2-db4d-4815-82eb-dc44ce051482" (UID: "09a3afa2-db4d-4815-82eb-dc44ce051482"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.531768 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.540419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "c966cca2-781a-4028-9742-debae5f3e722" (UID: "c966cca2-781a-4028-9742-debae5f3e722"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.540698 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-combined-ca-bundle\") pod \"c966cca2-781a-4028-9742-debae5f3e722\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.541051 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nt8xt\" (UniqueName: \"kubernetes.io/projected/8df11cb5-efd9-4201-956f-5028a900c61c-kube-api-access-nt8xt\") pod \"8df11cb5-efd9-4201-956f-5028a900c61c\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.541277 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w9jkc\" (UniqueName: \"kubernetes.io/projected/a08c6d86-d331-4eb8-ac3b-c83354a320fe-kube-api-access-w9jkc\") pod \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.541553 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-public-tls-certs\") pod \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\" (UID: \"7b7f1966-25bd-42f2-b5b4-d5ab430c60dd\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.541787 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-config-data\") pod \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.541926 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-internal-tls-certs\") pod \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.542014 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-config-data-default\") pod \"c966cca2-781a-4028-9742-debae5f3e722\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.542117 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-combined-ca-bundle\") pod \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.542375 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8df11cb5-efd9-4201-956f-5028a900c61c-logs\") pod \"8df11cb5-efd9-4201-956f-5028a900c61c\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.542502 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mnjwt\" (UniqueName: \"kubernetes.io/projected/c966cca2-781a-4028-9742-debae5f3e722-kube-api-access-mnjwt\") pod \"c966cca2-781a-4028-9742-debae5f3e722\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.542587 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-galera-tls-certs\") pod \"c966cca2-781a-4028-9742-debae5f3e722\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.542678 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"c966cca2-781a-4028-9742-debae5f3e722\" (UID: \"c966cca2-781a-4028-9742-debae5f3e722\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.542806 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-public-tls-certs\") pod \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\" (UID: \"a08c6d86-d331-4eb8-ac3b-c83354a320fe\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.542902 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ht8pd\" (UniqueName: \"kubernetes.io/projected/a6c99cb0-6bd7-4e3e-b890-cca60f487d56-kube-api-access-ht8pd\") pod \"a6c99cb0-6bd7-4e3e-b890-cca60f487d56\" (UID: \"a6c99cb0-6bd7-4e3e-b890-cca60f487d56\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.543022 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-custom-prometheus-ca\") pod \"09a3afa2-db4d-4815-82eb-dc44ce051482\" (UID: \"09a3afa2-db4d-4815-82eb-dc44ce051482\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.543117 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-public-tls-certs\") pod \"8df11cb5-efd9-4201-956f-5028a900c61c\" (UID: \"8df11cb5-efd9-4201-956f-5028a900c61c\") " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.545783 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-864xb\" (UniqueName: \"kubernetes.io/projected/a6133dff-7c9f-42b8-8d51-3863eed59fde-kube-api-access-864xb\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.545898 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-m8nvr\" (UniqueName: \"kubernetes.io/projected/2ba830e0-db19-419e-9156-536a3c0e1252-kube-api-access-m8nvr\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.545971 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546037 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ba830e0-db19-419e-9156-536a3c0e1252-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546096 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546151 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546206 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fnk7x\" (UniqueName: \"kubernetes.io/projected/bbfa2404-d44b-4404-8d0d-32ed2dfb0551-kube-api-access-fnk7x\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546261 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546314 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/09a3afa2-db4d-4815-82eb-dc44ce051482-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546373 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546451 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546515 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546154 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "a08c6d86-d331-4eb8-ac3b-c83354a320fe" (UID: "a08c6d86-d331-4eb8-ac3b-c83354a320fe"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.528315 4809 scope.go:117] "RemoveContainer" containerID="ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546684 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/09a3afa2-db4d-4815-82eb-dc44ce051482-kube-api-access-5lkcc" (OuterVolumeSpecName: "kube-api-access-5lkcc") pod "09a3afa2-db4d-4815-82eb-dc44ce051482" (UID: "09a3afa2-db4d-4815-82eb-dc44ce051482"). InnerVolumeSpecName "kube-api-access-5lkcc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.549072 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c966cca2-781a-4028-9742-debae5f3e722-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "c966cca2-781a-4028-9742-debae5f3e722" (UID: "c966cca2-781a-4028-9742-debae5f3e722"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.549492 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "c966cca2-781a-4028-9742-debae5f3e722" (UID: "c966cca2-781a-4028-9742-debae5f3e722"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.555253 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "c966cca2-781a-4028-9742-debae5f3e722" (UID: "c966cca2-781a-4028-9742-debae5f3e722"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.546905 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placementc3fd-account-delete-w8t2x"] Oct 13 20:02:00 crc kubenswrapper[4809]: W1013 20:02:00.560675 4809 empty_dir.go:500] Warning: Unmount skipped because path does not exist: /var/lib/kubelet/pods/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd/volumes/kubernetes.io~secret/public-tls-certs Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.560705 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" (UID: "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.560713 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.564603 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8df11cb5-efd9-4201-956f-5028a900c61c-logs" (OuterVolumeSpecName: "logs") pod "8df11cb5-efd9-4201-956f-5028a900c61c" (UID: "8df11cb5-efd9-4201-956f-5028a900c61c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.584060 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.585124 4809 scope.go:117] "RemoveContainer" containerID="ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1" Oct 13 20:02:00 crc kubenswrapper[4809]: E1013 20:02:00.586855 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1\": container with ID starting with ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1 not found: ID does not exist" containerID="ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.586939 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1"} err="failed to get container status \"ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1\": rpc error: code = NotFound desc = could not find container \"ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1\": container with ID starting with ea61ce0c779fccdcb88e506b0a8d51c83a2dcea1b3daa6eadbe597e2772ae1f1 not found: ID does not exist" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.586967 4809 scope.go:117] "RemoveContainer" containerID="5fc1a94253299d03f2840f0fada0c7d423be37aab76af309b7d3930f42bddc25" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.590105 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-scripts" (OuterVolumeSpecName: "scripts") pod "a08c6d86-d331-4eb8-ac3b-c83354a320fe" (UID: "a08c6d86-d331-4eb8-ac3b-c83354a320fe"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.592675 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-custom-prometheus-ca" (OuterVolumeSpecName: "custom-prometheus-ca") pod "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" (UID: "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd"). InnerVolumeSpecName "custom-prometheus-ca". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.600458 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "a08c6d86-d331-4eb8-ac3b-c83354a320fe" (UID: "a08c6d86-d331-4eb8-ac3b-c83354a320fe"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.600634 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c966cca2-781a-4028-9742-debae5f3e722-kube-api-access-mnjwt" (OuterVolumeSpecName: "kube-api-access-mnjwt") pod "c966cca2-781a-4028-9742-debae5f3e722" (UID: "c966cca2-781a-4028-9742-debae5f3e722"). InnerVolumeSpecName "kube-api-access-mnjwt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.603100 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a08c6d86-d331-4eb8-ac3b-c83354a320fe-kube-api-access-w9jkc" (OuterVolumeSpecName: "kube-api-access-w9jkc") pod "a08c6d86-d331-4eb8-ac3b-c83354a320fe" (UID: "a08c6d86-d331-4eb8-ac3b-c83354a320fe"). InnerVolumeSpecName "kube-api-access-w9jkc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.612953 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a6c99cb0-6bd7-4e3e-b890-cca60f487d56-kube-api-access-ht8pd" (OuterVolumeSpecName: "kube-api-access-ht8pd") pod "a6c99cb0-6bd7-4e3e-b890-cca60f487d56" (UID: "a6c99cb0-6bd7-4e3e-b890-cca60f487d56"). InnerVolumeSpecName "kube-api-access-ht8pd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.613029 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.623400 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-675fd77bd8-xpg88"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.624076 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-secrets" (OuterVolumeSpecName: "secrets") pod "c966cca2-781a-4028-9742-debae5f3e722" (UID: "c966cca2-781a-4028-9742-debae5f3e722"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.625054 4809 scope.go:117] "RemoveContainer" containerID="ee2f3c50f5a091984a130155538d59bb273aa1d708f5cf17c4b45607b52fea77" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.636886 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage19-crc" (OuterVolumeSpecName: "mysql-db") pod "c966cca2-781a-4028-9742-debae5f3e722" (UID: "c966cca2-781a-4028-9742-debae5f3e722"). InnerVolumeSpecName "local-storage19-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.643101 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8df11cb5-efd9-4201-956f-5028a900c61c-kube-api-access-nt8xt" (OuterVolumeSpecName: "kube-api-access-nt8xt") pod "8df11cb5-efd9-4201-956f-5028a900c61c" (UID: "8df11cb5-efd9-4201-956f-5028a900c61c"). InnerVolumeSpecName "kube-api-access-nt8xt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648475 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648500 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5lkcc\" (UniqueName: \"kubernetes.io/projected/09a3afa2-db4d-4815-82eb-dc44ce051482-kube-api-access-5lkcc\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648511 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/c966cca2-781a-4028-9742-debae5f3e722-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648520 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648529 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648538 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648546 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648554 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nt8xt\" (UniqueName: \"kubernetes.io/projected/8df11cb5-efd9-4201-956f-5028a900c61c-kube-api-access-nt8xt\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648563 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w9jkc\" (UniqueName: \"kubernetes.io/projected/a08c6d86-d331-4eb8-ac3b-c83354a320fe-kube-api-access-w9jkc\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648572 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648593 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/c966cca2-781a-4028-9742-debae5f3e722-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648602 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8df11cb5-efd9-4201-956f-5028a900c61c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648822 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mnjwt\" (UniqueName: \"kubernetes.io/projected/c966cca2-781a-4028-9742-debae5f3e722-kube-api-access-mnjwt\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648851 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" " Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648866 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ht8pd\" (UniqueName: \"kubernetes.io/projected/a6c99cb0-6bd7-4e3e-b890-cca60f487d56-kube-api-access-ht8pd\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.648876 4809 reconciler_common.go:293] "Volume detached for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-custom-prometheus-ca\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.653691 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.659908 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.670534 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-config-data" (OuterVolumeSpecName: "config-data") pod "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" (UID: "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.671274 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2ba830e0-db19-419e-9156-536a3c0e1252" (UID: "2ba830e0-db19-419e-9156-536a3c0e1252"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.673472 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "92c0b03a-1302-4952-99f4-be51f8289e73" (UID: "92c0b03a-1302-4952-99f4-be51f8289e73"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.715579 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron6150-account-delete-q2mjn"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.719885 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "a6133dff-7c9f-42b8-8d51-3863eed59fde" (UID: "a6133dff-7c9f-42b8-8d51-3863eed59fde"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.722076 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron6150-account-delete-q2mjn"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.723872 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "2ba830e0-db19-419e-9156-536a3c0e1252" (UID: "2ba830e0-db19-419e-9156-536a3c0e1252"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.734708 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" podStartSLOduration=7.734690995 podStartE2EDuration="7.734690995s" podCreationTimestamp="2025-10-13 20:01:53 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:02:00.623242936 +0000 UTC m=+2239.228989521" watchObservedRunningTime="2025-10-13 20:02:00.734690995 +0000 UTC m=+2239.340437570" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.749872 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance8748-account-delete-87z2r"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.750696 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.750739 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.750753 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.750765 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/a6133dff-7c9f-42b8-8d51-3863eed59fde-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.750777 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.755212 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance8748-account-delete-87z2r"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.760190 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell116fa-account-delete-jqrjk"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.765192 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/novacell116fa-account-delete-jqrjk"] Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.806945 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c966cca2-781a-4028-9742-debae5f3e722" (UID: "c966cca2-781a-4028-9742-debae5f3e722"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.806945 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "09a3afa2-db4d-4815-82eb-dc44ce051482" (UID: "09a3afa2-db4d-4815-82eb-dc44ce051482"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.816446 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8df11cb5-efd9-4201-956f-5028a900c61c" (UID: "8df11cb5-efd9-4201-956f-5028a900c61c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.817175 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-config-data" (OuterVolumeSpecName: "config-data") pod "a08c6d86-d331-4eb8-ac3b-c83354a320fe" (UID: "a08c6d86-d331-4eb8-ac3b-c83354a320fe"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.822069 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-config-data" (OuterVolumeSpecName: "config-data") pod "8df11cb5-efd9-4201-956f-5028a900c61c" (UID: "8df11cb5-efd9-4201-956f-5028a900c61c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.827474 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a08c6d86-d331-4eb8-ac3b-c83354a320fe" (UID: "a08c6d86-d331-4eb8-ac3b-c83354a320fe"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.830505 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "92c0b03a-1302-4952-99f4-be51f8289e73" (UID: "92c0b03a-1302-4952-99f4-be51f8289e73"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.834682 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "a08c6d86-d331-4eb8-ac3b-c83354a320fe" (UID: "a08c6d86-d331-4eb8-ac3b-c83354a320fe"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.835400 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage19-crc" (UniqueName: "kubernetes.io/local-volume/local-storage19-crc") on node "crc" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.837265 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "2ba830e0-db19-419e-9156-536a3c0e1252" (UID: "2ba830e0-db19-419e-9156-536a3c0e1252"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.838614 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" (UID: "7b7f1966-25bd-42f2-b5b4-d5ab430c60dd"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.843363 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-config-data" (OuterVolumeSpecName: "config-data") pod "92c0b03a-1302-4952-99f4-be51f8289e73" (UID: "92c0b03a-1302-4952-99f4-be51f8289e73"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.845079 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-config-data" (OuterVolumeSpecName: "config-data") pod "09a3afa2-db4d-4815-82eb-dc44ce051482" (UID: "09a3afa2-db4d-4815-82eb-dc44ce051482"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.846391 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "8df11cb5-efd9-4201-956f-5028a900c61c" (UID: "8df11cb5-efd9-4201-956f-5028a900c61c"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.848998 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data" (OuterVolumeSpecName: "config-data") pod "2ba830e0-db19-419e-9156-536a3c0e1252" (UID: "2ba830e0-db19-419e-9156-536a3c0e1252"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851780 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851806 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851815 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851824 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851832 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851841 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851849 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851857 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851866 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ba830e0-db19-419e-9156-536a3c0e1252-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851874 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/92c0b03a-1302-4952-99f4-be51f8289e73-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851883 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851890 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851898 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851906 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.851914 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.852669 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-custom-prometheus-ca" (OuterVolumeSpecName: "custom-prometheus-ca") pod "09a3afa2-db4d-4815-82eb-dc44ce051482" (UID: "09a3afa2-db4d-4815-82eb-dc44ce051482"). InnerVolumeSpecName "custom-prometheus-ca". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.868628 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "8df11cb5-efd9-4201-956f-5028a900c61c" (UID: "8df11cb5-efd9-4201-956f-5028a900c61c"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.870045 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "c966cca2-781a-4028-9742-debae5f3e722" (UID: "c966cca2-781a-4028-9742-debae5f3e722"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.887229 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "a08c6d86-d331-4eb8-ac3b-c83354a320fe" (UID: "a08c6d86-d331-4eb8-ac3b-c83354a320fe"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.953139 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/c966cca2-781a-4028-9742-debae5f3e722-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.953172 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a08c6d86-d331-4eb8-ac3b-c83354a320fe-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.953186 4809 reconciler_common.go:293] "Volume detached for volume \"custom-prometheus-ca\" (UniqueName: \"kubernetes.io/secret/09a3afa2-db4d-4815-82eb-dc44ce051482-custom-prometheus-ca\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:00 crc kubenswrapper[4809]: I1013 20:02:00.953199 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8df11cb5-efd9-4201-956f-5028a900c61c-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.087665 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.099108 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.118202 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.124393 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.129785 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.140279 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/watcher-api-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.145581 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.154517 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-649f7d8986-8m6v9"] Oct 13 20:02:01 crc kubenswrapper[4809]: E1013 20:02:01.259877 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 20:02:01 crc kubenswrapper[4809]: E1013 20:02:01.259933 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0 podName:f62b7937-7a19-4086-b26d-46d2fd45913b nodeName:}" failed. No retries permitted until 2025-10-13 20:02:01.759918377 +0000 UTC m=+2240.365664962 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0") pod "dnsmasq-dnsmasq-5b98b9f45-6bl8s" (UID: "f62b7937-7a19-4086-b26d-46d2fd45913b") : configmap "dns-swift-storage-0" not found Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.398273 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-594558f5fb-ll49w" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.404031 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_1e1b029c-a626-4ce1-b87e-1c22325b7b9a/ovn-northd/0.log" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.404074 4809 generic.go:334] "Generic (PLEG): container finished" podID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerID="f297b51a50db2bdde1c5c658b6f34f00fe379ff5e40ea85862071b38608b39af" exitCode=139 Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.404167 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder6a5d-account-delete-szrcb" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.404952 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.406372 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.406868 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"1e1b029c-a626-4ce1-b87e-1c22325b7b9a","Type":"ContainerDied","Data":"f297b51a50db2bdde1c5c658b6f34f00fe379ff5e40ea85862071b38608b39af"} Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.407042 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/watcher-decision-engine-0" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.548263 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-594558f5fb-ll49w"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.558646 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-594558f5fb-ll49w"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.564816 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder6a5d-account-delete-szrcb"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.570196 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder6a5d-account-delete-szrcb"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.575751 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.581784 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.589124 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.595643 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.603546 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.608758 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/watcher-decision-engine-0"] Oct 13 20:02:01 crc kubenswrapper[4809]: E1013 20:02:01.766106 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 20:02:01 crc kubenswrapper[4809]: E1013 20:02:01.766163 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0 podName:f62b7937-7a19-4086-b26d-46d2fd45913b nodeName:}" failed. No retries permitted until 2025-10-13 20:02:02.766150124 +0000 UTC m=+2241.371896709 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0") pod "dnsmasq-dnsmasq-5b98b9f45-6bl8s" (UID: "f62b7937-7a19-4086-b26d-46d2fd45913b") : configmap "dns-swift-storage-0" not found Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.837112 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_1e1b029c-a626-4ce1-b87e-1c22325b7b9a/ovn-northd/0.log" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.837207 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.971318 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-config\") pod \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.971669 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-scripts\") pod \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.971709 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-rundir\") pod \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.971772 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wh5z2\" (UniqueName: \"kubernetes.io/projected/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-kube-api-access-wh5z2\") pod \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.971835 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-northd-tls-certs\") pod \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.971903 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-metrics-certs-tls-certs\") pod \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.971921 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-combined-ca-bundle\") pod \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\" (UID: \"1e1b029c-a626-4ce1-b87e-1c22325b7b9a\") " Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.972209 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-config" (OuterVolumeSpecName: "config") pod "1e1b029c-a626-4ce1-b87e-1c22325b7b9a" (UID: "1e1b029c-a626-4ce1-b87e-1c22325b7b9a"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.973116 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-scripts" (OuterVolumeSpecName: "scripts") pod "1e1b029c-a626-4ce1-b87e-1c22325b7b9a" (UID: "1e1b029c-a626-4ce1-b87e-1c22325b7b9a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.981116 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "1e1b029c-a626-4ce1-b87e-1c22325b7b9a" (UID: "1e1b029c-a626-4ce1-b87e-1c22325b7b9a"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:01 crc kubenswrapper[4809]: I1013 20:02:01.984100 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-kube-api-access-wh5z2" (OuterVolumeSpecName: "kube-api-access-wh5z2") pod "1e1b029c-a626-4ce1-b87e-1c22325b7b9a" (UID: "1e1b029c-a626-4ce1-b87e-1c22325b7b9a"). InnerVolumeSpecName "kube-api-access-wh5z2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.024178 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="653d4ad9-0132-4994-8f02-4cfcfc9b2b30" containerName="nova-cell1-novncproxy-novncproxy" probeResult="failure" output="Get \"https://10.217.1.248:6080/vnc_lite.html\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.038885 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1e1b029c-a626-4ce1-b87e-1c22325b7b9a" (UID: "1e1b029c-a626-4ce1-b87e-1c22325b7b9a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.077492 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.077524 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.077533 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.077543 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wh5z2\" (UniqueName: \"kubernetes.io/projected/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-kube-api-access-wh5z2\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.077553 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.127884 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.141476 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-northd-tls-certs" (OuterVolumeSpecName: "ovn-northd-tls-certs") pod "1e1b029c-a626-4ce1-b87e-1c22325b7b9a" (UID: "1e1b029c-a626-4ce1-b87e-1c22325b7b9a"). InnerVolumeSpecName "ovn-northd-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.144004 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "1e1b029c-a626-4ce1-b87e-1c22325b7b9a" (UID: "1e1b029c-a626-4ce1-b87e-1c22325b7b9a"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.166891 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="09a3afa2-db4d-4815-82eb-dc44ce051482" path="/var/lib/kubelet/pods/09a3afa2-db4d-4815-82eb-dc44ce051482/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.167770 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="273d7724-5a26-4bd7-a547-aa45760c6493" path="/var/lib/kubelet/pods/273d7724-5a26-4bd7-a547-aa45760c6493/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.169035 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2ba830e0-db19-419e-9156-536a3c0e1252" path="/var/lib/kubelet/pods/2ba830e0-db19-419e-9156-536a3c0e1252/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.171555 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="32f4c7c9-6447-4f51-bac7-b999f983112c" path="/var/lib/kubelet/pods/32f4c7c9-6447-4f51-bac7-b999f983112c/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.173344 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" path="/var/lib/kubelet/pods/50f64a5a-f843-4d56-8cd7-a6bdf8a532ca/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.175058 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="523b431b-af41-41f6-898f-f14291f5f056" path="/var/lib/kubelet/pods/523b431b-af41-41f6-898f-f14291f5f056/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.175797 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5fbade22-8002-48f4-b34a-19a9f07336d0" path="/var/lib/kubelet/pods/5fbade22-8002-48f4-b34a-19a9f07336d0/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.176498 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="653d4ad9-0132-4994-8f02-4cfcfc9b2b30" path="/var/lib/kubelet/pods/653d4ad9-0132-4994-8f02-4cfcfc9b2b30/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.177101 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="68d9bb1c-25fb-4b72-9739-78b804ee56b3" path="/var/lib/kubelet/pods/68d9bb1c-25fb-4b72-9739-78b804ee56b3/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.178201 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="693185ca-a3d5-405a-a415-096aaa7e8ddb" path="/var/lib/kubelet/pods/693185ca-a3d5-405a-a415-096aaa7e8ddb/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.178707 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6b47ca17-992c-4c04-b426-53832a7db216" path="/var/lib/kubelet/pods/6b47ca17-992c-4c04-b426-53832a7db216/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.178755 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-ovn-northd-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.178930 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e1b029c-a626-4ce1-b87e-1c22325b7b9a-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.179381 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" path="/var/lib/kubelet/pods/7b7f1966-25bd-42f2-b5b4-d5ab430c60dd/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.180565 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7e1e5f25-a781-49f4-af55-5d06fa622cfa" path="/var/lib/kubelet/pods/7e1e5f25-a781-49f4-af55-5d06fa622cfa/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.181150 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8df11cb5-efd9-4201-956f-5028a900c61c" path="/var/lib/kubelet/pods/8df11cb5-efd9-4201-956f-5028a900c61c/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.181857 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="92c0b03a-1302-4952-99f4-be51f8289e73" path="/var/lib/kubelet/pods/92c0b03a-1302-4952-99f4-be51f8289e73/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.186203 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a08c6d86-d331-4eb8-ac3b-c83354a320fe" path="/var/lib/kubelet/pods/a08c6d86-d331-4eb8-ac3b-c83354a320fe/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.186858 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" path="/var/lib/kubelet/pods/a6133dff-7c9f-42b8-8d51-3863eed59fde/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.187330 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a6c99cb0-6bd7-4e3e-b890-cca60f487d56" path="/var/lib/kubelet/pods/a6c99cb0-6bd7-4e3e-b890-cca60f487d56/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.188262 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bbfa2404-d44b-4404-8d0d-32ed2dfb0551" path="/var/lib/kubelet/pods/bbfa2404-d44b-4404-8d0d-32ed2dfb0551/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.188797 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c966cca2-781a-4028-9742-debae5f3e722" path="/var/lib/kubelet/pods/c966cca2-781a-4028-9742-debae5f3e722/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.189365 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d431ae79-5c86-4c4f-a267-2d60980db4c9" path="/var/lib/kubelet/pods/d431ae79-5c86-4c4f-a267-2d60980db4c9/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.190546 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" path="/var/lib/kubelet/pods/ddb822ad-928b-4f48-9ea7-c77138f2f4aa/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.191283 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ed7d796a-6bc7-40eb-97e8-0685da5f2662" path="/var/lib/kubelet/pods/ed7d796a-6bc7-40eb-97e8-0685da5f2662/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.191687 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f7990122-c3a6-483f-abfa-c3e53626fe6d" path="/var/lib/kubelet/pods/f7990122-c3a6-483f-abfa-c3e53626fe6d/volumes" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.280272 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"b4cc714d-1e78-4312-92c8-0be19c17e682\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.280337 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data\") pod \"b4cc714d-1e78-4312-92c8-0be19c17e682\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.280363 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b4cc714d-1e78-4312-92c8-0be19c17e682-erlang-cookie-secret\") pod \"b4cc714d-1e78-4312-92c8-0be19c17e682\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.280390 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-plugins\") pod \"b4cc714d-1e78-4312-92c8-0be19c17e682\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.292785 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-plugins-conf\") pod \"b4cc714d-1e78-4312-92c8-0be19c17e682\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.292493 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage15-crc" (OuterVolumeSpecName: "persistence") pod "b4cc714d-1e78-4312-92c8-0be19c17e682" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682"). InnerVolumeSpecName "local-storage15-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.292719 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "b4cc714d-1e78-4312-92c8-0be19c17e682" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.292839 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-server-conf\") pod \"b4cc714d-1e78-4312-92c8-0be19c17e682\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.292992 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-confd\") pod \"b4cc714d-1e78-4312-92c8-0be19c17e682\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.293027 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n25bj\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-kube-api-access-n25bj\") pod \"b4cc714d-1e78-4312-92c8-0be19c17e682\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.293088 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b4cc714d-1e78-4312-92c8-0be19c17e682-pod-info\") pod \"b4cc714d-1e78-4312-92c8-0be19c17e682\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.293137 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-tls\") pod \"b4cc714d-1e78-4312-92c8-0be19c17e682\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.293159 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-erlang-cookie\") pod \"b4cc714d-1e78-4312-92c8-0be19c17e682\" (UID: \"b4cc714d-1e78-4312-92c8-0be19c17e682\") " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.293335 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "b4cc714d-1e78-4312-92c8-0be19c17e682" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.293662 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b4cc714d-1e78-4312-92c8-0be19c17e682-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "b4cc714d-1e78-4312-92c8-0be19c17e682" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.294902 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "b4cc714d-1e78-4312-92c8-0be19c17e682" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.295641 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-kube-api-access-n25bj" (OuterVolumeSpecName: "kube-api-access-n25bj") pod "b4cc714d-1e78-4312-92c8-0be19c17e682" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682"). InnerVolumeSpecName "kube-api-access-n25bj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.296524 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "b4cc714d-1e78-4312-92c8-0be19c17e682" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.296946 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/b4cc714d-1e78-4312-92c8-0be19c17e682-pod-info" (OuterVolumeSpecName: "pod-info") pod "b4cc714d-1e78-4312-92c8-0be19c17e682" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.298104 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" " Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.302868 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b4cc714d-1e78-4312-92c8-0be19c17e682-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.302906 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.302921 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.302936 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n25bj\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-kube-api-access-n25bj\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.302949 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b4cc714d-1e78-4312-92c8-0be19c17e682-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.302961 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.302974 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.305256 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data" (OuterVolumeSpecName: "config-data") pod "b4cc714d-1e78-4312-92c8-0be19c17e682" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.316701 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage15-crc" (UniqueName: "kubernetes.io/local-volume/local-storage15-crc") on node "crc" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.336275 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-server-conf" (OuterVolumeSpecName: "server-conf") pod "b4cc714d-1e78-4312-92c8-0be19c17e682" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.404236 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.404271 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.404285 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b4cc714d-1e78-4312-92c8-0be19c17e682-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.406494 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "b4cc714d-1e78-4312-92c8-0be19c17e682" (UID: "b4cc714d-1e78-4312-92c8-0be19c17e682"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.417000 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_1e1b029c-a626-4ce1-b87e-1c22325b7b9a/ovn-northd/0.log" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.417134 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.417234 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"1e1b029c-a626-4ce1-b87e-1c22325b7b9a","Type":"ContainerDied","Data":"bfb1bbeca7bb0976ef17ac646fbcd73809b9b63d0141399a0afbbd21e3594a2a"} Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.417309 4809 scope.go:117] "RemoveContainer" containerID="83348ad5223d995f195481bb7857466b842349d838bd29a4e62c034122f285dd" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.423166 4809 generic.go:334] "Generic (PLEG): container finished" podID="b4cc714d-1e78-4312-92c8-0be19c17e682" containerID="3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da" exitCode=0 Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.423206 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b4cc714d-1e78-4312-92c8-0be19c17e682","Type":"ContainerDied","Data":"3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da"} Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.423232 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b4cc714d-1e78-4312-92c8-0be19c17e682","Type":"ContainerDied","Data":"d04bf95b0d44915dbcd6671c5d728e156f78bb3aa713a1b03b6503d1fa383422"} Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.423288 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.471421 4809 scope.go:117] "RemoveContainer" containerID="f297b51a50db2bdde1c5c658b6f34f00fe379ff5e40ea85862071b38608b39af" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.471841 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.481234 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.489997 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.498417 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.501188 4809 scope.go:117] "RemoveContainer" containerID="3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.506113 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b4cc714d-1e78-4312-92c8-0be19c17e682-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.526333 4809 scope.go:117] "RemoveContainer" containerID="7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.557972 4809 scope.go:117] "RemoveContainer" containerID="3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da" Oct 13 20:02:02 crc kubenswrapper[4809]: E1013 20:02:02.562247 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da\": container with ID starting with 3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da not found: ID does not exist" containerID="3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.562288 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da"} err="failed to get container status \"3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da\": rpc error: code = NotFound desc = could not find container \"3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da\": container with ID starting with 3869f1a3a146f9b9c3262d29daa385410490abe42679975578cee89b333151da not found: ID does not exist" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.562316 4809 scope.go:117] "RemoveContainer" containerID="7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527" Oct 13 20:02:02 crc kubenswrapper[4809]: E1013 20:02:02.562662 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527\": container with ID starting with 7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527 not found: ID does not exist" containerID="7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527" Oct 13 20:02:02 crc kubenswrapper[4809]: I1013 20:02:02.562693 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527"} err="failed to get container status \"7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527\": rpc error: code = NotFound desc = could not find container \"7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527\": container with ID starting with 7d1ec506dadddcad9b4d394aa7dda61053488bd2a27094fb43b7bac00c3e4527 not found: ID does not exist" Oct 13 20:02:02 crc kubenswrapper[4809]: E1013 20:02:02.648161 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:02 crc kubenswrapper[4809]: E1013 20:02:02.649724 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:02 crc kubenswrapper[4809]: E1013 20:02:02.651381 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:02 crc kubenswrapper[4809]: E1013 20:02:02.651457 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="7366cf76-b14f-4b11-b4f9-852202dd0664" containerName="nova-cell1-conductor-conductor" Oct 13 20:02:02 crc kubenswrapper[4809]: E1013 20:02:02.810690 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 20:02:02 crc kubenswrapper[4809]: E1013 20:02:02.810824 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0 podName:f62b7937-7a19-4086-b26d-46d2fd45913b nodeName:}" failed. No retries permitted until 2025-10-13 20:02:04.810799867 +0000 UTC m=+2243.416546482 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0") pod "dnsmasq-dnsmasq-5b98b9f45-6bl8s" (UID: "f62b7937-7a19-4086-b26d-46d2fd45913b") : configmap "dns-swift-storage-0" not found Oct 13 20:02:03 crc kubenswrapper[4809]: E1013 20:02:03.142703 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:03 crc kubenswrapper[4809]: E1013 20:02:03.144923 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:03 crc kubenswrapper[4809]: E1013 20:02:03.147407 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:03 crc kubenswrapper[4809]: E1013 20:02:03.147456 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="17660864-289a-443e-9cb7-5adc7114b24c" containerName="nova-scheduler-scheduler" Oct 13 20:02:04 crc kubenswrapper[4809]: I1013 20:02:04.192736 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" path="/var/lib/kubelet/pods/1e1b029c-a626-4ce1-b87e-1c22325b7b9a/volumes" Oct 13 20:02:04 crc kubenswrapper[4809]: I1013 20:02:04.195847 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b4cc714d-1e78-4312-92c8-0be19c17e682" path="/var/lib/kubelet/pods/b4cc714d-1e78-4312-92c8-0be19c17e682/volumes" Oct 13 20:02:04 crc kubenswrapper[4809]: E1013 20:02:04.843137 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 20:02:04 crc kubenswrapper[4809]: E1013 20:02:04.843223 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0 podName:f62b7937-7a19-4086-b26d-46d2fd45913b nodeName:}" failed. No retries permitted until 2025-10-13 20:02:08.843206472 +0000 UTC m=+2247.448953067 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0") pod "dnsmasq-dnsmasq-5b98b9f45-6bl8s" (UID: "f62b7937-7a19-4086-b26d-46d2fd45913b") : configmap "dns-swift-storage-0" not found Oct 13 20:02:06 crc kubenswrapper[4809]: I1013 20:02:06.157884 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:02:06 crc kubenswrapper[4809]: E1013 20:02:06.158453 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:02:07 crc kubenswrapper[4809]: I1013 20:02:07.144758 4809 scope.go:117] "RemoveContainer" containerID="8f732bc82f7224232e7e24caec464d69924aa2aa319033bc9b38d17ba3f88e62" Oct 13 20:02:07 crc kubenswrapper[4809]: I1013 20:02:07.163325 4809 scope.go:117] "RemoveContainer" containerID="0eec8cb24d91bb4f7b8afe634b9b4731cb597cb02dae101341b2ef1296d664a0" Oct 13 20:02:07 crc kubenswrapper[4809]: I1013 20:02:07.183174 4809 scope.go:117] "RemoveContainer" containerID="986bd4d3afa42cd2aadfa50ba41af8dd5341bd274d06796e864aaced9cdddaaf" Oct 13 20:02:07 crc kubenswrapper[4809]: I1013 20:02:07.208201 4809 scope.go:117] "RemoveContainer" containerID="bdf16562232cf36f297b0a03afe3c58fca7a28eef25224c81da2096b77788772" Oct 13 20:02:07 crc kubenswrapper[4809]: E1013 20:02:07.648510 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:07 crc kubenswrapper[4809]: E1013 20:02:07.650446 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:07 crc kubenswrapper[4809]: E1013 20:02:07.652393 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:07 crc kubenswrapper[4809]: E1013 20:02:07.652439 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="7366cf76-b14f-4b11-b4f9-852202dd0664" containerName="nova-cell1-conductor-conductor" Oct 13 20:02:08 crc kubenswrapper[4809]: E1013 20:02:08.143148 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:08 crc kubenswrapper[4809]: E1013 20:02:08.145816 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:08 crc kubenswrapper[4809]: E1013 20:02:08.148119 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:08 crc kubenswrapper[4809]: E1013 20:02:08.148181 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="17660864-289a-443e-9cb7-5adc7114b24c" containerName="nova-scheduler-scheduler" Oct 13 20:02:08 crc kubenswrapper[4809]: E1013 20:02:08.920158 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/dns-swift-storage-0: configmap "dns-swift-storage-0" not found Oct 13 20:02:08 crc kubenswrapper[4809]: E1013 20:02:08.920328 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0 podName:f62b7937-7a19-4086-b26d-46d2fd45913b nodeName:}" failed. No retries permitted until 2025-10-13 20:02:16.920290011 +0000 UTC m=+2255.526036646 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "dns-swift-storage-0" (UniqueName: "kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0") pod "dnsmasq-dnsmasq-5b98b9f45-6bl8s" (UID: "f62b7937-7a19-4086-b26d-46d2fd45913b") : configmap "dns-swift-storage-0" not found Oct 13 20:02:09 crc kubenswrapper[4809]: I1013 20:02:09.523113 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:02:09 crc kubenswrapper[4809]: I1013 20:02:09.635980 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s"] Oct 13 20:02:09 crc kubenswrapper[4809]: I1013 20:02:09.636488 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" podUID="f62b7937-7a19-4086-b26d-46d2fd45913b" containerName="dnsmasq-dns" containerID="cri-o://643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960" gracePeriod=10 Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.106679 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.264053 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hztdz\" (UniqueName: \"kubernetes.io/projected/f62b7937-7a19-4086-b26d-46d2fd45913b-kube-api-access-hztdz\") pod \"f62b7937-7a19-4086-b26d-46d2fd45913b\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.264473 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-config\") pod \"f62b7937-7a19-4086-b26d-46d2fd45913b\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.264510 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dnsmasq-svc\") pod \"f62b7937-7a19-4086-b26d-46d2fd45913b\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.265389 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0\") pod \"f62b7937-7a19-4086-b26d-46d2fd45913b\" (UID: \"f62b7937-7a19-4086-b26d-46d2fd45913b\") " Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.273249 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f62b7937-7a19-4086-b26d-46d2fd45913b-kube-api-access-hztdz" (OuterVolumeSpecName: "kube-api-access-hztdz") pod "f62b7937-7a19-4086-b26d-46d2fd45913b" (UID: "f62b7937-7a19-4086-b26d-46d2fd45913b"). InnerVolumeSpecName "kube-api-access-hztdz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.304585 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-config" (OuterVolumeSpecName: "config") pod "f62b7937-7a19-4086-b26d-46d2fd45913b" (UID: "f62b7937-7a19-4086-b26d-46d2fd45913b"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.319300 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "f62b7937-7a19-4086-b26d-46d2fd45913b" (UID: "f62b7937-7a19-4086-b26d-46d2fd45913b"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.321207 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0" (OuterVolumeSpecName: "dns-swift-storage-0") pod "f62b7937-7a19-4086-b26d-46d2fd45913b" (UID: "f62b7937-7a19-4086-b26d-46d2fd45913b"). InnerVolumeSpecName "dns-swift-storage-0". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.371032 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hztdz\" (UniqueName: \"kubernetes.io/projected/f62b7937-7a19-4086-b26d-46d2fd45913b-kube-api-access-hztdz\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.371078 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.371087 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.371097 4809 reconciler_common.go:293] "Volume detached for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/f62b7937-7a19-4086-b26d-46d2fd45913b-dns-swift-storage-0\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.548477 4809 generic.go:334] "Generic (PLEG): container finished" podID="f62b7937-7a19-4086-b26d-46d2fd45913b" containerID="643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960" exitCode=0 Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.548535 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" event={"ID":"f62b7937-7a19-4086-b26d-46d2fd45913b","Type":"ContainerDied","Data":"643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960"} Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.548622 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.548648 4809 scope.go:117] "RemoveContainer" containerID="643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.548596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s" event={"ID":"f62b7937-7a19-4086-b26d-46d2fd45913b","Type":"ContainerDied","Data":"df4a96165bd68f41d50c495f434ce00a300a4718ef30f12d9aaf595fc032b1ae"} Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.601146 4809 scope.go:117] "RemoveContainer" containerID="0355a9db3ab161baf997dbbf6f2841bdc362369059ab1e71c475c6aec4cfc152" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.611171 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s"] Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.616386 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5b98b9f45-6bl8s"] Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.652795 4809 scope.go:117] "RemoveContainer" containerID="643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960" Oct 13 20:02:10 crc kubenswrapper[4809]: E1013 20:02:10.655043 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960\": container with ID starting with 643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960 not found: ID does not exist" containerID="643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.655132 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960"} err="failed to get container status \"643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960\": rpc error: code = NotFound desc = could not find container \"643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960\": container with ID starting with 643dbe63b2528f55c09574299ec763cad68980b211f89563920a4ce6b8d83960 not found: ID does not exist" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.655185 4809 scope.go:117] "RemoveContainer" containerID="0355a9db3ab161baf997dbbf6f2841bdc362369059ab1e71c475c6aec4cfc152" Oct 13 20:02:10 crc kubenswrapper[4809]: E1013 20:02:10.656203 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0355a9db3ab161baf997dbbf6f2841bdc362369059ab1e71c475c6aec4cfc152\": container with ID starting with 0355a9db3ab161baf997dbbf6f2841bdc362369059ab1e71c475c6aec4cfc152 not found: ID does not exist" containerID="0355a9db3ab161baf997dbbf6f2841bdc362369059ab1e71c475c6aec4cfc152" Oct 13 20:02:10 crc kubenswrapper[4809]: I1013 20:02:10.656287 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0355a9db3ab161baf997dbbf6f2841bdc362369059ab1e71c475c6aec4cfc152"} err="failed to get container status \"0355a9db3ab161baf997dbbf6f2841bdc362369059ab1e71c475c6aec4cfc152\": rpc error: code = NotFound desc = could not find container \"0355a9db3ab161baf997dbbf6f2841bdc362369059ab1e71c475c6aec4cfc152\": container with ID starting with 0355a9db3ab161baf997dbbf6f2841bdc362369059ab1e71c475c6aec4cfc152 not found: ID does not exist" Oct 13 20:02:12 crc kubenswrapper[4809]: I1013 20:02:12.172965 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f62b7937-7a19-4086-b26d-46d2fd45913b" path="/var/lib/kubelet/pods/f62b7937-7a19-4086-b26d-46d2fd45913b/volumes" Oct 13 20:02:12 crc kubenswrapper[4809]: E1013 20:02:12.649598 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:12 crc kubenswrapper[4809]: E1013 20:02:12.652405 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:12 crc kubenswrapper[4809]: E1013 20:02:12.654272 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:12 crc kubenswrapper[4809]: E1013 20:02:12.654330 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="7366cf76-b14f-4b11-b4f9-852202dd0664" containerName="nova-cell1-conductor-conductor" Oct 13 20:02:13 crc kubenswrapper[4809]: E1013 20:02:13.144929 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:13 crc kubenswrapper[4809]: E1013 20:02:13.147538 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:13 crc kubenswrapper[4809]: E1013 20:02:13.150818 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:13 crc kubenswrapper[4809]: E1013 20:02:13.150903 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="17660864-289a-443e-9cb7-5adc7114b24c" containerName="nova-scheduler-scheduler" Oct 13 20:02:17 crc kubenswrapper[4809]: E1013 20:02:17.648701 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:17 crc kubenswrapper[4809]: E1013 20:02:17.650577 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:17 crc kubenswrapper[4809]: E1013 20:02:17.652519 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:17 crc kubenswrapper[4809]: E1013 20:02:17.652577 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="7366cf76-b14f-4b11-b4f9-852202dd0664" containerName="nova-cell1-conductor-conductor" Oct 13 20:02:17 crc kubenswrapper[4809]: I1013 20:02:17.786383 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.0.68:3000/\": dial tcp 10.217.0.68:3000: connect: connection refused" Oct 13 20:02:18 crc kubenswrapper[4809]: E1013 20:02:18.141666 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:18 crc kubenswrapper[4809]: E1013 20:02:18.152180 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:18 crc kubenswrapper[4809]: E1013 20:02:18.154721 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:18 crc kubenswrapper[4809]: E1013 20:02:18.154828 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="17660864-289a-443e-9cb7-5adc7114b24c" containerName="nova-scheduler-scheduler" Oct 13 20:02:19 crc kubenswrapper[4809]: I1013 20:02:19.277663 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" podUID="f5798d80-c2af-44ec-8d56-569ad679ae9d" containerName="neutron-httpd" probeResult="failure" output="Get \"https://10.217.1.222:9696/\": dial tcp 10.217.1.222:9696: connect: connection refused" Oct 13 20:02:20 crc kubenswrapper[4809]: I1013 20:02:20.156103 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:02:20 crc kubenswrapper[4809]: E1013 20:02:20.156924 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:02:22 crc kubenswrapper[4809]: E1013 20:02:22.649709 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:22 crc kubenswrapper[4809]: E1013 20:02:22.651933 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:22 crc kubenswrapper[4809]: E1013 20:02:22.653644 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:02:22 crc kubenswrapper[4809]: E1013 20:02:22.653709 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="7366cf76-b14f-4b11-b4f9-852202dd0664" containerName="nova-cell1-conductor-conductor" Oct 13 20:02:23 crc kubenswrapper[4809]: E1013 20:02:23.142455 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:23 crc kubenswrapper[4809]: E1013 20:02:23.144402 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:23 crc kubenswrapper[4809]: E1013 20:02:23.146414 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:02:23 crc kubenswrapper[4809]: E1013 20:02:23.146471 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="17660864-289a-443e-9cb7-5adc7114b24c" containerName="nova-scheduler-scheduler" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.575114 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.576516 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.677012 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-79fcdc454-9vjht_f5798d80-c2af-44ec-8d56-569ad679ae9d/neutron-api/0.log" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.677097 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.728190 4809 generic.go:334] "Generic (PLEG): container finished" podID="5b227af8-201f-4cd1-b110-1189e0c9504a" containerID="93d881d7c4bd9d994f40716ba7173d91188e6f7d1f56c2412adb7a4f3819d178" exitCode=137 Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.728253 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5b227af8-201f-4cd1-b110-1189e0c9504a","Type":"ContainerDied","Data":"93d881d7c4bd9d994f40716ba7173d91188e6f7d1f56c2412adb7a4f3819d178"} Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.730393 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-79fcdc454-9vjht_f5798d80-c2af-44ec-8d56-569ad679ae9d/neutron-api/0.log" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.730449 4809 generic.go:334] "Generic (PLEG): container finished" podID="f5798d80-c2af-44ec-8d56-569ad679ae9d" containerID="26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3" exitCode=137 Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.730502 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.730516 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" event={"ID":"f5798d80-c2af-44ec-8d56-569ad679ae9d","Type":"ContainerDied","Data":"26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3"} Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.730545 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-79fcdc454-9vjht" event={"ID":"f5798d80-c2af-44ec-8d56-569ad679ae9d","Type":"ContainerDied","Data":"471d73b77b319c22d2cbc2eee30b8d21a24195aed655b6f7f69efe1f8f1a66d0"} Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.730563 4809 scope.go:117] "RemoveContainer" containerID="47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.734488 4809 generic.go:334] "Generic (PLEG): container finished" podID="6e335aad-f2e8-4951-96dc-54d873156010" containerID="35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612" exitCode=137 Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.734542 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.734559 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6e335aad-f2e8-4951-96dc-54d873156010","Type":"ContainerDied","Data":"35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612"} Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.734587 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6e335aad-f2e8-4951-96dc-54d873156010","Type":"ContainerDied","Data":"5413e95c3d46ebc7dcbcf25ea3b4b2b35c96d3252a4ea021d004b91e094b5880"} Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736464 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-run-httpd\") pod \"6e335aad-f2e8-4951-96dc-54d873156010\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736532 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-combined-ca-bundle\") pod \"6e335aad-f2e8-4951-96dc-54d873156010\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736576 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-klvg5\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-kube-api-access-klvg5\") pod \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736612 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-log-httpd\") pod \"6e335aad-f2e8-4951-96dc-54d873156010\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736639 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-ceilometer-tls-certs\") pod \"6e335aad-f2e8-4951-96dc-54d873156010\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736674 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-cache\") pod \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736704 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j5rfl\" (UniqueName: \"kubernetes.io/projected/6e335aad-f2e8-4951-96dc-54d873156010-kube-api-access-j5rfl\") pod \"6e335aad-f2e8-4951-96dc-54d873156010\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736893 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-scripts\") pod \"6e335aad-f2e8-4951-96dc-54d873156010\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736926 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift\") pod \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736950 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-lock\") pod \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736979 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-config-data\") pod \"6e335aad-f2e8-4951-96dc-54d873156010\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.736983 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "6e335aad-f2e8-4951-96dc-54d873156010" (UID: "6e335aad-f2e8-4951-96dc-54d873156010"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.737005 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-sg-core-conf-yaml\") pod \"6e335aad-f2e8-4951-96dc-54d873156010\" (UID: \"6e335aad-f2e8-4951-96dc-54d873156010\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.737026 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swift\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\" (UID: \"f8f796dd-baa6-4df2-9d96-9df4a39675cb\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.737334 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.738202 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-lock" (OuterVolumeSpecName: "lock") pod "f8f796dd-baa6-4df2-9d96-9df4a39675cb" (UID: "f8f796dd-baa6-4df2-9d96-9df4a39675cb"). InnerVolumeSpecName "lock". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.739367 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "6e335aad-f2e8-4951-96dc-54d873156010" (UID: "6e335aad-f2e8-4951-96dc-54d873156010"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.739424 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-cache" (OuterVolumeSpecName: "cache") pod "f8f796dd-baa6-4df2-9d96-9df4a39675cb" (UID: "f8f796dd-baa6-4df2-9d96-9df4a39675cb"). InnerVolumeSpecName "cache". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.743548 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-scripts" (OuterVolumeSpecName: "scripts") pod "6e335aad-f2e8-4951-96dc-54d873156010" (UID: "6e335aad-f2e8-4951-96dc-54d873156010"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.744261 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-kube-api-access-klvg5" (OuterVolumeSpecName: "kube-api-access-klvg5") pod "f8f796dd-baa6-4df2-9d96-9df4a39675cb" (UID: "f8f796dd-baa6-4df2-9d96-9df4a39675cb"). InnerVolumeSpecName "kube-api-access-klvg5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.745018 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage17-crc" (OuterVolumeSpecName: "swift") pod "f8f796dd-baa6-4df2-9d96-9df4a39675cb" (UID: "f8f796dd-baa6-4df2-9d96-9df4a39675cb"). InnerVolumeSpecName "local-storage17-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.746086 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6e335aad-f2e8-4951-96dc-54d873156010-kube-api-access-j5rfl" (OuterVolumeSpecName: "kube-api-access-j5rfl") pod "6e335aad-f2e8-4951-96dc-54d873156010" (UID: "6e335aad-f2e8-4951-96dc-54d873156010"). InnerVolumeSpecName "kube-api-access-j5rfl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.746572 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "f8f796dd-baa6-4df2-9d96-9df4a39675cb" (UID: "f8f796dd-baa6-4df2-9d96-9df4a39675cb"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.748251 4809 generic.go:334] "Generic (PLEG): container finished" podID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerID="f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7" exitCode=137 Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.748289 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7"} Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.748315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f8f796dd-baa6-4df2-9d96-9df4a39675cb","Type":"ContainerDied","Data":"db26767c4597516cbebd65537b4b7236835b612cd00b5705670decd3ad104467"} Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.748393 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.752512 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.764835 4809 scope.go:117] "RemoveContainer" containerID="26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.771463 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "6e335aad-f2e8-4951-96dc-54d873156010" (UID: "6e335aad-f2e8-4951-96dc-54d873156010"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.801685 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "6e335aad-f2e8-4951-96dc-54d873156010" (UID: "6e335aad-f2e8-4951-96dc-54d873156010"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.822235 4809 scope.go:117] "RemoveContainer" containerID="47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2" Oct 13 20:02:24 crc kubenswrapper[4809]: E1013 20:02:24.824956 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2\": container with ID starting with 47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2 not found: ID does not exist" containerID="47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.825004 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2"} err="failed to get container status \"47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2\": rpc error: code = NotFound desc = could not find container \"47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2\": container with ID starting with 47102dd9204d37496fe6f7bd7afa4544f0a8ce525c1e1b9dd4a8a16c321d91b2 not found: ID does not exist" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.825035 4809 scope.go:117] "RemoveContainer" containerID="26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3" Oct 13 20:02:24 crc kubenswrapper[4809]: E1013 20:02:24.825371 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3\": container with ID starting with 26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3 not found: ID does not exist" containerID="26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.825412 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3"} err="failed to get container status \"26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3\": rpc error: code = NotFound desc = could not find container \"26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3\": container with ID starting with 26a13df21f532e573b047a8302670d7c31c95061de8d8e2623ea828ab3b9ede3 not found: ID does not exist" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.825429 4809 scope.go:117] "RemoveContainer" containerID="0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.831927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6e335aad-f2e8-4951-96dc-54d873156010" (UID: "6e335aad-f2e8-4951-96dc-54d873156010"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.836947 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.838640 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839034 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zsjqd\" (UniqueName: \"kubernetes.io/projected/f5798d80-c2af-44ec-8d56-569ad679ae9d-kube-api-access-zsjqd\") pod \"f5798d80-c2af-44ec-8d56-569ad679ae9d\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839085 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-combined-ca-bundle\") pod \"f5798d80-c2af-44ec-8d56-569ad679ae9d\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839106 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-combined-ca-bundle\") pod \"5b227af8-201f-4cd1-b110-1189e0c9504a\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839144 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5b227af8-201f-4cd1-b110-1189e0c9504a-etc-machine-id\") pod \"5b227af8-201f-4cd1-b110-1189e0c9504a\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839173 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data-custom\") pod \"5b227af8-201f-4cd1-b110-1189e0c9504a\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839200 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-internal-tls-certs\") pod \"f5798d80-c2af-44ec-8d56-569ad679ae9d\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839219 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-config\") pod \"f5798d80-c2af-44ec-8d56-569ad679ae9d\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839241 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-scripts\") pod \"5b227af8-201f-4cd1-b110-1189e0c9504a\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839264 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-ovndb-tls-certs\") pod \"f5798d80-c2af-44ec-8d56-569ad679ae9d\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839286 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z5p8j\" (UniqueName: \"kubernetes.io/projected/5b227af8-201f-4cd1-b110-1189e0c9504a-kube-api-access-z5p8j\") pod \"5b227af8-201f-4cd1-b110-1189e0c9504a\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839306 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-httpd-config\") pod \"f5798d80-c2af-44ec-8d56-569ad679ae9d\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839324 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-public-tls-certs\") pod \"f5798d80-c2af-44ec-8d56-569ad679ae9d\" (UID: \"f5798d80-c2af-44ec-8d56-569ad679ae9d\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839364 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data\") pod \"5b227af8-201f-4cd1-b110-1189e0c9504a\" (UID: \"5b227af8-201f-4cd1-b110-1189e0c9504a\") " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839591 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-klvg5\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-kube-api-access-klvg5\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839602 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6e335aad-f2e8-4951-96dc-54d873156010-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839610 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839618 4809 reconciler_common.go:293] "Volume detached for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-cache\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839626 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j5rfl\" (UniqueName: \"kubernetes.io/projected/6e335aad-f2e8-4951-96dc-54d873156010-kube-api-access-j5rfl\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839635 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839643 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f8f796dd-baa6-4df2-9d96-9df4a39675cb-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839651 4809 reconciler_common.go:293] "Volume detached for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/f8f796dd-baa6-4df2-9d96-9df4a39675cb-lock\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839658 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839675 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") on node \"crc\" " Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.839685 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.844617 4809 scope.go:117] "RemoveContainer" containerID="ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.846835 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-scripts" (OuterVolumeSpecName: "scripts") pod "5b227af8-201f-4cd1-b110-1189e0c9504a" (UID: "5b227af8-201f-4cd1-b110-1189e0c9504a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.847106 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/5b227af8-201f-4cd1-b110-1189e0c9504a-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "5b227af8-201f-4cd1-b110-1189e0c9504a" (UID: "5b227af8-201f-4cd1-b110-1189e0c9504a"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.847668 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "5b227af8-201f-4cd1-b110-1189e0c9504a" (UID: "5b227af8-201f-4cd1-b110-1189e0c9504a"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.850986 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "f5798d80-c2af-44ec-8d56-569ad679ae9d" (UID: "f5798d80-c2af-44ec-8d56-569ad679ae9d"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.851000 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5b227af8-201f-4cd1-b110-1189e0c9504a-kube-api-access-z5p8j" (OuterVolumeSpecName: "kube-api-access-z5p8j") pod "5b227af8-201f-4cd1-b110-1189e0c9504a" (UID: "5b227af8-201f-4cd1-b110-1189e0c9504a"). InnerVolumeSpecName "kube-api-access-z5p8j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.856002 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f5798d80-c2af-44ec-8d56-569ad679ae9d-kube-api-access-zsjqd" (OuterVolumeSpecName: "kube-api-access-zsjqd") pod "f5798d80-c2af-44ec-8d56-569ad679ae9d" (UID: "f5798d80-c2af-44ec-8d56-569ad679ae9d"). InnerVolumeSpecName "kube-api-access-zsjqd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.857657 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage17-crc" (UniqueName: "kubernetes.io/local-volume/local-storage17-crc") on node "crc" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.867847 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-config-data" (OuterVolumeSpecName: "config-data") pod "6e335aad-f2e8-4951-96dc-54d873156010" (UID: "6e335aad-f2e8-4951-96dc-54d873156010"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.867944 4809 scope.go:117] "RemoveContainer" containerID="35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.884069 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "f5798d80-c2af-44ec-8d56-569ad679ae9d" (UID: "f5798d80-c2af-44ec-8d56-569ad679ae9d"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.884148 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5b227af8-201f-4cd1-b110-1189e0c9504a" (UID: "5b227af8-201f-4cd1-b110-1189e0c9504a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.888322 4809 scope.go:117] "RemoveContainer" containerID="16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.891370 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-config" (OuterVolumeSpecName: "config") pod "f5798d80-c2af-44ec-8d56-569ad679ae9d" (UID: "f5798d80-c2af-44ec-8d56-569ad679ae9d"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.893394 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f5798d80-c2af-44ec-8d56-569ad679ae9d" (UID: "f5798d80-c2af-44ec-8d56-569ad679ae9d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.895693 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "f5798d80-c2af-44ec-8d56-569ad679ae9d" (UID: "f5798d80-c2af-44ec-8d56-569ad679ae9d"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.906012 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "f5798d80-c2af-44ec-8d56-569ad679ae9d" (UID: "f5798d80-c2af-44ec-8d56-569ad679ae9d"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.906541 4809 scope.go:117] "RemoveContainer" containerID="0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078" Oct 13 20:02:24 crc kubenswrapper[4809]: E1013 20:02:24.907052 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078\": container with ID starting with 0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078 not found: ID does not exist" containerID="0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.907090 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078"} err="failed to get container status \"0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078\": rpc error: code = NotFound desc = could not find container \"0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078\": container with ID starting with 0096d1925f3598785b1e5d6f3eea18fcf7ff8ea110ed50ba7b8f8f68254a6078 not found: ID does not exist" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.907120 4809 scope.go:117] "RemoveContainer" containerID="ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5" Oct 13 20:02:24 crc kubenswrapper[4809]: E1013 20:02:24.907441 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5\": container with ID starting with ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5 not found: ID does not exist" containerID="ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.907470 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5"} err="failed to get container status \"ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5\": rpc error: code = NotFound desc = could not find container \"ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5\": container with ID starting with ca0cf7fb8c774e564c0da89e996a56266bd86666f9e765cec9f911f61204ace5 not found: ID does not exist" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.907491 4809 scope.go:117] "RemoveContainer" containerID="35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612" Oct 13 20:02:24 crc kubenswrapper[4809]: E1013 20:02:24.907999 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612\": container with ID starting with 35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612 not found: ID does not exist" containerID="35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.908041 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612"} err="failed to get container status \"35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612\": rpc error: code = NotFound desc = could not find container \"35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612\": container with ID starting with 35ef3df5e6bfb81d8b8122ad20e62796910b070f07364dbcfc9319968d5da612 not found: ID does not exist" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.908068 4809 scope.go:117] "RemoveContainer" containerID="16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2" Oct 13 20:02:24 crc kubenswrapper[4809]: E1013 20:02:24.908354 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2\": container with ID starting with 16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2 not found: ID does not exist" containerID="16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.908378 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2"} err="failed to get container status \"16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2\": rpc error: code = NotFound desc = could not find container \"16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2\": container with ID starting with 16e615ad1fb4ad140219ec9fbdbf024585d79d22ad3d6e2f396f9c92ccf1f3d2 not found: ID does not exist" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.908394 4809 scope.go:117] "RemoveContainer" containerID="f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.921309 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data" (OuterVolumeSpecName: "config-data") pod "5b227af8-201f-4cd1-b110-1189e0c9504a" (UID: "5b227af8-201f-4cd1-b110-1189e0c9504a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.924818 4809 scope.go:117] "RemoveContainer" containerID="3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941045 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941069 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z5p8j\" (UniqueName: \"kubernetes.io/projected/5b227af8-201f-4cd1-b110-1189e0c9504a-kube-api-access-z5p8j\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941079 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941088 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941096 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e335aad-f2e8-4951-96dc-54d873156010-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941105 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941113 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941123 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zsjqd\" (UniqueName: \"kubernetes.io/projected/f5798d80-c2af-44ec-8d56-569ad679ae9d-kube-api-access-zsjqd\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941131 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941139 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941147 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5b227af8-201f-4cd1-b110-1189e0c9504a-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941154 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941164 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941171 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/f5798d80-c2af-44ec-8d56-569ad679ae9d-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.941179 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5b227af8-201f-4cd1-b110-1189e0c9504a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.947691 4809 scope.go:117] "RemoveContainer" containerID="43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.964623 4809 scope.go:117] "RemoveContainer" containerID="fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827" Oct 13 20:02:24 crc kubenswrapper[4809]: I1013 20:02:24.982047 4809 scope.go:117] "RemoveContainer" containerID="ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.003145 4809 scope.go:117] "RemoveContainer" containerID="9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.033310 4809 scope.go:117] "RemoveContainer" containerID="bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.061015 4809 scope.go:117] "RemoveContainer" containerID="c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.087293 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.092495 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.096461 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-79fcdc454-9vjht"] Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.100329 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-79fcdc454-9vjht"] Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.210181 4809 scope.go:117] "RemoveContainer" containerID="7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.232448 4809 scope.go:117] "RemoveContainer" containerID="d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.264583 4809 scope.go:117] "RemoveContainer" containerID="c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.295232 4809 scope.go:117] "RemoveContainer" containerID="4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.326138 4809 scope.go:117] "RemoveContainer" containerID="921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.345761 4809 scope.go:117] "RemoveContainer" containerID="87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.373794 4809 scope.go:117] "RemoveContainer" containerID="af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.403166 4809 scope.go:117] "RemoveContainer" containerID="f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.403795 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7\": container with ID starting with f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7 not found: ID does not exist" containerID="f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.403834 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7"} err="failed to get container status \"f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7\": rpc error: code = NotFound desc = could not find container \"f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7\": container with ID starting with f8be6013aec8bc9e79065e27f644996629f0792198ce8e84b4508fe09ba323b7 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.403860 4809 scope.go:117] "RemoveContainer" containerID="3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.404207 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286\": container with ID starting with 3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286 not found: ID does not exist" containerID="3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.404232 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286"} err="failed to get container status \"3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286\": rpc error: code = NotFound desc = could not find container \"3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286\": container with ID starting with 3b8f99633e5ce60cabf31f30b7c092fd4e58190322fb19617c7c6c79d1be8286 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.404247 4809 scope.go:117] "RemoveContainer" containerID="43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.404599 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc\": container with ID starting with 43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc not found: ID does not exist" containerID="43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.404623 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc"} err="failed to get container status \"43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc\": rpc error: code = NotFound desc = could not find container \"43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc\": container with ID starting with 43c3a5807ff86acfbc0a8df7ec918e531494b7dcc4ddc4559867b0082d1051bc not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.404637 4809 scope.go:117] "RemoveContainer" containerID="fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.405023 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827\": container with ID starting with fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827 not found: ID does not exist" containerID="fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.405046 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827"} err="failed to get container status \"fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827\": rpc error: code = NotFound desc = could not find container \"fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827\": container with ID starting with fd4f550f644e0d07822dc84e029675ea4cff5c51ffd74f3509d4200351471827 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.405063 4809 scope.go:117] "RemoveContainer" containerID="ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.405468 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33\": container with ID starting with ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33 not found: ID does not exist" containerID="ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.405495 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33"} err="failed to get container status \"ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33\": rpc error: code = NotFound desc = could not find container \"ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33\": container with ID starting with ce094455b50a127ab4136f0179d79e75702f1dcb5bf99da5840a8d33c7cf7f33 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.405510 4809 scope.go:117] "RemoveContainer" containerID="9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.406069 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39\": container with ID starting with 9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39 not found: ID does not exist" containerID="9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.406094 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39"} err="failed to get container status \"9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39\": rpc error: code = NotFound desc = could not find container \"9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39\": container with ID starting with 9ea745b83f80581ddbbda98224cb5e16d767737bff5bea22aea6afb7d74d8b39 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.406136 4809 scope.go:117] "RemoveContainer" containerID="bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.406438 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26\": container with ID starting with bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26 not found: ID does not exist" containerID="bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.406485 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26"} err="failed to get container status \"bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26\": rpc error: code = NotFound desc = could not find container \"bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26\": container with ID starting with bcf97d56495db38352eb272275e12d4ec1a6160cb1ad677bf35aafaffa72db26 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.406502 4809 scope.go:117] "RemoveContainer" containerID="c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.407112 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6\": container with ID starting with c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6 not found: ID does not exist" containerID="c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.407137 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6"} err="failed to get container status \"c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6\": rpc error: code = NotFound desc = could not find container \"c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6\": container with ID starting with c26d20196ce0d9ba5b0ad7c09053189060a923b90fa2eea660054afb66d713e6 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.407153 4809 scope.go:117] "RemoveContainer" containerID="7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.407501 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1\": container with ID starting with 7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1 not found: ID does not exist" containerID="7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.407526 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1"} err="failed to get container status \"7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1\": rpc error: code = NotFound desc = could not find container \"7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1\": container with ID starting with 7e8354a3295b92eb130d8b526ca7c59ff56a192c47eef40c0d058efd89402ac1 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.407542 4809 scope.go:117] "RemoveContainer" containerID="d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.407925 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587\": container with ID starting with d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587 not found: ID does not exist" containerID="d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.407947 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587"} err="failed to get container status \"d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587\": rpc error: code = NotFound desc = could not find container \"d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587\": container with ID starting with d8eb3270b73a8e2c8a7dcedd7f38fc3227ae445c3e1055b6af68956082ecc587 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.407962 4809 scope.go:117] "RemoveContainer" containerID="c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.408255 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154\": container with ID starting with c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154 not found: ID does not exist" containerID="c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.408277 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154"} err="failed to get container status \"c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154\": rpc error: code = NotFound desc = could not find container \"c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154\": container with ID starting with c42d9e7a94c2a89da1a092ac9d48d2f54057882174c20bf2d818a8d137820154 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.408294 4809 scope.go:117] "RemoveContainer" containerID="4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.408669 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae\": container with ID starting with 4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae not found: ID does not exist" containerID="4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.408692 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae"} err="failed to get container status \"4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae\": rpc error: code = NotFound desc = could not find container \"4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae\": container with ID starting with 4d60f498b8d32a01206368d3a30593bac0d4d11df3fba4633ea3ed19bebf97ae not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.408706 4809 scope.go:117] "RemoveContainer" containerID="921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.409041 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1\": container with ID starting with 921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1 not found: ID does not exist" containerID="921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.409066 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1"} err="failed to get container status \"921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1\": rpc error: code = NotFound desc = could not find container \"921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1\": container with ID starting with 921991bc79d8a648ca4c224e6d5c0ed1ea08a68407b8c16889b55c8fa36e50b1 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.409080 4809 scope.go:117] "RemoveContainer" containerID="87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.409408 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64\": container with ID starting with 87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64 not found: ID does not exist" containerID="87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.409429 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64"} err="failed to get container status \"87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64\": rpc error: code = NotFound desc = could not find container \"87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64\": container with ID starting with 87c94c46d35ede32d619abfddd93c9d0945042f93ad08ad9b65a1a486ac1aa64 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.409443 4809 scope.go:117] "RemoveContainer" containerID="af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0" Oct 13 20:02:25 crc kubenswrapper[4809]: E1013 20:02:25.409752 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0\": container with ID starting with af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0 not found: ID does not exist" containerID="af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.409775 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0"} err="failed to get container status \"af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0\": rpc error: code = NotFound desc = could not find container \"af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0\": container with ID starting with af1ff9e5d04912ef3f176a4df3780bf15dc3bf90f71932a95d62f3081fa2b5e0 not found: ID does not exist" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.776904 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5b227af8-201f-4cd1-b110-1189e0c9504a","Type":"ContainerDied","Data":"bae1b6c0f718d5bdcac9576973d53f588538fd2d1241eb423856638ebf72a106"} Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.776947 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.777034 4809 scope.go:117] "RemoveContainer" containerID="7aafda9c4c0a023f547be1229456342d8d2730cabb06b843b6bf9b86e09f0eac" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.811677 4809 scope.go:117] "RemoveContainer" containerID="93d881d7c4bd9d994f40716ba7173d91188e6f7d1f56c2412adb7a4f3819d178" Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.931373 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:02:25 crc kubenswrapper[4809]: I1013 20:02:25.938551 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.185237 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5b227af8-201f-4cd1-b110-1189e0c9504a" path="/var/lib/kubelet/pods/5b227af8-201f-4cd1-b110-1189e0c9504a/volumes" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.187790 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6e335aad-f2e8-4951-96dc-54d873156010" path="/var/lib/kubelet/pods/6e335aad-f2e8-4951-96dc-54d873156010/volumes" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.191820 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f5798d80-c2af-44ec-8d56-569ad679ae9d" path="/var/lib/kubelet/pods/f5798d80-c2af-44ec-8d56-569ad679ae9d/volumes" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.192441 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" path="/var/lib/kubelet/pods/f8f796dd-baa6-4df2-9d96-9df4a39675cb/volumes" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.205812 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.340342 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.365525 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-config-data\") pod \"7366cf76-b14f-4b11-b4f9-852202dd0664\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.365560 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-combined-ca-bundle\") pod \"7366cf76-b14f-4b11-b4f9-852202dd0664\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.365671 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gzgpc\" (UniqueName: \"kubernetes.io/projected/7366cf76-b14f-4b11-b4f9-852202dd0664-kube-api-access-gzgpc\") pod \"7366cf76-b14f-4b11-b4f9-852202dd0664\" (UID: \"7366cf76-b14f-4b11-b4f9-852202dd0664\") " Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.373766 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7366cf76-b14f-4b11-b4f9-852202dd0664-kube-api-access-gzgpc" (OuterVolumeSpecName: "kube-api-access-gzgpc") pod "7366cf76-b14f-4b11-b4f9-852202dd0664" (UID: "7366cf76-b14f-4b11-b4f9-852202dd0664"). InnerVolumeSpecName "kube-api-access-gzgpc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.394498 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-config-data" (OuterVolumeSpecName: "config-data") pod "7366cf76-b14f-4b11-b4f9-852202dd0664" (UID: "7366cf76-b14f-4b11-b4f9-852202dd0664"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.394599 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7366cf76-b14f-4b11-b4f9-852202dd0664" (UID: "7366cf76-b14f-4b11-b4f9-852202dd0664"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.466545 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-combined-ca-bundle\") pod \"17660864-289a-443e-9cb7-5adc7114b24c\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.466596 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-config-data\") pod \"17660864-289a-443e-9cb7-5adc7114b24c\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.466649 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lnpn8\" (UniqueName: \"kubernetes.io/projected/17660864-289a-443e-9cb7-5adc7114b24c-kube-api-access-lnpn8\") pod \"17660864-289a-443e-9cb7-5adc7114b24c\" (UID: \"17660864-289a-443e-9cb7-5adc7114b24c\") " Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.466940 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gzgpc\" (UniqueName: \"kubernetes.io/projected/7366cf76-b14f-4b11-b4f9-852202dd0664-kube-api-access-gzgpc\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.466957 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.466968 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7366cf76-b14f-4b11-b4f9-852202dd0664-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.471920 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/17660864-289a-443e-9cb7-5adc7114b24c-kube-api-access-lnpn8" (OuterVolumeSpecName: "kube-api-access-lnpn8") pod "17660864-289a-443e-9cb7-5adc7114b24c" (UID: "17660864-289a-443e-9cb7-5adc7114b24c"). InnerVolumeSpecName "kube-api-access-lnpn8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.479774 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","poddc42e5fd-eace-49cf-ba0d-c2b407d7dd74"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort poddc42e5fd-eace-49cf-ba0d-c2b407d7dd74] : Timed out while waiting for systemd to remove kubepods-besteffort-poddc42e5fd_eace_49cf_ba0d_c2b407d7dd74.slice" Oct 13 20:02:26 crc kubenswrapper[4809]: E1013 20:02:26.479835 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort poddc42e5fd-eace-49cf-ba0d-c2b407d7dd74] : unable to destroy cgroup paths for cgroup [kubepods besteffort poddc42e5fd-eace-49cf-ba0d-c2b407d7dd74] : Timed out while waiting for systemd to remove kubepods-besteffort-poddc42e5fd_eace_49cf_ba0d_c2b407d7dd74.slice" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="dc42e5fd-eace-49cf-ba0d-c2b407d7dd74" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.486038 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "17660864-289a-443e-9cb7-5adc7114b24c" (UID: "17660864-289a-443e-9cb7-5adc7114b24c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.494571 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-config-data" (OuterVolumeSpecName: "config-data") pod "17660864-289a-443e-9cb7-5adc7114b24c" (UID: "17660864-289a-443e-9cb7-5adc7114b24c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.568264 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.568318 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/17660864-289a-443e-9cb7-5adc7114b24c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.568339 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lnpn8\" (UniqueName: \"kubernetes.io/projected/17660864-289a-443e-9cb7-5adc7114b24c-kube-api-access-lnpn8\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.791206 4809 generic.go:334] "Generic (PLEG): container finished" podID="7366cf76-b14f-4b11-b4f9-852202dd0664" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" exitCode=137 Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.791282 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"7366cf76-b14f-4b11-b4f9-852202dd0664","Type":"ContainerDied","Data":"25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599"} Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.791311 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"7366cf76-b14f-4b11-b4f9-852202dd0664","Type":"ContainerDied","Data":"7753cc71f7166c22188655e650ae530a5a843cd8ee9cc92a306fe045c73e79ca"} Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.791324 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.791332 4809 scope.go:117] "RemoveContainer" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.797687 4809 generic.go:334] "Generic (PLEG): container finished" podID="17660864-289a-443e-9cb7-5adc7114b24c" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" exitCode=137 Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.797779 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.797806 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"17660864-289a-443e-9cb7-5adc7114b24c","Type":"ContainerDied","Data":"6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c"} Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.797777 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.797912 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"17660864-289a-443e-9cb7-5adc7114b24c","Type":"ContainerDied","Data":"9fcc15b8c111d3aabadd09afbddb3777259d67c83a3fa370319b52582120bd2e"} Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.827815 4809 scope.go:117] "RemoveContainer" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" Oct 13 20:02:26 crc kubenswrapper[4809]: E1013 20:02:26.831203 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599\": container with ID starting with 25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599 not found: ID does not exist" containerID="25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.831270 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599"} err="failed to get container status \"25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599\": rpc error: code = NotFound desc = could not find container \"25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599\": container with ID starting with 25e3a568b9c28aaa1e8c17b97a1b13699106d6b73933f43a7110b611c4c77599 not found: ID does not exist" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.831310 4809 scope.go:117] "RemoveContainer" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.856800 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.868113 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.875667 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.880310 4809 scope.go:117] "RemoveContainer" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" Oct 13 20:02:26 crc kubenswrapper[4809]: E1013 20:02:26.881035 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c\": container with ID starting with 6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c not found: ID does not exist" containerID="6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.881075 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c"} err="failed to get container status \"6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c\": rpc error: code = NotFound desc = could not find container \"6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c\": container with ID starting with 6984d378e8a1cef143a5e844698716d2f9f37ced5ff8706a03a2f789f1ad283c not found: ID does not exist" Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.882643 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.888029 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:02:26 crc kubenswrapper[4809]: I1013 20:02:26.892816 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:02:28 crc kubenswrapper[4809]: I1013 20:02:28.178972 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="17660864-289a-443e-9cb7-5adc7114b24c" path="/var/lib/kubelet/pods/17660864-289a-443e-9cb7-5adc7114b24c/volumes" Oct 13 20:02:28 crc kubenswrapper[4809]: I1013 20:02:28.180010 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7366cf76-b14f-4b11-b4f9-852202dd0664" path="/var/lib/kubelet/pods/7366cf76-b14f-4b11-b4f9-852202dd0664/volumes" Oct 13 20:02:28 crc kubenswrapper[4809]: I1013 20:02:28.181008 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dc42e5fd-eace-49cf-ba0d-c2b407d7dd74" path="/var/lib/kubelet/pods/dc42e5fd-eace-49cf-ba0d-c2b407d7dd74/volumes" Oct 13 20:02:32 crc kubenswrapper[4809]: I1013 20:02:32.167467 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:02:32 crc kubenswrapper[4809]: E1013 20:02:32.168323 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.040414 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-hdhm4"] Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.049897 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-hdhm4"] Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.175863 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-z75c2"] Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176187 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-auditor" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176202 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-auditor" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176222 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-metadata" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176229 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-metadata" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176241 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-auditor" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176260 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-auditor" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176278 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7e1e5f25-a781-49f4-af55-5d06fa622cfa" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176285 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7e1e5f25-a781-49f4-af55-5d06fa622cfa" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176297 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="sg-core" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176304 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="sg-core" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176317 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="523b431b-af41-41f6-898f-f14291f5f056" containerName="barbican-worker" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176323 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="523b431b-af41-41f6-898f-f14291f5f056" containerName="barbican-worker" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176336 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="68d9bb1c-25fb-4b72-9739-78b804ee56b3" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176343 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="68d9bb1c-25fb-4b72-9739-78b804ee56b3" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176357 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="swift-recon-cron" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176365 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="swift-recon-cron" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176374 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="92c0b03a-1302-4952-99f4-be51f8289e73" containerName="glance-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176381 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="92c0b03a-1302-4952-99f4-be51f8289e73" containerName="glance-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176394 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerName="ovn-northd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176401 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerName="ovn-northd" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176410 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8df11cb5-efd9-4201-956f-5028a900c61c" containerName="nova-api-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176418 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8df11cb5-efd9-4201-956f-5028a900c61c" containerName="nova-api-api" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176431 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerName="init-config-reloader" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176437 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerName="init-config-reloader" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176447 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="09a3afa2-db4d-4815-82eb-dc44ce051482" containerName="watcher-decision-engine" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176456 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="09a3afa2-db4d-4815-82eb-dc44ce051482" containerName="watcher-decision-engine" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176468 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-auditor" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176476 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-auditor" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176487 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" containerName="glance-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176497 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" containerName="glance-log" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176506 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2ba830e0-db19-419e-9156-536a3c0e1252" containerName="barbican-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176513 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2ba830e0-db19-419e-9156-536a3c0e1252" containerName="barbican-api" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176522 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e71b9ca0-849b-4fed-8400-9f01833648c3" containerName="proxy-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176528 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e71b9ca0-849b-4fed-8400-9f01833648c3" containerName="proxy-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176542 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerName="watcher-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176549 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerName="watcher-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176559 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a08c6d86-d331-4eb8-ac3b-c83354a320fe" containerName="keystone-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176566 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a08c6d86-d331-4eb8-ac3b-c83354a320fe" containerName="keystone-api" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176575 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-reaper" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176582 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-reaper" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176596 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f62b7937-7a19-4086-b26d-46d2fd45913b" containerName="init" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176603 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f62b7937-7a19-4086-b26d-46d2fd45913b" containerName="init" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176611 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d431ae79-5c86-4c4f-a267-2d60980db4c9" containerName="cinder-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176618 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d431ae79-5c86-4c4f-a267-2d60980db4c9" containerName="cinder-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176632 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9c1d9260-d6ab-44ac-bc11-341aece5ce85" containerName="openstack-network-exporter" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176640 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9c1d9260-d6ab-44ac-bc11-341aece5ce85" containerName="openstack-network-exporter" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176649 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6b47ca17-992c-4c04-b426-53832a7db216" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176656 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6b47ca17-992c-4c04-b426-53832a7db216" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176666 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="proxy-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176672 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="proxy-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176682 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5fbade22-8002-48f4-b34a-19a9f07336d0" containerName="memcached" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176690 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5fbade22-8002-48f4-b34a-19a9f07336d0" containerName="memcached" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176698 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-replicator" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176705 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-replicator" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176714 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="ceilometer-notification-agent" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176722 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="ceilometer-notification-agent" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176751 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="17660864-289a-443e-9cb7-5adc7114b24c" containerName="nova-scheduler-scheduler" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176759 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="17660864-289a-443e-9cb7-5adc7114b24c" containerName="nova-scheduler-scheduler" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176770 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2ba830e0-db19-419e-9156-536a3c0e1252" containerName="barbican-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176778 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2ba830e0-db19-419e-9156-536a3c0e1252" containerName="barbican-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176787 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7366cf76-b14f-4b11-b4f9-852202dd0664" containerName="nova-cell1-conductor-conductor" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176795 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7366cf76-b14f-4b11-b4f9-852202dd0664" containerName="nova-cell1-conductor-conductor" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176808 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerName="config-reloader" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176816 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerName="config-reloader" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176828 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e71b9ca0-849b-4fed-8400-9f01833648c3" containerName="proxy-server" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176835 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e71b9ca0-849b-4fed-8400-9f01833648c3" containerName="proxy-server" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176850 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f5798d80-c2af-44ec-8d56-569ad679ae9d" containerName="neutron-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176857 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f5798d80-c2af-44ec-8d56-569ad679ae9d" containerName="neutron-api" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176870 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="523b431b-af41-41f6-898f-f14291f5f056" containerName="barbican-worker-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176877 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="523b431b-af41-41f6-898f-f14291f5f056" containerName="barbican-worker-log" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176886 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" containerName="glance-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176894 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" containerName="glance-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176912 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-expirer" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176919 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-expirer" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176929 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ed7d796a-6bc7-40eb-97e8-0685da5f2662" containerName="watcher-applier" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176936 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ed7d796a-6bc7-40eb-97e8-0685da5f2662" containerName="watcher-applier" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176947 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="693185ca-a3d5-405a-a415-096aaa7e8ddb" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176953 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="693185ca-a3d5-405a-a415-096aaa7e8ddb" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176965 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="653d4ad9-0132-4994-8f02-4cfcfc9b2b30" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176972 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="653d4ad9-0132-4994-8f02-4cfcfc9b2b30" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176983 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-replicator" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.176990 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-replicator" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.176999 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="rsync" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177006 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="rsync" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177016 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="273d7724-5a26-4bd7-a547-aa45760c6493" containerName="placement-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177023 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="273d7724-5a26-4bd7-a547-aa45760c6493" containerName="placement-log" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177036 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="92c0b03a-1302-4952-99f4-be51f8289e73" containerName="glance-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177043 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="92c0b03a-1302-4952-99f4-be51f8289e73" containerName="glance-log" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177055 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9c1d9260-d6ab-44ac-bc11-341aece5ce85" containerName="ovsdbserver-nb" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177063 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9c1d9260-d6ab-44ac-bc11-341aece5ce85" containerName="ovsdbserver-nb" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177074 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="init-config-reloader" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177081 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="init-config-reloader" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177091 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5b227af8-201f-4cd1-b110-1189e0c9504a" containerName="probe" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177097 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5b227af8-201f-4cd1-b110-1189e0c9504a" containerName="probe" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177109 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-server" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177116 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-server" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177124 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="32f4c7c9-6447-4f51-bac7-b999f983112c" containerName="barbican-keystone-listener-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177133 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="32f4c7c9-6447-4f51-bac7-b999f983112c" containerName="barbican-keystone-listener-log" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177143 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b4cc714d-1e78-4312-92c8-0be19c17e682" containerName="setup-container" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177150 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b4cc714d-1e78-4312-92c8-0be19c17e682" containerName="setup-container" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177163 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerName="alertmanager" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177171 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerName="alertmanager" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177179 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8df11cb5-efd9-4201-956f-5028a900c61c" containerName="nova-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177186 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8df11cb5-efd9-4201-956f-5028a900c61c" containerName="nova-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177199 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerName="watcher-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177206 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerName="watcher-api" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177217 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a6c99cb0-6bd7-4e3e-b890-cca60f487d56" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177224 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a6c99cb0-6bd7-4e3e-b890-cca60f487d56" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177236 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c966cca2-781a-4028-9742-debae5f3e722" containerName="galera" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177244 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c966cca2-781a-4028-9742-debae5f3e722" containerName="galera" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177253 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="ceilometer-central-agent" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177260 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="ceilometer-central-agent" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177267 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-updater" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177274 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-updater" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177283 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-server" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177290 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-server" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177301 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177308 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-log" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177318 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5b227af8-201f-4cd1-b110-1189e0c9504a" containerName="cinder-scheduler" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177325 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5b227af8-201f-4cd1-b110-1189e0c9504a" containerName="cinder-scheduler" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177336 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="prometheus" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177344 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="prometheus" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177355 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="32f4c7c9-6447-4f51-bac7-b999f983112c" containerName="barbican-keystone-listener" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177362 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="32f4c7c9-6447-4f51-bac7-b999f983112c" containerName="barbican-keystone-listener" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177374 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c966cca2-781a-4028-9742-debae5f3e722" containerName="mysql-bootstrap" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177382 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c966cca2-781a-4028-9742-debae5f3e722" containerName="mysql-bootstrap" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177393 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-updater" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177400 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-updater" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177414 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b4cc714d-1e78-4312-92c8-0be19c17e682" containerName="rabbitmq" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177421 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b4cc714d-1e78-4312-92c8-0be19c17e682" containerName="rabbitmq" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177432 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f7990122-c3a6-483f-abfa-c3e53626fe6d" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177439 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f7990122-c3a6-483f-abfa-c3e53626fe6d" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177449 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f5798d80-c2af-44ec-8d56-569ad679ae9d" containerName="neutron-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177457 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f5798d80-c2af-44ec-8d56-569ad679ae9d" containerName="neutron-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177467 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="thanos-sidecar" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177474 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="thanos-sidecar" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177488 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-replicator" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177494 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-replicator" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177507 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="273d7724-5a26-4bd7-a547-aa45760c6493" containerName="placement-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177514 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="273d7724-5a26-4bd7-a547-aa45760c6493" containerName="placement-api" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177524 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-server" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177531 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-server" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177542 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="config-reloader" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177549 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="config-reloader" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177559 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerName="openstack-network-exporter" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177566 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerName="openstack-network-exporter" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177575 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d431ae79-5c86-4c4f-a267-2d60980db4c9" containerName="cinder-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177581 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d431ae79-5c86-4c4f-a267-2d60980db4c9" containerName="cinder-api" Oct 13 20:02:35 crc kubenswrapper[4809]: E1013 20:02:35.177592 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f62b7937-7a19-4086-b26d-46d2fd45913b" containerName="dnsmasq-dns" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177600 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f62b7937-7a19-4086-b26d-46d2fd45913b" containerName="dnsmasq-dns" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177784 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-auditor" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177798 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2ba830e0-db19-419e-9156-536a3c0e1252" containerName="barbican-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177810 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f5798d80-c2af-44ec-8d56-569ad679ae9d" containerName="neutron-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177820 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-replicator" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177829 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a08c6d86-d331-4eb8-ac3b-c83354a320fe" containerName="keystone-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177843 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="32f4c7c9-6447-4f51-bac7-b999f983112c" containerName="barbican-keystone-listener" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177856 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-auditor" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177864 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="273d7724-5a26-4bd7-a547-aa45760c6493" containerName="placement-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177881 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7366cf76-b14f-4b11-b4f9-852202dd0664" containerName="nova-cell1-conductor-conductor" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177895 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9c1d9260-d6ab-44ac-bc11-341aece5ce85" containerName="ovsdbserver-nb" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177906 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerName="alertmanager" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177915 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="rsync" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177926 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="thanos-sidecar" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177938 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" containerName="glance-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177951 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="sg-core" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177960 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="693185ca-a3d5-405a-a415-096aaa7e8ddb" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177970 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9c1d9260-d6ab-44ac-bc11-341aece5ce85" containerName="openstack-network-exporter" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177983 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerName="watcher-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.177995 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="32f4c7c9-6447-4f51-bac7-b999f983112c" containerName="barbican-keystone-listener-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178007 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="273d7724-5a26-4bd7-a547-aa45760c6493" containerName="placement-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178019 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-server" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178028 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e71b9ca0-849b-4fed-8400-9f01833648c3" containerName="proxy-server" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178038 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="ceilometer-notification-agent" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178047 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerName="openstack-network-exporter" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178055 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-metadata" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178068 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="swift-recon-cron" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178077 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b4cc714d-1e78-4312-92c8-0be19c17e682" containerName="rabbitmq" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178086 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="68d9bb1c-25fb-4b72-9739-78b804ee56b3" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178099 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="92c0b03a-1302-4952-99f4-be51f8289e73" containerName="glance-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178108 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="50f64a5a-f843-4d56-8cd7-a6bdf8a532ca" containerName="glance-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178119 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="653d4ad9-0132-4994-8f02-4cfcfc9b2b30" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178128 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e71b9ca0-849b-4fed-8400-9f01833648c3" containerName="proxy-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178137 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1e1b029c-a626-4ce1-b87e-1c22325b7b9a" containerName="ovn-northd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178147 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f5798d80-c2af-44ec-8d56-569ad679ae9d" containerName="neutron-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178156 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7b7f1966-25bd-42f2-b5b4-d5ab430c60dd" containerName="watcher-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178167 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-server" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178176 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ed7d796a-6bc7-40eb-97e8-0685da5f2662" containerName="watcher-applier" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178189 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8bcc1501-3c63-4666-b414-f7294ef80e11" containerName="config-reloader" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178197 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d431ae79-5c86-4c4f-a267-2d60980db4c9" containerName="cinder-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178210 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a6133dff-7c9f-42b8-8d51-3863eed59fde" containerName="nova-metadata-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178222 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f7990122-c3a6-483f-abfa-c3e53626fe6d" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178234 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2ba830e0-db19-419e-9156-536a3c0e1252" containerName="barbican-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178245 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="config-reloader" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178258 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5b227af8-201f-4cd1-b110-1189e0c9504a" containerName="cinder-scheduler" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178266 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="523b431b-af41-41f6-898f-f14291f5f056" containerName="barbican-worker" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178277 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6b47ca17-992c-4c04-b426-53832a7db216" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178290 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5fbade22-8002-48f4-b34a-19a9f07336d0" containerName="memcached" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178298 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-updater" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178311 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d431ae79-5c86-4c4f-a267-2d60980db4c9" containerName="cinder-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178320 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c966cca2-781a-4028-9742-debae5f3e722" containerName="galera" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178332 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f62b7937-7a19-4086-b26d-46d2fd45913b" containerName="dnsmasq-dns" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178343 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="17660864-289a-443e-9cb7-5adc7114b24c" containerName="nova-scheduler-scheduler" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178352 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-replicator" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178363 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="523b431b-af41-41f6-898f-f14291f5f056" containerName="barbican-worker-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178374 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="container-updater" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178387 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ddb822ad-928b-4f48-9ea7-c77138f2f4aa" containerName="prometheus" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178394 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-expirer" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178401 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8df11cb5-efd9-4201-956f-5028a900c61c" containerName="nova-api-api" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178412 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="09a3afa2-db4d-4815-82eb-dc44ce051482" containerName="watcher-decision-engine" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178420 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a6c99cb0-6bd7-4e3e-b890-cca60f487d56" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178431 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-reaper" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178440 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5b227af8-201f-4cd1-b110-1189e0c9504a" containerName="probe" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178453 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="proxy-httpd" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178462 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="92c0b03a-1302-4952-99f4-be51f8289e73" containerName="glance-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178475 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6e335aad-f2e8-4951-96dc-54d873156010" containerName="ceilometer-central-agent" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178486 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8df11cb5-efd9-4201-956f-5028a900c61c" containerName="nova-api-log" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178497 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-server" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178508 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="object-replicator" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178518 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7e1e5f25-a781-49f4-af55-5d06fa622cfa" containerName="mariadb-account-delete" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.178525 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f8f796dd-baa6-4df2-9d96-9df4a39675cb" containerName="account-auditor" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.179075 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.181602 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.182500 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.182707 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.183144 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.196336 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-z75c2"] Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.301637 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/d290c460-9863-4a6a-a364-212e5ab25dd5-crc-storage\") pod \"crc-storage-crc-z75c2\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.301938 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dw8fh\" (UniqueName: \"kubernetes.io/projected/d290c460-9863-4a6a-a364-212e5ab25dd5-kube-api-access-dw8fh\") pod \"crc-storage-crc-z75c2\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.302012 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/d290c460-9863-4a6a-a364-212e5ab25dd5-node-mnt\") pod \"crc-storage-crc-z75c2\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.403693 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dw8fh\" (UniqueName: \"kubernetes.io/projected/d290c460-9863-4a6a-a364-212e5ab25dd5-kube-api-access-dw8fh\") pod \"crc-storage-crc-z75c2\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.403762 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/d290c460-9863-4a6a-a364-212e5ab25dd5-node-mnt\") pod \"crc-storage-crc-z75c2\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.403826 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/d290c460-9863-4a6a-a364-212e5ab25dd5-crc-storage\") pod \"crc-storage-crc-z75c2\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.404303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/d290c460-9863-4a6a-a364-212e5ab25dd5-node-mnt\") pod \"crc-storage-crc-z75c2\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.404681 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/d290c460-9863-4a6a-a364-212e5ab25dd5-crc-storage\") pod \"crc-storage-crc-z75c2\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.439793 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dw8fh\" (UniqueName: \"kubernetes.io/projected/d290c460-9863-4a6a-a364-212e5ab25dd5-kube-api-access-dw8fh\") pod \"crc-storage-crc-z75c2\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:35 crc kubenswrapper[4809]: I1013 20:02:35.511528 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:36 crc kubenswrapper[4809]: I1013 20:02:36.001243 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-z75c2"] Oct 13 20:02:36 crc kubenswrapper[4809]: I1013 20:02:36.011614 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 20:02:36 crc kubenswrapper[4809]: I1013 20:02:36.172665 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d7d90334-0525-4b59-ac55-14cfdc64fada" path="/var/lib/kubelet/pods/d7d90334-0525-4b59-ac55-14cfdc64fada/volumes" Oct 13 20:02:36 crc kubenswrapper[4809]: I1013 20:02:36.917461 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-z75c2" event={"ID":"d290c460-9863-4a6a-a364-212e5ab25dd5","Type":"ContainerStarted","Data":"350188b9eb71a9351da62f9cd990a8bae6ca6d5863c3e78edce4031b4a706f1d"} Oct 13 20:02:36 crc kubenswrapper[4809]: I1013 20:02:36.917868 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-z75c2" event={"ID":"d290c460-9863-4a6a-a364-212e5ab25dd5","Type":"ContainerStarted","Data":"cad0e25b206becdbcf31253e166aa7fb8ef5ae36bdfd0bdab161e4035b72382a"} Oct 13 20:02:36 crc kubenswrapper[4809]: I1013 20:02:36.949206 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="crc-storage/crc-storage-crc-z75c2" podStartSLOduration=1.440158527 podStartE2EDuration="1.949184141s" podCreationTimestamp="2025-10-13 20:02:35 +0000 UTC" firstStartedPulling="2025-10-13 20:02:36.011348129 +0000 UTC m=+2274.617094734" lastFinishedPulling="2025-10-13 20:02:36.520373713 +0000 UTC m=+2275.126120348" observedRunningTime="2025-10-13 20:02:36.942292981 +0000 UTC m=+2275.548039606" watchObservedRunningTime="2025-10-13 20:02:36.949184141 +0000 UTC m=+2275.554930766" Oct 13 20:02:37 crc kubenswrapper[4809]: I1013 20:02:37.939881 4809 generic.go:334] "Generic (PLEG): container finished" podID="d290c460-9863-4a6a-a364-212e5ab25dd5" containerID="350188b9eb71a9351da62f9cd990a8bae6ca6d5863c3e78edce4031b4a706f1d" exitCode=0 Oct 13 20:02:37 crc kubenswrapper[4809]: I1013 20:02:37.939971 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-z75c2" event={"ID":"d290c460-9863-4a6a-a364-212e5ab25dd5","Type":"ContainerDied","Data":"350188b9eb71a9351da62f9cd990a8bae6ca6d5863c3e78edce4031b4a706f1d"} Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.369644 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.474653 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dw8fh\" (UniqueName: \"kubernetes.io/projected/d290c460-9863-4a6a-a364-212e5ab25dd5-kube-api-access-dw8fh\") pod \"d290c460-9863-4a6a-a364-212e5ab25dd5\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.474850 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/d290c460-9863-4a6a-a364-212e5ab25dd5-crc-storage\") pod \"d290c460-9863-4a6a-a364-212e5ab25dd5\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.474932 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/d290c460-9863-4a6a-a364-212e5ab25dd5-node-mnt\") pod \"d290c460-9863-4a6a-a364-212e5ab25dd5\" (UID: \"d290c460-9863-4a6a-a364-212e5ab25dd5\") " Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.475358 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d290c460-9863-4a6a-a364-212e5ab25dd5-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "d290c460-9863-4a6a-a364-212e5ab25dd5" (UID: "d290c460-9863-4a6a-a364-212e5ab25dd5"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.484309 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d290c460-9863-4a6a-a364-212e5ab25dd5-kube-api-access-dw8fh" (OuterVolumeSpecName: "kube-api-access-dw8fh") pod "d290c460-9863-4a6a-a364-212e5ab25dd5" (UID: "d290c460-9863-4a6a-a364-212e5ab25dd5"). InnerVolumeSpecName "kube-api-access-dw8fh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.513370 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d290c460-9863-4a6a-a364-212e5ab25dd5-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "d290c460-9863-4a6a-a364-212e5ab25dd5" (UID: "d290c460-9863-4a6a-a364-212e5ab25dd5"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.576710 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/d290c460-9863-4a6a-a364-212e5ab25dd5-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.576787 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/d290c460-9863-4a6a-a364-212e5ab25dd5-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.576808 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dw8fh\" (UniqueName: \"kubernetes.io/projected/d290c460-9863-4a6a-a364-212e5ab25dd5-kube-api-access-dw8fh\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.968624 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-z75c2" event={"ID":"d290c460-9863-4a6a-a364-212e5ab25dd5","Type":"ContainerDied","Data":"cad0e25b206becdbcf31253e166aa7fb8ef5ae36bdfd0bdab161e4035b72382a"} Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.968713 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="cad0e25b206becdbcf31253e166aa7fb8ef5ae36bdfd0bdab161e4035b72382a" Oct 13 20:02:39 crc kubenswrapper[4809]: I1013 20:02:39.969093 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-z75c2" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.478782 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-z75c2"] Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.488116 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-z75c2"] Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.636366 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-l2nz7"] Oct 13 20:02:42 crc kubenswrapper[4809]: E1013 20:02:42.636715 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d290c460-9863-4a6a-a364-212e5ab25dd5" containerName="storage" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.636751 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d290c460-9863-4a6a-a364-212e5ab25dd5" containerName="storage" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.636912 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d290c460-9863-4a6a-a364-212e5ab25dd5" containerName="storage" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.637474 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.640611 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.641208 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.641596 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.641979 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.655391 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-l2nz7"] Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.734379 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/381c1a1f-4964-4acb-a4f5-6c295de505f5-node-mnt\") pod \"crc-storage-crc-l2nz7\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.734568 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qpld2\" (UniqueName: \"kubernetes.io/projected/381c1a1f-4964-4acb-a4f5-6c295de505f5-kube-api-access-qpld2\") pod \"crc-storage-crc-l2nz7\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.734650 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/381c1a1f-4964-4acb-a4f5-6c295de505f5-crc-storage\") pod \"crc-storage-crc-l2nz7\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.836690 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/381c1a1f-4964-4acb-a4f5-6c295de505f5-node-mnt\") pod \"crc-storage-crc-l2nz7\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.836991 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qpld2\" (UniqueName: \"kubernetes.io/projected/381c1a1f-4964-4acb-a4f5-6c295de505f5-kube-api-access-qpld2\") pod \"crc-storage-crc-l2nz7\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.837085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/381c1a1f-4964-4acb-a4f5-6c295de505f5-crc-storage\") pod \"crc-storage-crc-l2nz7\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.837013 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/381c1a1f-4964-4acb-a4f5-6c295de505f5-node-mnt\") pod \"crc-storage-crc-l2nz7\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.837691 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/381c1a1f-4964-4acb-a4f5-6c295de505f5-crc-storage\") pod \"crc-storage-crc-l2nz7\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.855109 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qpld2\" (UniqueName: \"kubernetes.io/projected/381c1a1f-4964-4acb-a4f5-6c295de505f5-kube-api-access-qpld2\") pod \"crc-storage-crc-l2nz7\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:42 crc kubenswrapper[4809]: I1013 20:02:42.963618 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:43 crc kubenswrapper[4809]: I1013 20:02:43.224971 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-l2nz7"] Oct 13 20:02:43 crc kubenswrapper[4809]: W1013 20:02:43.238941 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod381c1a1f_4964_4acb_a4f5_6c295de505f5.slice/crio-63c155afdd7a4757f6291fc9b2dec493e1affd2676a522ca566c01246b5d3047 WatchSource:0}: Error finding container 63c155afdd7a4757f6291fc9b2dec493e1affd2676a522ca566c01246b5d3047: Status 404 returned error can't find the container with id 63c155afdd7a4757f6291fc9b2dec493e1affd2676a522ca566c01246b5d3047 Oct 13 20:02:44 crc kubenswrapper[4809]: I1013 20:02:44.016771 4809 generic.go:334] "Generic (PLEG): container finished" podID="381c1a1f-4964-4acb-a4f5-6c295de505f5" containerID="45840a4d47a07cb556b9e122aece4ec9d2683e86419ad10b92891904b438c740" exitCode=0 Oct 13 20:02:44 crc kubenswrapper[4809]: I1013 20:02:44.016840 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-l2nz7" event={"ID":"381c1a1f-4964-4acb-a4f5-6c295de505f5","Type":"ContainerDied","Data":"45840a4d47a07cb556b9e122aece4ec9d2683e86419ad10b92891904b438c740"} Oct 13 20:02:44 crc kubenswrapper[4809]: I1013 20:02:44.016914 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-l2nz7" event={"ID":"381c1a1f-4964-4acb-a4f5-6c295de505f5","Type":"ContainerStarted","Data":"63c155afdd7a4757f6291fc9b2dec493e1affd2676a522ca566c01246b5d3047"} Oct 13 20:02:44 crc kubenswrapper[4809]: I1013 20:02:44.167581 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d290c460-9863-4a6a-a364-212e5ab25dd5" path="/var/lib/kubelet/pods/d290c460-9863-4a6a-a364-212e5ab25dd5/volumes" Oct 13 20:02:45 crc kubenswrapper[4809]: I1013 20:02:45.413812 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:45 crc kubenswrapper[4809]: I1013 20:02:45.475375 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/381c1a1f-4964-4acb-a4f5-6c295de505f5-crc-storage\") pod \"381c1a1f-4964-4acb-a4f5-6c295de505f5\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " Oct 13 20:02:45 crc kubenswrapper[4809]: I1013 20:02:45.475434 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qpld2\" (UniqueName: \"kubernetes.io/projected/381c1a1f-4964-4acb-a4f5-6c295de505f5-kube-api-access-qpld2\") pod \"381c1a1f-4964-4acb-a4f5-6c295de505f5\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " Oct 13 20:02:45 crc kubenswrapper[4809]: I1013 20:02:45.475481 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/381c1a1f-4964-4acb-a4f5-6c295de505f5-node-mnt\") pod \"381c1a1f-4964-4acb-a4f5-6c295de505f5\" (UID: \"381c1a1f-4964-4acb-a4f5-6c295de505f5\") " Oct 13 20:02:45 crc kubenswrapper[4809]: I1013 20:02:45.475848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/381c1a1f-4964-4acb-a4f5-6c295de505f5-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "381c1a1f-4964-4acb-a4f5-6c295de505f5" (UID: "381c1a1f-4964-4acb-a4f5-6c295de505f5"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:02:45 crc kubenswrapper[4809]: I1013 20:02:45.483967 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/381c1a1f-4964-4acb-a4f5-6c295de505f5-kube-api-access-qpld2" (OuterVolumeSpecName: "kube-api-access-qpld2") pod "381c1a1f-4964-4acb-a4f5-6c295de505f5" (UID: "381c1a1f-4964-4acb-a4f5-6c295de505f5"). InnerVolumeSpecName "kube-api-access-qpld2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:02:45 crc kubenswrapper[4809]: I1013 20:02:45.504174 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/381c1a1f-4964-4acb-a4f5-6c295de505f5-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "381c1a1f-4964-4acb-a4f5-6c295de505f5" (UID: "381c1a1f-4964-4acb-a4f5-6c295de505f5"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:02:45 crc kubenswrapper[4809]: I1013 20:02:45.577373 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/381c1a1f-4964-4acb-a4f5-6c295de505f5-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:45 crc kubenswrapper[4809]: I1013 20:02:45.577446 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qpld2\" (UniqueName: \"kubernetes.io/projected/381c1a1f-4964-4acb-a4f5-6c295de505f5-kube-api-access-qpld2\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:45 crc kubenswrapper[4809]: I1013 20:02:45.577465 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/381c1a1f-4964-4acb-a4f5-6c295de505f5-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 20:02:46 crc kubenswrapper[4809]: I1013 20:02:46.050935 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-l2nz7" event={"ID":"381c1a1f-4964-4acb-a4f5-6c295de505f5","Type":"ContainerDied","Data":"63c155afdd7a4757f6291fc9b2dec493e1affd2676a522ca566c01246b5d3047"} Oct 13 20:02:46 crc kubenswrapper[4809]: I1013 20:02:46.050982 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="63c155afdd7a4757f6291fc9b2dec493e1affd2676a522ca566c01246b5d3047" Oct 13 20:02:46 crc kubenswrapper[4809]: I1013 20:02:46.051033 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-l2nz7" Oct 13 20:02:46 crc kubenswrapper[4809]: I1013 20:02:46.155800 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:02:46 crc kubenswrapper[4809]: E1013 20:02:46.156285 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:02:46 crc kubenswrapper[4809]: I1013 20:02:46.965075 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/community-operators-6fzwc"] Oct 13 20:02:46 crc kubenswrapper[4809]: E1013 20:02:46.965581 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="381c1a1f-4964-4acb-a4f5-6c295de505f5" containerName="storage" Oct 13 20:02:46 crc kubenswrapper[4809]: I1013 20:02:46.965603 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="381c1a1f-4964-4acb-a4f5-6c295de505f5" containerName="storage" Oct 13 20:02:46 crc kubenswrapper[4809]: I1013 20:02:46.965961 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="381c1a1f-4964-4acb-a4f5-6c295de505f5" containerName="storage" Oct 13 20:02:46 crc kubenswrapper[4809]: I1013 20:02:46.967926 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:46 crc kubenswrapper[4809]: I1013 20:02:46.982951 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-6fzwc"] Oct 13 20:02:47 crc kubenswrapper[4809]: I1013 20:02:47.112678 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nmg2t\" (UniqueName: \"kubernetes.io/projected/ed4dec63-7200-4258-9635-a70c9411749c-kube-api-access-nmg2t\") pod \"community-operators-6fzwc\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:47 crc kubenswrapper[4809]: I1013 20:02:47.112757 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-catalog-content\") pod \"community-operators-6fzwc\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:47 crc kubenswrapper[4809]: I1013 20:02:47.112788 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-utilities\") pod \"community-operators-6fzwc\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:47 crc kubenswrapper[4809]: I1013 20:02:47.214398 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nmg2t\" (UniqueName: \"kubernetes.io/projected/ed4dec63-7200-4258-9635-a70c9411749c-kube-api-access-nmg2t\") pod \"community-operators-6fzwc\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:47 crc kubenswrapper[4809]: I1013 20:02:47.214515 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-catalog-content\") pod \"community-operators-6fzwc\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:47 crc kubenswrapper[4809]: I1013 20:02:47.214610 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-utilities\") pod \"community-operators-6fzwc\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:47 crc kubenswrapper[4809]: I1013 20:02:47.215239 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-utilities\") pod \"community-operators-6fzwc\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:47 crc kubenswrapper[4809]: I1013 20:02:47.215508 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-catalog-content\") pod \"community-operators-6fzwc\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:47 crc kubenswrapper[4809]: I1013 20:02:47.236056 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nmg2t\" (UniqueName: \"kubernetes.io/projected/ed4dec63-7200-4258-9635-a70c9411749c-kube-api-access-nmg2t\") pod \"community-operators-6fzwc\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:47 crc kubenswrapper[4809]: I1013 20:02:47.292067 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:47 crc kubenswrapper[4809]: I1013 20:02:47.778083 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-6fzwc"] Oct 13 20:02:47 crc kubenswrapper[4809]: W1013 20:02:47.786392 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-poded4dec63_7200_4258_9635_a70c9411749c.slice/crio-7cac7afb7d844f02ddd1d3f81f26f5d385c5b1decfad94021507a0587ccc23df WatchSource:0}: Error finding container 7cac7afb7d844f02ddd1d3f81f26f5d385c5b1decfad94021507a0587ccc23df: Status 404 returned error can't find the container with id 7cac7afb7d844f02ddd1d3f81f26f5d385c5b1decfad94021507a0587ccc23df Oct 13 20:02:48 crc kubenswrapper[4809]: I1013 20:02:48.092559 4809 generic.go:334] "Generic (PLEG): container finished" podID="ed4dec63-7200-4258-9635-a70c9411749c" containerID="eee914da0fe234c50be4c9b9bfed37e0bf45d70f3e769a6f6dcb12309269daf9" exitCode=0 Oct 13 20:02:48 crc kubenswrapper[4809]: I1013 20:02:48.092711 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-6fzwc" event={"ID":"ed4dec63-7200-4258-9635-a70c9411749c","Type":"ContainerDied","Data":"eee914da0fe234c50be4c9b9bfed37e0bf45d70f3e769a6f6dcb12309269daf9"} Oct 13 20:02:48 crc kubenswrapper[4809]: I1013 20:02:48.092847 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-6fzwc" event={"ID":"ed4dec63-7200-4258-9635-a70c9411749c","Type":"ContainerStarted","Data":"7cac7afb7d844f02ddd1d3f81f26f5d385c5b1decfad94021507a0587ccc23df"} Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.105561 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-6fzwc" event={"ID":"ed4dec63-7200-4258-9635-a70c9411749c","Type":"ContainerStarted","Data":"091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7"} Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.362488 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/certified-operators-62d95"] Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.365011 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.382289 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-62d95"] Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.447322 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-catalog-content\") pod \"certified-operators-62d95\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.447405 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5zv86\" (UniqueName: \"kubernetes.io/projected/a4d5acda-2fd5-4ad7-9218-59bd645f3356-kube-api-access-5zv86\") pod \"certified-operators-62d95\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.447440 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-utilities\") pod \"certified-operators-62d95\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.548990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-catalog-content\") pod \"certified-operators-62d95\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.549104 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5zv86\" (UniqueName: \"kubernetes.io/projected/a4d5acda-2fd5-4ad7-9218-59bd645f3356-kube-api-access-5zv86\") pod \"certified-operators-62d95\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.549143 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-utilities\") pod \"certified-operators-62d95\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.549588 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-catalog-content\") pod \"certified-operators-62d95\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.549781 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-utilities\") pod \"certified-operators-62d95\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.579105 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5zv86\" (UniqueName: \"kubernetes.io/projected/a4d5acda-2fd5-4ad7-9218-59bd645f3356-kube-api-access-5zv86\") pod \"certified-operators-62d95\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:49 crc kubenswrapper[4809]: I1013 20:02:49.688705 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:50 crc kubenswrapper[4809]: I1013 20:02:50.115994 4809 generic.go:334] "Generic (PLEG): container finished" podID="ed4dec63-7200-4258-9635-a70c9411749c" containerID="091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7" exitCode=0 Oct 13 20:02:50 crc kubenswrapper[4809]: I1013 20:02:50.116097 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-6fzwc" event={"ID":"ed4dec63-7200-4258-9635-a70c9411749c","Type":"ContainerDied","Data":"091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7"} Oct 13 20:02:50 crc kubenswrapper[4809]: I1013 20:02:50.272571 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-62d95"] Oct 13 20:02:50 crc kubenswrapper[4809]: W1013 20:02:50.274628 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-poda4d5acda_2fd5_4ad7_9218_59bd645f3356.slice/crio-0ee5be9e4807a4df2c1013680b23258902bb5e1720a01a0a10acd21cf9a1de0f WatchSource:0}: Error finding container 0ee5be9e4807a4df2c1013680b23258902bb5e1720a01a0a10acd21cf9a1de0f: Status 404 returned error can't find the container with id 0ee5be9e4807a4df2c1013680b23258902bb5e1720a01a0a10acd21cf9a1de0f Oct 13 20:02:50 crc kubenswrapper[4809]: E1013 20:02:50.586814 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-poda4d5acda_2fd5_4ad7_9218_59bd645f3356.slice/crio-conmon-ad7b2e034b82ddff05f821ffe0e1ef618028424fec079a7892cae9ee6b2e1350.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-poda4d5acda_2fd5_4ad7_9218_59bd645f3356.slice/crio-ad7b2e034b82ddff05f821ffe0e1ef618028424fec079a7892cae9ee6b2e1350.scope\": RecentStats: unable to find data in memory cache]" Oct 13 20:02:51 crc kubenswrapper[4809]: I1013 20:02:51.125886 4809 generic.go:334] "Generic (PLEG): container finished" podID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" containerID="ad7b2e034b82ddff05f821ffe0e1ef618028424fec079a7892cae9ee6b2e1350" exitCode=0 Oct 13 20:02:51 crc kubenswrapper[4809]: I1013 20:02:51.126027 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-62d95" event={"ID":"a4d5acda-2fd5-4ad7-9218-59bd645f3356","Type":"ContainerDied","Data":"ad7b2e034b82ddff05f821ffe0e1ef618028424fec079a7892cae9ee6b2e1350"} Oct 13 20:02:51 crc kubenswrapper[4809]: I1013 20:02:51.126209 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-62d95" event={"ID":"a4d5acda-2fd5-4ad7-9218-59bd645f3356","Type":"ContainerStarted","Data":"0ee5be9e4807a4df2c1013680b23258902bb5e1720a01a0a10acd21cf9a1de0f"} Oct 13 20:02:51 crc kubenswrapper[4809]: I1013 20:02:51.128176 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-6fzwc" event={"ID":"ed4dec63-7200-4258-9635-a70c9411749c","Type":"ContainerStarted","Data":"eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520"} Oct 13 20:02:51 crc kubenswrapper[4809]: I1013 20:02:51.167799 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/community-operators-6fzwc" podStartSLOduration=2.362376715 podStartE2EDuration="5.167777947s" podCreationTimestamp="2025-10-13 20:02:46 +0000 UTC" firstStartedPulling="2025-10-13 20:02:48.09439558 +0000 UTC m=+2286.700142165" lastFinishedPulling="2025-10-13 20:02:50.899796812 +0000 UTC m=+2289.505543397" observedRunningTime="2025-10-13 20:02:51.163899929 +0000 UTC m=+2289.769646514" watchObservedRunningTime="2025-10-13 20:02:51.167777947 +0000 UTC m=+2289.773524542" Oct 13 20:02:56 crc kubenswrapper[4809]: I1013 20:02:56.172542 4809 generic.go:334] "Generic (PLEG): container finished" podID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" containerID="53f6ad6f7139262e62e9862e172a87db17ff2b448d2c549220064f431a406be0" exitCode=0 Oct 13 20:02:56 crc kubenswrapper[4809]: I1013 20:02:56.172594 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-62d95" event={"ID":"a4d5acda-2fd5-4ad7-9218-59bd645f3356","Type":"ContainerDied","Data":"53f6ad6f7139262e62e9862e172a87db17ff2b448d2c549220064f431a406be0"} Oct 13 20:02:57 crc kubenswrapper[4809]: I1013 20:02:57.185878 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-62d95" event={"ID":"a4d5acda-2fd5-4ad7-9218-59bd645f3356","Type":"ContainerStarted","Data":"526fafd79cfae727fa58aed0eea6bd50184ac2b2f32f3e0d39f56cc269090bd8"} Oct 13 20:02:57 crc kubenswrapper[4809]: I1013 20:02:57.209318 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/certified-operators-62d95" podStartSLOduration=2.706701647 podStartE2EDuration="8.209290992s" podCreationTimestamp="2025-10-13 20:02:49 +0000 UTC" firstStartedPulling="2025-10-13 20:02:51.128535022 +0000 UTC m=+2289.734281617" lastFinishedPulling="2025-10-13 20:02:56.631124337 +0000 UTC m=+2295.236870962" observedRunningTime="2025-10-13 20:02:57.208197661 +0000 UTC m=+2295.813944276" watchObservedRunningTime="2025-10-13 20:02:57.209290992 +0000 UTC m=+2295.815037617" Oct 13 20:02:57 crc kubenswrapper[4809]: I1013 20:02:57.293161 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:57 crc kubenswrapper[4809]: I1013 20:02:57.293213 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:57 crc kubenswrapper[4809]: I1013 20:02:57.352788 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:58 crc kubenswrapper[4809]: I1013 20:02:58.255478 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:02:58 crc kubenswrapper[4809]: I1013 20:02:58.543904 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-6fzwc"] Oct 13 20:02:59 crc kubenswrapper[4809]: I1013 20:02:59.689388 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:59 crc kubenswrapper[4809]: I1013 20:02:59.689967 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:02:59 crc kubenswrapper[4809]: I1013 20:02:59.770356 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.140776 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.142715 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.145474 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-cell1-svc" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.146268 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-default-user" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.146348 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-plugins-conf" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.146404 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-erlang-cookie" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.147362 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-config-data" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.147692 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-dockercfg-n6ql8" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.155806 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-conf" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.167014 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:03:00 crc kubenswrapper[4809]: E1013 20:03:00.179960 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.221710 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-1"] Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.238798 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.238838 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-1"] Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.238912 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.244519 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/community-operators-6fzwc" podUID="ed4dec63-7200-4258-9635-a70c9411749c" containerName="registry-server" containerID="cri-o://eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520" gracePeriod=2 Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.256516 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-2"] Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.266819 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.285306 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-2"] Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.318854 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.318940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.318975 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.319014 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.319032 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.319057 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-djjfv\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-kube-api-access-djjfv\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.319085 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.319127 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/3aef2e60-ce94-4676-8535-49d0e84d9390-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.319163 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.319196 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/3aef2e60-ce94-4676-8535-49d0e84d9390-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.319213 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420068 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420116 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/3aef2e60-ce94-4676-8535-49d0e84d9390-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420137 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420158 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420185 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420203 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8z29b\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-kube-api-access-8z29b\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420223 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420239 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-plugins-conf\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420264 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420278 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/a470127f-dbb2-4908-8e68-119798666809-pod-info\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420294 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420309 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-tls\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420332 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-pod-info\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420349 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420373 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-confd\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420392 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420408 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-confd\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420429 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420462 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420478 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-server-conf\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420499 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420516 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420532 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/a470127f-dbb2-4908-8e68-119798666809-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420549 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420567 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420584 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-server-conf\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420600 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-djjfv\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-kube-api-access-djjfv\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420616 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420632 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420651 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-tls\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420672 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/3aef2e60-ce94-4676-8535-49d0e84d9390-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420693 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-plugins-conf\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420719 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mjmgs\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-kube-api-access-mjmgs\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.420988 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.421409 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.421693 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.421837 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.421952 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") device mount path \"/mnt/openstack/pv09\"" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.422155 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.425933 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/3aef2e60-ce94-4676-8535-49d0e84d9390-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.426251 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.430133 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.430769 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/3aef2e60-ce94-4676-8535-49d0e84d9390-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.438338 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-djjfv\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-kube-api-access-djjfv\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.445919 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.488163 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-confd\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526220 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526249 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-server-conf\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526299 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526324 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/a470127f-dbb2-4908-8e68-119798666809-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526346 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526398 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-server-conf\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526422 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526470 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-tls\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526533 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-plugins-conf\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526557 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mjmgs\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-kube-api-access-mjmgs\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526614 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526645 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526667 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8z29b\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-kube-api-access-8z29b\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526712 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526767 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-plugins-conf\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526802 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526849 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/a470127f-dbb2-4908-8e68-119798666809-pod-info\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526874 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526918 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-tls\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.526955 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-pod-info\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.527017 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-confd\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.527770 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") device mount path \"/mnt/openstack/pv05\"" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.530547 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-server-conf\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.531011 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") device mount path \"/mnt/openstack/pv02\"" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.531835 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.532149 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.532658 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-plugins-conf\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.532950 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.533003 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-plugins-conf\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.533357 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.534657 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-server-conf\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.535220 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.535223 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.536247 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-pod-info\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.540328 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/a470127f-dbb2-4908-8e68-119798666809-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.546463 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-tls\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.546563 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.547523 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/a470127f-dbb2-4908-8e68-119798666809-pod-info\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.549193 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-tls\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.549307 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-confd\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.549876 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8z29b\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-kube-api-access-8z29b\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.550104 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mjmgs\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-kube-api-access-mjmgs\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.554529 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-confd\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.569051 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"rabbitmq-cell1-server-1\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.574848 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"rabbitmq-cell1-server-2\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.574901 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.596898 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.647229 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.729431 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-utilities\") pod \"ed4dec63-7200-4258-9635-a70c9411749c\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.729798 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nmg2t\" (UniqueName: \"kubernetes.io/projected/ed4dec63-7200-4258-9635-a70c9411749c-kube-api-access-nmg2t\") pod \"ed4dec63-7200-4258-9635-a70c9411749c\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.729830 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-catalog-content\") pod \"ed4dec63-7200-4258-9635-a70c9411749c\" (UID: \"ed4dec63-7200-4258-9635-a70c9411749c\") " Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.730802 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-utilities" (OuterVolumeSpecName: "utilities") pod "ed4dec63-7200-4258-9635-a70c9411749c" (UID: "ed4dec63-7200-4258-9635-a70c9411749c"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.735020 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ed4dec63-7200-4258-9635-a70c9411749c-kube-api-access-nmg2t" (OuterVolumeSpecName: "kube-api-access-nmg2t") pod "ed4dec63-7200-4258-9635-a70c9411749c" (UID: "ed4dec63-7200-4258-9635-a70c9411749c"). InnerVolumeSpecName "kube-api-access-nmg2t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.776584 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "ed4dec63-7200-4258-9635-a70c9411749c" (UID: "ed4dec63-7200-4258-9635-a70c9411749c"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.831141 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nmg2t\" (UniqueName: \"kubernetes.io/projected/ed4dec63-7200-4258-9635-a70c9411749c-kube-api-access-nmg2t\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.831191 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.831201 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/ed4dec63-7200-4258-9635-a70c9411749c-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:00 crc kubenswrapper[4809]: I1013 20:03:00.974790 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:03:00 crc kubenswrapper[4809]: W1013 20:03:00.978975 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod3aef2e60_ce94_4676_8535_49d0e84d9390.slice/crio-be1ea54b2c17c906f20b485b93baa09c30765249b54bef203a4b2ea30e4cfc16 WatchSource:0}: Error finding container be1ea54b2c17c906f20b485b93baa09c30765249b54bef203a4b2ea30e4cfc16: Status 404 returned error can't find the container with id be1ea54b2c17c906f20b485b93baa09c30765249b54bef203a4b2ea30e4cfc16 Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.074775 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-2"] Oct 13 20:03:01 crc kubenswrapper[4809]: W1013 20:03:01.091819 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podd704ab0c_5baf_4c13_8e89_7cdbe98131ca.slice/crio-0302eeeb1eb926cbe7996a3e0d0e4a634cee7c3cf2c29eb6f8abf6deb83dd600 WatchSource:0}: Error finding container 0302eeeb1eb926cbe7996a3e0d0e4a634cee7c3cf2c29eb6f8abf6deb83dd600: Status 404 returned error can't find the container with id 0302eeeb1eb926cbe7996a3e0d0e4a634cee7c3cf2c29eb6f8abf6deb83dd600 Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.097501 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-1"] Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.255413 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:03:01 crc kubenswrapper[4809]: E1013 20:03:01.256087 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ed4dec63-7200-4258-9635-a70c9411749c" containerName="extract-content" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.256180 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ed4dec63-7200-4258-9635-a70c9411749c" containerName="extract-content" Oct 13 20:03:01 crc kubenswrapper[4809]: E1013 20:03:01.256260 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ed4dec63-7200-4258-9635-a70c9411749c" containerName="extract-utilities" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.256345 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ed4dec63-7200-4258-9635-a70c9411749c" containerName="extract-utilities" Oct 13 20:03:01 crc kubenswrapper[4809]: E1013 20:03:01.256439 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ed4dec63-7200-4258-9635-a70c9411749c" containerName="registry-server" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.256507 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ed4dec63-7200-4258-9635-a70c9411749c" containerName="registry-server" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.256787 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ed4dec63-7200-4258-9635-a70c9411749c" containerName="registry-server" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.257833 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" event={"ID":"a470127f-dbb2-4908-8e68-119798666809","Type":"ContainerStarted","Data":"4e7ef33e50038f0d84c7e8dcbff0b0b2d775f25496ffbc4a9afd7f3b25453886"} Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.258016 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.263654 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"3aef2e60-ce94-4676-8535-49d0e84d9390","Type":"ContainerStarted","Data":"be1ea54b2c17c906f20b485b93baa09c30765249b54bef203a4b2ea30e4cfc16"} Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.263849 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-plugins-conf" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.264109 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-erlang-cookie" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.264440 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-server-conf" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.264628 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-svc" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.264820 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-default-user" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.264900 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-config-data" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.265446 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-server-dockercfg-2p8b9" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.265765 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" event={"ID":"d704ab0c-5baf-4c13-8e89-7cdbe98131ca","Type":"ContainerStarted","Data":"0302eeeb1eb926cbe7996a3e0d0e4a634cee7c3cf2c29eb6f8abf6deb83dd600"} Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.276865 4809 generic.go:334] "Generic (PLEG): container finished" podID="ed4dec63-7200-4258-9635-a70c9411749c" containerID="eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520" exitCode=0 Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.276909 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-6fzwc" event={"ID":"ed4dec63-7200-4258-9635-a70c9411749c","Type":"ContainerDied","Data":"eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520"} Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.276937 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-6fzwc" event={"ID":"ed4dec63-7200-4258-9635-a70c9411749c","Type":"ContainerDied","Data":"7cac7afb7d844f02ddd1d3f81f26f5d385c5b1decfad94021507a0587ccc23df"} Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.276954 4809 scope.go:117] "RemoveContainer" containerID="eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.277124 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-6fzwc" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.279095 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-2"] Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.280314 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.289029 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-1"] Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.290449 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.297748 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.300225 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-2"] Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.321085 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-1"] Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.322874 4809 scope.go:117] "RemoveContainer" containerID="091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.343271 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.343351 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.343419 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.343459 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-server-conf\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.343892 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b9a5f97c-e3e8-4341-af1f-edde96d79030-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.343954 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.343977 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.344035 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bnbqm\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-kube-api-access-bnbqm\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.344065 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b9a5f97c-e3e8-4341-af1f-edde96d79030-pod-info\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.344119 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.344136 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.363016 4809 scope.go:117] "RemoveContainer" containerID="eee914da0fe234c50be4c9b9bfed37e0bf45d70f3e769a6f6dcb12309269daf9" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.414638 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-6fzwc"] Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.430021 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/community-operators-6fzwc"] Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.450109 4809 scope.go:117] "RemoveContainer" containerID="eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520" Oct 13 20:03:01 crc kubenswrapper[4809]: E1013 20:03:01.450620 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520\": container with ID starting with eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520 not found: ID does not exist" containerID="eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.450667 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520"} err="failed to get container status \"eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520\": rpc error: code = NotFound desc = could not find container \"eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520\": container with ID starting with eae418b78283deca65a958b5ee90fc7614bafde8b414fee0fa908423e6e87520 not found: ID does not exist" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.450696 4809 scope.go:117] "RemoveContainer" containerID="091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.450807 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5prc5\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-kube-api-access-5prc5\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.450865 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bnbqm\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-kube-api-access-bnbqm\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.450911 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b9a5f97c-e3e8-4341-af1f-edde96d79030-pod-info\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.450940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-confd\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.450967 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.450992 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451025 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-erlang-cookie-secret\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451051 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-confd\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451076 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/3f9b3c7b-654e-424b-ac21-ad79d98abab8-pod-info\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451108 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: E1013 20:03:01.451108 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7\": container with ID starting with 091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7 not found: ID does not exist" containerID="091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451135 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-tls\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451145 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7"} err="failed to get container status \"091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7\": rpc error: code = NotFound desc = could not find container \"091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7\": container with ID starting with 091c81840b52ae40187262977c022d609656d2365020fa53e34e14d41fb092c7 not found: ID does not exist" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451161 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-server-conf\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451190 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451217 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451242 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-plugins\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451278 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451304 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-klsck\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-kube-api-access-klsck\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451330 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451360 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/3f9b3c7b-654e-424b-ac21-ad79d98abab8-erlang-cookie-secret\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451391 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-plugins\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451413 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451446 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451484 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-server-conf\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451517 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b9a5f97c-e3e8-4341-af1f-edde96d79030-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451542 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-pod-info\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451568 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-server-conf\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451594 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-plugins-conf\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451622 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451647 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451669 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451691 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-tls\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451715 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-plugins-conf\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451765 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451969 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.451164 4809 scope.go:117] "RemoveContainer" containerID="eee914da0fe234c50be4c9b9bfed37e0bf45d70f3e769a6f6dcb12309269daf9" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.452134 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.452197 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: E1013 20:03:01.452525 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"eee914da0fe234c50be4c9b9bfed37e0bf45d70f3e769a6f6dcb12309269daf9\": container with ID starting with eee914da0fe234c50be4c9b9bfed37e0bf45d70f3e769a6f6dcb12309269daf9 not found: ID does not exist" containerID="eee914da0fe234c50be4c9b9bfed37e0bf45d70f3e769a6f6dcb12309269daf9" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.452565 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eee914da0fe234c50be4c9b9bfed37e0bf45d70f3e769a6f6dcb12309269daf9"} err="failed to get container status \"eee914da0fe234c50be4c9b9bfed37e0bf45d70f3e769a6f6dcb12309269daf9\": rpc error: code = NotFound desc = could not find container \"eee914da0fe234c50be4c9b9bfed37e0bf45d70f3e769a6f6dcb12309269daf9\": container with ID starting with eee914da0fe234c50be4c9b9bfed37e0bf45d70f3e769a6f6dcb12309269daf9 not found: ID does not exist" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.453026 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.453208 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.456151 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b9a5f97c-e3e8-4341-af1f-edde96d79030-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.456425 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.456672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b9a5f97c-e3e8-4341-af1f-edde96d79030-pod-info\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.457308 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-server-conf\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.467473 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.469573 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bnbqm\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-kube-api-access-bnbqm\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.484762 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553520 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-pod-info\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553570 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-server-conf\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553589 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-plugins-conf\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553611 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553629 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553648 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-tls\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553664 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-plugins-conf\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553693 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5prc5\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-kube-api-access-5prc5\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553736 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-confd\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553771 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-erlang-cookie-secret\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553787 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-confd\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553807 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/3f9b3c7b-654e-424b-ac21-ad79d98abab8-pod-info\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553830 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553846 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-tls\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553861 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-server-conf\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553883 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553902 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-plugins\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553934 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-klsck\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-kube-api-access-klsck\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553956 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.553983 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/3f9b3c7b-654e-424b-ac21-ad79d98abab8-erlang-cookie-secret\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.554007 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-plugins\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.554027 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.554187 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") device mount path \"/mnt/openstack/pv18\"" pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.554825 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-server-conf\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.554821 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-plugins-conf\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.555499 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-plugins-conf\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.555833 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.556106 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.558264 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-plugins\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.559099 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.559211 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.559340 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.559860 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-server-conf\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.563618 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-plugins\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.569293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-confd\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.569803 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-tls\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.569891 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-tls\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.570186 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-pod-info\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.570221 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-erlang-cookie-secret\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.581196 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/3f9b3c7b-654e-424b-ac21-ad79d98abab8-pod-info\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.581705 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-confd\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.592176 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/3f9b3c7b-654e-424b-ac21-ad79d98abab8-erlang-cookie-secret\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.599200 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-klsck\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-kube-api-access-klsck\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.605371 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5prc5\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-kube-api-access-5prc5\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.627004 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") pod \"rabbitmq-server-2\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.638919 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.659401 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:01 crc kubenswrapper[4809]: I1013 20:03:01.771939 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"rabbitmq-server-1\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.043756 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.048758 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.168687 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ed4dec63-7200-4258-9635-a70c9411749c" path="/var/lib/kubelet/pods/ed4dec63-7200-4258-9635-a70c9411749c/volumes" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.297320 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"3aef2e60-ce94-4676-8535-49d0e84d9390","Type":"ContainerStarted","Data":"4ae97958027821d328ef4820df9039c8bd676152d192530d2c4ed2d807e85307"} Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.300818 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-1"] Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.304601 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b9a5f97c-e3e8-4341-af1f-edde96d79030","Type":"ContainerStarted","Data":"d85227b791d3c88babf972259518e6ee4eb113d3aafca4d51dc3264e52affd56"} Oct 13 20:03:02 crc kubenswrapper[4809]: W1013 20:03:02.313626 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod3f9b3c7b_654e_424b_ac21_ad79d98abab8.slice/crio-25f332934f4c67832cce0acd40edaf9e8a6fcb91b38357c355afbc7f03e03e17 WatchSource:0}: Error finding container 25f332934f4c67832cce0acd40edaf9e8a6fcb91b38357c355afbc7f03e03e17: Status 404 returned error can't find the container with id 25f332934f4c67832cce0acd40edaf9e8a6fcb91b38357c355afbc7f03e03e17 Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.323665 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-2"] Oct 13 20:03:02 crc kubenswrapper[4809]: W1013 20:03:02.323944 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod13ae95ff_db68_45c0_84cb_6cf2b5692c5f.slice/crio-28a4abe20abf60c28e6b76b782ef288f2c65c7821ca1067a3fbe1171d61c2cde WatchSource:0}: Error finding container 28a4abe20abf60c28e6b76b782ef288f2c65c7821ca1067a3fbe1171d61c2cde: Status 404 returned error can't find the container with id 28a4abe20abf60c28e6b76b782ef288f2c65c7821ca1067a3fbe1171d61c2cde Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.931669 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.933566 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.947438 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"osp-secret" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.948239 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-2"] Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.948873 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-dockercfg-gszvw" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.949089 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-svc" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.949135 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config-data" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.949810 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-scripts" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.951371 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.969425 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-1"] Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.971191 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.971552 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"combined-ca-bundle" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.981901 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.981991 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kolla-config\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.982030 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-default\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.982066 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-operator-scripts\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.982168 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-secrets\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.982283 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-generated\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.982464 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nll7j\" (UniqueName: \"kubernetes.io/projected/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kube-api-access-nll7j\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.982505 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.982561 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.984825 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:03:02 crc kubenswrapper[4809]: I1013 20:03:02.991859 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-1"] Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.000679 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-2"] Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087096 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kolla-config\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087160 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-default\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087195 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-operator-scripts\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087236 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087305 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-secrets\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087331 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-operator-scripts\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087353 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-secrets\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087387 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-82286\" (UniqueName: \"kubernetes.io/projected/5aa20bcb-2f3e-468b-9389-9371086e62d2-kube-api-access-82286\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087412 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-kolla-config\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087430 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-galera-tls-certs\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087458 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-combined-ca-bundle\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087502 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-generated\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087525 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nll7j\" (UniqueName: \"kubernetes.io/projected/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kube-api-access-nll7j\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.087553 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-generated\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.088095 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-generated\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.088489 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kolla-config\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.089154 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-default\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.089357 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.089472 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-default\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.089550 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.089642 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.090337 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") device mount path \"/mnt/openstack/pv01\"" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.091113 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-operator-scripts\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.104814 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-secrets\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.105181 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.109026 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.134003 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.191381 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qtnqt\" (UniqueName: \"kubernetes.io/projected/6c5e81d1-7f39-41be-88ec-13657141433e-kube-api-access-qtnqt\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.191899 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-generated\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.192119 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-operator-scripts\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.192234 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-galera-tls-certs\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.192371 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.192512 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") device mount path \"/mnt/openstack/pv16\"" pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.192664 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-kolla-config\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.192874 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-operator-scripts\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.192989 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-secrets\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.193107 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-82286\" (UniqueName: \"kubernetes.io/projected/5aa20bcb-2f3e-468b-9389-9371086e62d2-kube-api-access-82286\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.193214 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-kolla-config\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.193323 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-galera-tls-certs\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.193445 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-secrets\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.193569 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-combined-ca-bundle\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.193714 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-combined-ca-bundle\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.193876 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-generated\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.193994 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.194106 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-default\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.194218 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-default\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.194309 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-kolla-config\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.194990 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-generated\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.196378 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-operator-scripts\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.197041 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-default\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.198386 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-galera-tls-certs\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.208586 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-combined-ca-bundle\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.209108 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nll7j\" (UniqueName: \"kubernetes.io/projected/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kube-api-access-nll7j\") pod \"openstack-galera-0\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.211169 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-secrets\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.269840 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.296265 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-operator-scripts\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.296312 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-galera-tls-certs\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.296408 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-kolla-config\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.296509 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-secrets\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.296541 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-combined-ca-bundle\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.296596 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.296631 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-default\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.296713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qtnqt\" (UniqueName: \"kubernetes.io/projected/6c5e81d1-7f39-41be-88ec-13657141433e-kube-api-access-qtnqt\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.296870 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-generated\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.297340 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-generated\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.297486 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-kolla-config\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.297616 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-operator-scripts\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.297991 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") device mount path \"/mnt/openstack/pv12\"" pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.298378 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-default\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.330394 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" event={"ID":"d704ab0c-5baf-4c13-8e89-7cdbe98131ca","Type":"ContainerStarted","Data":"4d780e8fe49cbd2b1f25dcdef100de18a0fe891c95b3833ba6db9dfdcda5a31c"} Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.333270 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-1" event={"ID":"3f9b3c7b-654e-424b-ac21-ad79d98abab8","Type":"ContainerStarted","Data":"25f332934f4c67832cce0acd40edaf9e8a6fcb91b38357c355afbc7f03e03e17"} Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.335381 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" event={"ID":"a470127f-dbb2-4908-8e68-119798666809","Type":"ContainerStarted","Data":"262aa902122d27c856ab5cb713071567dad56f5de67cb0ae3d54d0d50df873ca"} Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.340484 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-2" event={"ID":"13ae95ff-db68-45c0-84cb-6cf2b5692c5f","Type":"ContainerStarted","Data":"28a4abe20abf60c28e6b76b782ef288f2c65c7821ca1067a3fbe1171d61c2cde"} Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.401663 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-82286\" (UniqueName: \"kubernetes.io/projected/5aa20bcb-2f3e-468b-9389-9371086e62d2-kube-api-access-82286\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.501502 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-secrets\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.504776 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-galera-tls-certs\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.504850 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qtnqt\" (UniqueName: \"kubernetes.io/projected/6c5e81d1-7f39-41be-88ec-13657141433e-kube-api-access-qtnqt\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.504928 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-combined-ca-bundle\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.806895 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"openstack-galera-2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.880564 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:03 crc kubenswrapper[4809]: I1013 20:03:03.982425 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.028983 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"openstack-galera-1\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.202385 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.262091 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-2"] Oct 13 20:03:04 crc kubenswrapper[4809]: W1013 20:03:04.262877 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5aa20bcb_2f3e_468b_9389_9371086e62d2.slice/crio-ec9df9bd385c7b058337726996dd5c1c34911041015092edd44bdb5e566fc96c WatchSource:0}: Error finding container ec9df9bd385c7b058337726996dd5c1c34911041015092edd44bdb5e566fc96c: Status 404 returned error can't find the container with id ec9df9bd385c7b058337726996dd5c1c34911041015092edd44bdb5e566fc96c Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.320778 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.324358 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.328962 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-cell1-svc" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.329165 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-config-data" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.329353 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-cell1-dockercfg-gn5dc" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.334010 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-scripts" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.344814 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.358105 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-1"] Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.359536 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.371633 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-2"] Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.373135 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.376162 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-1"] Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.397059 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-2"] Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.416385 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v8k8f\" (UniqueName: \"kubernetes.io/projected/938a97d2-82ee-4230-9b29-d2c11e689049-kube-api-access-v8k8f\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.416457 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.416555 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.416607 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.416635 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.416673 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.416725 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.416771 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.416826 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.435935 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"853a441c-10ce-4a6c-9060-7361d6a1c9e9","Type":"ContainerStarted","Data":"27995d08fa623e73d8463e4011f18c6c56c7a40b1c79a2bf6218e926ef3fdf06"} Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.435977 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"853a441c-10ce-4a6c-9060-7361d6a1c9e9","Type":"ContainerStarted","Data":"e884e16113eec2f2842a77e6d32e5c4708e3d6a5b96e633d56a63f0b63416b1b"} Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.446589 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b9a5f97c-e3e8-4341-af1f-edde96d79030","Type":"ContainerStarted","Data":"6f75900d3aeb762d7e60548b6b2ad4f040e3b71179bace05fbc9d6d9d585b207"} Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.462577 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-2" event={"ID":"13ae95ff-db68-45c0-84cb-6cf2b5692c5f","Type":"ContainerStarted","Data":"76faa6078f18c63c19f892bc166dd50d4fe7afb163bf34baaea143dc31b4fbaa"} Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.475034 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-1" event={"ID":"3f9b3c7b-654e-424b-ac21-ad79d98abab8","Type":"ContainerStarted","Data":"726ea6adb7f3cbf94854b5dbbde321677cca158813f11a13df4097d0cd1eb71e"} Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.489497 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-2" event={"ID":"5aa20bcb-2f3e-468b-9389-9371086e62d2","Type":"ContainerStarted","Data":"ec9df9bd385c7b058337726996dd5c1c34911041015092edd44bdb5e566fc96c"} Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.519506 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.519616 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-kolla-config\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.519789 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.519823 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.519861 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-generated\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.519883 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-operator-scripts\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.519936 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xr68b\" (UniqueName: \"kubernetes.io/projected/cccaab8f-dc38-4522-8219-14c369d5e6d0-kube-api-access-xr68b\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.519959 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-galera-tls-certs\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.519986 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.520043 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v8k8f\" (UniqueName: \"kubernetes.io/projected/938a97d2-82ee-4230-9b29-d2c11e689049-kube-api-access-v8k8f\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.520095 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-secrets\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.520118 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.520138 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-default\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.520202 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.520242 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.520263 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.520282 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.520304 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-combined-ca-bundle\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.523989 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") device mount path \"/mnt/openstack/pv04\"" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.524052 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.526077 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.526280 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.534455 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.535328 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.543004 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.543967 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.590592 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v8k8f\" (UniqueName: \"kubernetes.io/projected/938a97d2-82ee-4230-9b29-d2c11e689049-kube-api-access-v8k8f\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.614069 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"openstack-cell1-galera-0\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.621977 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-secrets\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622028 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-default\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622182 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622208 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-generated\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622227 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-combined-ca-bundle\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622245 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-operator-scripts\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622309 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-combined-ca-bundle\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622348 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-kolla-config\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622364 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-secrets\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622441 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-generated\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622457 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-operator-scripts\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622514 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-default\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622552 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-45nn8\" (UniqueName: \"kubernetes.io/projected/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kube-api-access-45nn8\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622648 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xr68b\" (UniqueName: \"kubernetes.io/projected/cccaab8f-dc38-4522-8219-14c369d5e6d0-kube-api-access-xr68b\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622679 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-galera-tls-certs\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622719 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-galera-tls-certs\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622770 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kolla-config\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.622785 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.629778 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-kolla-config\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.630260 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-generated\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.630443 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") device mount path \"/mnt/openstack/pv14\"" pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.630857 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-default\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.633622 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-combined-ca-bundle\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.633835 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-secrets\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.636838 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-galera-tls-certs\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.638181 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-operator-scripts\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.654465 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.655540 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.659587 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-hhvs8" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.659818 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.659984 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-memcached-svc" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.663758 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xr68b\" (UniqueName: \"kubernetes.io/projected/cccaab8f-dc38-4522-8219-14c369d5e6d0-kube-api-access-xr68b\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.670129 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.675834 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"openstack-cell1-galera-1\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.680670 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.714553 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-1"] Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.728679 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-default\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.728765 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-45nn8\" (UniqueName: \"kubernetes.io/projected/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kube-api-access-45nn8\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.729136 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-galera-tls-certs\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.729507 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kolla-config\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.729536 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.729602 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-default\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.729647 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-generated\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.729665 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-operator-scripts\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.729691 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-combined-ca-bundle\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.729749 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-secrets\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.730291 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kolla-config\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.730446 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") device mount path \"/mnt/openstack/pv08\"" pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.731346 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-generated\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.732781 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-galera-tls-certs\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.733849 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-operator-scripts\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.736351 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-combined-ca-bundle\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.737664 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-secrets\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.743373 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-45nn8\" (UniqueName: \"kubernetes.io/projected/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kube-api-access-45nn8\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.763323 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-2\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.844906 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-memcached-tls-certs\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.844962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-combined-ca-bundle\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.844988 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-config-data\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.845095 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-kolla-config\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.845112 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rc6hh\" (UniqueName: \"kubernetes.io/projected/a619f379-3418-4851-bcaf-a899993cab56-kube-api-access-rc6hh\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.951493 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-memcached-tls-certs\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.951547 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-combined-ca-bundle\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.951568 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-config-data\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.952554 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-kolla-config\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.952580 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rc6hh\" (UniqueName: \"kubernetes.io/projected/a619f379-3418-4851-bcaf-a899993cab56-kube-api-access-rc6hh\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.952418 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-config-data\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.953475 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-kolla-config\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.955520 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-memcached-tls-certs\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.955778 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-combined-ca-bundle\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.971087 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rc6hh\" (UniqueName: \"kubernetes.io/projected/a619f379-3418-4851-bcaf-a899993cab56-kube-api-access-rc6hh\") pod \"memcached-0\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.976394 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:04 crc kubenswrapper[4809]: I1013 20:03:04.983189 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:05 crc kubenswrapper[4809]: I1013 20:03:05.061398 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:05 crc kubenswrapper[4809]: I1013 20:03:05.204937 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:03:05 crc kubenswrapper[4809]: W1013 20:03:05.340633 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod938a97d2_82ee_4230_9b29_d2c11e689049.slice/crio-4296f19dc2e1c15420b9ff55c50176f3158cf4122a469b0adcbf23789fb3e3e1 WatchSource:0}: Error finding container 4296f19dc2e1c15420b9ff55c50176f3158cf4122a469b0adcbf23789fb3e3e1: Status 404 returned error can't find the container with id 4296f19dc2e1c15420b9ff55c50176f3158cf4122a469b0adcbf23789fb3e3e1 Oct 13 20:03:05 crc kubenswrapper[4809]: I1013 20:03:05.503032 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-2" event={"ID":"5aa20bcb-2f3e-468b-9389-9371086e62d2","Type":"ContainerStarted","Data":"dcc51445a2109b77cf8bc7a5b122d8fb1cdc5dbafbb0d7cd8cd276c8740a7537"} Oct 13 20:03:05 crc kubenswrapper[4809]: I1013 20:03:05.508936 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-1" event={"ID":"6c5e81d1-7f39-41be-88ec-13657141433e","Type":"ContainerStarted","Data":"68547ce32e4a3d2bb209d30f7a4dad6287650e6da232168ccf9527a6bfa609f5"} Oct 13 20:03:05 crc kubenswrapper[4809]: I1013 20:03:05.508972 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-1" event={"ID":"6c5e81d1-7f39-41be-88ec-13657141433e","Type":"ContainerStarted","Data":"3bd4d234cfb8c4bf44898d6b860f6227919394f41c683b743a94391ce471db14"} Oct 13 20:03:05 crc kubenswrapper[4809]: I1013 20:03:05.515186 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"938a97d2-82ee-4230-9b29-d2c11e689049","Type":"ContainerStarted","Data":"4296f19dc2e1c15420b9ff55c50176f3158cf4122a469b0adcbf23789fb3e3e1"} Oct 13 20:03:05 crc kubenswrapper[4809]: I1013 20:03:05.622693 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:03:05 crc kubenswrapper[4809]: I1013 20:03:05.758674 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-1"] Oct 13 20:03:05 crc kubenswrapper[4809]: I1013 20:03:05.853022 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-2"] Oct 13 20:03:05 crc kubenswrapper[4809]: W1013 20:03:05.865992 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd41b9be9_2b1b_4cdc_9fea_36941d2c19a8.slice/crio-a5acd4ce4b68770b036d29f52f849f595e04d21bb833cc8a0305d20442a2b128 WatchSource:0}: Error finding container a5acd4ce4b68770b036d29f52f849f595e04d21bb833cc8a0305d20442a2b128: Status 404 returned error can't find the container with id a5acd4ce4b68770b036d29f52f849f595e04d21bb833cc8a0305d20442a2b128 Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.360286 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.361377 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.375502 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.380289 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"telemetry-ceilometer-dockercfg-vcvdj" Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.500411 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gw4g7\" (UniqueName: \"kubernetes.io/projected/3eb5ba00-9d88-4715-ab54-5347b441d000-kube-api-access-gw4g7\") pod \"kube-state-metrics-0\" (UID: \"3eb5ba00-9d88-4715-ab54-5347b441d000\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.543966 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"a619f379-3418-4851-bcaf-a899993cab56","Type":"ContainerStarted","Data":"22bbb4a44868f3bd7eb10a72a4d0f0bed9c9e2dcb1460b3143365127fb62c61f"} Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.544011 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"a619f379-3418-4851-bcaf-a899993cab56","Type":"ContainerStarted","Data":"c537c6a2bf349e65200f49b2971f00e7d59d2568fc581046da042b252461ffd6"} Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.545384 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.549456 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-1" event={"ID":"cccaab8f-dc38-4522-8219-14c369d5e6d0","Type":"ContainerStarted","Data":"9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5"} Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.549525 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-1" event={"ID":"cccaab8f-dc38-4522-8219-14c369d5e6d0","Type":"ContainerStarted","Data":"40fd4d455cba29f6595763acd1bb7bfd698c80da8a1ef9479708216edc1c0fab"} Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.551502 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"938a97d2-82ee-4230-9b29-d2c11e689049","Type":"ContainerStarted","Data":"0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d"} Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.553284 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-2" event={"ID":"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8","Type":"ContainerStarted","Data":"8e25ec87a05e4ec314eb425a1f2b0466a438bba0f1a262ee8b445a5af98b950c"} Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.553323 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-2" event={"ID":"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8","Type":"ContainerStarted","Data":"a5acd4ce4b68770b036d29f52f849f595e04d21bb833cc8a0305d20442a2b128"} Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.571613 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=2.5715964 podStartE2EDuration="2.5715964s" podCreationTimestamp="2025-10-13 20:03:04 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:06.563325532 +0000 UTC m=+2305.169072117" watchObservedRunningTime="2025-10-13 20:03:06.5715964 +0000 UTC m=+2305.177342985" Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.602183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gw4g7\" (UniqueName: \"kubernetes.io/projected/3eb5ba00-9d88-4715-ab54-5347b441d000-kube-api-access-gw4g7\") pod \"kube-state-metrics-0\" (UID: \"3eb5ba00-9d88-4715-ab54-5347b441d000\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.641715 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gw4g7\" (UniqueName: \"kubernetes.io/projected/3eb5ba00-9d88-4715-ab54-5347b441d000-kube-api-access-gw4g7\") pod \"kube-state-metrics-0\" (UID: \"3eb5ba00-9d88-4715-ab54-5347b441d000\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:03:06 crc kubenswrapper[4809]: I1013 20:03:06.685978 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:03:07 crc kubenswrapper[4809]: I1013 20:03:07.194768 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:03:07 crc kubenswrapper[4809]: I1013 20:03:07.563487 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"3eb5ba00-9d88-4715-ab54-5347b441d000","Type":"ContainerStarted","Data":"aacb40ebcd24790c489b26f07d4340e450e7b1f44801e535a607bc064ee91cd7"} Oct 13 20:03:07 crc kubenswrapper[4809]: I1013 20:03:07.595080 4809 scope.go:117] "RemoveContainer" containerID="9512e7a93251737d98a91c6b338517d3da8898d5121b648fb60ed1e7fed33a4a" Oct 13 20:03:07 crc kubenswrapper[4809]: I1013 20:03:07.640309 4809 scope.go:117] "RemoveContainer" containerID="890dbe4a589c0a2e36dd1eaf4ed4f4c4d3404db6a0ec7f136672c33bdb82c753" Oct 13 20:03:07 crc kubenswrapper[4809]: I1013 20:03:07.682267 4809 scope.go:117] "RemoveContainer" containerID="bce07ee589a3fd240fcbd061bc41a9694c5c1d5ed3a98c896f3968500908bdeb" Oct 13 20:03:07 crc kubenswrapper[4809]: I1013 20:03:07.746137 4809 scope.go:117] "RemoveContainer" containerID="6a6a3b41c37ebb2e7a21f59743f3d692185b0cac0518a288592d05e5c1c9e3e2" Oct 13 20:03:08 crc kubenswrapper[4809]: I1013 20:03:08.575254 4809 generic.go:334] "Generic (PLEG): container finished" podID="6c5e81d1-7f39-41be-88ec-13657141433e" containerID="68547ce32e4a3d2bb209d30f7a4dad6287650e6da232168ccf9527a6bfa609f5" exitCode=0 Oct 13 20:03:08 crc kubenswrapper[4809]: I1013 20:03:08.575540 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-1" event={"ID":"6c5e81d1-7f39-41be-88ec-13657141433e","Type":"ContainerDied","Data":"68547ce32e4a3d2bb209d30f7a4dad6287650e6da232168ccf9527a6bfa609f5"} Oct 13 20:03:08 crc kubenswrapper[4809]: I1013 20:03:08.578563 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"3eb5ba00-9d88-4715-ab54-5347b441d000","Type":"ContainerStarted","Data":"7d1e17f435ce417bae2644131711fe079256f0bfbe7ec09bfef1db8467a5d674"} Oct 13 20:03:08 crc kubenswrapper[4809]: I1013 20:03:08.579099 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:03:08 crc kubenswrapper[4809]: I1013 20:03:08.580946 4809 generic.go:334] "Generic (PLEG): container finished" podID="5aa20bcb-2f3e-468b-9389-9371086e62d2" containerID="dcc51445a2109b77cf8bc7a5b122d8fb1cdc5dbafbb0d7cd8cd276c8740a7537" exitCode=0 Oct 13 20:03:08 crc kubenswrapper[4809]: I1013 20:03:08.580998 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-2" event={"ID":"5aa20bcb-2f3e-468b-9389-9371086e62d2","Type":"ContainerDied","Data":"dcc51445a2109b77cf8bc7a5b122d8fb1cdc5dbafbb0d7cd8cd276c8740a7537"} Oct 13 20:03:08 crc kubenswrapper[4809]: I1013 20:03:08.585787 4809 generic.go:334] "Generic (PLEG): container finished" podID="853a441c-10ce-4a6c-9060-7361d6a1c9e9" containerID="27995d08fa623e73d8463e4011f18c6c56c7a40b1c79a2bf6218e926ef3fdf06" exitCode=0 Oct 13 20:03:08 crc kubenswrapper[4809]: I1013 20:03:08.586638 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"853a441c-10ce-4a6c-9060-7361d6a1c9e9","Type":"ContainerDied","Data":"27995d08fa623e73d8463e4011f18c6c56c7a40b1c79a2bf6218e926ef3fdf06"} Oct 13 20:03:08 crc kubenswrapper[4809]: I1013 20:03:08.638228 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=2.226221677 podStartE2EDuration="2.63821191s" podCreationTimestamp="2025-10-13 20:03:06 +0000 UTC" firstStartedPulling="2025-10-13 20:03:07.207707695 +0000 UTC m=+2305.813454280" lastFinishedPulling="2025-10-13 20:03:07.619697928 +0000 UTC m=+2306.225444513" observedRunningTime="2025-10-13 20:03:08.621265952 +0000 UTC m=+2307.227012537" watchObservedRunningTime="2025-10-13 20:03:08.63821191 +0000 UTC m=+2307.243958495" Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.597915 4809 generic.go:334] "Generic (PLEG): container finished" podID="938a97d2-82ee-4230-9b29-d2c11e689049" containerID="0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d" exitCode=0 Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.598013 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"938a97d2-82ee-4230-9b29-d2c11e689049","Type":"ContainerDied","Data":"0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d"} Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.599707 4809 generic.go:334] "Generic (PLEG): container finished" podID="cccaab8f-dc38-4522-8219-14c369d5e6d0" containerID="9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5" exitCode=0 Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.599798 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-1" event={"ID":"cccaab8f-dc38-4522-8219-14c369d5e6d0","Type":"ContainerDied","Data":"9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5"} Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.602845 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-2" event={"ID":"5aa20bcb-2f3e-468b-9389-9371086e62d2","Type":"ContainerStarted","Data":"91f706ba7f551c08f59c3eed7f318bdea2ff0e117b0643ca5b311c7be49c9aed"} Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.605375 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-1" event={"ID":"6c5e81d1-7f39-41be-88ec-13657141433e","Type":"ContainerStarted","Data":"97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181"} Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.607082 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"853a441c-10ce-4a6c-9060-7361d6a1c9e9","Type":"ContainerStarted","Data":"80b625ee46d4affed50190a9bd3bd9442d85e2ce4ade029f7866360c9c17beaf"} Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.644778 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-1" podStartSLOduration=8.644763151 podStartE2EDuration="8.644763151s" podCreationTimestamp="2025-10-13 20:03:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:09.639441094 +0000 UTC m=+2308.245187679" watchObservedRunningTime="2025-10-13 20:03:09.644763151 +0000 UTC m=+2308.250509736" Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.664293 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-0" podStartSLOduration=8.66427945 podStartE2EDuration="8.66427945s" podCreationTimestamp="2025-10-13 20:03:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:09.658369037 +0000 UTC m=+2308.264115622" watchObservedRunningTime="2025-10-13 20:03:09.66427945 +0000 UTC m=+2308.270026035" Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.703801 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-2" podStartSLOduration=8.703778420999999 podStartE2EDuration="8.703778421s" podCreationTimestamp="2025-10-13 20:03:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:09.693200539 +0000 UTC m=+2308.298947134" watchObservedRunningTime="2025-10-13 20:03:09.703778421 +0000 UTC m=+2308.309525006" Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.743472 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.809521 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-62d95"] Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.881665 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-kkrpp"] Oct 13 20:03:09 crc kubenswrapper[4809]: I1013 20:03:09.884096 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/certified-operators-kkrpp" podUID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" containerName="registry-server" containerID="cri-o://aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09" gracePeriod=2 Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.337152 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.478307 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-utilities\") pod \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.478523 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7d5dh\" (UniqueName: \"kubernetes.io/projected/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-kube-api-access-7d5dh\") pod \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.478641 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-catalog-content\") pod \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\" (UID: \"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5\") " Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.481822 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-utilities" (OuterVolumeSpecName: "utilities") pod "712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" (UID: "712c1d1c-ec78-4793-a2a2-9aa5e6021fa5"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.486849 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-kube-api-access-7d5dh" (OuterVolumeSpecName: "kube-api-access-7d5dh") pod "712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" (UID: "712c1d1c-ec78-4793-a2a2-9aa5e6021fa5"). InnerVolumeSpecName "kube-api-access-7d5dh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.544192 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" (UID: "712c1d1c-ec78-4793-a2a2-9aa5e6021fa5"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.580998 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.581034 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7d5dh\" (UniqueName: \"kubernetes.io/projected/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-kube-api-access-7d5dh\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.581044 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.615603 4809 generic.go:334] "Generic (PLEG): container finished" podID="d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" containerID="8e25ec87a05e4ec314eb425a1f2b0466a438bba0f1a262ee8b445a5af98b950c" exitCode=0 Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.615682 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-2" event={"ID":"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8","Type":"ContainerDied","Data":"8e25ec87a05e4ec314eb425a1f2b0466a438bba0f1a262ee8b445a5af98b950c"} Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.617681 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-1" event={"ID":"cccaab8f-dc38-4522-8219-14c369d5e6d0","Type":"ContainerStarted","Data":"780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526"} Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.620481 4809 generic.go:334] "Generic (PLEG): container finished" podID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" containerID="aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09" exitCode=0 Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.620551 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-kkrpp" event={"ID":"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5","Type":"ContainerDied","Data":"aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09"} Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.620579 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-kkrpp" event={"ID":"712c1d1c-ec78-4793-a2a2-9aa5e6021fa5","Type":"ContainerDied","Data":"72a523f1fba9fdb7f16dee1478d49cd0b09d22bd1873ff2f59a823e1404b12b2"} Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.620595 4809 scope.go:117] "RemoveContainer" containerID="aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.620715 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-kkrpp" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.628235 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"938a97d2-82ee-4230-9b29-d2c11e689049","Type":"ContainerStarted","Data":"d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef"} Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.667521 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podStartSLOduration=7.667502868 podStartE2EDuration="7.667502868s" podCreationTimestamp="2025-10-13 20:03:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:10.66504725 +0000 UTC m=+2309.270793835" watchObservedRunningTime="2025-10-13 20:03:10.667502868 +0000 UTC m=+2309.273249453" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.697131 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-cell1-galera-1" podStartSLOduration=7.697116776 podStartE2EDuration="7.697116776s" podCreationTimestamp="2025-10-13 20:03:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:10.689971589 +0000 UTC m=+2309.295718184" watchObservedRunningTime="2025-10-13 20:03:10.697116776 +0000 UTC m=+2309.302863361" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.716947 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-kkrpp"] Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.721629 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/certified-operators-kkrpp"] Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.725060 4809 scope.go:117] "RemoveContainer" containerID="857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.750461 4809 scope.go:117] "RemoveContainer" containerID="43d3710fce8954d7d89ae19bdbfcc7b3ec45a8b5f1faf1a05b09490117787bde" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.811640 4809 scope.go:117] "RemoveContainer" containerID="aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09" Oct 13 20:03:10 crc kubenswrapper[4809]: E1013 20:03:10.813052 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09\": container with ID starting with aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09 not found: ID does not exist" containerID="aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.813082 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09"} err="failed to get container status \"aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09\": rpc error: code = NotFound desc = could not find container \"aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09\": container with ID starting with aa371e24980d7ea7e791169d242d05e1645805b12d56499f8a6446cc6118ff09 not found: ID does not exist" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.813111 4809 scope.go:117] "RemoveContainer" containerID="857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0" Oct 13 20:03:10 crc kubenswrapper[4809]: E1013 20:03:10.813778 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0\": container with ID starting with 857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0 not found: ID does not exist" containerID="857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.813798 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0"} err="failed to get container status \"857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0\": rpc error: code = NotFound desc = could not find container \"857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0\": container with ID starting with 857ddc17cfaabea1f86b78696428202c3b81e71354dd273523c109bce5ecd0f0 not found: ID does not exist" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.813810 4809 scope.go:117] "RemoveContainer" containerID="43d3710fce8954d7d89ae19bdbfcc7b3ec45a8b5f1faf1a05b09490117787bde" Oct 13 20:03:10 crc kubenswrapper[4809]: E1013 20:03:10.813984 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"43d3710fce8954d7d89ae19bdbfcc7b3ec45a8b5f1faf1a05b09490117787bde\": container with ID starting with 43d3710fce8954d7d89ae19bdbfcc7b3ec45a8b5f1faf1a05b09490117787bde not found: ID does not exist" containerID="43d3710fce8954d7d89ae19bdbfcc7b3ec45a8b5f1faf1a05b09490117787bde" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.814002 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"43d3710fce8954d7d89ae19bdbfcc7b3ec45a8b5f1faf1a05b09490117787bde"} err="failed to get container status \"43d3710fce8954d7d89ae19bdbfcc7b3ec45a8b5f1faf1a05b09490117787bde\": rpc error: code = NotFound desc = could not find container \"43d3710fce8954d7d89ae19bdbfcc7b3ec45a8b5f1faf1a05b09490117787bde\": container with ID starting with 43d3710fce8954d7d89ae19bdbfcc7b3ec45a8b5f1faf1a05b09490117787bde not found: ID does not exist" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.897510 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:03:10 crc kubenswrapper[4809]: E1013 20:03:10.909168 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" containerName="extract-utilities" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.909188 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" containerName="extract-utilities" Oct 13 20:03:10 crc kubenswrapper[4809]: E1013 20:03:10.909232 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" containerName="registry-server" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.909239 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" containerName="registry-server" Oct 13 20:03:10 crc kubenswrapper[4809]: E1013 20:03:10.909254 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" containerName="extract-content" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.909261 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" containerName="extract-content" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.909480 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" containerName="registry-server" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.910494 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.912802 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.913337 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovn-metrics" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.913553 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.913755 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-x7xfc" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.914173 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 20:03:10 crc kubenswrapper[4809]: I1013 20:03:10.914293 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.089927 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.089976 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.090195 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.090338 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.090400 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-config\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.090417 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.090441 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.090474 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8prfq\" (UniqueName: \"kubernetes.io/projected/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-kube-api-access-8prfq\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.155227 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:03:11 crc kubenswrapper[4809]: E1013 20:03:11.155690 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.192409 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.192461 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.192905 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.193075 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.193138 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.193159 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-config\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.193178 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.193213 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8prfq\" (UniqueName: \"kubernetes.io/projected/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-kube-api-access-8prfq\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.193575 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") device mount path \"/mnt/openstack/pv20\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.194177 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.194208 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-config\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.194288 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.199532 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.200633 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.209277 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.211909 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8prfq\" (UniqueName: \"kubernetes.io/projected/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-kube-api-access-8prfq\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.221888 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"ovsdbserver-nb-0\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.235257 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.637631 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-2" event={"ID":"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8","Type":"ContainerStarted","Data":"c5e275204f4fa8e033ce94f312448df13dbe814fc89660f81b4dcea327b8e3d9"} Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.670334 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-cell1-galera-2" podStartSLOduration=8.670317636 podStartE2EDuration="8.670317636s" podCreationTimestamp="2025-10-13 20:03:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:11.658111429 +0000 UTC m=+2310.263858014" watchObservedRunningTime="2025-10-13 20:03:11.670317636 +0000 UTC m=+2310.276064221" Oct 13 20:03:11 crc kubenswrapper[4809]: I1013 20:03:11.674134 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:03:11 crc kubenswrapper[4809]: W1013 20:03:11.691717 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb818bd0b_b8f4_4fd5_93ea_6ae004a15209.slice/crio-0f05d5c4a5d031a2c6021507894aae5dc70acd3ee69b5d1a1bbd76b46b4bff3f WatchSource:0}: Error finding container 0f05d5c4a5d031a2c6021507894aae5dc70acd3ee69b5d1a1bbd76b46b4bff3f: Status 404 returned error can't find the container with id 0f05d5c4a5d031a2c6021507894aae5dc70acd3ee69b5d1a1bbd76b46b4bff3f Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.164088 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="712c1d1c-ec78-4793-a2a2-9aa5e6021fa5" path="/var/lib/kubelet/pods/712c1d1c-ec78-4793-a2a2-9aa5e6021fa5/volumes" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.566435 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.569777 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.574226 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.574420 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-9fggd" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.574437 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-sb-ovndbs" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.574720 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.581456 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.677437 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"b818bd0b-b8f4-4fd5-93ea-6ae004a15209","Type":"ContainerStarted","Data":"33b8891a41412acef99912de15bf0e3f4ec67549faf5b402315ed5344e163b1d"} Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.677485 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"b818bd0b-b8f4-4fd5-93ea-6ae004a15209","Type":"ContainerStarted","Data":"bd8bd5d5b05160ca8d10b4cd5b423d2d30da1b7805226d8d7a52003fac337f74"} Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.677498 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"b818bd0b-b8f4-4fd5-93ea-6ae004a15209","Type":"ContainerStarted","Data":"0f05d5c4a5d031a2c6021507894aae5dc70acd3ee69b5d1a1bbd76b46b4bff3f"} Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.702334 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=3.70230972 podStartE2EDuration="3.70230972s" podCreationTimestamp="2025-10-13 20:03:09 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:12.695675767 +0000 UTC m=+2311.301422352" watchObservedRunningTime="2025-10-13 20:03:12.70230972 +0000 UTC m=+2311.308056305" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.718525 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.718572 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.718615 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.718651 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.718759 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.718881 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-config\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.718904 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.718933 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9qws5\" (UniqueName: \"kubernetes.io/projected/b88747fe-cc60-48fc-bcf9-dd1a943635e9-kube-api-access-9qws5\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.820854 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9qws5\" (UniqueName: \"kubernetes.io/projected/b88747fe-cc60-48fc-bcf9-dd1a943635e9-kube-api-access-9qws5\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.820923 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.820964 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.821031 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.821078 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.821177 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.821395 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-config\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.821446 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.822881 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.824158 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") device mount path \"/mnt/openstack/pv17\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.824262 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-config\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.824659 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.827256 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.827509 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.832791 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.847997 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9qws5\" (UniqueName: \"kubernetes.io/projected/b88747fe-cc60-48fc-bcf9-dd1a943635e9-kube-api-access-9qws5\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.857606 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"ovsdbserver-sb-0\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:12 crc kubenswrapper[4809]: I1013 20:03:12.902418 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:13 crc kubenswrapper[4809]: I1013 20:03:13.271021 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:13 crc kubenswrapper[4809]: I1013 20:03:13.271081 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:13 crc kubenswrapper[4809]: I1013 20:03:13.406944 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:03:13 crc kubenswrapper[4809]: I1013 20:03:13.692428 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"b88747fe-cc60-48fc-bcf9-dd1a943635e9","Type":"ContainerStarted","Data":"fc4b41a712705971168367fff872e653bff1ec9342999dce413537eddcbc7a85"} Oct 13 20:03:13 crc kubenswrapper[4809]: I1013 20:03:13.692463 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"b88747fe-cc60-48fc-bcf9-dd1a943635e9","Type":"ContainerStarted","Data":"3226556b2c904e0853636d744c617235c24e0d143778f4e57fc7057e4801bb84"} Oct 13 20:03:13 crc kubenswrapper[4809]: I1013 20:03:13.880913 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:13 crc kubenswrapper[4809]: I1013 20:03:13.880967 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.203766 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.204096 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.236063 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.317290 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.670547 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.670626 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.707115 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"b88747fe-cc60-48fc-bcf9-dd1a943635e9","Type":"ContainerStarted","Data":"29851a642e3859ad4579b3f168c20407f726440d227371b32b53947679b29d48"} Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.707307 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.739190 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=3.739164857 podStartE2EDuration="3.739164857s" podCreationTimestamp="2025-10-13 20:03:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:14.732861133 +0000 UTC m=+2313.338607798" watchObservedRunningTime="2025-10-13 20:03:14.739164857 +0000 UTC m=+2313.344911472" Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.977017 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.977070 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:14 crc kubenswrapper[4809]: I1013 20:03:14.985007 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:03:15 crc kubenswrapper[4809]: I1013 20:03:15.062057 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:15 crc kubenswrapper[4809]: I1013 20:03:15.062100 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:15 crc kubenswrapper[4809]: I1013 20:03:15.903149 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:16 crc kubenswrapper[4809]: I1013 20:03:16.285376 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:03:16 crc kubenswrapper[4809]: I1013 20:03:16.689850 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.783174 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.795346 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.802586 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-storage-config-data" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.802645 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-swift-dockercfg-5l75d" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.802875 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-files" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.803008 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-conf" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.804655 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.903224 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.909299 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.909398 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tbb7s\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-kube-api-access-tbb7s\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.909520 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.909658 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-cache\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.909751 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-lock\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:17 crc kubenswrapper[4809]: I1013 20:03:17.960761 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.011603 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-lock\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.011688 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.011838 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tbb7s\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-kube-api-access-tbb7s\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.011990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.012153 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-lock\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:18 crc kubenswrapper[4809]: E1013 20:03:18.012192 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:03:18 crc kubenswrapper[4809]: E1013 20:03:18.012357 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:03:18 crc kubenswrapper[4809]: E1013 20:03:18.012408 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift podName:ad29295d-e2f5-4630-bce4-4ab8cd350038 nodeName:}" failed. No retries permitted until 2025-10-13 20:03:18.512386825 +0000 UTC m=+2317.118133420 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift") pod "swift-storage-0" (UID: "ad29295d-e2f5-4630-bce4-4ab8cd350038") : configmap "swift-ring-files" not found Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.012652 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") device mount path \"/mnt/openstack/pv10\"" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.012935 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-cache\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.013384 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-cache\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.042793 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tbb7s\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-kube-api-access-tbb7s\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.043296 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.077087 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.177195 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-tcz2f"] Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.183146 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.185295 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-scripts" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.192915 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-tcz2f"] Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.194647 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.195502 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-config-data" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.225977 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-tcz2f"] Oct 13 20:03:18 crc kubenswrapper[4809]: E1013 20:03:18.226666 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle dispersionconf etc-swift kube-api-access-w9c8b ring-data-devices scripts swiftconf], unattached volumes=[], failed to process volumes=[combined-ca-bundle dispersionconf etc-swift kube-api-access-w9c8b ring-data-devices scripts swiftconf]: context canceled" pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" podUID="f4d8c74b-55ee-495e-a612-86e59810405a" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.243786 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-zgcc4"] Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.244951 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.254618 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-zgcc4"] Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.338953 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-swiftconf\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339052 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/666edbf8-25e2-47e8-90f2-2de4df961773-etc-swift\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339081 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-ring-data-devices\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339099 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-swiftconf\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339116 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-w9c8b\" (UniqueName: \"kubernetes.io/projected/f4d8c74b-55ee-495e-a612-86e59810405a-kube-api-access-w9c8b\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339133 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-dispersionconf\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339172 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-combined-ca-bundle\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339187 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-scripts\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339212 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-ring-data-devices\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339236 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6jvhh\" (UniqueName: \"kubernetes.io/projected/666edbf8-25e2-47e8-90f2-2de4df961773-kube-api-access-6jvhh\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339268 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-scripts\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339291 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-combined-ca-bundle\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339308 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/f4d8c74b-55ee-495e-a612-86e59810405a-etc-swift\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.339349 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-dispersionconf\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.441139 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-scripts\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.441205 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-combined-ca-bundle\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.441230 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/f4d8c74b-55ee-495e-a612-86e59810405a-etc-swift\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.441261 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-dispersionconf\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.441295 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-swiftconf\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.441844 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/666edbf8-25e2-47e8-90f2-2de4df961773-etc-swift\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.441879 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-ring-data-devices\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.441845 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/f4d8c74b-55ee-495e-a612-86e59810405a-etc-swift\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.441926 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-swiftconf\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.441944 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-w9c8b\" (UniqueName: \"kubernetes.io/projected/f4d8c74b-55ee-495e-a612-86e59810405a-kube-api-access-w9c8b\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.441967 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-dispersionconf\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.442026 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-combined-ca-bundle\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.442042 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-scripts\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.442083 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/666edbf8-25e2-47e8-90f2-2de4df961773-etc-swift\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.442085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-ring-data-devices\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.442132 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-scripts\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.442183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6jvhh\" (UniqueName: \"kubernetes.io/projected/666edbf8-25e2-47e8-90f2-2de4df961773-kube-api-access-6jvhh\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.442438 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-ring-data-devices\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.442684 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-scripts\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.442792 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-ring-data-devices\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.444339 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-combined-ca-bundle\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.444561 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-dispersionconf\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.444672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-swiftconf\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.445511 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-combined-ca-bundle\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.445666 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-swiftconf\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.446048 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-dispersionconf\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.462254 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6jvhh\" (UniqueName: \"kubernetes.io/projected/666edbf8-25e2-47e8-90f2-2de4df961773-kube-api-access-6jvhh\") pod \"swift-ring-rebalance-zgcc4\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.465683 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-w9c8b\" (UniqueName: \"kubernetes.io/projected/f4d8c74b-55ee-495e-a612-86e59810405a-kube-api-access-w9c8b\") pod \"swift-ring-rebalance-tcz2f\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.543507 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:18 crc kubenswrapper[4809]: E1013 20:03:18.543716 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:03:18 crc kubenswrapper[4809]: E1013 20:03:18.543855 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:03:18 crc kubenswrapper[4809]: E1013 20:03:18.543902 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift podName:ad29295d-e2f5-4630-bce4-4ab8cd350038 nodeName:}" failed. No retries permitted until 2025-10-13 20:03:19.543886121 +0000 UTC m=+2318.149632706 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift") pod "swift-storage-0" (UID: "ad29295d-e2f5-4630-bce4-4ab8cd350038") : configmap "swift-ring-files" not found Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.559055 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.777555 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.791295 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.951045 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.951331 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-ring-data-devices\") pod \"f4d8c74b-55ee-495e-a612-86e59810405a\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.951606 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-swiftconf\") pod \"f4d8c74b-55ee-495e-a612-86e59810405a\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.951709 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-combined-ca-bundle\") pod \"f4d8c74b-55ee-495e-a612-86e59810405a\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.951783 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-dispersionconf\") pod \"f4d8c74b-55ee-495e-a612-86e59810405a\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.951836 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w9c8b\" (UniqueName: \"kubernetes.io/projected/f4d8c74b-55ee-495e-a612-86e59810405a-kube-api-access-w9c8b\") pod \"f4d8c74b-55ee-495e-a612-86e59810405a\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.951882 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-scripts\") pod \"f4d8c74b-55ee-495e-a612-86e59810405a\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.951931 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/f4d8c74b-55ee-495e-a612-86e59810405a-etc-swift\") pod \"f4d8c74b-55ee-495e-a612-86e59810405a\" (UID: \"f4d8c74b-55ee-495e-a612-86e59810405a\") " Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.952184 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "f4d8c74b-55ee-495e-a612-86e59810405a" (UID: "f4d8c74b-55ee-495e-a612-86e59810405a"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.952538 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f4d8c74b-55ee-495e-a612-86e59810405a-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "f4d8c74b-55ee-495e-a612-86e59810405a" (UID: "f4d8c74b-55ee-495e-a612-86e59810405a"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.953328 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-scripts" (OuterVolumeSpecName: "scripts") pod "f4d8c74b-55ee-495e-a612-86e59810405a" (UID: "f4d8c74b-55ee-495e-a612-86e59810405a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.953918 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.953951 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/f4d8c74b-55ee-495e-a612-86e59810405a-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.953973 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/f4d8c74b-55ee-495e-a612-86e59810405a-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.957264 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "f4d8c74b-55ee-495e-a612-86e59810405a" (UID: "f4d8c74b-55ee-495e-a612-86e59810405a"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.959162 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f4d8c74b-55ee-495e-a612-86e59810405a" (UID: "f4d8c74b-55ee-495e-a612-86e59810405a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.960085 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "f4d8c74b-55ee-495e-a612-86e59810405a" (UID: "f4d8c74b-55ee-495e-a612-86e59810405a"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.960371 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f4d8c74b-55ee-495e-a612-86e59810405a-kube-api-access-w9c8b" (OuterVolumeSpecName: "kube-api-access-w9c8b") pod "f4d8c74b-55ee-495e-a612-86e59810405a" (UID: "f4d8c74b-55ee-495e-a612-86e59810405a"). InnerVolumeSpecName "kube-api-access-w9c8b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:03:18 crc kubenswrapper[4809]: I1013 20:03:18.988118 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-zgcc4"] Oct 13 20:03:18 crc kubenswrapper[4809]: W1013 20:03:18.989165 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod666edbf8_25e2_47e8_90f2_2de4df961773.slice/crio-5c9910ea124c665172c2b0f0a55d091187e0cbef5994c2890dbc53bdfb3adb39 WatchSource:0}: Error finding container 5c9910ea124c665172c2b0f0a55d091187e0cbef5994c2890dbc53bdfb3adb39: Status 404 returned error can't find the container with id 5c9910ea124c665172c2b0f0a55d091187e0cbef5994c2890dbc53bdfb3adb39 Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.012046 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.057668 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.057719 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.057741 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/f4d8c74b-55ee-495e-a612-86e59810405a-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.057751 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w9c8b\" (UniqueName: \"kubernetes.io/projected/f4d8c74b-55ee-495e-a612-86e59810405a-kube-api-access-w9c8b\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.215177 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.226605 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.228718 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-n87fb" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.230346 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.230434 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.233308 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.234055 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.309382 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8ecd250e-85a0-4319-a659-5491b9177510-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.309793 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qljdz\" (UniqueName: \"kubernetes.io/projected/8ecd250e-85a0-4319-a659-5491b9177510-kube-api-access-qljdz\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.309910 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-config\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.310083 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.310161 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-scripts\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.310184 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.310210 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.412850 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-scripts\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.412946 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.413039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.413977 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8ecd250e-85a0-4319-a659-5491b9177510-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.414050 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qljdz\" (UniqueName: \"kubernetes.io/projected/8ecd250e-85a0-4319-a659-5491b9177510-kube-api-access-qljdz\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.414047 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-scripts\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.414266 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-config\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.414540 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.415436 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8ecd250e-85a0-4319-a659-5491b9177510-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.415500 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-config\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.420171 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.420356 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.426561 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.439710 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qljdz\" (UniqueName: \"kubernetes.io/projected/8ecd250e-85a0-4319-a659-5491b9177510-kube-api-access-qljdz\") pod \"ovn-northd-0\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.564456 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.618198 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:19 crc kubenswrapper[4809]: E1013 20:03:19.618429 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:03:19 crc kubenswrapper[4809]: E1013 20:03:19.618447 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:03:19 crc kubenswrapper[4809]: E1013 20:03:19.618496 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift podName:ad29295d-e2f5-4630-bce4-4ab8cd350038 nodeName:}" failed. No retries permitted until 2025-10-13 20:03:21.618480902 +0000 UTC m=+2320.224227487 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift") pod "swift-storage-0" (UID: "ad29295d-e2f5-4630-bce4-4ab8cd350038") : configmap "swift-ring-files" not found Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.796896 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" event={"ID":"666edbf8-25e2-47e8-90f2-2de4df961773","Type":"ContainerStarted","Data":"7521d1f9d3934bb2ebbb143c13be9e82b337bfda09da376667deb6e78029c37f"} Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.797167 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" event={"ID":"666edbf8-25e2-47e8-90f2-2de4df961773","Type":"ContainerStarted","Data":"5c9910ea124c665172c2b0f0a55d091187e0cbef5994c2890dbc53bdfb3adb39"} Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.797120 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-tcz2f" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.833593 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" podStartSLOduration=1.833574135 podStartE2EDuration="1.833574135s" podCreationTimestamp="2025-10-13 20:03:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:19.825920623 +0000 UTC m=+2318.431667218" watchObservedRunningTime="2025-10-13 20:03:19.833574135 +0000 UTC m=+2318.439320720" Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.868524 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-tcz2f"] Oct 13 20:03:19 crc kubenswrapper[4809]: I1013 20:03:19.874862 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-tcz2f"] Oct 13 20:03:20 crc kubenswrapper[4809]: I1013 20:03:20.023517 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:03:20 crc kubenswrapper[4809]: W1013 20:03:20.039900 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8ecd250e_85a0_4319_a659_5491b9177510.slice/crio-aa0fd4a4487212a3a0ff44a305f9c63266fdfdbe985ec64e2258866188e4691e WatchSource:0}: Error finding container aa0fd4a4487212a3a0ff44a305f9c63266fdfdbe985ec64e2258866188e4691e: Status 404 returned error can't find the container with id aa0fd4a4487212a3a0ff44a305f9c63266fdfdbe985ec64e2258866188e4691e Oct 13 20:03:20 crc kubenswrapper[4809]: I1013 20:03:20.165327 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f4d8c74b-55ee-495e-a612-86e59810405a" path="/var/lib/kubelet/pods/f4d8c74b-55ee-495e-a612-86e59810405a/volumes" Oct 13 20:03:20 crc kubenswrapper[4809]: I1013 20:03:20.811206 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"8ecd250e-85a0-4319-a659-5491b9177510","Type":"ContainerStarted","Data":"014bd71fd49feb6b0edef2bc2e28248ebfb98de09d30969fdb3e92609a7084ec"} Oct 13 20:03:20 crc kubenswrapper[4809]: I1013 20:03:20.812778 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"8ecd250e-85a0-4319-a659-5491b9177510","Type":"ContainerStarted","Data":"0da3d0bcebd0e11d22e32b437fc9fb156ad71f123f7e05d959dd8fa4f6cbe5d5"} Oct 13 20:03:20 crc kubenswrapper[4809]: I1013 20:03:20.812935 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"8ecd250e-85a0-4319-a659-5491b9177510","Type":"ContainerStarted","Data":"aa0fd4a4487212a3a0ff44a305f9c63266fdfdbe985ec64e2258866188e4691e"} Oct 13 20:03:20 crc kubenswrapper[4809]: I1013 20:03:20.813073 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:20 crc kubenswrapper[4809]: I1013 20:03:20.848415 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=1.848395724 podStartE2EDuration="1.848395724s" podCreationTimestamp="2025-10-13 20:03:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:20.833378399 +0000 UTC m=+2319.439124994" watchObservedRunningTime="2025-10-13 20:03:20.848395724 +0000 UTC m=+2319.454142319" Oct 13 20:03:21 crc kubenswrapper[4809]: E1013 20:03:21.596526 4809 upgradeaware.go:441] Error proxying data from backend to client: writeto tcp 38.102.83.181:35538->38.102.83.181:41207: read tcp 38.102.83.181:35538->38.102.83.181:41207: read: connection reset by peer Oct 13 20:03:21 crc kubenswrapper[4809]: E1013 20:03:21.597109 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:35538->38.102.83.181:41207: write tcp 38.102.83.181:35538->38.102.83.181:41207: write: broken pipe Oct 13 20:03:21 crc kubenswrapper[4809]: I1013 20:03:21.672017 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:21 crc kubenswrapper[4809]: E1013 20:03:21.672283 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:03:21 crc kubenswrapper[4809]: E1013 20:03:21.672321 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:03:21 crc kubenswrapper[4809]: E1013 20:03:21.672391 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift podName:ad29295d-e2f5-4630-bce4-4ab8cd350038 nodeName:}" failed. No retries permitted until 2025-10-13 20:03:25.67237117 +0000 UTC m=+2324.278117765 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift") pod "swift-storage-0" (UID: "ad29295d-e2f5-4630-bce4-4ab8cd350038") : configmap "swift-ring-files" not found Oct 13 20:03:23 crc kubenswrapper[4809]: I1013 20:03:23.189084 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:23 crc kubenswrapper[4809]: I1013 20:03:23.264143 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:03:23 crc kubenswrapper[4809]: E1013 20:03:23.459069 4809 upgradeaware.go:441] Error proxying data from backend to client: writeto tcp 38.102.83.181:35562->38.102.83.181:41207: read tcp 38.102.83.181:35562->38.102.83.181:41207: read: connection reset by peer Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.155897 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:03:24 crc kubenswrapper[4809]: E1013 20:03:24.156374 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.503662 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-create-cvv4m"] Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.504893 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-cvv4m" Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.533382 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-cvv4m"] Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.634954 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rmfgc\" (UniqueName: \"kubernetes.io/projected/37a18b5c-a30b-46ea-9136-2fa1f81397ee-kube-api-access-rmfgc\") pod \"keystone-db-create-cvv4m\" (UID: \"37a18b5c-a30b-46ea-9136-2fa1f81397ee\") " pod="openstack-kuttl-tests/keystone-db-create-cvv4m" Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.736600 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rmfgc\" (UniqueName: \"kubernetes.io/projected/37a18b5c-a30b-46ea-9136-2fa1f81397ee-kube-api-access-rmfgc\") pod \"keystone-db-create-cvv4m\" (UID: \"37a18b5c-a30b-46ea-9136-2fa1f81397ee\") " pod="openstack-kuttl-tests/keystone-db-create-cvv4m" Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.762480 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rmfgc\" (UniqueName: \"kubernetes.io/projected/37a18b5c-a30b-46ea-9136-2fa1f81397ee-kube-api-access-rmfgc\") pod \"keystone-db-create-cvv4m\" (UID: \"37a18b5c-a30b-46ea-9136-2fa1f81397ee\") " pod="openstack-kuttl-tests/keystone-db-create-cvv4m" Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.842363 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-cvv4m" Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.912312 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-create-5vw49"] Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.913466 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-5vw49"] Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.913557 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-5vw49" Oct 13 20:03:24 crc kubenswrapper[4809]: I1013 20:03:24.950870 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v7k9k\" (UniqueName: \"kubernetes.io/projected/a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea-kube-api-access-v7k9k\") pod \"placement-db-create-5vw49\" (UID: \"a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea\") " pod="openstack-kuttl-tests/placement-db-create-5vw49" Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.051867 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v7k9k\" (UniqueName: \"kubernetes.io/projected/a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea-kube-api-access-v7k9k\") pod \"placement-db-create-5vw49\" (UID: \"a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea\") " pod="openstack-kuttl-tests/placement-db-create-5vw49" Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.072376 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v7k9k\" (UniqueName: \"kubernetes.io/projected/a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea-kube-api-access-v7k9k\") pod \"placement-db-create-5vw49\" (UID: \"a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea\") " pod="openstack-kuttl-tests/placement-db-create-5vw49" Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.143704 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-create-fv45f"] Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.148310 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-fv45f" Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.152898 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-fv45f"] Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.153695 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m6brw\" (UniqueName: \"kubernetes.io/projected/4dca3cb1-4fab-4181-97ca-3585afa54e3e-kube-api-access-m6brw\") pod \"glance-db-create-fv45f\" (UID: \"4dca3cb1-4fab-4181-97ca-3585afa54e3e\") " pod="openstack-kuttl-tests/glance-db-create-fv45f" Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.255333 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m6brw\" (UniqueName: \"kubernetes.io/projected/4dca3cb1-4fab-4181-97ca-3585afa54e3e-kube-api-access-m6brw\") pod \"glance-db-create-fv45f\" (UID: \"4dca3cb1-4fab-4181-97ca-3585afa54e3e\") " pod="openstack-kuttl-tests/glance-db-create-fv45f" Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.274237 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-m6brw\" (UniqueName: \"kubernetes.io/projected/4dca3cb1-4fab-4181-97ca-3585afa54e3e-kube-api-access-m6brw\") pod \"glance-db-create-fv45f\" (UID: \"4dca3cb1-4fab-4181-97ca-3585afa54e3e\") " pod="openstack-kuttl-tests/glance-db-create-fv45f" Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.320624 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-5vw49" Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.390962 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-cvv4m"] Oct 13 20:03:25 crc kubenswrapper[4809]: W1013 20:03:25.399407 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod37a18b5c_a30b_46ea_9136_2fa1f81397ee.slice/crio-0eafd62b85c890adf1151c3bb2141090d00186c92bef3bb0a251212afbdd6e6a WatchSource:0}: Error finding container 0eafd62b85c890adf1151c3bb2141090d00186c92bef3bb0a251212afbdd6e6a: Status 404 returned error can't find the container with id 0eafd62b85c890adf1151c3bb2141090d00186c92bef3bb0a251212afbdd6e6a Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.468413 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-fv45f" Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.765846 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:25 crc kubenswrapper[4809]: E1013 20:03:25.766531 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:03:25 crc kubenswrapper[4809]: E1013 20:03:25.766550 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:03:25 crc kubenswrapper[4809]: E1013 20:03:25.766604 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift podName:ad29295d-e2f5-4630-bce4-4ab8cd350038 nodeName:}" failed. No retries permitted until 2025-10-13 20:03:33.766587362 +0000 UTC m=+2332.372333957 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift") pod "swift-storage-0" (UID: "ad29295d-e2f5-4630-bce4-4ab8cd350038") : configmap "swift-ring-files" not found Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.782691 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-5vw49"] Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.872463 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-5vw49" event={"ID":"a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea","Type":"ContainerStarted","Data":"8b7cd83d8c3511181ccb7f4be59cd84744d64bb8d0c3a26a1cae5bfa547f3cf2"} Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.874136 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-cvv4m" event={"ID":"37a18b5c-a30b-46ea-9136-2fa1f81397ee","Type":"ContainerStarted","Data":"c2360ed8d94c7c83b6bb08add09dcb1306be9497286e2197c1903b654cb02d7a"} Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.874188 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-cvv4m" event={"ID":"37a18b5c-a30b-46ea-9136-2fa1f81397ee","Type":"ContainerStarted","Data":"0eafd62b85c890adf1151c3bb2141090d00186c92bef3bb0a251212afbdd6e6a"} Oct 13 20:03:25 crc kubenswrapper[4809]: I1013 20:03:25.942275 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-fv45f"] Oct 13 20:03:25 crc kubenswrapper[4809]: W1013 20:03:25.946986 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod4dca3cb1_4fab_4181_97ca_3585afa54e3e.slice/crio-ebb6ca7d5c4f7665830dc726ea04ce8e2d2af04939ef04ac5d91ccc0e57912bb WatchSource:0}: Error finding container ebb6ca7d5c4f7665830dc726ea04ce8e2d2af04939ef04ac5d91ccc0e57912bb: Status 404 returned error can't find the container with id ebb6ca7d5c4f7665830dc726ea04ce8e2d2af04939ef04ac5d91ccc0e57912bb Oct 13 20:03:26 crc kubenswrapper[4809]: I1013 20:03:26.889008 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-5vw49" event={"ID":"a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea","Type":"ContainerStarted","Data":"129987682e631f2567c9f7327bb0f7a9de03a62c16b5430f6a2184196854bb16"} Oct 13 20:03:26 crc kubenswrapper[4809]: I1013 20:03:26.893176 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-fv45f" event={"ID":"4dca3cb1-4fab-4181-97ca-3585afa54e3e","Type":"ContainerStarted","Data":"8bc666d41732105f240be67c64c2208eb021b69afb4bf7d199acdfc3921bac71"} Oct 13 20:03:26 crc kubenswrapper[4809]: I1013 20:03:26.893221 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-fv45f" event={"ID":"4dca3cb1-4fab-4181-97ca-3585afa54e3e","Type":"ContainerStarted","Data":"ebb6ca7d5c4f7665830dc726ea04ce8e2d2af04939ef04ac5d91ccc0e57912bb"} Oct 13 20:03:26 crc kubenswrapper[4809]: I1013 20:03:26.895810 4809 generic.go:334] "Generic (PLEG): container finished" podID="666edbf8-25e2-47e8-90f2-2de4df961773" containerID="7521d1f9d3934bb2ebbb143c13be9e82b337bfda09da376667deb6e78029c37f" exitCode=0 Oct 13 20:03:26 crc kubenswrapper[4809]: I1013 20:03:26.896275 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" event={"ID":"666edbf8-25e2-47e8-90f2-2de4df961773","Type":"ContainerDied","Data":"7521d1f9d3934bb2ebbb143c13be9e82b337bfda09da376667deb6e78029c37f"} Oct 13 20:03:26 crc kubenswrapper[4809]: I1013 20:03:26.906544 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-db-create-5vw49" podStartSLOduration=2.906528419 podStartE2EDuration="2.906528419s" podCreationTimestamp="2025-10-13 20:03:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:26.906025455 +0000 UTC m=+2325.511772110" watchObservedRunningTime="2025-10-13 20:03:26.906528419 +0000 UTC m=+2325.512275004" Oct 13 20:03:26 crc kubenswrapper[4809]: I1013 20:03:26.923270 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-db-create-cvv4m" podStartSLOduration=2.923249891 podStartE2EDuration="2.923249891s" podCreationTimestamp="2025-10-13 20:03:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:26.918612632 +0000 UTC m=+2325.524359227" watchObservedRunningTime="2025-10-13 20:03:26.923249891 +0000 UTC m=+2325.528996476" Oct 13 20:03:26 crc kubenswrapper[4809]: I1013 20:03:26.951346 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-create-fv45f" podStartSLOduration=1.9512394039999998 podStartE2EDuration="1.951239404s" podCreationTimestamp="2025-10-13 20:03:25 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:26.933630417 +0000 UTC m=+2325.539377012" watchObservedRunningTime="2025-10-13 20:03:26.951239404 +0000 UTC m=+2325.556985999" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.363153 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.521278 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-swiftconf\") pod \"666edbf8-25e2-47e8-90f2-2de4df961773\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.521599 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-scripts\") pod \"666edbf8-25e2-47e8-90f2-2de4df961773\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.521767 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-ring-data-devices\") pod \"666edbf8-25e2-47e8-90f2-2de4df961773\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.521833 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-dispersionconf\") pod \"666edbf8-25e2-47e8-90f2-2de4df961773\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.521887 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/666edbf8-25e2-47e8-90f2-2de4df961773-etc-swift\") pod \"666edbf8-25e2-47e8-90f2-2de4df961773\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.522921 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "666edbf8-25e2-47e8-90f2-2de4df961773" (UID: "666edbf8-25e2-47e8-90f2-2de4df961773"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.521939 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6jvhh\" (UniqueName: \"kubernetes.io/projected/666edbf8-25e2-47e8-90f2-2de4df961773-kube-api-access-6jvhh\") pod \"666edbf8-25e2-47e8-90f2-2de4df961773\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.523107 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-combined-ca-bundle\") pod \"666edbf8-25e2-47e8-90f2-2de4df961773\" (UID: \"666edbf8-25e2-47e8-90f2-2de4df961773\") " Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.524206 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.524419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/666edbf8-25e2-47e8-90f2-2de4df961773-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "666edbf8-25e2-47e8-90f2-2de4df961773" (UID: "666edbf8-25e2-47e8-90f2-2de4df961773"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.529437 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/666edbf8-25e2-47e8-90f2-2de4df961773-kube-api-access-6jvhh" (OuterVolumeSpecName: "kube-api-access-6jvhh") pod "666edbf8-25e2-47e8-90f2-2de4df961773" (UID: "666edbf8-25e2-47e8-90f2-2de4df961773"). InnerVolumeSpecName "kube-api-access-6jvhh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.536320 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "666edbf8-25e2-47e8-90f2-2de4df961773" (UID: "666edbf8-25e2-47e8-90f2-2de4df961773"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.546603 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-scripts" (OuterVolumeSpecName: "scripts") pod "666edbf8-25e2-47e8-90f2-2de4df961773" (UID: "666edbf8-25e2-47e8-90f2-2de4df961773"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.566305 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "666edbf8-25e2-47e8-90f2-2de4df961773" (UID: "666edbf8-25e2-47e8-90f2-2de4df961773"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.581011 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "666edbf8-25e2-47e8-90f2-2de4df961773" (UID: "666edbf8-25e2-47e8-90f2-2de4df961773"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.626812 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/666edbf8-25e2-47e8-90f2-2de4df961773-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.626864 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.626886 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/666edbf8-25e2-47e8-90f2-2de4df961773-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.626904 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6jvhh\" (UniqueName: \"kubernetes.io/projected/666edbf8-25e2-47e8-90f2-2de4df961773-kube-api-access-6jvhh\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.626924 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.626942 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/666edbf8-25e2-47e8-90f2-2de4df961773-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.929328 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" event={"ID":"666edbf8-25e2-47e8-90f2-2de4df961773","Type":"ContainerDied","Data":"5c9910ea124c665172c2b0f0a55d091187e0cbef5994c2890dbc53bdfb3adb39"} Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.929388 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5c9910ea124c665172c2b0f0a55d091187e0cbef5994c2890dbc53bdfb3adb39" Oct 13 20:03:28 crc kubenswrapper[4809]: I1013 20:03:28.929417 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-zgcc4" Oct 13 20:03:32 crc kubenswrapper[4809]: I1013 20:03:32.802306 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:32 crc kubenswrapper[4809]: I1013 20:03:32.894852 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:03:32 crc kubenswrapper[4809]: I1013 20:03:32.978426 4809 generic.go:334] "Generic (PLEG): container finished" podID="a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea" containerID="129987682e631f2567c9f7327bb0f7a9de03a62c16b5430f6a2184196854bb16" exitCode=0 Oct 13 20:03:32 crc kubenswrapper[4809]: I1013 20:03:32.978519 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-5vw49" event={"ID":"a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea","Type":"ContainerDied","Data":"129987682e631f2567c9f7327bb0f7a9de03a62c16b5430f6a2184196854bb16"} Oct 13 20:03:32 crc kubenswrapper[4809]: I1013 20:03:32.980374 4809 generic.go:334] "Generic (PLEG): container finished" podID="37a18b5c-a30b-46ea-9136-2fa1f81397ee" containerID="c2360ed8d94c7c83b6bb08add09dcb1306be9497286e2197c1903b654cb02d7a" exitCode=0 Oct 13 20:03:32 crc kubenswrapper[4809]: I1013 20:03:32.980436 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-cvv4m" event={"ID":"37a18b5c-a30b-46ea-9136-2fa1f81397ee","Type":"ContainerDied","Data":"c2360ed8d94c7c83b6bb08add09dcb1306be9497286e2197c1903b654cb02d7a"} Oct 13 20:03:32 crc kubenswrapper[4809]: I1013 20:03:32.982790 4809 generic.go:334] "Generic (PLEG): container finished" podID="4dca3cb1-4fab-4181-97ca-3585afa54e3e" containerID="8bc666d41732105f240be67c64c2208eb021b69afb4bf7d199acdfc3921bac71" exitCode=0 Oct 13 20:03:32 crc kubenswrapper[4809]: I1013 20:03:32.982857 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-fv45f" event={"ID":"4dca3cb1-4fab-4181-97ca-3585afa54e3e","Type":"ContainerDied","Data":"8bc666d41732105f240be67c64c2208eb021b69afb4bf7d199acdfc3921bac71"} Oct 13 20:03:33 crc kubenswrapper[4809]: I1013 20:03:33.038278 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:33 crc kubenswrapper[4809]: I1013 20:03:33.109077 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:03:33 crc kubenswrapper[4809]: I1013 20:03:33.834785 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:33 crc kubenswrapper[4809]: I1013 20:03:33.848921 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift\") pod \"swift-storage-0\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:33 crc kubenswrapper[4809]: I1013 20:03:33.942364 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/openstack-galera-2" podUID="5aa20bcb-2f3e-468b-9389-9371086e62d2" containerName="galera" probeResult="failure" output=< Oct 13 20:03:33 crc kubenswrapper[4809]: wsrep_local_state_comment (Donor/Desynced) differs from Synced Oct 13 20:03:33 crc kubenswrapper[4809]: > Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.027871 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.435758 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-5vw49" Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.442957 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-cvv4m" Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.460590 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-fv45f" Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.545459 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v7k9k\" (UniqueName: \"kubernetes.io/projected/a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea-kube-api-access-v7k9k\") pod \"a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea\" (UID: \"a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea\") " Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.545491 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-m6brw\" (UniqueName: \"kubernetes.io/projected/4dca3cb1-4fab-4181-97ca-3585afa54e3e-kube-api-access-m6brw\") pod \"4dca3cb1-4fab-4181-97ca-3585afa54e3e\" (UID: \"4dca3cb1-4fab-4181-97ca-3585afa54e3e\") " Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.545619 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rmfgc\" (UniqueName: \"kubernetes.io/projected/37a18b5c-a30b-46ea-9136-2fa1f81397ee-kube-api-access-rmfgc\") pod \"37a18b5c-a30b-46ea-9136-2fa1f81397ee\" (UID: \"37a18b5c-a30b-46ea-9136-2fa1f81397ee\") " Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.551512 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/37a18b5c-a30b-46ea-9136-2fa1f81397ee-kube-api-access-rmfgc" (OuterVolumeSpecName: "kube-api-access-rmfgc") pod "37a18b5c-a30b-46ea-9136-2fa1f81397ee" (UID: "37a18b5c-a30b-46ea-9136-2fa1f81397ee"). InnerVolumeSpecName "kube-api-access-rmfgc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.551582 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea-kube-api-access-v7k9k" (OuterVolumeSpecName: "kube-api-access-v7k9k") pod "a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea" (UID: "a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea"). InnerVolumeSpecName "kube-api-access-v7k9k". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.551916 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4dca3cb1-4fab-4181-97ca-3585afa54e3e-kube-api-access-m6brw" (OuterVolumeSpecName: "kube-api-access-m6brw") pod "4dca3cb1-4fab-4181-97ca-3585afa54e3e" (UID: "4dca3cb1-4fab-4181-97ca-3585afa54e3e"). InnerVolumeSpecName "kube-api-access-m6brw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.587161 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.650561 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rmfgc\" (UniqueName: \"kubernetes.io/projected/37a18b5c-a30b-46ea-9136-2fa1f81397ee-kube-api-access-rmfgc\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.651100 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-m6brw\" (UniqueName: \"kubernetes.io/projected/4dca3cb1-4fab-4181-97ca-3585afa54e3e-kube-api-access-m6brw\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.651111 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v7k9k\" (UniqueName: \"kubernetes.io/projected/a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea-kube-api-access-v7k9k\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:34 crc kubenswrapper[4809]: I1013 20:03:34.654474 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.002990 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd"} Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.003030 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"5a7883a8f1da22392d67837abf617f2354ec321f9d50935c510d9a4e1da243fa"} Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.010137 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-5vw49" event={"ID":"a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea","Type":"ContainerDied","Data":"8b7cd83d8c3511181ccb7f4be59cd84744d64bb8d0c3a26a1cae5bfa547f3cf2"} Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.010192 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8b7cd83d8c3511181ccb7f4be59cd84744d64bb8d0c3a26a1cae5bfa547f3cf2" Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.010256 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-5vw49" Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.015643 4809 generic.go:334] "Generic (PLEG): container finished" podID="a470127f-dbb2-4908-8e68-119798666809" containerID="262aa902122d27c856ab5cb713071567dad56f5de67cb0ae3d54d0d50df873ca" exitCode=0 Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.015708 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" event={"ID":"a470127f-dbb2-4908-8e68-119798666809","Type":"ContainerDied","Data":"262aa902122d27c856ab5cb713071567dad56f5de67cb0ae3d54d0d50df873ca"} Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.029665 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-cvv4m" event={"ID":"37a18b5c-a30b-46ea-9136-2fa1f81397ee","Type":"ContainerDied","Data":"0eafd62b85c890adf1151c3bb2141090d00186c92bef3bb0a251212afbdd6e6a"} Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.029719 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0eafd62b85c890adf1151c3bb2141090d00186c92bef3bb0a251212afbdd6e6a" Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.029845 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-cvv4m" Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.038844 4809 generic.go:334] "Generic (PLEG): container finished" podID="3aef2e60-ce94-4676-8535-49d0e84d9390" containerID="4ae97958027821d328ef4820df9039c8bd676152d192530d2c4ed2d807e85307" exitCode=0 Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.038908 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"3aef2e60-ce94-4676-8535-49d0e84d9390","Type":"ContainerDied","Data":"4ae97958027821d328ef4820df9039c8bd676152d192530d2c4ed2d807e85307"} Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.047991 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-fv45f" Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.048699 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-fv45f" event={"ID":"4dca3cb1-4fab-4181-97ca-3585afa54e3e","Type":"ContainerDied","Data":"ebb6ca7d5c4f7665830dc726ea04ce8e2d2af04939ef04ac5d91ccc0e57912bb"} Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.048836 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ebb6ca7d5c4f7665830dc726ea04ce8e2d2af04939ef04ac5d91ccc0e57912bb" Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.065519 4809 generic.go:334] "Generic (PLEG): container finished" podID="d704ab0c-5baf-4c13-8e89-7cdbe98131ca" containerID="4d780e8fe49cbd2b1f25dcdef100de18a0fe891c95b3833ba6db9dfdcda5a31c" exitCode=0 Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.065564 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" event={"ID":"d704ab0c-5baf-4c13-8e89-7cdbe98131ca","Type":"ContainerDied","Data":"4d780e8fe49cbd2b1f25dcdef100de18a0fe891c95b3833ba6db9dfdcda5a31c"} Oct 13 20:03:35 crc kubenswrapper[4809]: I1013 20:03:35.144069 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/openstack-cell1-galera-2" podUID="d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" containerName="galera" probeResult="failure" output=< Oct 13 20:03:35 crc kubenswrapper[4809]: wsrep_local_state_comment (Donor/Desynced) differs from Synced Oct 13 20:03:35 crc kubenswrapper[4809]: > Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.075824 4809 generic.go:334] "Generic (PLEG): container finished" podID="b9a5f97c-e3e8-4341-af1f-edde96d79030" containerID="6f75900d3aeb762d7e60548b6b2ad4f040e3b71179bace05fbc9d6d9d585b207" exitCode=0 Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.075909 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b9a5f97c-e3e8-4341-af1f-edde96d79030","Type":"ContainerDied","Data":"6f75900d3aeb762d7e60548b6b2ad4f040e3b71179bace05fbc9d6d9d585b207"} Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.080991 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd"} Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.081026 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a"} Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.081036 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95"} Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.081046 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052"} Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.083065 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" event={"ID":"a470127f-dbb2-4908-8e68-119798666809","Type":"ContainerStarted","Data":"30cf78e3eec68fb2d29c3a201bcc61231917a4d77370cbcabd2b4631d6565e8e"} Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.083621 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.094795 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"3aef2e60-ce94-4676-8535-49d0e84d9390","Type":"ContainerStarted","Data":"a0d40c6e6ec2b198a1482e48244dd9e4416c60ea25379f0c45d7d3eb11ed3284"} Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.095039 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.133128 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" event={"ID":"d704ab0c-5baf-4c13-8e89-7cdbe98131ca","Type":"ContainerStarted","Data":"da629e9c9a4550330420de7686c1c65d4919daaf3645eda7f773e761a37a7c86"} Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.133882 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.141868 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" podStartSLOduration=37.141852977 podStartE2EDuration="37.141852977s" podCreationTimestamp="2025-10-13 20:02:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:36.140996163 +0000 UTC m=+2334.746742748" watchObservedRunningTime="2025-10-13 20:03:36.141852977 +0000 UTC m=+2334.747599562" Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.226338 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podStartSLOduration=37.226318461 podStartE2EDuration="37.226318461s" podCreationTimestamp="2025-10-13 20:02:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:36.173018478 +0000 UTC m=+2334.778765063" watchObservedRunningTime="2025-10-13 20:03:36.226318461 +0000 UTC m=+2334.832065046" Oct 13 20:03:36 crc kubenswrapper[4809]: I1013 20:03:36.271427 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" podStartSLOduration=37.271385376 podStartE2EDuration="37.271385376s" podCreationTimestamp="2025-10-13 20:02:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:36.20310448 +0000 UTC m=+2334.808851085" watchObservedRunningTime="2025-10-13 20:03:36.271385376 +0000 UTC m=+2334.877131961" Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.144948 4809 generic.go:334] "Generic (PLEG): container finished" podID="3f9b3c7b-654e-424b-ac21-ad79d98abab8" containerID="726ea6adb7f3cbf94854b5dbbde321677cca158813f11a13df4097d0cd1eb71e" exitCode=0 Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.145168 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-1" event={"ID":"3f9b3c7b-654e-424b-ac21-ad79d98abab8","Type":"ContainerDied","Data":"726ea6adb7f3cbf94854b5dbbde321677cca158813f11a13df4097d0cd1eb71e"} Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.148587 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b9a5f97c-e3e8-4341-af1f-edde96d79030","Type":"ContainerStarted","Data":"216057bd4e7ff4595b86830742ae4705567032f9b741791bf2231468113e0036"} Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.149044 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.155618 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:03:37 crc kubenswrapper[4809]: E1013 20:03:37.155910 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.158439 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047"} Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.158492 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201"} Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.158503 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830"} Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.158513 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d"} Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.160579 4809 generic.go:334] "Generic (PLEG): container finished" podID="13ae95ff-db68-45c0-84cb-6cf2b5692c5f" containerID="76faa6078f18c63c19f892bc166dd50d4fe7afb163bf34baaea143dc31b4fbaa" exitCode=0 Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.161321 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-2" event={"ID":"13ae95ff-db68-45c0-84cb-6cf2b5692c5f","Type":"ContainerDied","Data":"76faa6078f18c63c19f892bc166dd50d4fe7afb163bf34baaea143dc31b4fbaa"} Oct 13 20:03:37 crc kubenswrapper[4809]: I1013 20:03:37.253008 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-0" podStartSLOduration=37.252989578 podStartE2EDuration="37.252989578s" podCreationTimestamp="2025-10-13 20:03:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:37.243410473 +0000 UTC m=+2335.849157058" watchObservedRunningTime="2025-10-13 20:03:37.252989578 +0000 UTC m=+2335.858736163" Oct 13 20:03:38 crc kubenswrapper[4809]: I1013 20:03:38.177466 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45"} Oct 13 20:03:38 crc kubenswrapper[4809]: I1013 20:03:38.180006 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-2" event={"ID":"13ae95ff-db68-45c0-84cb-6cf2b5692c5f","Type":"ContainerStarted","Data":"1f3f69c41a1fb21c3fdd705e442396372af172953b18f6cc231e5adc28e8e295"} Oct 13 20:03:38 crc kubenswrapper[4809]: I1013 20:03:38.181806 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-1" event={"ID":"3f9b3c7b-654e-424b-ac21-ad79d98abab8","Type":"ContainerStarted","Data":"12f94afd8db81e2d381852728b6ccb58bb73aeaff0ae83b5d3dc88d5e1bd19ce"} Oct 13 20:03:39 crc kubenswrapper[4809]: I1013 20:03:39.204521 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351"} Oct 13 20:03:39 crc kubenswrapper[4809]: I1013 20:03:39.205327 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:03:39 crc kubenswrapper[4809]: I1013 20:03:39.205363 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae"} Oct 13 20:03:39 crc kubenswrapper[4809]: I1013 20:03:39.231024 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-1" podStartSLOduration=39.231006379 podStartE2EDuration="39.231006379s" podCreationTimestamp="2025-10-13 20:03:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:39.223821471 +0000 UTC m=+2337.829568056" watchObservedRunningTime="2025-10-13 20:03:39.231006379 +0000 UTC m=+2337.836752964" Oct 13 20:03:39 crc kubenswrapper[4809]: I1013 20:03:39.266224 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-2" podStartSLOduration=39.266208762 podStartE2EDuration="39.266208762s" podCreationTimestamp="2025-10-13 20:03:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:39.259666131 +0000 UTC m=+2337.865412706" watchObservedRunningTime="2025-10-13 20:03:39.266208762 +0000 UTC m=+2337.871955347" Oct 13 20:03:39 crc kubenswrapper[4809]: I1013 20:03:39.502936 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:39 crc kubenswrapper[4809]: I1013 20:03:39.578806 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:03:39 crc kubenswrapper[4809]: I1013 20:03:39.594947 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:39 crc kubenswrapper[4809]: I1013 20:03:39.709340 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.219593 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa"} Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.219653 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8"} Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.219668 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerStarted","Data":"c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67"} Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.273586 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-storage-0" podStartSLOduration=24.273568495 podStartE2EDuration="24.273568495s" podCreationTimestamp="2025-10-13 20:03:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:40.269543074 +0000 UTC m=+2338.875289669" watchObservedRunningTime="2025-10-13 20:03:40.273568495 +0000 UTC m=+2338.879315070" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.548095 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl"] Oct 13 20:03:40 crc kubenswrapper[4809]: E1013 20:03:40.548429 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="37a18b5c-a30b-46ea-9136-2fa1f81397ee" containerName="mariadb-database-create" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.548444 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="37a18b5c-a30b-46ea-9136-2fa1f81397ee" containerName="mariadb-database-create" Oct 13 20:03:40 crc kubenswrapper[4809]: E1013 20:03:40.548466 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea" containerName="mariadb-database-create" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.548472 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea" containerName="mariadb-database-create" Oct 13 20:03:40 crc kubenswrapper[4809]: E1013 20:03:40.548485 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4dca3cb1-4fab-4181-97ca-3585afa54e3e" containerName="mariadb-database-create" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.548491 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4dca3cb1-4fab-4181-97ca-3585afa54e3e" containerName="mariadb-database-create" Oct 13 20:03:40 crc kubenswrapper[4809]: E1013 20:03:40.548516 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="666edbf8-25e2-47e8-90f2-2de4df961773" containerName="swift-ring-rebalance" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.548522 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="666edbf8-25e2-47e8-90f2-2de4df961773" containerName="swift-ring-rebalance" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.548659 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="666edbf8-25e2-47e8-90f2-2de4df961773" containerName="swift-ring-rebalance" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.548673 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="37a18b5c-a30b-46ea-9136-2fa1f81397ee" containerName="mariadb-database-create" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.548680 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea" containerName="mariadb-database-create" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.548701 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4dca3cb1-4fab-4181-97ca-3585afa54e3e" containerName="mariadb-database-create" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.549534 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.551131 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"dns-swift-storage-0" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.569242 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl"] Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.632743 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h8tqt\" (UniqueName: \"kubernetes.io/projected/93835c86-cd25-4776-aff5-a57fc1fee7cd-kube-api-access-h8tqt\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.632835 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-config\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.632904 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.632938 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.733874 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.733922 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.734010 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-h8tqt\" (UniqueName: \"kubernetes.io/projected/93835c86-cd25-4776-aff5-a57fc1fee7cd-kube-api-access-h8tqt\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.734053 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-config\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.734826 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.734877 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.734913 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-config\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.751547 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-h8tqt\" (UniqueName: \"kubernetes.io/projected/93835c86-cd25-4776-aff5-a57fc1fee7cd-kube-api-access-h8tqt\") pod \"dnsmasq-dnsmasq-5464d4fd65-44dcl\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:40 crc kubenswrapper[4809]: I1013 20:03:40.865207 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:41 crc kubenswrapper[4809]: I1013 20:03:41.329005 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl"] Oct 13 20:03:41 crc kubenswrapper[4809]: I1013 20:03:41.659833 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:03:42 crc kubenswrapper[4809]: I1013 20:03:42.244762 4809 generic.go:334] "Generic (PLEG): container finished" podID="93835c86-cd25-4776-aff5-a57fc1fee7cd" containerID="954dcdef132157f5b3abd5a7e9fdec6539db2ee7660ebedac6bcdbeea3b08297" exitCode=0 Oct 13 20:03:42 crc kubenswrapper[4809]: I1013 20:03:42.245263 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" event={"ID":"93835c86-cd25-4776-aff5-a57fc1fee7cd","Type":"ContainerDied","Data":"954dcdef132157f5b3abd5a7e9fdec6539db2ee7660ebedac6bcdbeea3b08297"} Oct 13 20:03:42 crc kubenswrapper[4809]: I1013 20:03:42.245314 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" event={"ID":"93835c86-cd25-4776-aff5-a57fc1fee7cd","Type":"ContainerStarted","Data":"71f06b75b7de8ac73f70c9fb73057df1573b202a452773e814588d7e349d45dc"} Oct 13 20:03:43 crc kubenswrapper[4809]: I1013 20:03:43.259484 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" event={"ID":"93835c86-cd25-4776-aff5-a57fc1fee7cd","Type":"ContainerStarted","Data":"04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1"} Oct 13 20:03:43 crc kubenswrapper[4809]: I1013 20:03:43.259812 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:43 crc kubenswrapper[4809]: I1013 20:03:43.291766 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" podStartSLOduration=3.291731626 podStartE2EDuration="3.291731626s" podCreationTimestamp="2025-10-13 20:03:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:43.286982455 +0000 UTC m=+2341.892729050" watchObservedRunningTime="2025-10-13 20:03:43.291731626 +0000 UTC m=+2341.897478221" Oct 13 20:03:44 crc kubenswrapper[4809]: I1013 20:03:44.703427 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-c110-account-create-5sxpx"] Oct 13 20:03:44 crc kubenswrapper[4809]: I1013 20:03:44.705043 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-c110-account-create-5sxpx" Oct 13 20:03:44 crc kubenswrapper[4809]: I1013 20:03:44.708291 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-db-secret" Oct 13 20:03:44 crc kubenswrapper[4809]: I1013 20:03:44.712472 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-c110-account-create-5sxpx"] Oct 13 20:03:44 crc kubenswrapper[4809]: I1013 20:03:44.733109 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pbrpr\" (UniqueName: \"kubernetes.io/projected/cc18d302-7f39-46d0-aad7-dce134eb1714-kube-api-access-pbrpr\") pod \"keystone-c110-account-create-5sxpx\" (UID: \"cc18d302-7f39-46d0-aad7-dce134eb1714\") " pod="openstack-kuttl-tests/keystone-c110-account-create-5sxpx" Oct 13 20:03:44 crc kubenswrapper[4809]: I1013 20:03:44.835200 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pbrpr\" (UniqueName: \"kubernetes.io/projected/cc18d302-7f39-46d0-aad7-dce134eb1714-kube-api-access-pbrpr\") pod \"keystone-c110-account-create-5sxpx\" (UID: \"cc18d302-7f39-46d0-aad7-dce134eb1714\") " pod="openstack-kuttl-tests/keystone-c110-account-create-5sxpx" Oct 13 20:03:44 crc kubenswrapper[4809]: I1013 20:03:44.864220 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pbrpr\" (UniqueName: \"kubernetes.io/projected/cc18d302-7f39-46d0-aad7-dce134eb1714-kube-api-access-pbrpr\") pod \"keystone-c110-account-create-5sxpx\" (UID: \"cc18d302-7f39-46d0-aad7-dce134eb1714\") " pod="openstack-kuttl-tests/keystone-c110-account-create-5sxpx" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.018935 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-263f-account-create-2zlqr"] Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.020483 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-263f-account-create-2zlqr" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.022618 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-db-secret" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.038456 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-263f-account-create-2zlqr"] Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.040286 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-c110-account-create-5sxpx" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.139835 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bf87q\" (UniqueName: \"kubernetes.io/projected/27cdfc95-752e-4c8e-b708-719eced75329-kube-api-access-bf87q\") pod \"placement-263f-account-create-2zlqr\" (UID: \"27cdfc95-752e-4c8e-b708-719eced75329\") " pod="openstack-kuttl-tests/placement-263f-account-create-2zlqr" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.241926 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bf87q\" (UniqueName: \"kubernetes.io/projected/27cdfc95-752e-4c8e-b708-719eced75329-kube-api-access-bf87q\") pod \"placement-263f-account-create-2zlqr\" (UID: \"27cdfc95-752e-4c8e-b708-719eced75329\") " pod="openstack-kuttl-tests/placement-263f-account-create-2zlqr" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.260849 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bf87q\" (UniqueName: \"kubernetes.io/projected/27cdfc95-752e-4c8e-b708-719eced75329-kube-api-access-bf87q\") pod \"placement-263f-account-create-2zlqr\" (UID: \"27cdfc95-752e-4c8e-b708-719eced75329\") " pod="openstack-kuttl-tests/placement-263f-account-create-2zlqr" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.327981 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-5df5-account-create-rmxf8"] Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.329378 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-5df5-account-create-rmxf8" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.332205 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-db-secret" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.343780 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-5df5-account-create-rmxf8"] Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.350201 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-263f-account-create-2zlqr" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.445097 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-b6rr7\" (UniqueName: \"kubernetes.io/projected/f75533c0-883e-4219-aeb0-e51dd9e5b4f7-kube-api-access-b6rr7\") pod \"glance-5df5-account-create-rmxf8\" (UID: \"f75533c0-883e-4219-aeb0-e51dd9e5b4f7\") " pod="openstack-kuttl-tests/glance-5df5-account-create-rmxf8" Oct 13 20:03:45 crc kubenswrapper[4809]: W1013 20:03:45.528771 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podcc18d302_7f39_46d0_aad7_dce134eb1714.slice/crio-ed6255840d46c0ae82546b049be8bb37b38b724f087a55708b958cea726f28d5 WatchSource:0}: Error finding container ed6255840d46c0ae82546b049be8bb37b38b724f087a55708b958cea726f28d5: Status 404 returned error can't find the container with id ed6255840d46c0ae82546b049be8bb37b38b724f087a55708b958cea726f28d5 Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.529351 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-c110-account-create-5sxpx"] Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.546709 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-b6rr7\" (UniqueName: \"kubernetes.io/projected/f75533c0-883e-4219-aeb0-e51dd9e5b4f7-kube-api-access-b6rr7\") pod \"glance-5df5-account-create-rmxf8\" (UID: \"f75533c0-883e-4219-aeb0-e51dd9e5b4f7\") " pod="openstack-kuttl-tests/glance-5df5-account-create-rmxf8" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.567511 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-b6rr7\" (UniqueName: \"kubernetes.io/projected/f75533c0-883e-4219-aeb0-e51dd9e5b4f7-kube-api-access-b6rr7\") pod \"glance-5df5-account-create-rmxf8\" (UID: \"f75533c0-883e-4219-aeb0-e51dd9e5b4f7\") " pod="openstack-kuttl-tests/glance-5df5-account-create-rmxf8" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.652522 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-5df5-account-create-rmxf8" Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.791624 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-263f-account-create-2zlqr"] Oct 13 20:03:45 crc kubenswrapper[4809]: I1013 20:03:45.946407 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-5df5-account-create-rmxf8"] Oct 13 20:03:45 crc kubenswrapper[4809]: W1013 20:03:45.966636 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf75533c0_883e_4219_aeb0_e51dd9e5b4f7.slice/crio-d157db3ea5e2e64f9ad0a59fd6f49e94663594bc4fc9e940f0e3f8b7ba0941fc WatchSource:0}: Error finding container d157db3ea5e2e64f9ad0a59fd6f49e94663594bc4fc9e940f0e3f8b7ba0941fc: Status 404 returned error can't find the container with id d157db3ea5e2e64f9ad0a59fd6f49e94663594bc4fc9e940f0e3f8b7ba0941fc Oct 13 20:03:46 crc kubenswrapper[4809]: I1013 20:03:46.295711 4809 generic.go:334] "Generic (PLEG): container finished" podID="cc18d302-7f39-46d0-aad7-dce134eb1714" containerID="07d9381ccc51a82fb8f448c445f639064789670ec5bc7805091d0b15f489df12" exitCode=0 Oct 13 20:03:46 crc kubenswrapper[4809]: I1013 20:03:46.295779 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-c110-account-create-5sxpx" event={"ID":"cc18d302-7f39-46d0-aad7-dce134eb1714","Type":"ContainerDied","Data":"07d9381ccc51a82fb8f448c445f639064789670ec5bc7805091d0b15f489df12"} Oct 13 20:03:46 crc kubenswrapper[4809]: I1013 20:03:46.295803 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-c110-account-create-5sxpx" event={"ID":"cc18d302-7f39-46d0-aad7-dce134eb1714","Type":"ContainerStarted","Data":"ed6255840d46c0ae82546b049be8bb37b38b724f087a55708b958cea726f28d5"} Oct 13 20:03:46 crc kubenswrapper[4809]: I1013 20:03:46.297498 4809 generic.go:334] "Generic (PLEG): container finished" podID="27cdfc95-752e-4c8e-b708-719eced75329" containerID="134689ee6cf1252ae8d4452593d8b130d3d8567c50e01eed1d2e19587fbaa0d3" exitCode=0 Oct 13 20:03:46 crc kubenswrapper[4809]: I1013 20:03:46.297532 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-263f-account-create-2zlqr" event={"ID":"27cdfc95-752e-4c8e-b708-719eced75329","Type":"ContainerDied","Data":"134689ee6cf1252ae8d4452593d8b130d3d8567c50e01eed1d2e19587fbaa0d3"} Oct 13 20:03:46 crc kubenswrapper[4809]: I1013 20:03:46.297545 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-263f-account-create-2zlqr" event={"ID":"27cdfc95-752e-4c8e-b708-719eced75329","Type":"ContainerStarted","Data":"42bf05458f0b8df681cbf61a40cc2f9732f4d723dcb0cfe15287d25522f0f884"} Oct 13 20:03:46 crc kubenswrapper[4809]: I1013 20:03:46.299756 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-5df5-account-create-rmxf8" event={"ID":"f75533c0-883e-4219-aeb0-e51dd9e5b4f7","Type":"ContainerStarted","Data":"d157db3ea5e2e64f9ad0a59fd6f49e94663594bc4fc9e940f0e3f8b7ba0941fc"} Oct 13 20:03:47 crc kubenswrapper[4809]: I1013 20:03:47.317773 4809 generic.go:334] "Generic (PLEG): container finished" podID="f75533c0-883e-4219-aeb0-e51dd9e5b4f7" containerID="4c43e76dd0b3ab45c5a8106cc05b30c210b9d7c57ef6889602a6f1a7e47a64ab" exitCode=0 Oct 13 20:03:47 crc kubenswrapper[4809]: I1013 20:03:47.317872 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-5df5-account-create-rmxf8" event={"ID":"f75533c0-883e-4219-aeb0-e51dd9e5b4f7","Type":"ContainerDied","Data":"4c43e76dd0b3ab45c5a8106cc05b30c210b9d7c57ef6889602a6f1a7e47a64ab"} Oct 13 20:03:47 crc kubenswrapper[4809]: I1013 20:03:47.800591 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-c110-account-create-5sxpx" Oct 13 20:03:47 crc kubenswrapper[4809]: I1013 20:03:47.805548 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-263f-account-create-2zlqr" Oct 13 20:03:47 crc kubenswrapper[4809]: I1013 20:03:47.897599 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bf87q\" (UniqueName: \"kubernetes.io/projected/27cdfc95-752e-4c8e-b708-719eced75329-kube-api-access-bf87q\") pod \"27cdfc95-752e-4c8e-b708-719eced75329\" (UID: \"27cdfc95-752e-4c8e-b708-719eced75329\") " Oct 13 20:03:47 crc kubenswrapper[4809]: I1013 20:03:47.898048 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pbrpr\" (UniqueName: \"kubernetes.io/projected/cc18d302-7f39-46d0-aad7-dce134eb1714-kube-api-access-pbrpr\") pod \"cc18d302-7f39-46d0-aad7-dce134eb1714\" (UID: \"cc18d302-7f39-46d0-aad7-dce134eb1714\") " Oct 13 20:03:47 crc kubenswrapper[4809]: I1013 20:03:47.903890 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cc18d302-7f39-46d0-aad7-dce134eb1714-kube-api-access-pbrpr" (OuterVolumeSpecName: "kube-api-access-pbrpr") pod "cc18d302-7f39-46d0-aad7-dce134eb1714" (UID: "cc18d302-7f39-46d0-aad7-dce134eb1714"). InnerVolumeSpecName "kube-api-access-pbrpr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:03:47 crc kubenswrapper[4809]: I1013 20:03:47.904473 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/27cdfc95-752e-4c8e-b708-719eced75329-kube-api-access-bf87q" (OuterVolumeSpecName: "kube-api-access-bf87q") pod "27cdfc95-752e-4c8e-b708-719eced75329" (UID: "27cdfc95-752e-4c8e-b708-719eced75329"). InnerVolumeSpecName "kube-api-access-bf87q". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.001365 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bf87q\" (UniqueName: \"kubernetes.io/projected/27cdfc95-752e-4c8e-b708-719eced75329-kube-api-access-bf87q\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.001402 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pbrpr\" (UniqueName: \"kubernetes.io/projected/cc18d302-7f39-46d0-aad7-dce134eb1714-kube-api-access-pbrpr\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.330078 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-c110-account-create-5sxpx" event={"ID":"cc18d302-7f39-46d0-aad7-dce134eb1714","Type":"ContainerDied","Data":"ed6255840d46c0ae82546b049be8bb37b38b724f087a55708b958cea726f28d5"} Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.330087 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-c110-account-create-5sxpx" Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.330119 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ed6255840d46c0ae82546b049be8bb37b38b724f087a55708b958cea726f28d5" Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.332429 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-263f-account-create-2zlqr" Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.332844 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-263f-account-create-2zlqr" event={"ID":"27cdfc95-752e-4c8e-b708-719eced75329","Type":"ContainerDied","Data":"42bf05458f0b8df681cbf61a40cc2f9732f4d723dcb0cfe15287d25522f0f884"} Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.332878 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="42bf05458f0b8df681cbf61a40cc2f9732f4d723dcb0cfe15287d25522f0f884" Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.620542 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-5df5-account-create-rmxf8" Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.713853 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-b6rr7\" (UniqueName: \"kubernetes.io/projected/f75533c0-883e-4219-aeb0-e51dd9e5b4f7-kube-api-access-b6rr7\") pod \"f75533c0-883e-4219-aeb0-e51dd9e5b4f7\" (UID: \"f75533c0-883e-4219-aeb0-e51dd9e5b4f7\") " Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.717402 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f75533c0-883e-4219-aeb0-e51dd9e5b4f7-kube-api-access-b6rr7" (OuterVolumeSpecName: "kube-api-access-b6rr7") pod "f75533c0-883e-4219-aeb0-e51dd9e5b4f7" (UID: "f75533c0-883e-4219-aeb0-e51dd9e5b4f7"). InnerVolumeSpecName "kube-api-access-b6rr7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:03:48 crc kubenswrapper[4809]: I1013 20:03:48.816820 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-b6rr7\" (UniqueName: \"kubernetes.io/projected/f75533c0-883e-4219-aeb0-e51dd9e5b4f7-kube-api-access-b6rr7\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:49 crc kubenswrapper[4809]: I1013 20:03:49.155311 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:03:49 crc kubenswrapper[4809]: E1013 20:03:49.155834 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:03:49 crc kubenswrapper[4809]: I1013 20:03:49.348849 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-5df5-account-create-rmxf8" event={"ID":"f75533c0-883e-4219-aeb0-e51dd9e5b4f7","Type":"ContainerDied","Data":"d157db3ea5e2e64f9ad0a59fd6f49e94663594bc4fc9e940f0e3f8b7ba0941fc"} Oct 13 20:03:49 crc kubenswrapper[4809]: I1013 20:03:49.348908 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d157db3ea5e2e64f9ad0a59fd6f49e94663594bc4fc9e940f0e3f8b7ba0941fc" Oct 13 20:03:49 crc kubenswrapper[4809]: I1013 20:03:49.348984 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-5df5-account-create-rmxf8" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.462911 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-sync-wcbkf"] Oct 13 20:03:50 crc kubenswrapper[4809]: E1013 20:03:50.463321 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cc18d302-7f39-46d0-aad7-dce134eb1714" containerName="mariadb-account-create" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.463337 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cc18d302-7f39-46d0-aad7-dce134eb1714" containerName="mariadb-account-create" Oct 13 20:03:50 crc kubenswrapper[4809]: E1013 20:03:50.463354 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f75533c0-883e-4219-aeb0-e51dd9e5b4f7" containerName="mariadb-account-create" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.463362 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f75533c0-883e-4219-aeb0-e51dd9e5b4f7" containerName="mariadb-account-create" Oct 13 20:03:50 crc kubenswrapper[4809]: E1013 20:03:50.463395 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="27cdfc95-752e-4c8e-b708-719eced75329" containerName="mariadb-account-create" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.463404 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="27cdfc95-752e-4c8e-b708-719eced75329" containerName="mariadb-account-create" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.463610 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cc18d302-7f39-46d0-aad7-dce134eb1714" containerName="mariadb-account-create" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.463628 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="27cdfc95-752e-4c8e-b708-719eced75329" containerName="mariadb-account-create" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.463655 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f75533c0-883e-4219-aeb0-e51dd9e5b4f7" containerName="mariadb-account-create" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.464394 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.474431 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-config-data" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.481654 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-gq4j6" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.491238 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="3aef2e60-ce94-4676-8535-49d0e84d9390" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.106:5671: connect: connection refused" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.493650 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-wcbkf"] Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.547514 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kcvvd\" (UniqueName: \"kubernetes.io/projected/46843aef-56c4-4939-91eb-901470f32403-kube-api-access-kcvvd\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.547943 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-config-data\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.548145 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-combined-ca-bundle\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.548412 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-db-sync-config-data\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.577093 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" podUID="a470127f-dbb2-4908-8e68-119798666809" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.107:5671: connect: connection refused" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.599609 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" podUID="d704ab0c-5baf-4c13-8e89-7cdbe98131ca" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.108:5671: connect: connection refused" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.650641 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-combined-ca-bundle\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.650803 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-db-sync-config-data\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.650927 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kcvvd\" (UniqueName: \"kubernetes.io/projected/46843aef-56c4-4939-91eb-901470f32403-kube-api-access-kcvvd\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.651085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-config-data\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.658907 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-combined-ca-bundle\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.660694 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-db-sync-config-data\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.664382 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-config-data\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.674368 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kcvvd\" (UniqueName: \"kubernetes.io/projected/46843aef-56c4-4939-91eb-901470f32403-kube-api-access-kcvvd\") pod \"glance-db-sync-wcbkf\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.790843 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.867014 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.952437 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz"] Oct 13 20:03:50 crc kubenswrapper[4809]: I1013 20:03:50.952653 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" podUID="782d68fd-a8cd-422e-add3-9228c6ac95b6" containerName="dnsmasq-dns" containerID="cri-o://95ec405366345efb24ed3980c58abf583dd4a09ad2a52862afe2123fd491d93d" gracePeriod=10 Oct 13 20:03:51 crc kubenswrapper[4809]: I1013 20:03:51.322923 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-wcbkf"] Oct 13 20:03:51 crc kubenswrapper[4809]: W1013 20:03:51.323229 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod46843aef_56c4_4939_91eb_901470f32403.slice/crio-27dfb93fbd6ff8731b01af0fd191b59c1b9d0570d27c6df4301e6d26bc999b48 WatchSource:0}: Error finding container 27dfb93fbd6ff8731b01af0fd191b59c1b9d0570d27c6df4301e6d26bc999b48: Status 404 returned error can't find the container with id 27dfb93fbd6ff8731b01af0fd191b59c1b9d0570d27c6df4301e6d26bc999b48 Oct 13 20:03:51 crc kubenswrapper[4809]: I1013 20:03:51.381254 4809 generic.go:334] "Generic (PLEG): container finished" podID="782d68fd-a8cd-422e-add3-9228c6ac95b6" containerID="95ec405366345efb24ed3980c58abf583dd4a09ad2a52862afe2123fd491d93d" exitCode=0 Oct 13 20:03:51 crc kubenswrapper[4809]: I1013 20:03:51.381311 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" event={"ID":"782d68fd-a8cd-422e-add3-9228c6ac95b6","Type":"ContainerDied","Data":"95ec405366345efb24ed3980c58abf583dd4a09ad2a52862afe2123fd491d93d"} Oct 13 20:03:51 crc kubenswrapper[4809]: I1013 20:03:51.382526 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-wcbkf" event={"ID":"46843aef-56c4-4939-91eb-901470f32403","Type":"ContainerStarted","Data":"27dfb93fbd6ff8731b01af0fd191b59c1b9d0570d27c6df4301e6d26bc999b48"} Oct 13 20:03:51 crc kubenswrapper[4809]: I1013 20:03:51.641835 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="b9a5f97c-e3e8-4341-af1f-edde96d79030" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.109:5671: connect: connection refused" Oct 13 20:03:51 crc kubenswrapper[4809]: I1013 20:03:51.661512 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-server-2" podUID="13ae95ff-db68-45c0-84cb-6cf2b5692c5f" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.110:5671: connect: connection refused" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.046706 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-server-1" podUID="3f9b3c7b-654e-424b-ac21-ad79d98abab8" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.111:5671: connect: connection refused" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.165807 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.178433 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-config\") pod \"782d68fd-a8cd-422e-add3-9228c6ac95b6\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.178590 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5t52c\" (UniqueName: \"kubernetes.io/projected/782d68fd-a8cd-422e-add3-9228c6ac95b6-kube-api-access-5t52c\") pod \"782d68fd-a8cd-422e-add3-9228c6ac95b6\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.178612 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-dnsmasq-svc\") pod \"782d68fd-a8cd-422e-add3-9228c6ac95b6\" (UID: \"782d68fd-a8cd-422e-add3-9228c6ac95b6\") " Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.183813 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/782d68fd-a8cd-422e-add3-9228c6ac95b6-kube-api-access-5t52c" (OuterVolumeSpecName: "kube-api-access-5t52c") pod "782d68fd-a8cd-422e-add3-9228c6ac95b6" (UID: "782d68fd-a8cd-422e-add3-9228c6ac95b6"). InnerVolumeSpecName "kube-api-access-5t52c". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.253362 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-config" (OuterVolumeSpecName: "config") pod "782d68fd-a8cd-422e-add3-9228c6ac95b6" (UID: "782d68fd-a8cd-422e-add3-9228c6ac95b6"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.281091 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "782d68fd-a8cd-422e-add3-9228c6ac95b6" (UID: "782d68fd-a8cd-422e-add3-9228c6ac95b6"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.283287 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5t52c\" (UniqueName: \"kubernetes.io/projected/782d68fd-a8cd-422e-add3-9228c6ac95b6-kube-api-access-5t52c\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.283320 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.283334 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/782d68fd-a8cd-422e-add3-9228c6ac95b6-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.396415 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-wcbkf" event={"ID":"46843aef-56c4-4939-91eb-901470f32403","Type":"ContainerStarted","Data":"0a2ec6ad3ff96573e2c60805e4c04bc8f4435ba9443fc28102c39e0e48b8558e"} Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.401514 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" event={"ID":"782d68fd-a8cd-422e-add3-9228c6ac95b6","Type":"ContainerDied","Data":"239763b7bb31cb45b195db286434ec2953f65cfc78b914860ab35498fc44dd18"} Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.401763 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.401864 4809 scope.go:117] "RemoveContainer" containerID="95ec405366345efb24ed3980c58abf583dd4a09ad2a52862afe2123fd491d93d" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.430811 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-sync-wcbkf" podStartSLOduration=2.430791066 podStartE2EDuration="2.430791066s" podCreationTimestamp="2025-10-13 20:03:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:03:52.414871667 +0000 UTC m=+2351.020618292" watchObservedRunningTime="2025-10-13 20:03:52.430791066 +0000 UTC m=+2351.036537661" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.452584 4809 scope.go:117] "RemoveContainer" containerID="97f0ec023604c34017ee3e5e84cfa43d07933269d2e348f94825c5e849e40abd" Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.456088 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz"] Oct 13 20:03:52 crc kubenswrapper[4809]: I1013 20:03:52.464182 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-vl9gz"] Oct 13 20:03:54 crc kubenswrapper[4809]: I1013 20:03:54.171966 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="782d68fd-a8cd-422e-add3-9228c6ac95b6" path="/var/lib/kubelet/pods/782d68fd-a8cd-422e-add3-9228c6ac95b6/volumes" Oct 13 20:04:00 crc kubenswrapper[4809]: I1013 20:04:00.502004 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:04:00 crc kubenswrapper[4809]: I1013 20:04:00.615889 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:04:00 crc kubenswrapper[4809]: I1013 20:04:00.615954 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:04:01 crc kubenswrapper[4809]: I1013 20:04:01.156019 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:04:01 crc kubenswrapper[4809]: E1013 20:04:01.156594 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:04:01 crc kubenswrapper[4809]: I1013 20:04:01.640953 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:04:01 crc kubenswrapper[4809]: I1013 20:04:01.660255 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-server-2" podUID="13ae95ff-db68-45c0-84cb-6cf2b5692c5f" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.110:5671: connect: connection refused" Oct 13 20:04:02 crc kubenswrapper[4809]: I1013 20:04:02.045215 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-server-1" podUID="3f9b3c7b-654e-424b-ac21-ad79d98abab8" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.111:5671: connect: connection refused" Oct 13 20:04:06 crc kubenswrapper[4809]: I1013 20:04:06.583425 4809 generic.go:334] "Generic (PLEG): container finished" podID="46843aef-56c4-4939-91eb-901470f32403" containerID="0a2ec6ad3ff96573e2c60805e4c04bc8f4435ba9443fc28102c39e0e48b8558e" exitCode=0 Oct 13 20:04:06 crc kubenswrapper[4809]: I1013 20:04:06.583557 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-wcbkf" event={"ID":"46843aef-56c4-4939-91eb-901470f32403","Type":"ContainerDied","Data":"0a2ec6ad3ff96573e2c60805e4c04bc8f4435ba9443fc28102c39e0e48b8558e"} Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.027290 4809 scope.go:117] "RemoveContainer" containerID="7e4b074834e4a55a1a796c80158658979dc48d4f80ef0f761e6250bcd9d3d2d7" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.033791 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.071652 4809 scope.go:117] "RemoveContainer" containerID="84724e1351e273fe11d511cf73140c4facfef3264112711dce9b436d1a42836d" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.104353 4809 scope.go:117] "RemoveContainer" containerID="ecb4b84ec266d30a9f0043f7aaae7daf33a991d8d4bf561fa6417e9135bd93bf" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.111842 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kcvvd\" (UniqueName: \"kubernetes.io/projected/46843aef-56c4-4939-91eb-901470f32403-kube-api-access-kcvvd\") pod \"46843aef-56c4-4939-91eb-901470f32403\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.111983 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-config-data\") pod \"46843aef-56c4-4939-91eb-901470f32403\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.112190 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-combined-ca-bundle\") pod \"46843aef-56c4-4939-91eb-901470f32403\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.112276 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-db-sync-config-data\") pod \"46843aef-56c4-4939-91eb-901470f32403\" (UID: \"46843aef-56c4-4939-91eb-901470f32403\") " Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.122132 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/46843aef-56c4-4939-91eb-901470f32403-kube-api-access-kcvvd" (OuterVolumeSpecName: "kube-api-access-kcvvd") pod "46843aef-56c4-4939-91eb-901470f32403" (UID: "46843aef-56c4-4939-91eb-901470f32403"). InnerVolumeSpecName "kube-api-access-kcvvd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.127897 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "46843aef-56c4-4939-91eb-901470f32403" (UID: "46843aef-56c4-4939-91eb-901470f32403"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.140798 4809 scope.go:117] "RemoveContainer" containerID="80412cd61466710758994319847ba4e890bae2d1500014e1014dc959c32bed11" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.162302 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "46843aef-56c4-4939-91eb-901470f32403" (UID: "46843aef-56c4-4939-91eb-901470f32403"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.180057 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-config-data" (OuterVolumeSpecName: "config-data") pod "46843aef-56c4-4939-91eb-901470f32403" (UID: "46843aef-56c4-4939-91eb-901470f32403"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.215349 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kcvvd\" (UniqueName: \"kubernetes.io/projected/46843aef-56c4-4939-91eb-901470f32403-kube-api-access-kcvvd\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.215395 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.215414 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.215437 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/46843aef-56c4-4939-91eb-901470f32403-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.286075 4809 scope.go:117] "RemoveContainer" containerID="3ec8cec7b5be0a8573bba7354bac5fee27f0b41bd9705179e88c29b4f5e91c16" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.312690 4809 scope.go:117] "RemoveContainer" containerID="4eb4a798b067ed426c9567dc823406fd2667aa6f3bb2300bf53fe38c42933dc3" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.359971 4809 scope.go:117] "RemoveContainer" containerID="1c09401a13b6b9f9c85678a016f9663db643e2bcec6088ec775e30487ed47d13" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.388114 4809 scope.go:117] "RemoveContainer" containerID="4c0986b8d742495a80cde5f422c1a5a5361e2ebe16bc2c2be7c8445e8838569d" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.416126 4809 scope.go:117] "RemoveContainer" containerID="97446714095edc189179dc3474ef4bd304f8badb69a996d31dc0275063ade26f" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.436566 4809 scope.go:117] "RemoveContainer" containerID="4522bc7b1a1235a0a8509318a2bf9159f8e1a57eeede5901141e1eb461bdb535" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.466859 4809 scope.go:117] "RemoveContainer" containerID="df7eef8e877bb4e90c530b8872b0cdf1b4a7e52c959a3c0efcef007c0b5a1c83" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.634768 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-wcbkf" event={"ID":"46843aef-56c4-4939-91eb-901470f32403","Type":"ContainerDied","Data":"27dfb93fbd6ff8731b01af0fd191b59c1b9d0570d27c6df4301e6d26bc999b48"} Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.634821 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="27dfb93fbd6ff8731b01af0fd191b59c1b9d0570d27c6df4301e6d26bc999b48" Oct 13 20:04:08 crc kubenswrapper[4809]: I1013 20:04:08.634898 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-wcbkf" Oct 13 20:04:11 crc kubenswrapper[4809]: I1013 20:04:11.662998 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.046435 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.414522 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-create-k7vc7"] Oct 13 20:04:12 crc kubenswrapper[4809]: E1013 20:04:12.415040 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="782d68fd-a8cd-422e-add3-9228c6ac95b6" containerName="dnsmasq-dns" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.415061 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="782d68fd-a8cd-422e-add3-9228c6ac95b6" containerName="dnsmasq-dns" Oct 13 20:04:12 crc kubenswrapper[4809]: E1013 20:04:12.415078 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="46843aef-56c4-4939-91eb-901470f32403" containerName="glance-db-sync" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.415088 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="46843aef-56c4-4939-91eb-901470f32403" containerName="glance-db-sync" Oct 13 20:04:12 crc kubenswrapper[4809]: E1013 20:04:12.415109 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="782d68fd-a8cd-422e-add3-9228c6ac95b6" containerName="init" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.415117 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="782d68fd-a8cd-422e-add3-9228c6ac95b6" containerName="init" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.415354 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="46843aef-56c4-4939-91eb-901470f32403" containerName="glance-db-sync" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.415396 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="782d68fd-a8cd-422e-add3-9228c6ac95b6" containerName="dnsmasq-dns" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.416211 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-k7vc7" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.427398 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-k7vc7"] Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.499347 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-86ts5\" (UniqueName: \"kubernetes.io/projected/00c118fc-c186-4024-a68b-dff42912d2e3-kube-api-access-86ts5\") pod \"cinder-db-create-k7vc7\" (UID: \"00c118fc-c186-4024-a68b-dff42912d2e3\") " pod="openstack-kuttl-tests/cinder-db-create-k7vc7" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.510404 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-create-wm4gf"] Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.511830 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-wm4gf" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.526535 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-wm4gf"] Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.602331 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-86ts5\" (UniqueName: \"kubernetes.io/projected/00c118fc-c186-4024-a68b-dff42912d2e3-kube-api-access-86ts5\") pod \"cinder-db-create-k7vc7\" (UID: \"00c118fc-c186-4024-a68b-dff42912d2e3\") " pod="openstack-kuttl-tests/cinder-db-create-k7vc7" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.602640 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5bd2t\" (UniqueName: \"kubernetes.io/projected/bde6a433-73c1-479b-9e66-8906a5d53316-kube-api-access-5bd2t\") pod \"barbican-db-create-wm4gf\" (UID: \"bde6a433-73c1-479b-9e66-8906a5d53316\") " pod="openstack-kuttl-tests/barbican-db-create-wm4gf" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.624354 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-create-sxcbb"] Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.625810 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-sxcbb" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.637225 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-86ts5\" (UniqueName: \"kubernetes.io/projected/00c118fc-c186-4024-a68b-dff42912d2e3-kube-api-access-86ts5\") pod \"cinder-db-create-k7vc7\" (UID: \"00c118fc-c186-4024-a68b-dff42912d2e3\") " pod="openstack-kuttl-tests/cinder-db-create-k7vc7" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.638288 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-sxcbb"] Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.705101 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5bd2t\" (UniqueName: \"kubernetes.io/projected/bde6a433-73c1-479b-9e66-8906a5d53316-kube-api-access-5bd2t\") pod \"barbican-db-create-wm4gf\" (UID: \"bde6a433-73c1-479b-9e66-8906a5d53316\") " pod="openstack-kuttl-tests/barbican-db-create-wm4gf" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.720129 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5bd2t\" (UniqueName: \"kubernetes.io/projected/bde6a433-73c1-479b-9e66-8906a5d53316-kube-api-access-5bd2t\") pod \"barbican-db-create-wm4gf\" (UID: \"bde6a433-73c1-479b-9e66-8906a5d53316\") " pod="openstack-kuttl-tests/barbican-db-create-wm4gf" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.733195 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-k7vc7" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.812104 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-p64nf"] Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.813134 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-r4nqp\" (UniqueName: \"kubernetes.io/projected/c90ed718-8d8e-489c-ac3e-e9c396f5b7b4-kube-api-access-r4nqp\") pod \"neutron-db-create-sxcbb\" (UID: \"c90ed718-8d8e-489c-ac3e-e9c396f5b7b4\") " pod="openstack-kuttl-tests/neutron-db-create-sxcbb" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.813370 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.829111 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.829337 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-nz65n" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.829465 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.830483 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.835710 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-wm4gf" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.837699 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-p64nf"] Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.915986 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-r4nqp\" (UniqueName: \"kubernetes.io/projected/c90ed718-8d8e-489c-ac3e-e9c396f5b7b4-kube-api-access-r4nqp\") pod \"neutron-db-create-sxcbb\" (UID: \"c90ed718-8d8e-489c-ac3e-e9c396f5b7b4\") " pod="openstack-kuttl-tests/neutron-db-create-sxcbb" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.959366 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-r4nqp\" (UniqueName: \"kubernetes.io/projected/c90ed718-8d8e-489c-ac3e-e9c396f5b7b4-kube-api-access-r4nqp\") pod \"neutron-db-create-sxcbb\" (UID: \"c90ed718-8d8e-489c-ac3e-e9c396f5b7b4\") " pod="openstack-kuttl-tests/neutron-db-create-sxcbb" Oct 13 20:04:12 crc kubenswrapper[4809]: I1013 20:04:12.983673 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-sxcbb" Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.017490 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-config-data\") pod \"keystone-db-sync-p64nf\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.017545 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xdv2s\" (UniqueName: \"kubernetes.io/projected/37598fdd-6d40-4aaa-99d1-7eab8cea7616-kube-api-access-xdv2s\") pod \"keystone-db-sync-p64nf\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.017620 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-combined-ca-bundle\") pod \"keystone-db-sync-p64nf\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.119053 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-combined-ca-bundle\") pod \"keystone-db-sync-p64nf\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.119166 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-config-data\") pod \"keystone-db-sync-p64nf\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.119212 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xdv2s\" (UniqueName: \"kubernetes.io/projected/37598fdd-6d40-4aaa-99d1-7eab8cea7616-kube-api-access-xdv2s\") pod \"keystone-db-sync-p64nf\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.122849 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-config-data\") pod \"keystone-db-sync-p64nf\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.124037 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-combined-ca-bundle\") pod \"keystone-db-sync-p64nf\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.137851 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xdv2s\" (UniqueName: \"kubernetes.io/projected/37598fdd-6d40-4aaa-99d1-7eab8cea7616-kube-api-access-xdv2s\") pod \"keystone-db-sync-p64nf\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.150339 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.246323 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-k7vc7"] Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.319487 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-wm4gf"] Oct 13 20:04:13 crc kubenswrapper[4809]: W1013 20:04:13.335114 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbde6a433_73c1_479b_9e66_8906a5d53316.slice/crio-47ba3674924fb706cbdb76ea8a6345b3d994bbcd76de13c8a2d897fe728f75d9 WatchSource:0}: Error finding container 47ba3674924fb706cbdb76ea8a6345b3d994bbcd76de13c8a2d897fe728f75d9: Status 404 returned error can't find the container with id 47ba3674924fb706cbdb76ea8a6345b3d994bbcd76de13c8a2d897fe728f75d9 Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.386468 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-p64nf"] Oct 13 20:04:13 crc kubenswrapper[4809]: W1013 20:04:13.400121 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod37598fdd_6d40_4aaa_99d1_7eab8cea7616.slice/crio-c1bcd85a6c88043d19757e9afff2302922256c35f3f8d1780a06fb5b4d372495 WatchSource:0}: Error finding container c1bcd85a6c88043d19757e9afff2302922256c35f3f8d1780a06fb5b4d372495: Status 404 returned error can't find the container with id c1bcd85a6c88043d19757e9afff2302922256c35f3f8d1780a06fb5b4d372495 Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.451368 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-sxcbb"] Oct 13 20:04:13 crc kubenswrapper[4809]: W1013 20:04:13.453671 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc90ed718_8d8e_489c_ac3e_e9c396f5b7b4.slice/crio-74d8dea242c991b67f81e1c20d445954b543598bf171da35d7dabaf5a786bc5e WatchSource:0}: Error finding container 74d8dea242c991b67f81e1c20d445954b543598bf171da35d7dabaf5a786bc5e: Status 404 returned error can't find the container with id 74d8dea242c991b67f81e1c20d445954b543598bf171da35d7dabaf5a786bc5e Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.692658 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-sxcbb" event={"ID":"c90ed718-8d8e-489c-ac3e-e9c396f5b7b4","Type":"ContainerStarted","Data":"74d8dea242c991b67f81e1c20d445954b543598bf171da35d7dabaf5a786bc5e"} Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.694828 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-p64nf" event={"ID":"37598fdd-6d40-4aaa-99d1-7eab8cea7616","Type":"ContainerStarted","Data":"c1bcd85a6c88043d19757e9afff2302922256c35f3f8d1780a06fb5b4d372495"} Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.696606 4809 generic.go:334] "Generic (PLEG): container finished" podID="00c118fc-c186-4024-a68b-dff42912d2e3" containerID="563bcd24c279112b91df6d96853cf44422dccd8908d57bb86ece2b566a4c0428" exitCode=0 Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.696652 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-k7vc7" event={"ID":"00c118fc-c186-4024-a68b-dff42912d2e3","Type":"ContainerDied","Data":"563bcd24c279112b91df6d96853cf44422dccd8908d57bb86ece2b566a4c0428"} Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.696668 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-k7vc7" event={"ID":"00c118fc-c186-4024-a68b-dff42912d2e3","Type":"ContainerStarted","Data":"18b365c979a42622912e873b9868a78501f05a05594f206ccc11470c1be9f40e"} Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.698215 4809 generic.go:334] "Generic (PLEG): container finished" podID="bde6a433-73c1-479b-9e66-8906a5d53316" containerID="9bd50c1c81cbcb57c37ed73451963a2239ead6a8444cd47af61541f51d29be9e" exitCode=0 Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.698234 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-wm4gf" event={"ID":"bde6a433-73c1-479b-9e66-8906a5d53316","Type":"ContainerDied","Data":"9bd50c1c81cbcb57c37ed73451963a2239ead6a8444cd47af61541f51d29be9e"} Oct 13 20:04:13 crc kubenswrapper[4809]: I1013 20:04:13.698265 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-wm4gf" event={"ID":"bde6a433-73c1-479b-9e66-8906a5d53316","Type":"ContainerStarted","Data":"47ba3674924fb706cbdb76ea8a6345b3d994bbcd76de13c8a2d897fe728f75d9"} Oct 13 20:04:14 crc kubenswrapper[4809]: I1013 20:04:14.717192 4809 generic.go:334] "Generic (PLEG): container finished" podID="c90ed718-8d8e-489c-ac3e-e9c396f5b7b4" containerID="e0cf8e022143b4b48d13a64f0e664d7041a7673ac900b9328e3b99fb61c5ba09" exitCode=0 Oct 13 20:04:14 crc kubenswrapper[4809]: I1013 20:04:14.717301 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-sxcbb" event={"ID":"c90ed718-8d8e-489c-ac3e-e9c396f5b7b4","Type":"ContainerDied","Data":"e0cf8e022143b4b48d13a64f0e664d7041a7673ac900b9328e3b99fb61c5ba09"} Oct 13 20:04:14 crc kubenswrapper[4809]: I1013 20:04:14.722482 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-p64nf" event={"ID":"37598fdd-6d40-4aaa-99d1-7eab8cea7616","Type":"ContainerStarted","Data":"9882fc60eca9e4b8a0f17a7d0447732be8212e10d0990ec88b53cc4e9b69ef5d"} Oct 13 20:04:14 crc kubenswrapper[4809]: I1013 20:04:14.804689 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-db-sync-p64nf" podStartSLOduration=2.804658118 podStartE2EDuration="2.804658118s" podCreationTimestamp="2025-10-13 20:04:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:14.78625465 +0000 UTC m=+2373.392001275" watchObservedRunningTime="2025-10-13 20:04:14.804658118 +0000 UTC m=+2373.410404733" Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.116565 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-wm4gf" Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.155815 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:04:15 crc kubenswrapper[4809]: E1013 20:04:15.156107 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.198084 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-k7vc7" Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.257815 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5bd2t\" (UniqueName: \"kubernetes.io/projected/bde6a433-73c1-479b-9e66-8906a5d53316-kube-api-access-5bd2t\") pod \"bde6a433-73c1-479b-9e66-8906a5d53316\" (UID: \"bde6a433-73c1-479b-9e66-8906a5d53316\") " Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.264262 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bde6a433-73c1-479b-9e66-8906a5d53316-kube-api-access-5bd2t" (OuterVolumeSpecName: "kube-api-access-5bd2t") pod "bde6a433-73c1-479b-9e66-8906a5d53316" (UID: "bde6a433-73c1-479b-9e66-8906a5d53316"). InnerVolumeSpecName "kube-api-access-5bd2t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.360224 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-86ts5\" (UniqueName: \"kubernetes.io/projected/00c118fc-c186-4024-a68b-dff42912d2e3-kube-api-access-86ts5\") pod \"00c118fc-c186-4024-a68b-dff42912d2e3\" (UID: \"00c118fc-c186-4024-a68b-dff42912d2e3\") " Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.360606 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5bd2t\" (UniqueName: \"kubernetes.io/projected/bde6a433-73c1-479b-9e66-8906a5d53316-kube-api-access-5bd2t\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.363544 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/00c118fc-c186-4024-a68b-dff42912d2e3-kube-api-access-86ts5" (OuterVolumeSpecName: "kube-api-access-86ts5") pod "00c118fc-c186-4024-a68b-dff42912d2e3" (UID: "00c118fc-c186-4024-a68b-dff42912d2e3"). InnerVolumeSpecName "kube-api-access-86ts5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.462725 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-86ts5\" (UniqueName: \"kubernetes.io/projected/00c118fc-c186-4024-a68b-dff42912d2e3-kube-api-access-86ts5\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.734749 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-wm4gf" Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.734719 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-wm4gf" event={"ID":"bde6a433-73c1-479b-9e66-8906a5d53316","Type":"ContainerDied","Data":"47ba3674924fb706cbdb76ea8a6345b3d994bbcd76de13c8a2d897fe728f75d9"} Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.734939 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="47ba3674924fb706cbdb76ea8a6345b3d994bbcd76de13c8a2d897fe728f75d9" Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.738069 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-k7vc7" event={"ID":"00c118fc-c186-4024-a68b-dff42912d2e3","Type":"ContainerDied","Data":"18b365c979a42622912e873b9868a78501f05a05594f206ccc11470c1be9f40e"} Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.738301 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="18b365c979a42622912e873b9868a78501f05a05594f206ccc11470c1be9f40e" Oct 13 20:04:15 crc kubenswrapper[4809]: I1013 20:04:15.738370 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-k7vc7" Oct 13 20:04:16 crc kubenswrapper[4809]: I1013 20:04:16.126849 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-sxcbb" Oct 13 20:04:16 crc kubenswrapper[4809]: I1013 20:04:16.278965 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-r4nqp\" (UniqueName: \"kubernetes.io/projected/c90ed718-8d8e-489c-ac3e-e9c396f5b7b4-kube-api-access-r4nqp\") pod \"c90ed718-8d8e-489c-ac3e-e9c396f5b7b4\" (UID: \"c90ed718-8d8e-489c-ac3e-e9c396f5b7b4\") " Oct 13 20:04:16 crc kubenswrapper[4809]: I1013 20:04:16.282884 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c90ed718-8d8e-489c-ac3e-e9c396f5b7b4-kube-api-access-r4nqp" (OuterVolumeSpecName: "kube-api-access-r4nqp") pod "c90ed718-8d8e-489c-ac3e-e9c396f5b7b4" (UID: "c90ed718-8d8e-489c-ac3e-e9c396f5b7b4"). InnerVolumeSpecName "kube-api-access-r4nqp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:16 crc kubenswrapper[4809]: I1013 20:04:16.381238 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-r4nqp\" (UniqueName: \"kubernetes.io/projected/c90ed718-8d8e-489c-ac3e-e9c396f5b7b4-kube-api-access-r4nqp\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:16 crc kubenswrapper[4809]: I1013 20:04:16.754314 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-sxcbb" Oct 13 20:04:16 crc kubenswrapper[4809]: I1013 20:04:16.754398 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-sxcbb" event={"ID":"c90ed718-8d8e-489c-ac3e-e9c396f5b7b4","Type":"ContainerDied","Data":"74d8dea242c991b67f81e1c20d445954b543598bf171da35d7dabaf5a786bc5e"} Oct 13 20:04:16 crc kubenswrapper[4809]: I1013 20:04:16.754463 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="74d8dea242c991b67f81e1c20d445954b543598bf171da35d7dabaf5a786bc5e" Oct 13 20:04:17 crc kubenswrapper[4809]: I1013 20:04:17.771022 4809 generic.go:334] "Generic (PLEG): container finished" podID="37598fdd-6d40-4aaa-99d1-7eab8cea7616" containerID="9882fc60eca9e4b8a0f17a7d0447732be8212e10d0990ec88b53cc4e9b69ef5d" exitCode=0 Oct 13 20:04:17 crc kubenswrapper[4809]: I1013 20:04:17.771297 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-p64nf" event={"ID":"37598fdd-6d40-4aaa-99d1-7eab8cea7616","Type":"ContainerDied","Data":"9882fc60eca9e4b8a0f17a7d0447732be8212e10d0990ec88b53cc4e9b69ef5d"} Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.202491 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.343976 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-config-data\") pod \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.344090 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-combined-ca-bundle\") pod \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.344185 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xdv2s\" (UniqueName: \"kubernetes.io/projected/37598fdd-6d40-4aaa-99d1-7eab8cea7616-kube-api-access-xdv2s\") pod \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\" (UID: \"37598fdd-6d40-4aaa-99d1-7eab8cea7616\") " Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.353058 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/37598fdd-6d40-4aaa-99d1-7eab8cea7616-kube-api-access-xdv2s" (OuterVolumeSpecName: "kube-api-access-xdv2s") pod "37598fdd-6d40-4aaa-99d1-7eab8cea7616" (UID: "37598fdd-6d40-4aaa-99d1-7eab8cea7616"). InnerVolumeSpecName "kube-api-access-xdv2s". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.375064 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "37598fdd-6d40-4aaa-99d1-7eab8cea7616" (UID: "37598fdd-6d40-4aaa-99d1-7eab8cea7616"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.413015 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-config-data" (OuterVolumeSpecName: "config-data") pod "37598fdd-6d40-4aaa-99d1-7eab8cea7616" (UID: "37598fdd-6d40-4aaa-99d1-7eab8cea7616"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.447067 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.447114 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37598fdd-6d40-4aaa-99d1-7eab8cea7616-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.447137 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xdv2s\" (UniqueName: \"kubernetes.io/projected/37598fdd-6d40-4aaa-99d1-7eab8cea7616-kube-api-access-xdv2s\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.799235 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-p64nf" event={"ID":"37598fdd-6d40-4aaa-99d1-7eab8cea7616","Type":"ContainerDied","Data":"c1bcd85a6c88043d19757e9afff2302922256c35f3f8d1780a06fb5b4d372495"} Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.799627 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c1bcd85a6c88043d19757e9afff2302922256c35f3f8d1780a06fb5b4d372495" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.799317 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-p64nf" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.991640 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-rskjr"] Oct 13 20:04:19 crc kubenswrapper[4809]: E1013 20:04:19.992185 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c90ed718-8d8e-489c-ac3e-e9c396f5b7b4" containerName="mariadb-database-create" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.992213 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c90ed718-8d8e-489c-ac3e-e9c396f5b7b4" containerName="mariadb-database-create" Oct 13 20:04:19 crc kubenswrapper[4809]: E1013 20:04:19.992242 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="37598fdd-6d40-4aaa-99d1-7eab8cea7616" containerName="keystone-db-sync" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.992256 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="37598fdd-6d40-4aaa-99d1-7eab8cea7616" containerName="keystone-db-sync" Oct 13 20:04:19 crc kubenswrapper[4809]: E1013 20:04:19.992289 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bde6a433-73c1-479b-9e66-8906a5d53316" containerName="mariadb-database-create" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.992301 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bde6a433-73c1-479b-9e66-8906a5d53316" containerName="mariadb-database-create" Oct 13 20:04:19 crc kubenswrapper[4809]: E1013 20:04:19.992325 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="00c118fc-c186-4024-a68b-dff42912d2e3" containerName="mariadb-database-create" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.992338 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="00c118fc-c186-4024-a68b-dff42912d2e3" containerName="mariadb-database-create" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.992668 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="37598fdd-6d40-4aaa-99d1-7eab8cea7616" containerName="keystone-db-sync" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.992696 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c90ed718-8d8e-489c-ac3e-e9c396f5b7b4" containerName="mariadb-database-create" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.992753 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="00c118fc-c186-4024-a68b-dff42912d2e3" containerName="mariadb-database-create" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.992769 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bde6a433-73c1-479b-9e66-8906a5d53316" containerName="mariadb-database-create" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.993705 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.997717 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.997769 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:04:19 crc kubenswrapper[4809]: I1013 20:04:19.997779 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.006831 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-nz65n" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.073998 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-rskjr"] Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.161546 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-scripts\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.161639 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-credential-keys\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.161845 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-combined-ca-bundle\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.161906 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-f299n\" (UniqueName: \"kubernetes.io/projected/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-kube-api-access-f299n\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.161983 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-fernet-keys\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.162097 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-config-data\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.181743 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.183709 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.185689 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.186358 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.211161 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.221294 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-sync-th8s5"] Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.223011 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.225466 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.225631 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.225748 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-f84t8" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.243695 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-th8s5"] Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263243 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/542f6133-6537-48da-8387-ba4748724f62-logs\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263292 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-credential-keys\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263313 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-run-httpd\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263350 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-combined-ca-bundle\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263368 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-config-data\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263430 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-combined-ca-bundle\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263448 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-scripts\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263462 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-scripts\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263476 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-config-data\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263493 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263517 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-f299n\" (UniqueName: \"kubernetes.io/projected/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-kube-api-access-f299n\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263535 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-fernet-keys\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263554 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-log-httpd\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263571 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263590 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vr8zv\" (UniqueName: \"kubernetes.io/projected/611ea63f-96b8-4bb4-9196-2f3723f943cb-kube-api-access-vr8zv\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263605 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-config-data\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263626 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ch4xj\" (UniqueName: \"kubernetes.io/projected/542f6133-6537-48da-8387-ba4748724f62-kube-api-access-ch4xj\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.263640 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-scripts\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.267563 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-scripts\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.272367 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-config-data\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.275551 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-credential-keys\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.276067 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-combined-ca-bundle\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.276205 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-fernet-keys\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.288156 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-f299n\" (UniqueName: \"kubernetes.io/projected/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-kube-api-access-f299n\") pod \"keystone-bootstrap-rskjr\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.325575 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.367796 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-scripts\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.367840 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-scripts\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.367857 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-config-data\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.367876 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.367908 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-log-httpd\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.367929 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.367950 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vr8zv\" (UniqueName: \"kubernetes.io/projected/611ea63f-96b8-4bb4-9196-2f3723f943cb-kube-api-access-vr8zv\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.367973 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ch4xj\" (UniqueName: \"kubernetes.io/projected/542f6133-6537-48da-8387-ba4748724f62-kube-api-access-ch4xj\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.368031 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/542f6133-6537-48da-8387-ba4748724f62-logs\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.368292 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-run-httpd\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.368352 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-combined-ca-bundle\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.368564 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-config-data\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.368619 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-log-httpd\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.369146 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-run-httpd\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.369411 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/542f6133-6537-48da-8387-ba4748724f62-logs\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.372708 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-combined-ca-bundle\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.373042 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.375134 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-config-data\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.377199 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-scripts\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.377495 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-config-data\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.377506 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-scripts\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.380539 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.388490 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ch4xj\" (UniqueName: \"kubernetes.io/projected/542f6133-6537-48da-8387-ba4748724f62-kube-api-access-ch4xj\") pod \"placement-db-sync-th8s5\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.394906 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vr8zv\" (UniqueName: \"kubernetes.io/projected/611ea63f-96b8-4bb4-9196-2f3723f943cb-kube-api-access-vr8zv\") pod \"ceilometer-0\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.502509 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.542629 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.779554 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-rskjr"] Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.809365 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" event={"ID":"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb","Type":"ContainerStarted","Data":"6c3c5ef5223d5001c69e257ac44cd9cd398fb04a9e603877f9efa087bebcd167"} Oct 13 20:04:20 crc kubenswrapper[4809]: I1013 20:04:20.987797 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.103791 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-th8s5"] Oct 13 20:04:21 crc kubenswrapper[4809]: W1013 20:04:21.112677 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod542f6133_6537_48da_8387_ba4748724f62.slice/crio-dfb6ff78a4b170d377951b51f4a802f36c903f5e33bcafff1978f98a52c1e760 WatchSource:0}: Error finding container dfb6ff78a4b170d377951b51f4a802f36c903f5e33bcafff1978f98a52c1e760: Status 404 returned error can't find the container with id dfb6ff78a4b170d377951b51f4a802f36c903f5e33bcafff1978f98a52c1e760 Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.116839 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.124232 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.126055 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.127132 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.127370 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.127799 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-gq4j6" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.128895 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.207441 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.220654 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.223940 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.226449 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.226707 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.296961 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.297270 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-config-data\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.297322 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lvqt6\" (UniqueName: \"kubernetes.io/projected/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-kube-api-access-lvqt6\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.297365 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.297395 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.297484 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.297574 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-scripts\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.297626 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-logs\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.399966 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.400077 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.400128 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-scripts\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.400225 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.400278 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-logs\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.400434 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-config-data\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.400568 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") device mount path \"/mnt/openstack/pv19\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.400576 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-scripts\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.400774 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.400825 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-logs\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.400956 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.401002 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sqmpb\" (UniqueName: \"kubernetes.io/projected/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-kube-api-access-sqmpb\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.401039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-config-data\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.401174 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lvqt6\" (UniqueName: \"kubernetes.io/projected/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-kube-api-access-lvqt6\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.401236 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.401284 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.401325 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.401467 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-logs\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.401530 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.407095 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.408219 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-scripts\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.408319 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-config-data\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.409359 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.421039 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lvqt6\" (UniqueName: \"kubernetes.io/projected/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-kube-api-access-lvqt6\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.429242 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.476004 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.502767 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-config-data\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.503098 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.503234 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sqmpb\" (UniqueName: \"kubernetes.io/projected/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-kube-api-access-sqmpb\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.503367 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.503487 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.503589 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.503692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-scripts\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.503828 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-logs\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.504017 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") device mount path \"/mnt/openstack/pv15\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.504524 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-logs\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.507149 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.507724 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-config-data\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.507942 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.509221 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.521489 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-scripts\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.525498 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sqmpb\" (UniqueName: \"kubernetes.io/projected/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-kube-api-access-sqmpb\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.543964 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.569445 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.825746 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-th8s5" event={"ID":"542f6133-6537-48da-8387-ba4748724f62","Type":"ContainerStarted","Data":"f7591c02df0ed465debd2b42f9d03bbeb3a41fb797d556f6a6b943c709ac590c"} Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.826020 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-th8s5" event={"ID":"542f6133-6537-48da-8387-ba4748724f62","Type":"ContainerStarted","Data":"dfb6ff78a4b170d377951b51f4a802f36c903f5e33bcafff1978f98a52c1e760"} Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.830775 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"611ea63f-96b8-4bb4-9196-2f3723f943cb","Type":"ContainerStarted","Data":"0b98bd4734554a7136e20ea3faf28a16023f4969535ba2625ecbe06e393ddf19"} Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.833642 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" event={"ID":"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb","Type":"ContainerStarted","Data":"bf4b11bb0e92791711a50be6e4b27db070af9a374ed05888b9da5edcd2905e8d"} Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.851054 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-db-sync-th8s5" podStartSLOduration=1.851036638 podStartE2EDuration="1.851036638s" podCreationTimestamp="2025-10-13 20:04:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:21.849249578 +0000 UTC m=+2380.454996163" watchObservedRunningTime="2025-10-13 20:04:21.851036638 +0000 UTC m=+2380.456783213" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.867703 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" podStartSLOduration=2.867684388 podStartE2EDuration="2.867684388s" podCreationTimestamp="2025-10-13 20:04:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:21.865160878 +0000 UTC m=+2380.470907473" watchObservedRunningTime="2025-10-13 20:04:21.867684388 +0000 UTC m=+2380.473430973" Oct 13 20:04:21 crc kubenswrapper[4809]: I1013 20:04:21.924511 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.058180 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.399605 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-a56b-account-create-x6nbx"] Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.401076 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-a56b-account-create-x6nbx" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.403555 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-db-secret" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.436832 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-a56b-account-create-x6nbx"] Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.493630 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9"] Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.496262 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.500162 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-db-secret" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.512279 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9"] Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.519657 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-shzsn\" (UniqueName: \"kubernetes.io/projected/258852db-7b5c-4536-b79d-62c9edfadfbd-kube-api-access-shzsn\") pod \"barbican-a56b-account-create-x6nbx\" (UID: \"258852db-7b5c-4536-b79d-62c9edfadfbd\") " pod="openstack-kuttl-tests/barbican-a56b-account-create-x6nbx" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.623604 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-shzsn\" (UniqueName: \"kubernetes.io/projected/258852db-7b5c-4536-b79d-62c9edfadfbd-kube-api-access-shzsn\") pod \"barbican-a56b-account-create-x6nbx\" (UID: \"258852db-7b5c-4536-b79d-62c9edfadfbd\") " pod="openstack-kuttl-tests/barbican-a56b-account-create-x6nbx" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.624594 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dgkq6\" (UniqueName: \"kubernetes.io/projected/00f93b07-0e0c-4883-a8f5-f8dce7836b8e-kube-api-access-dgkq6\") pod \"neutron-d5a1-account-create-pb2p9\" (UID: \"00f93b07-0e0c-4883-a8f5-f8dce7836b8e\") " pod="openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.652390 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-shzsn\" (UniqueName: \"kubernetes.io/projected/258852db-7b5c-4536-b79d-62c9edfadfbd-kube-api-access-shzsn\") pod \"barbican-a56b-account-create-x6nbx\" (UID: \"258852db-7b5c-4536-b79d-62c9edfadfbd\") " pod="openstack-kuttl-tests/barbican-a56b-account-create-x6nbx" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.712888 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.723242 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-1b58-account-create-hfxqr"] Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.724593 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-1b58-account-create-hfxqr" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.730356 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-db-secret" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.732124 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-a56b-account-create-x6nbx" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.743360 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dgkq6\" (UniqueName: \"kubernetes.io/projected/00f93b07-0e0c-4883-a8f5-f8dce7836b8e-kube-api-access-dgkq6\") pod \"neutron-d5a1-account-create-pb2p9\" (UID: \"00f93b07-0e0c-4883-a8f5-f8dce7836b8e\") " pod="openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.752798 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.764240 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dgkq6\" (UniqueName: \"kubernetes.io/projected/00f93b07-0e0c-4883-a8f5-f8dce7836b8e-kube-api-access-dgkq6\") pod \"neutron-d5a1-account-create-pb2p9\" (UID: \"00f93b07-0e0c-4883-a8f5-f8dce7836b8e\") " pod="openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.790594 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-1b58-account-create-hfxqr"] Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.825795 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.846335 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-52wvz\" (UniqueName: \"kubernetes.io/projected/e2593ba1-0b67-4c14-a90c-0def208a0656-kube-api-access-52wvz\") pod \"cinder-1b58-account-create-hfxqr\" (UID: \"e2593ba1-0b67-4c14-a90c-0def208a0656\") " pod="openstack-kuttl-tests/cinder-1b58-account-create-hfxqr" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.870739 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.907928 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"611ea63f-96b8-4bb4-9196-2f3723f943cb","Type":"ContainerStarted","Data":"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902"} Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.912858 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb","Type":"ContainerStarted","Data":"2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8"} Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.912896 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb","Type":"ContainerStarted","Data":"33e0d512920f356e72cee4bdfeea01d8b918b8ffdd157b655041c796264f50f6"} Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.925917 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b","Type":"ContainerStarted","Data":"403af5c8846658feb16722e8a17efb58103bffc457b7b590c94f8f0d1848bb39"} Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.948540 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-52wvz\" (UniqueName: \"kubernetes.io/projected/e2593ba1-0b67-4c14-a90c-0def208a0656-kube-api-access-52wvz\") pod \"cinder-1b58-account-create-hfxqr\" (UID: \"e2593ba1-0b67-4c14-a90c-0def208a0656\") " pod="openstack-kuttl-tests/cinder-1b58-account-create-hfxqr" Oct 13 20:04:22 crc kubenswrapper[4809]: I1013 20:04:22.975176 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-52wvz\" (UniqueName: \"kubernetes.io/projected/e2593ba1-0b67-4c14-a90c-0def208a0656-kube-api-access-52wvz\") pod \"cinder-1b58-account-create-hfxqr\" (UID: \"e2593ba1-0b67-4c14-a90c-0def208a0656\") " pod="openstack-kuttl-tests/cinder-1b58-account-create-hfxqr" Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.136914 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-a56b-account-create-x6nbx"] Oct 13 20:04:23 crc kubenswrapper[4809]: W1013 20:04:23.153275 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod258852db_7b5c_4536_b79d_62c9edfadfbd.slice/crio-39dded036a3ca40c79a757f48fc2c013ec06a428bff93a5553559d29da250a7d WatchSource:0}: Error finding container 39dded036a3ca40c79a757f48fc2c013ec06a428bff93a5553559d29da250a7d: Status 404 returned error can't find the container with id 39dded036a3ca40c79a757f48fc2c013ec06a428bff93a5553559d29da250a7d Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.191573 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-1b58-account-create-hfxqr" Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.468667 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9"] Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.756170 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-1b58-account-create-hfxqr"] Oct 13 20:04:23 crc kubenswrapper[4809]: W1013 20:04:23.796236 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode2593ba1_0b67_4c14_a90c_0def208a0656.slice/crio-1aa640d728a17ed8e44d0ce103f9cf07b0893c1b47e396b53edbfbfd2f245d51 WatchSource:0}: Error finding container 1aa640d728a17ed8e44d0ce103f9cf07b0893c1b47e396b53edbfbfd2f245d51: Status 404 returned error can't find the container with id 1aa640d728a17ed8e44d0ce103f9cf07b0893c1b47e396b53edbfbfd2f245d51 Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.948933 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb","Type":"ContainerStarted","Data":"f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4"} Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.949291 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" containerName="glance-log" containerID="cri-o://2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8" gracePeriod=30 Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.949696 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" containerName="glance-httpd" containerID="cri-o://f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4" gracePeriod=30 Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.958435 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b","Type":"ContainerStarted","Data":"ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25"} Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.965828 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"611ea63f-96b8-4bb4-9196-2f3723f943cb","Type":"ContainerStarted","Data":"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03"} Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.974973 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=3.974958751 podStartE2EDuration="3.974958751s" podCreationTimestamp="2025-10-13 20:04:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:23.974062626 +0000 UTC m=+2382.579809211" watchObservedRunningTime="2025-10-13 20:04:23.974958751 +0000 UTC m=+2382.580705336" Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.979304 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-a56b-account-create-x6nbx" event={"ID":"258852db-7b5c-4536-b79d-62c9edfadfbd","Type":"ContainerStarted","Data":"4d2180326fcd804739fddb4aea2ae7c473cfeccf1b16e11cf6e52d24b958afa7"} Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.979343 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-a56b-account-create-x6nbx" event={"ID":"258852db-7b5c-4536-b79d-62c9edfadfbd","Type":"ContainerStarted","Data":"39dded036a3ca40c79a757f48fc2c013ec06a428bff93a5553559d29da250a7d"} Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.986688 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-1b58-account-create-hfxqr" event={"ID":"e2593ba1-0b67-4c14-a90c-0def208a0656","Type":"ContainerStarted","Data":"1aa640d728a17ed8e44d0ce103f9cf07b0893c1b47e396b53edbfbfd2f245d51"} Oct 13 20:04:23 crc kubenswrapper[4809]: I1013 20:04:23.991956 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9" event={"ID":"00f93b07-0e0c-4883-a8f5-f8dce7836b8e","Type":"ContainerStarted","Data":"aeea5148d5287e45fbb437b1479de244669ff9ae058a8c4a097b295e09bad43c"} Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.503356 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.599169 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-httpd-run\") pod \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.599247 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lvqt6\" (UniqueName: \"kubernetes.io/projected/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-kube-api-access-lvqt6\") pod \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.599271 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.599305 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-combined-ca-bundle\") pod \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.599359 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-public-tls-certs\") pod \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.599395 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-config-data\") pod \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.599430 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-logs\") pod \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.599487 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-scripts\") pod \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\" (UID: \"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb\") " Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.599691 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" (UID: "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.601478 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.602050 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-logs" (OuterVolumeSpecName: "logs") pod "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" (UID: "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.606852 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage19-crc" (OuterVolumeSpecName: "glance") pod "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" (UID: "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb"). InnerVolumeSpecName "local-storage19-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.608434 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-scripts" (OuterVolumeSpecName: "scripts") pod "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" (UID: "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.608858 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-kube-api-access-lvqt6" (OuterVolumeSpecName: "kube-api-access-lvqt6") pod "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" (UID: "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb"). InnerVolumeSpecName "kube-api-access-lvqt6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.645203 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" (UID: "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.673173 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-config-data" (OuterVolumeSpecName: "config-data") pod "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" (UID: "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.673412 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" (UID: "82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.702869 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lvqt6\" (UniqueName: \"kubernetes.io/projected/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-kube-api-access-lvqt6\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.702929 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" " Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.702941 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.702950 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.702961 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.702969 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.702977 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.721928 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage19-crc" (UniqueName: "kubernetes.io/local-volume/local-storage19-crc") on node "crc" Oct 13 20:04:24 crc kubenswrapper[4809]: I1013 20:04:24.805157 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.011505 4809 generic.go:334] "Generic (PLEG): container finished" podID="dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb" containerID="bf4b11bb0e92791711a50be6e4b27db070af9a374ed05888b9da5edcd2905e8d" exitCode=0 Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.011595 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" event={"ID":"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb","Type":"ContainerDied","Data":"bf4b11bb0e92791711a50be6e4b27db070af9a374ed05888b9da5edcd2905e8d"} Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.013652 4809 generic.go:334] "Generic (PLEG): container finished" podID="00f93b07-0e0c-4883-a8f5-f8dce7836b8e" containerID="d7b9b2f9fe531a4c58ef5f51a009be3e31391dc0b8b0b4c917c1f733c0ad45fe" exitCode=0 Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.013712 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9" event={"ID":"00f93b07-0e0c-4883-a8f5-f8dce7836b8e","Type":"ContainerDied","Data":"d7b9b2f9fe531a4c58ef5f51a009be3e31391dc0b8b0b4c917c1f733c0ad45fe"} Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.018808 4809 generic.go:334] "Generic (PLEG): container finished" podID="542f6133-6537-48da-8387-ba4748724f62" containerID="f7591c02df0ed465debd2b42f9d03bbeb3a41fb797d556f6a6b943c709ac590c" exitCode=0 Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.018911 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-th8s5" event={"ID":"542f6133-6537-48da-8387-ba4748724f62","Type":"ContainerDied","Data":"f7591c02df0ed465debd2b42f9d03bbeb3a41fb797d556f6a6b943c709ac590c"} Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.021767 4809 generic.go:334] "Generic (PLEG): container finished" podID="82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" containerID="f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4" exitCode=143 Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.021799 4809 generic.go:334] "Generic (PLEG): container finished" podID="82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" containerID="2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8" exitCode=143 Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.021852 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb","Type":"ContainerDied","Data":"f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4"} Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.021888 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb","Type":"ContainerDied","Data":"2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8"} Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.021904 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb","Type":"ContainerDied","Data":"33e0d512920f356e72cee4bdfeea01d8b918b8ffdd157b655041c796264f50f6"} Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.021934 4809 scope.go:117] "RemoveContainer" containerID="f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.022096 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.031311 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" containerName="glance-log" containerID="cri-o://ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25" gracePeriod=30 Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.031457 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" containerName="glance-httpd" containerID="cri-o://773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064" gracePeriod=30 Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.031438 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b","Type":"ContainerStarted","Data":"773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064"} Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.041938 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"611ea63f-96b8-4bb4-9196-2f3723f943cb","Type":"ContainerStarted","Data":"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b"} Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.046161 4809 generic.go:334] "Generic (PLEG): container finished" podID="258852db-7b5c-4536-b79d-62c9edfadfbd" containerID="4d2180326fcd804739fddb4aea2ae7c473cfeccf1b16e11cf6e52d24b958afa7" exitCode=0 Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.046291 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-a56b-account-create-x6nbx" event={"ID":"258852db-7b5c-4536-b79d-62c9edfadfbd","Type":"ContainerDied","Data":"4d2180326fcd804739fddb4aea2ae7c473cfeccf1b16e11cf6e52d24b958afa7"} Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.056214 4809 generic.go:334] "Generic (PLEG): container finished" podID="e2593ba1-0b67-4c14-a90c-0def208a0656" containerID="546b6a1e29e2c59081fd96a060e77408963777259a4b821ef6b308a11fbac5a5" exitCode=0 Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.056263 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-1b58-account-create-hfxqr" event={"ID":"e2593ba1-0b67-4c14-a90c-0def208a0656","Type":"ContainerDied","Data":"546b6a1e29e2c59081fd96a060e77408963777259a4b821ef6b308a11fbac5a5"} Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.061778 4809 scope.go:117] "RemoveContainer" containerID="2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.095356 4809 scope.go:117] "RemoveContainer" containerID="f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4" Oct 13 20:04:25 crc kubenswrapper[4809]: E1013 20:04:25.099622 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4\": container with ID starting with f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4 not found: ID does not exist" containerID="f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.099673 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4"} err="failed to get container status \"f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4\": rpc error: code = NotFound desc = could not find container \"f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4\": container with ID starting with f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4 not found: ID does not exist" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.099702 4809 scope.go:117] "RemoveContainer" containerID="2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8" Oct 13 20:04:25 crc kubenswrapper[4809]: E1013 20:04:25.102147 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8\": container with ID starting with 2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8 not found: ID does not exist" containerID="2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.102192 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8"} err="failed to get container status \"2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8\": rpc error: code = NotFound desc = could not find container \"2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8\": container with ID starting with 2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8 not found: ID does not exist" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.102215 4809 scope.go:117] "RemoveContainer" containerID="f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.105951 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4"} err="failed to get container status \"f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4\": rpc error: code = NotFound desc = could not find container \"f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4\": container with ID starting with f30666cfe1a5ee82e197179797be3a4b8113af7553846e190d4682a2cf62a6a4 not found: ID does not exist" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.106001 4809 scope.go:117] "RemoveContainer" containerID="2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.106922 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8"} err="failed to get container status \"2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8\": rpc error: code = NotFound desc = could not find container \"2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8\": container with ID starting with 2f37bb03d5189f436dd3c9750829cd4cf1ac8d96a52d64838410705caed051c8 not found: ID does not exist" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.119642 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.183684 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.206811 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:04:25 crc kubenswrapper[4809]: E1013 20:04:25.207220 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" containerName="glance-httpd" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.207236 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" containerName="glance-httpd" Oct 13 20:04:25 crc kubenswrapper[4809]: E1013 20:04:25.207260 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" containerName="glance-log" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.207266 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" containerName="glance-log" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.207445 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" containerName="glance-httpd" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.207460 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" containerName="glance-log" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.209105 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.212863 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.213231 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.228704 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.233374 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=5.23335908 podStartE2EDuration="5.23335908s" podCreationTimestamp="2025-10-13 20:04:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:25.187142403 +0000 UTC m=+2383.792888988" watchObservedRunningTime="2025-10-13 20:04:25.23335908 +0000 UTC m=+2383.839105665" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.324832 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-scripts\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.324877 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-logs\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.324924 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.324993 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-77jrt\" (UniqueName: \"kubernetes.io/projected/632eba38-e48c-44b5-ac4a-4d665119cea2-kube-api-access-77jrt\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.325029 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.325073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.325420 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-config-data\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.325618 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.430542 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-config-data\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.430664 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.430770 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-scripts\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.430794 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-logs\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.430833 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.430901 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-77jrt\" (UniqueName: \"kubernetes.io/projected/632eba38-e48c-44b5-ac4a-4d665119cea2-kube-api-access-77jrt\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.430922 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.430961 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.431411 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.431809 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") device mount path \"/mnt/openstack/pv19\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.433934 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-logs\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.439048 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-scripts\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.452849 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.453337 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-config-data\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.453530 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.460146 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-77jrt\" (UniqueName: \"kubernetes.io/projected/632eba38-e48c-44b5-ac4a-4d665119cea2-kube-api-access-77jrt\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.486061 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.532939 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.589826 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-a56b-account-create-x6nbx" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.603290 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.735680 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-config-data\") pod \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.735797 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-combined-ca-bundle\") pod \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.735831 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-shzsn\" (UniqueName: \"kubernetes.io/projected/258852db-7b5c-4536-b79d-62c9edfadfbd-kube-api-access-shzsn\") pod \"258852db-7b5c-4536-b79d-62c9edfadfbd\" (UID: \"258852db-7b5c-4536-b79d-62c9edfadfbd\") " Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.735891 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sqmpb\" (UniqueName: \"kubernetes.io/projected/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-kube-api-access-sqmpb\") pod \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.735966 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-scripts\") pod \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.736044 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-logs\") pod \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.736132 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-httpd-run\") pod \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.736166 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-internal-tls-certs\") pod \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.736201 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\" (UID: \"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b\") " Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.736561 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-logs" (OuterVolumeSpecName: "logs") pod "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" (UID: "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.736593 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" (UID: "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.736837 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.736864 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.742046 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/258852db-7b5c-4536-b79d-62c9edfadfbd-kube-api-access-shzsn" (OuterVolumeSpecName: "kube-api-access-shzsn") pod "258852db-7b5c-4536-b79d-62c9edfadfbd" (UID: "258852db-7b5c-4536-b79d-62c9edfadfbd"). InnerVolumeSpecName "kube-api-access-shzsn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.742301 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-kube-api-access-sqmpb" (OuterVolumeSpecName: "kube-api-access-sqmpb") pod "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" (UID: "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b"). InnerVolumeSpecName "kube-api-access-sqmpb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.742425 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-scripts" (OuterVolumeSpecName: "scripts") pod "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" (UID: "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.742796 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage15-crc" (OuterVolumeSpecName: "glance") pod "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" (UID: "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b"). InnerVolumeSpecName "local-storage15-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.767898 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" (UID: "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.792336 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" (UID: "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.795212 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-config-data" (OuterVolumeSpecName: "config-data") pod "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" (UID: "0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.838920 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sqmpb\" (UniqueName: \"kubernetes.io/projected/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-kube-api-access-sqmpb\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.838968 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.838987 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.839034 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" " Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.839052 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.839068 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.839085 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-shzsn\" (UniqueName: \"kubernetes.io/projected/258852db-7b5c-4536-b79d-62c9edfadfbd-kube-api-access-shzsn\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.873754 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage15-crc" (UniqueName: "kubernetes.io/local-volume/local-storage15-crc") on node "crc" Oct 13 20:04:25 crc kubenswrapper[4809]: I1013 20:04:25.940317 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: W1013 20:04:26.049049 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod632eba38_e48c_44b5_ac4a_4d665119cea2.slice/crio-f2a06e8d62f78db665bc3c3913aa2bff5634d1de24bd4fb930ef751cf7fb10a6 WatchSource:0}: Error finding container f2a06e8d62f78db665bc3c3913aa2bff5634d1de24bd4fb930ef751cf7fb10a6: Status 404 returned error can't find the container with id f2a06e8d62f78db665bc3c3913aa2bff5634d1de24bd4fb930ef751cf7fb10a6 Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.056529 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.071848 4809 generic.go:334] "Generic (PLEG): container finished" podID="0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" containerID="773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064" exitCode=0 Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.071893 4809 generic.go:334] "Generic (PLEG): container finished" podID="0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" containerID="ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25" exitCode=143 Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.071911 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.071979 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b","Type":"ContainerDied","Data":"773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064"} Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.072025 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b","Type":"ContainerDied","Data":"ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25"} Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.072047 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b","Type":"ContainerDied","Data":"403af5c8846658feb16722e8a17efb58103bffc457b7b590c94f8f0d1848bb39"} Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.072076 4809 scope.go:117] "RemoveContainer" containerID="773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.084396 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-a56b-account-create-x6nbx" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.084689 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-a56b-account-create-x6nbx" event={"ID":"258852db-7b5c-4536-b79d-62c9edfadfbd","Type":"ContainerDied","Data":"39dded036a3ca40c79a757f48fc2c013ec06a428bff93a5553559d29da250a7d"} Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.084865 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="39dded036a3ca40c79a757f48fc2c013ec06a428bff93a5553559d29da250a7d" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.086387 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"632eba38-e48c-44b5-ac4a-4d665119cea2","Type":"ContainerStarted","Data":"f2a06e8d62f78db665bc3c3913aa2bff5634d1de24bd4fb930ef751cf7fb10a6"} Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.131850 4809 scope.go:117] "RemoveContainer" containerID="ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.138247 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.147468 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.159181 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:04:26 crc kubenswrapper[4809]: E1013 20:04:26.159502 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.203814 4809 scope.go:117] "RemoveContainer" containerID="773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064" Oct 13 20:04:26 crc kubenswrapper[4809]: E1013 20:04:26.210365 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064\": container with ID starting with 773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064 not found: ID does not exist" containerID="773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.210394 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064"} err="failed to get container status \"773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064\": rpc error: code = NotFound desc = could not find container \"773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064\": container with ID starting with 773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064 not found: ID does not exist" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.210415 4809 scope.go:117] "RemoveContainer" containerID="ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25" Oct 13 20:04:26 crc kubenswrapper[4809]: E1013 20:04:26.210626 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25\": container with ID starting with ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25 not found: ID does not exist" containerID="ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.210644 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25"} err="failed to get container status \"ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25\": rpc error: code = NotFound desc = could not find container \"ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25\": container with ID starting with ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25 not found: ID does not exist" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.210656 4809 scope.go:117] "RemoveContainer" containerID="773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.210929 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064"} err="failed to get container status \"773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064\": rpc error: code = NotFound desc = could not find container \"773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064\": container with ID starting with 773fcc2f340a25000650068189e3f8bc73391c48331b283767413c37bf036064 not found: ID does not exist" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.210949 4809 scope.go:117] "RemoveContainer" containerID="ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.211128 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25"} err="failed to get container status \"ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25\": rpc error: code = NotFound desc = could not find container \"ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25\": container with ID starting with ee4819757284dc9cd3a8bc8da0b440f6c0bdab5650a85048efe885149e52ab25 not found: ID does not exist" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.236701 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" path="/var/lib/kubelet/pods/0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b/volumes" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.238823 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb" path="/var/lib/kubelet/pods/82e1d3c5-80a3-40d8-a0e7-3a4c08a687bb/volumes" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.239579 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:04:26 crc kubenswrapper[4809]: E1013 20:04:26.239963 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" containerName="glance-httpd" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.240054 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" containerName="glance-httpd" Oct 13 20:04:26 crc kubenswrapper[4809]: E1013 20:04:26.240113 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="258852db-7b5c-4536-b79d-62c9edfadfbd" containerName="mariadb-account-create" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.240160 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="258852db-7b5c-4536-b79d-62c9edfadfbd" containerName="mariadb-account-create" Oct 13 20:04:26 crc kubenswrapper[4809]: E1013 20:04:26.240213 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" containerName="glance-log" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.240259 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" containerName="glance-log" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.240480 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" containerName="glance-log" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.240555 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="258852db-7b5c-4536-b79d-62c9edfadfbd" containerName="mariadb-account-create" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.240608 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0fccdee9-7ee6-4dc2-945e-e5d13a0b2d6b" containerName="glance-httpd" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.241656 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.241893 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.252824 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.253001 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.349025 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.349077 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-config-data\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.349103 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-logs\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.349123 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.349193 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.349212 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-scripts\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.349248 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mscrf\" (UniqueName: \"kubernetes.io/projected/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-kube-api-access-mscrf\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.349293 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.450610 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.450645 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-scripts\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.450687 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mscrf\" (UniqueName: \"kubernetes.io/projected/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-kube-api-access-mscrf\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.450745 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.450783 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.450806 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-config-data\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.450823 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-logs\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.450843 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.453884 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-logs\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.453931 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.454290 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") device mount path \"/mnt/openstack/pv15\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.456631 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.460678 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.462611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-config-data\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.474157 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mscrf\" (UniqueName: \"kubernetes.io/projected/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-kube-api-access-mscrf\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.482149 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-scripts\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.500406 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.576445 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.620638 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.737400 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.737876 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-1b58-account-create-hfxqr" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.756608 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.758207 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-scripts\") pod \"542f6133-6537-48da-8387-ba4748724f62\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.758263 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ch4xj\" (UniqueName: \"kubernetes.io/projected/542f6133-6537-48da-8387-ba4748724f62-kube-api-access-ch4xj\") pod \"542f6133-6537-48da-8387-ba4748724f62\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.758456 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-combined-ca-bundle\") pod \"542f6133-6537-48da-8387-ba4748724f62\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.758490 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-config-data\") pod \"542f6133-6537-48da-8387-ba4748724f62\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.758509 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/542f6133-6537-48da-8387-ba4748724f62-logs\") pod \"542f6133-6537-48da-8387-ba4748724f62\" (UID: \"542f6133-6537-48da-8387-ba4748724f62\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.759140 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/542f6133-6537-48da-8387-ba4748724f62-logs" (OuterVolumeSpecName: "logs") pod "542f6133-6537-48da-8387-ba4748724f62" (UID: "542f6133-6537-48da-8387-ba4748724f62"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.763380 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/542f6133-6537-48da-8387-ba4748724f62-kube-api-access-ch4xj" (OuterVolumeSpecName: "kube-api-access-ch4xj") pod "542f6133-6537-48da-8387-ba4748724f62" (UID: "542f6133-6537-48da-8387-ba4748724f62"). InnerVolumeSpecName "kube-api-access-ch4xj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.769979 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-scripts" (OuterVolumeSpecName: "scripts") pod "542f6133-6537-48da-8387-ba4748724f62" (UID: "542f6133-6537-48da-8387-ba4748724f62"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.812913 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "542f6133-6537-48da-8387-ba4748724f62" (UID: "542f6133-6537-48da-8387-ba4748724f62"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.825062 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-config-data" (OuterVolumeSpecName: "config-data") pod "542f6133-6537-48da-8387-ba4748724f62" (UID: "542f6133-6537-48da-8387-ba4748724f62"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.859944 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-fernet-keys\") pod \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860040 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-f299n\" (UniqueName: \"kubernetes.io/projected/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-kube-api-access-f299n\") pod \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860083 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-config-data\") pod \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860151 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-52wvz\" (UniqueName: \"kubernetes.io/projected/e2593ba1-0b67-4c14-a90c-0def208a0656-kube-api-access-52wvz\") pod \"e2593ba1-0b67-4c14-a90c-0def208a0656\" (UID: \"e2593ba1-0b67-4c14-a90c-0def208a0656\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860201 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-combined-ca-bundle\") pod \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860287 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dgkq6\" (UniqueName: \"kubernetes.io/projected/00f93b07-0e0c-4883-a8f5-f8dce7836b8e-kube-api-access-dgkq6\") pod \"00f93b07-0e0c-4883-a8f5-f8dce7836b8e\" (UID: \"00f93b07-0e0c-4883-a8f5-f8dce7836b8e\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860336 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-scripts\") pod \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860374 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-credential-keys\") pod \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\" (UID: \"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb\") " Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860842 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860858 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ch4xj\" (UniqueName: \"kubernetes.io/projected/542f6133-6537-48da-8387-ba4748724f62-kube-api-access-ch4xj\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860870 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860880 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/542f6133-6537-48da-8387-ba4748724f62-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.860889 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/542f6133-6537-48da-8387-ba4748724f62-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.865379 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e2593ba1-0b67-4c14-a90c-0def208a0656-kube-api-access-52wvz" (OuterVolumeSpecName: "kube-api-access-52wvz") pod "e2593ba1-0b67-4c14-a90c-0def208a0656" (UID: "e2593ba1-0b67-4c14-a90c-0def208a0656"). InnerVolumeSpecName "kube-api-access-52wvz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.865720 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb" (UID: "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.870693 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-scripts" (OuterVolumeSpecName: "scripts") pod "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb" (UID: "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.870780 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-kube-api-access-f299n" (OuterVolumeSpecName: "kube-api-access-f299n") pod "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb" (UID: "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb"). InnerVolumeSpecName "kube-api-access-f299n". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.870887 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/00f93b07-0e0c-4883-a8f5-f8dce7836b8e-kube-api-access-dgkq6" (OuterVolumeSpecName: "kube-api-access-dgkq6") pod "00f93b07-0e0c-4883-a8f5-f8dce7836b8e" (UID: "00f93b07-0e0c-4883-a8f5-f8dce7836b8e"). InnerVolumeSpecName "kube-api-access-dgkq6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.878155 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb" (UID: "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.891458 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-config-data" (OuterVolumeSpecName: "config-data") pod "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb" (UID: "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.894357 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb" (UID: "dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.962757 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dgkq6\" (UniqueName: \"kubernetes.io/projected/00f93b07-0e0c-4883-a8f5-f8dce7836b8e-kube-api-access-dgkq6\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.962792 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.962802 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.962810 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.962820 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-f299n\" (UniqueName: \"kubernetes.io/projected/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-kube-api-access-f299n\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.962829 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.962837 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-52wvz\" (UniqueName: \"kubernetes.io/projected/e2593ba1-0b67-4c14-a90c-0def208a0656-kube-api-access-52wvz\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:26 crc kubenswrapper[4809]: I1013 20:04:26.962845 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.104259 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9" event={"ID":"00f93b07-0e0c-4883-a8f5-f8dce7836b8e","Type":"ContainerDied","Data":"aeea5148d5287e45fbb437b1479de244669ff9ae058a8c4a097b295e09bad43c"} Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.104332 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="aeea5148d5287e45fbb437b1479de244669ff9ae058a8c4a097b295e09bad43c" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.104289 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.106215 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-th8s5" event={"ID":"542f6133-6537-48da-8387-ba4748724f62","Type":"ContainerDied","Data":"dfb6ff78a4b170d377951b51f4a802f36c903f5e33bcafff1978f98a52c1e760"} Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.106275 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="dfb6ff78a4b170d377951b51f4a802f36c903f5e33bcafff1978f98a52c1e760" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.106239 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-th8s5" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.112868 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"611ea63f-96b8-4bb4-9196-2f3723f943cb","Type":"ContainerStarted","Data":"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003"} Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.112922 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="ceilometer-central-agent" containerID="cri-o://1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902" gracePeriod=30 Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.112964 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="proxy-httpd" containerID="cri-o://1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003" gracePeriod=30 Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.112972 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.113009 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="sg-core" containerID="cri-o://9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b" gracePeriod=30 Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.113037 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="ceilometer-notification-agent" containerID="cri-o://57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03" gracePeriod=30 Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.115603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"632eba38-e48c-44b5-ac4a-4d665119cea2","Type":"ContainerStarted","Data":"8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc"} Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.120396 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-1b58-account-create-hfxqr" event={"ID":"e2593ba1-0b67-4c14-a90c-0def208a0656","Type":"ContainerDied","Data":"1aa640d728a17ed8e44d0ce103f9cf07b0893c1b47e396b53edbfbfd2f245d51"} Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.120434 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1aa640d728a17ed8e44d0ce103f9cf07b0893c1b47e396b53edbfbfd2f245d51" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.120406 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-1b58-account-create-hfxqr" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.125087 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" event={"ID":"dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb","Type":"ContainerDied","Data":"6c3c5ef5223d5001c69e257ac44cd9cd398fb04a9e603877f9efa087bebcd167"} Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.125129 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6c3c5ef5223d5001c69e257ac44cd9cd398fb04a9e603877f9efa087bebcd167" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.125181 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-rskjr" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.146692 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.890401215 podStartE2EDuration="7.146673164s" podCreationTimestamp="2025-10-13 20:04:20 +0000 UTC" firstStartedPulling="2025-10-13 20:04:20.996120756 +0000 UTC m=+2379.601867331" lastFinishedPulling="2025-10-13 20:04:26.252392695 +0000 UTC m=+2384.858139280" observedRunningTime="2025-10-13 20:04:27.133362826 +0000 UTC m=+2385.739109411" watchObservedRunningTime="2025-10-13 20:04:27.146673164 +0000 UTC m=+2385.752419749" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.207894 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.223917 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-rskjr"] Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.229083 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-rskjr"] Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.241863 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-56f9ff5654-6kxp9"] Oct 13 20:04:27 crc kubenswrapper[4809]: E1013 20:04:27.242300 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="542f6133-6537-48da-8387-ba4748724f62" containerName="placement-db-sync" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.242314 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="542f6133-6537-48da-8387-ba4748724f62" containerName="placement-db-sync" Oct 13 20:04:27 crc kubenswrapper[4809]: E1013 20:04:27.242333 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="00f93b07-0e0c-4883-a8f5-f8dce7836b8e" containerName="mariadb-account-create" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.242341 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="00f93b07-0e0c-4883-a8f5-f8dce7836b8e" containerName="mariadb-account-create" Oct 13 20:04:27 crc kubenswrapper[4809]: E1013 20:04:27.242368 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e2593ba1-0b67-4c14-a90c-0def208a0656" containerName="mariadb-account-create" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.242376 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e2593ba1-0b67-4c14-a90c-0def208a0656" containerName="mariadb-account-create" Oct 13 20:04:27 crc kubenswrapper[4809]: E1013 20:04:27.242391 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb" containerName="keystone-bootstrap" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.242399 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb" containerName="keystone-bootstrap" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.242605 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb" containerName="keystone-bootstrap" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.242617 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="542f6133-6537-48da-8387-ba4748724f62" containerName="placement-db-sync" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.242634 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="00f93b07-0e0c-4883-a8f5-f8dce7836b8e" containerName="mariadb-account-create" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.242657 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e2593ba1-0b67-4c14-a90c-0def208a0656" containerName="mariadb-account-create" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.246018 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-56f9ff5654-6kxp9"] Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.246203 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.249260 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.251203 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-internal-svc" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.251871 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-f84t8" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.252037 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-public-svc" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.252026 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.314138 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-lgcr6"] Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.315592 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.317942 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-nz65n" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.320640 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.320795 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.320958 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.347096 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-lgcr6"] Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374173 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-combined-ca-bundle\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374215 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7gpxf\" (UniqueName: \"kubernetes.io/projected/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-kube-api-access-7gpxf\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jcfl7\" (UniqueName: \"kubernetes.io/projected/12eba1d6-889a-4574-8a2e-4a60294cdeda-kube-api-access-jcfl7\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374255 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-logs\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374276 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-scripts\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374300 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-credential-keys\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374349 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-combined-ca-bundle\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374388 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-fernet-keys\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374406 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-config-data\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374424 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-config-data\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374442 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-public-tls-certs\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374475 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-internal-tls-certs\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.374510 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-scripts\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.475863 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-internal-tls-certs\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.475926 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-scripts\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.475962 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-combined-ca-bundle\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.475981 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7gpxf\" (UniqueName: \"kubernetes.io/projected/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-kube-api-access-7gpxf\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.476002 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jcfl7\" (UniqueName: \"kubernetes.io/projected/12eba1d6-889a-4574-8a2e-4a60294cdeda-kube-api-access-jcfl7\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.476019 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-logs\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.476038 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-scripts\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.476062 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-credential-keys\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.476108 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-combined-ca-bundle\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.476147 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-fernet-keys\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.476167 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-config-data\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.476186 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-config-data\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.476203 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-public-tls-certs\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.477815 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-logs\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.484534 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-public-tls-certs\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.485559 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-combined-ca-bundle\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.487310 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-config-data\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.487570 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-scripts\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.493407 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-credential-keys\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.493751 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-scripts\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.496301 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7gpxf\" (UniqueName: \"kubernetes.io/projected/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-kube-api-access-7gpxf\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.496479 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-config-data\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.497527 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-internal-tls-certs\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.498183 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-fernet-keys\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.500094 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-combined-ca-bundle\") pod \"placement-56f9ff5654-6kxp9\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.504870 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jcfl7\" (UniqueName: \"kubernetes.io/projected/12eba1d6-889a-4574-8a2e-4a60294cdeda-kube-api-access-jcfl7\") pod \"keystone-bootstrap-lgcr6\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.569869 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.680070 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-s9kcb"] Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.681888 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.683932 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-8vzbv" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.684605 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.692210 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.694888 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-s9kcb"] Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.782501 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4b6vs\" (UniqueName: \"kubernetes.io/projected/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-kube-api-access-4b6vs\") pod \"barbican-db-sync-s9kcb\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.783063 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-db-sync-config-data\") pod \"barbican-db-sync-s9kcb\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.783132 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-combined-ca-bundle\") pod \"barbican-db-sync-s9kcb\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.869239 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.885080 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-db-sync-config-data\") pod \"barbican-db-sync-s9kcb\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.885140 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-combined-ca-bundle\") pod \"barbican-db-sync-s9kcb\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.885235 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4b6vs\" (UniqueName: \"kubernetes.io/projected/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-kube-api-access-4b6vs\") pod \"barbican-db-sync-s9kcb\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.888615 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-db-sync-config-data\") pod \"barbican-db-sync-s9kcb\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.891722 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-combined-ca-bundle\") pod \"barbican-db-sync-s9kcb\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.903965 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4b6vs\" (UniqueName: \"kubernetes.io/projected/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-kube-api-access-4b6vs\") pod \"barbican-db-sync-s9kcb\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.986553 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vr8zv\" (UniqueName: \"kubernetes.io/projected/611ea63f-96b8-4bb4-9196-2f3723f943cb-kube-api-access-vr8zv\") pod \"611ea63f-96b8-4bb4-9196-2f3723f943cb\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.986657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-run-httpd\") pod \"611ea63f-96b8-4bb4-9196-2f3723f943cb\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.986691 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-sg-core-conf-yaml\") pod \"611ea63f-96b8-4bb4-9196-2f3723f943cb\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.986763 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-combined-ca-bundle\") pod \"611ea63f-96b8-4bb4-9196-2f3723f943cb\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.986858 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-log-httpd\") pod \"611ea63f-96b8-4bb4-9196-2f3723f943cb\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.986961 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-config-data\") pod \"611ea63f-96b8-4bb4-9196-2f3723f943cb\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.986994 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-scripts\") pod \"611ea63f-96b8-4bb4-9196-2f3723f943cb\" (UID: \"611ea63f-96b8-4bb4-9196-2f3723f943cb\") " Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.988580 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "611ea63f-96b8-4bb4-9196-2f3723f943cb" (UID: "611ea63f-96b8-4bb4-9196-2f3723f943cb"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:04:27 crc kubenswrapper[4809]: I1013 20:04:27.989494 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "611ea63f-96b8-4bb4-9196-2f3723f943cb" (UID: "611ea63f-96b8-4bb4-9196-2f3723f943cb"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:27.997904 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-scripts" (OuterVolumeSpecName: "scripts") pod "611ea63f-96b8-4bb4-9196-2f3723f943cb" (UID: "611ea63f-96b8-4bb4-9196-2f3723f943cb"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.004005 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/611ea63f-96b8-4bb4-9196-2f3723f943cb-kube-api-access-vr8zv" (OuterVolumeSpecName: "kube-api-access-vr8zv") pod "611ea63f-96b8-4bb4-9196-2f3723f943cb" (UID: "611ea63f-96b8-4bb4-9196-2f3723f943cb"). InnerVolumeSpecName "kube-api-access-vr8zv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.004468 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.073227 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "611ea63f-96b8-4bb4-9196-2f3723f943cb" (UID: "611ea63f-96b8-4bb4-9196-2f3723f943cb"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.089325 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vr8zv\" (UniqueName: \"kubernetes.io/projected/611ea63f-96b8-4bb4-9196-2f3723f943cb-kube-api-access-vr8zv\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.089356 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.089367 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.089374 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/611ea63f-96b8-4bb4-9196-2f3723f943cb-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.089382 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.115403 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "611ea63f-96b8-4bb4-9196-2f3723f943cb" (UID: "611ea63f-96b8-4bb4-9196-2f3723f943cb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.131095 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-56f9ff5654-6kxp9"] Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.147966 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-config-data" (OuterVolumeSpecName: "config-data") pod "611ea63f-96b8-4bb4-9196-2f3723f943cb" (UID: "611ea63f-96b8-4bb4-9196-2f3723f943cb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.175595 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb" path="/var/lib/kubelet/pods/dd1b376c-e2e0-4b35-9c5a-8e51f10f7deb/volumes" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.178430 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7","Type":"ContainerStarted","Data":"4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220"} Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.178466 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7","Type":"ContainerStarted","Data":"300e8501710300ba62b1bdd91b8f5050ccc7126eb9294eff5c09853787432a05"} Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.180573 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"632eba38-e48c-44b5-ac4a-4d665119cea2","Type":"ContainerStarted","Data":"23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d"} Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.185089 4809 generic.go:334] "Generic (PLEG): container finished" podID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerID="1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003" exitCode=0 Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.185149 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.185175 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"611ea63f-96b8-4bb4-9196-2f3723f943cb","Type":"ContainerDied","Data":"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003"} Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.185111 4809 generic.go:334] "Generic (PLEG): container finished" podID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerID="9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b" exitCode=2 Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.185240 4809 generic.go:334] "Generic (PLEG): container finished" podID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerID="57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03" exitCode=0 Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.185229 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"611ea63f-96b8-4bb4-9196-2f3723f943cb","Type":"ContainerDied","Data":"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b"} Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.185262 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"611ea63f-96b8-4bb4-9196-2f3723f943cb","Type":"ContainerDied","Data":"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03"} Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.185273 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"611ea63f-96b8-4bb4-9196-2f3723f943cb","Type":"ContainerDied","Data":"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902"} Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.185242 4809 scope.go:117] "RemoveContainer" containerID="1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.185249 4809 generic.go:334] "Generic (PLEG): container finished" podID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerID="1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902" exitCode=0 Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.185446 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"611ea63f-96b8-4bb4-9196-2f3723f943cb","Type":"ContainerDied","Data":"0b98bd4734554a7136e20ea3faf28a16023f4969535ba2625ecbe06e393ddf19"} Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.191086 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.191107 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/611ea63f-96b8-4bb4-9196-2f3723f943cb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.215661 4809 scope.go:117] "RemoveContainer" containerID="9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.231362 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=3.231342964 podStartE2EDuration="3.231342964s" podCreationTimestamp="2025-10-13 20:04:25 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:28.20842223 +0000 UTC m=+2386.814168815" watchObservedRunningTime="2025-10-13 20:04:28.231342964 +0000 UTC m=+2386.837089539" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.255963 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.265563 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.275141 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:04:28 crc kubenswrapper[4809]: E1013 20:04:28.275592 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="proxy-httpd" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.275605 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="proxy-httpd" Oct 13 20:04:28 crc kubenswrapper[4809]: E1013 20:04:28.275620 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="ceilometer-central-agent" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.275626 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="ceilometer-central-agent" Oct 13 20:04:28 crc kubenswrapper[4809]: E1013 20:04:28.275638 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="sg-core" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.275644 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="sg-core" Oct 13 20:04:28 crc kubenswrapper[4809]: E1013 20:04:28.275680 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="ceilometer-notification-agent" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.275686 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="ceilometer-notification-agent" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.275909 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="ceilometer-central-agent" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.275924 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="ceilometer-notification-agent" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.275936 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="sg-core" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.275944 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" containerName="proxy-httpd" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.276719 4809 scope.go:117] "RemoveContainer" containerID="57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.277513 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.283454 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.285282 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.296563 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.310869 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-lgcr6"] Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.394320 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-run-httpd\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.394570 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-log-httpd\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.394764 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-config-data\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.394797 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.394862 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.394940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g2sw9\" (UniqueName: \"kubernetes.io/projected/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-kube-api-access-g2sw9\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.394965 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-scripts\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.429525 4809 scope.go:117] "RemoveContainer" containerID="1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.452241 4809 scope.go:117] "RemoveContainer" containerID="1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003" Oct 13 20:04:28 crc kubenswrapper[4809]: E1013 20:04:28.453894 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003\": container with ID starting with 1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003 not found: ID does not exist" containerID="1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.453927 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003"} err="failed to get container status \"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003\": rpc error: code = NotFound desc = could not find container \"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003\": container with ID starting with 1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.453947 4809 scope.go:117] "RemoveContainer" containerID="9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b" Oct 13 20:04:28 crc kubenswrapper[4809]: E1013 20:04:28.454277 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b\": container with ID starting with 9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b not found: ID does not exist" containerID="9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.454300 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b"} err="failed to get container status \"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b\": rpc error: code = NotFound desc = could not find container \"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b\": container with ID starting with 9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.454314 4809 scope.go:117] "RemoveContainer" containerID="57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03" Oct 13 20:04:28 crc kubenswrapper[4809]: E1013 20:04:28.454503 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03\": container with ID starting with 57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03 not found: ID does not exist" containerID="57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.454521 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03"} err="failed to get container status \"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03\": rpc error: code = NotFound desc = could not find container \"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03\": container with ID starting with 57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.454533 4809 scope.go:117] "RemoveContainer" containerID="1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902" Oct 13 20:04:28 crc kubenswrapper[4809]: E1013 20:04:28.455245 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902\": container with ID starting with 1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902 not found: ID does not exist" containerID="1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.455286 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902"} err="failed to get container status \"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902\": rpc error: code = NotFound desc = could not find container \"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902\": container with ID starting with 1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.455319 4809 scope.go:117] "RemoveContainer" containerID="1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.456341 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003"} err="failed to get container status \"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003\": rpc error: code = NotFound desc = could not find container \"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003\": container with ID starting with 1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.456359 4809 scope.go:117] "RemoveContainer" containerID="9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.458263 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b"} err="failed to get container status \"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b\": rpc error: code = NotFound desc = could not find container \"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b\": container with ID starting with 9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.458287 4809 scope.go:117] "RemoveContainer" containerID="57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.458822 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03"} err="failed to get container status \"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03\": rpc error: code = NotFound desc = could not find container \"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03\": container with ID starting with 57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.458851 4809 scope.go:117] "RemoveContainer" containerID="1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.459329 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902"} err="failed to get container status \"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902\": rpc error: code = NotFound desc = could not find container \"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902\": container with ID starting with 1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.459368 4809 scope.go:117] "RemoveContainer" containerID="1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.460528 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003"} err="failed to get container status \"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003\": rpc error: code = NotFound desc = could not find container \"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003\": container with ID starting with 1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.460551 4809 scope.go:117] "RemoveContainer" containerID="9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.460857 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b"} err="failed to get container status \"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b\": rpc error: code = NotFound desc = could not find container \"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b\": container with ID starting with 9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.460886 4809 scope.go:117] "RemoveContainer" containerID="57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.461327 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03"} err="failed to get container status \"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03\": rpc error: code = NotFound desc = could not find container \"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03\": container with ID starting with 57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.461379 4809 scope.go:117] "RemoveContainer" containerID="1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.461898 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902"} err="failed to get container status \"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902\": rpc error: code = NotFound desc = could not find container \"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902\": container with ID starting with 1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.461920 4809 scope.go:117] "RemoveContainer" containerID="1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.462171 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003"} err="failed to get container status \"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003\": rpc error: code = NotFound desc = could not find container \"1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003\": container with ID starting with 1b6cb54647b28bfaf64966012544d166afc291bd89ef3951f6a6498a135a8003 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.462203 4809 scope.go:117] "RemoveContainer" containerID="9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.462433 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b"} err="failed to get container status \"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b\": rpc error: code = NotFound desc = could not find container \"9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b\": container with ID starting with 9dc4c4f2a3567790ab9ca3ca708291a872b220608609f097fef95469543acb9b not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.462450 4809 scope.go:117] "RemoveContainer" containerID="57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.462658 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03"} err="failed to get container status \"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03\": rpc error: code = NotFound desc = could not find container \"57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03\": container with ID starting with 57ab1e21848b3fb3e89898245cdb676957ab452d6f6f4d4d3e0ee149777b6f03 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.462677 4809 scope.go:117] "RemoveContainer" containerID="1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.462867 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902"} err="failed to get container status \"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902\": rpc error: code = NotFound desc = could not find container \"1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902\": container with ID starting with 1316e28e8be6f28bcfacd8a27391cfe38dcc9707ccebc106d0699a0bbb838902 not found: ID does not exist" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.492692 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-s9kcb"] Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.497062 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g2sw9\" (UniqueName: \"kubernetes.io/projected/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-kube-api-access-g2sw9\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.497102 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-scripts\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.497182 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-run-httpd\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.497244 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-log-httpd\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.497275 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-config-data\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.497291 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.497313 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.497952 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-run-httpd\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.498074 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-log-httpd\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: W1013 20:04:28.503379 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod00d1ba08_2fb7_44ea_ab3d_2673de7ebe4a.slice/crio-b79bae2e58d6cdb619e86e91796ba0c381711ad336389a629c7429aff12c5f16 WatchSource:0}: Error finding container b79bae2e58d6cdb619e86e91796ba0c381711ad336389a629c7429aff12c5f16: Status 404 returned error can't find the container with id b79bae2e58d6cdb619e86e91796ba0c381711ad336389a629c7429aff12c5f16 Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.505059 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.505100 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-scripts\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.507057 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.508688 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-config-data\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.520566 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-g2sw9\" (UniqueName: \"kubernetes.io/projected/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-kube-api-access-g2sw9\") pod \"ceilometer-0\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:28 crc kubenswrapper[4809]: I1013 20:04:28.742909 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.200797 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7","Type":"ContainerStarted","Data":"5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e"} Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.205278 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" event={"ID":"12eba1d6-889a-4574-8a2e-4a60294cdeda","Type":"ContainerStarted","Data":"589ab3611ea56e97e8e5f67de38a33baec74fbe4ba38a3b7ecdbfa711341dc0e"} Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.205316 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" event={"ID":"12eba1d6-889a-4574-8a2e-4a60294cdeda","Type":"ContainerStarted","Data":"c15072a3780153aef141af5c8b5a004ccf695e435ed5a1c53b09b002f4c2fa18"} Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.207142 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" event={"ID":"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a","Type":"ContainerStarted","Data":"bf2dc1db035a6d0c5cdf39b5591f3b3c4fb05c0dc196ab8095fac7f9b3773491"} Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.207179 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" event={"ID":"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a","Type":"ContainerStarted","Data":"b79bae2e58d6cdb619e86e91796ba0c381711ad336389a629c7429aff12c5f16"} Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.211671 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" event={"ID":"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4","Type":"ContainerStarted","Data":"722505b7e72df0b6b87a18c39dfd371ef979421f01702e770355d32b8106d230"} Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.211708 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" event={"ID":"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4","Type":"ContainerStarted","Data":"9d1503b85ba1cc527d9535c048cce6bb6f9893365b09fb36c3f1b322edf3ec4e"} Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.211717 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" event={"ID":"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4","Type":"ContainerStarted","Data":"a643dc3baa23f91a8d29ee3822049a70b46feb6fdbdef24272507178d78a6a0c"} Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.211768 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.211810 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.238569 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.238541972 podStartE2EDuration="3.238541972s" podCreationTimestamp="2025-10-13 20:04:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:29.220560796 +0000 UTC m=+2387.826307381" watchObservedRunningTime="2025-10-13 20:04:29.238541972 +0000 UTC m=+2387.844288597" Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.243682 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" podStartSLOduration=2.243662884 podStartE2EDuration="2.243662884s" podCreationTimestamp="2025-10-13 20:04:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:29.239140189 +0000 UTC m=+2387.844886784" watchObservedRunningTime="2025-10-13 20:04:29.243662884 +0000 UTC m=+2387.849409519" Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.267690 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.289367 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" podStartSLOduration=2.289343096 podStartE2EDuration="2.289343096s" podCreationTimestamp="2025-10-13 20:04:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:29.255972784 +0000 UTC m=+2387.861719389" watchObservedRunningTime="2025-10-13 20:04:29.289343096 +0000 UTC m=+2387.895089691" Oct 13 20:04:29 crc kubenswrapper[4809]: I1013 20:04:29.297184 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" podStartSLOduration=2.297166002 podStartE2EDuration="2.297166002s" podCreationTimestamp="2025-10-13 20:04:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:29.271951176 +0000 UTC m=+2387.877697761" watchObservedRunningTime="2025-10-13 20:04:29.297166002 +0000 UTC m=+2387.902912587" Oct 13 20:04:30 crc kubenswrapper[4809]: I1013 20:04:30.174009 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="611ea63f-96b8-4bb4-9196-2f3723f943cb" path="/var/lib/kubelet/pods/611ea63f-96b8-4bb4-9196-2f3723f943cb/volumes" Oct 13 20:04:30 crc kubenswrapper[4809]: I1013 20:04:30.227223 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"91f88cfe-6de7-4dbd-a3b1-42fb298eb419","Type":"ContainerStarted","Data":"89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c"} Oct 13 20:04:30 crc kubenswrapper[4809]: I1013 20:04:30.227305 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"91f88cfe-6de7-4dbd-a3b1-42fb298eb419","Type":"ContainerStarted","Data":"8a1df0261b6bf3f8a9ffe1ffdfb32465b12a53a2124f1aadbf0f95ba8ff4460a"} Oct 13 20:04:31 crc kubenswrapper[4809]: I1013 20:04:31.240768 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"91f88cfe-6de7-4dbd-a3b1-42fb298eb419","Type":"ContainerStarted","Data":"572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df"} Oct 13 20:04:31 crc kubenswrapper[4809]: I1013 20:04:31.243159 4809 generic.go:334] "Generic (PLEG): container finished" podID="12eba1d6-889a-4574-8a2e-4a60294cdeda" containerID="589ab3611ea56e97e8e5f67de38a33baec74fbe4ba38a3b7ecdbfa711341dc0e" exitCode=0 Oct 13 20:04:31 crc kubenswrapper[4809]: I1013 20:04:31.243361 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" event={"ID":"12eba1d6-889a-4574-8a2e-4a60294cdeda","Type":"ContainerDied","Data":"589ab3611ea56e97e8e5f67de38a33baec74fbe4ba38a3b7ecdbfa711341dc0e"} Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.255085 4809 generic.go:334] "Generic (PLEG): container finished" podID="00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a" containerID="bf2dc1db035a6d0c5cdf39b5591f3b3c4fb05c0dc196ab8095fac7f9b3773491" exitCode=0 Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.255128 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" event={"ID":"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a","Type":"ContainerDied","Data":"bf2dc1db035a6d0c5cdf39b5591f3b3c4fb05c0dc196ab8095fac7f9b3773491"} Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.260913 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"91f88cfe-6de7-4dbd-a3b1-42fb298eb419","Type":"ContainerStarted","Data":"f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3"} Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.667427 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.787579 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jcfl7\" (UniqueName: \"kubernetes.io/projected/12eba1d6-889a-4574-8a2e-4a60294cdeda-kube-api-access-jcfl7\") pod \"12eba1d6-889a-4574-8a2e-4a60294cdeda\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.787649 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-fernet-keys\") pod \"12eba1d6-889a-4574-8a2e-4a60294cdeda\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.787839 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-config-data\") pod \"12eba1d6-889a-4574-8a2e-4a60294cdeda\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.787926 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-combined-ca-bundle\") pod \"12eba1d6-889a-4574-8a2e-4a60294cdeda\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.787994 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-scripts\") pod \"12eba1d6-889a-4574-8a2e-4a60294cdeda\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.788054 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-credential-keys\") pod \"12eba1d6-889a-4574-8a2e-4a60294cdeda\" (UID: \"12eba1d6-889a-4574-8a2e-4a60294cdeda\") " Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.793439 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "12eba1d6-889a-4574-8a2e-4a60294cdeda" (UID: "12eba1d6-889a-4574-8a2e-4a60294cdeda"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.793845 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "12eba1d6-889a-4574-8a2e-4a60294cdeda" (UID: "12eba1d6-889a-4574-8a2e-4a60294cdeda"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.798639 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-scripts" (OuterVolumeSpecName: "scripts") pod "12eba1d6-889a-4574-8a2e-4a60294cdeda" (UID: "12eba1d6-889a-4574-8a2e-4a60294cdeda"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.801428 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/12eba1d6-889a-4574-8a2e-4a60294cdeda-kube-api-access-jcfl7" (OuterVolumeSpecName: "kube-api-access-jcfl7") pod "12eba1d6-889a-4574-8a2e-4a60294cdeda" (UID: "12eba1d6-889a-4574-8a2e-4a60294cdeda"). InnerVolumeSpecName "kube-api-access-jcfl7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.831855 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-7wzpp"] Oct 13 20:04:32 crc kubenswrapper[4809]: E1013 20:04:32.832387 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="12eba1d6-889a-4574-8a2e-4a60294cdeda" containerName="keystone-bootstrap" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.832410 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="12eba1d6-889a-4574-8a2e-4a60294cdeda" containerName="keystone-bootstrap" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.832601 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="12eba1d6-889a-4574-8a2e-4a60294cdeda" containerName="keystone-bootstrap" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.834042 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.838330 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-9htfr" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.838657 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.839273 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.841255 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "12eba1d6-889a-4574-8a2e-4a60294cdeda" (UID: "12eba1d6-889a-4574-8a2e-4a60294cdeda"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.852309 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-config-data" (OuterVolumeSpecName: "config-data") pod "12eba1d6-889a-4574-8a2e-4a60294cdeda" (UID: "12eba1d6-889a-4574-8a2e-4a60294cdeda"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.856849 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-7wzpp"] Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.896310 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.896356 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.896370 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.896383 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jcfl7\" (UniqueName: \"kubernetes.io/projected/12eba1d6-889a-4574-8a2e-4a60294cdeda-kube-api-access-jcfl7\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.896398 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.896410 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/12eba1d6-889a-4574-8a2e-4a60294cdeda-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.998341 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-combined-ca-bundle\") pod \"neutron-db-sync-7wzpp\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.999082 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qpwrf\" (UniqueName: \"kubernetes.io/projected/c2f21bd5-e8cd-4b19-800c-89f79426f42d-kube-api-access-qpwrf\") pod \"neutron-db-sync-7wzpp\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:32 crc kubenswrapper[4809]: I1013 20:04:32.999159 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-config\") pod \"neutron-db-sync-7wzpp\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.031806 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-5czdm"] Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.033142 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.035027 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.035082 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.035518 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-86vb2" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.041964 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-5czdm"] Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.101054 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-db-sync-config-data\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.101115 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-etc-machine-id\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.101206 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qpwrf\" (UniqueName: \"kubernetes.io/projected/c2f21bd5-e8cd-4b19-800c-89f79426f42d-kube-api-access-qpwrf\") pod \"neutron-db-sync-7wzpp\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.101254 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-config-data\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.101300 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-config\") pod \"neutron-db-sync-7wzpp\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.101368 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7rqm5\" (UniqueName: \"kubernetes.io/projected/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-kube-api-access-7rqm5\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.101459 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-scripts\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.101495 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-combined-ca-bundle\") pod \"neutron-db-sync-7wzpp\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.101533 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-combined-ca-bundle\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.107664 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-combined-ca-bundle\") pod \"neutron-db-sync-7wzpp\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.107786 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-config\") pod \"neutron-db-sync-7wzpp\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.120955 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qpwrf\" (UniqueName: \"kubernetes.io/projected/c2f21bd5-e8cd-4b19-800c-89f79426f42d-kube-api-access-qpwrf\") pod \"neutron-db-sync-7wzpp\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.209668 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-etc-machine-id\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.209738 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-db-sync-config-data\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.209808 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-config-data\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.209865 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7rqm5\" (UniqueName: \"kubernetes.io/projected/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-kube-api-access-7rqm5\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.209912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-scripts\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.209942 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-combined-ca-bundle\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.210992 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-etc-machine-id\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.225357 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-db-sync-config-data\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.225365 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-combined-ca-bundle\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.225816 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-scripts\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.226331 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-config-data\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.228553 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.230347 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7rqm5\" (UniqueName: \"kubernetes.io/projected/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-kube-api-access-7rqm5\") pod \"cinder-db-sync-5czdm\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.275791 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.279172 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-lgcr6" event={"ID":"12eba1d6-889a-4574-8a2e-4a60294cdeda","Type":"ContainerDied","Data":"c15072a3780153aef141af5c8b5a004ccf695e435ed5a1c53b09b002f4c2fa18"} Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.279246 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c15072a3780153aef141af5c8b5a004ccf695e435ed5a1c53b09b002f4c2fa18" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.347554 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-7cf786b56c-grlbz"] Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.348911 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.356126 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-internal-svc" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.357543 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.357630 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.357985 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.358044 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-nz65n" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.358129 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-public-svc" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.358543 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.368042 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-7cf786b56c-grlbz"] Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.519843 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-credential-keys\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.522800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-public-tls-certs\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.522876 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-combined-ca-bundle\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.522906 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-internal-tls-certs\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.522927 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-config-data\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.523029 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rtvrb\" (UniqueName: \"kubernetes.io/projected/006c3555-6972-43e5-928d-52ecfcf3874f-kube-api-access-rtvrb\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.523063 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-scripts\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.523078 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-fernet-keys\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.624499 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-public-tls-certs\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.624585 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-combined-ca-bundle\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.624608 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-internal-tls-certs\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.624632 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-config-data\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.624707 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rtvrb\" (UniqueName: \"kubernetes.io/projected/006c3555-6972-43e5-928d-52ecfcf3874f-kube-api-access-rtvrb\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.624754 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-scripts\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.624775 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-fernet-keys\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.624814 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-credential-keys\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.630829 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-scripts\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.630862 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-internal-tls-certs\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.631283 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-combined-ca-bundle\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.632000 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-public-tls-certs\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.632224 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-fernet-keys\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.632861 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-credential-keys\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.638855 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-config-data\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.641368 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rtvrb\" (UniqueName: \"kubernetes.io/projected/006c3555-6972-43e5-928d-52ecfcf3874f-kube-api-access-rtvrb\") pod \"keystone-7cf786b56c-grlbz\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.665522 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.801605 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.858408 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-5czdm"] Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.863268 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-7wzpp"] Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.933658 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-db-sync-config-data\") pod \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.933946 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-combined-ca-bundle\") pod \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.934008 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4b6vs\" (UniqueName: \"kubernetes.io/projected/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-kube-api-access-4b6vs\") pod \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\" (UID: \"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a\") " Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.938089 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-kube-api-access-4b6vs" (OuterVolumeSpecName: "kube-api-access-4b6vs") pod "00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a" (UID: "00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a"). InnerVolumeSpecName "kube-api-access-4b6vs". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.949184 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a" (UID: "00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:33 crc kubenswrapper[4809]: I1013 20:04:33.979829 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a" (UID: "00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.036648 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.036672 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4b6vs\" (UniqueName: \"kubernetes.io/projected/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-kube-api-access-4b6vs\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.036683 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.111019 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-7cf786b56c-grlbz"] Oct 13 20:04:34 crc kubenswrapper[4809]: W1013 20:04:34.118579 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod006c3555_6972_43e5_928d_52ecfcf3874f.slice/crio-209e37669dc36ce7479eb3118bba1654305cb294dd29ea97c272bd0e0f6397c0 WatchSource:0}: Error finding container 209e37669dc36ce7479eb3118bba1654305cb294dd29ea97c272bd0e0f6397c0: Status 404 returned error can't find the container with id 209e37669dc36ce7479eb3118bba1654305cb294dd29ea97c272bd0e0f6397c0 Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.318774 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-5czdm" event={"ID":"bb858ed1-b4c3-4511-a7d8-33e0fdcda797","Type":"ContainerStarted","Data":"bad9b79ff88ef8677c1660e893dce394f3d2492ee0329428215b49ec68e0271c"} Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.321468 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" event={"ID":"006c3555-6972-43e5-928d-52ecfcf3874f","Type":"ContainerStarted","Data":"209e37669dc36ce7479eb3118bba1654305cb294dd29ea97c272bd0e0f6397c0"} Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.325670 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.326524 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-s9kcb" event={"ID":"00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a","Type":"ContainerDied","Data":"b79bae2e58d6cdb619e86e91796ba0c381711ad336389a629c7429aff12c5f16"} Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.326577 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b79bae2e58d6cdb619e86e91796ba0c381711ad336389a629c7429aff12c5f16" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.339289 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"91f88cfe-6de7-4dbd-a3b1-42fb298eb419","Type":"ContainerStarted","Data":"c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5"} Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.339854 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.346887 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" event={"ID":"c2f21bd5-e8cd-4b19-800c-89f79426f42d","Type":"ContainerStarted","Data":"7038bab37081e2594d0976a351883dc30ac3b1674591c4c6eb1b81f812015326"} Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.346938 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" event={"ID":"c2f21bd5-e8cd-4b19-800c-89f79426f42d","Type":"ContainerStarted","Data":"d11ef5adecb6b64ae7760e41fc7dd3dc1a238f5d8ef34f1000b4c2a2d9fa83f7"} Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.403465 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.2149124000000002 podStartE2EDuration="6.403447447s" podCreationTimestamp="2025-10-13 20:04:28 +0000 UTC" firstStartedPulling="2025-10-13 20:04:29.271126213 +0000 UTC m=+2387.876872798" lastFinishedPulling="2025-10-13 20:04:33.45966126 +0000 UTC m=+2392.065407845" observedRunningTime="2025-10-13 20:04:34.369063687 +0000 UTC m=+2392.974810272" watchObservedRunningTime="2025-10-13 20:04:34.403447447 +0000 UTC m=+2393.009194032" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.424669 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" podStartSLOduration=2.424652133 podStartE2EDuration="2.424652133s" podCreationTimestamp="2025-10-13 20:04:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:34.406495001 +0000 UTC m=+2393.012241616" watchObservedRunningTime="2025-10-13 20:04:34.424652133 +0000 UTC m=+2393.030398708" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.439385 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7"] Oct 13 20:04:34 crc kubenswrapper[4809]: E1013 20:04:34.439818 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a" containerName="barbican-db-sync" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.439834 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a" containerName="barbican-db-sync" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.440025 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a" containerName="barbican-db-sync" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.440914 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.443094 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.443314 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-worker-config-data" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.443430 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-8vzbv" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.452712 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-combined-ca-bundle\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.452865 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-logs\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.452911 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.453025 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data-custom\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.453073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lz5z8\" (UniqueName: \"kubernetes.io/projected/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-kube-api-access-lz5z8\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.474372 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7"] Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.481958 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq"] Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.483860 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.485942 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-keystone-listener-config-data" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.502834 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq"] Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.554613 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj"] Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.562888 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5ceab457-1011-428e-a9b4-79ca56721171-logs\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.579040 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.579276 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-logs\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.579429 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.566230 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.580133 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-combined-ca-bundle\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.580318 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qb4nd\" (UniqueName: \"kubernetes.io/projected/5ceab457-1011-428e-a9b4-79ca56721171-kube-api-access-qb4nd\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.580442 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data-custom\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.578835 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj"] Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.581041 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-logs\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.581218 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lz5z8\" (UniqueName: \"kubernetes.io/projected/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-kube-api-access-lz5z8\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.581323 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data-custom\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.581488 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-combined-ca-bundle\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.610231 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-combined-ca-bundle\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.627275 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-api-config-data" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.628212 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.632571 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data-custom\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.639684 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lz5z8\" (UniqueName: \"kubernetes.io/projected/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-kube-api-access-lz5z8\") pod \"barbican-worker-b65bddb65-rjcz7\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.683783 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data-custom\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.683862 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-combined-ca-bundle\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.683884 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data-custom\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.683911 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5ceab457-1011-428e-a9b4-79ca56721171-logs\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.683935 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8gmr4\" (UniqueName: \"kubernetes.io/projected/7177c70c-3480-4389-83a5-04a1fc405939-kube-api-access-8gmr4\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.683955 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.684001 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-combined-ca-bundle\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.684016 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.684059 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qb4nd\" (UniqueName: \"kubernetes.io/projected/5ceab457-1011-428e-a9b4-79ca56721171-kube-api-access-qb4nd\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.684082 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7177c70c-3480-4389-83a5-04a1fc405939-logs\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.684830 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5ceab457-1011-428e-a9b4-79ca56721171-logs\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.688872 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-combined-ca-bundle\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.697789 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.698067 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data-custom\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.716967 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qb4nd\" (UniqueName: \"kubernetes.io/projected/5ceab457-1011-428e-a9b4-79ca56721171-kube-api-access-qb4nd\") pod \"barbican-keystone-listener-6d5b5c67b6-6jlvq\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.775440 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.785505 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-combined-ca-bundle\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.785552 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data-custom\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.785596 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8gmr4\" (UniqueName: \"kubernetes.io/projected/7177c70c-3480-4389-83a5-04a1fc405939-kube-api-access-8gmr4\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.785649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.785706 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7177c70c-3480-4389-83a5-04a1fc405939-logs\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.786181 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7177c70c-3480-4389-83a5-04a1fc405939-logs\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.788876 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-combined-ca-bundle\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.788910 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data-custom\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.791956 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.800581 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.807279 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8gmr4\" (UniqueName: \"kubernetes.io/projected/7177c70c-3480-4389-83a5-04a1fc405939-kube-api-access-8gmr4\") pod \"barbican-api-8645ffffc6-4q8jj\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:34 crc kubenswrapper[4809]: I1013 20:04:34.859997 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.247188 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7"] Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.323066 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq"] Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.362960 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" event={"ID":"006c3555-6972-43e5-928d-52ecfcf3874f","Type":"ContainerStarted","Data":"116dcce0b5c85039ff5d027c0e6e5b2be38a6b8f51b8e046b5ef6d89c0760185"} Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.366973 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" event={"ID":"5ceab457-1011-428e-a9b4-79ca56721171","Type":"ContainerStarted","Data":"0632d45ba7fb6553e4fe4f1f50f298b7463bbf89aec41d885247911e139f55e5"} Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.370123 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" event={"ID":"33a80ae3-eaf3-492d-b0a6-8c54543b5ade","Type":"ContainerStarted","Data":"ea61066867d67774740bb8606fd9da52b160363ebb271b4a6b2ef0da592dc1a8"} Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.371596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-5czdm" event={"ID":"bb858ed1-b4c3-4511-a7d8-33e0fdcda797","Type":"ContainerStarted","Data":"69b38a781a350f77bce024bad83d99667d1bdabefb7d9b361ad11f216890bf1d"} Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.391055 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" podStartSLOduration=2.391035823 podStartE2EDuration="2.391035823s" podCreationTimestamp="2025-10-13 20:04:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:35.38620443 +0000 UTC m=+2393.991951015" watchObservedRunningTime="2025-10-13 20:04:35.391035823 +0000 UTC m=+2393.996782428" Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.445778 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-db-sync-5czdm" podStartSLOduration=2.445755965 podStartE2EDuration="2.445755965s" podCreationTimestamp="2025-10-13 20:04:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:35.409124543 +0000 UTC m=+2394.014871128" watchObservedRunningTime="2025-10-13 20:04:35.445755965 +0000 UTC m=+2394.051502550" Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.488441 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj"] Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.534089 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.534128 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.581114 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:35 crc kubenswrapper[4809]: I1013 20:04:35.596168 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.382980 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" event={"ID":"5ceab457-1011-428e-a9b4-79ca56721171","Type":"ContainerStarted","Data":"3ed853fbe5fb74153b4d50330e02b31ab04b9b4031eb389802f13d6211785460"} Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.383284 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" event={"ID":"5ceab457-1011-428e-a9b4-79ca56721171","Type":"ContainerStarted","Data":"0636efdeebac39f5060049430fdf2fbd446cddf3ad0395aa587def7be50043aa"} Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.385147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" event={"ID":"33a80ae3-eaf3-492d-b0a6-8c54543b5ade","Type":"ContainerStarted","Data":"a222a0e91fd43346ef517ae3c561d16eca71e8adf39827150dbc4eac3873e358"} Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.385211 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" event={"ID":"33a80ae3-eaf3-492d-b0a6-8c54543b5ade","Type":"ContainerStarted","Data":"80d07813271596589b6b379df0843f88a72e75dd36d11f30f5301791b726669b"} Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.386799 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" event={"ID":"7177c70c-3480-4389-83a5-04a1fc405939","Type":"ContainerStarted","Data":"5acab88fcc81f89d5c680852b5edf50b1a3c5ddcad84e05cb247ee733b4f8180"} Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.386848 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" event={"ID":"7177c70c-3480-4389-83a5-04a1fc405939","Type":"ContainerStarted","Data":"10962aa6567a14179fd6cb5b7e7385668ebbc25baba2f953730fcdea7dc80a01"} Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.386862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" event={"ID":"7177c70c-3480-4389-83a5-04a1fc405939","Type":"ContainerStarted","Data":"f67da894a3230e7ac021171ac0b21c7c646b98264e5ac8d29265572c05fa5b39"} Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.387167 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.387202 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.387212 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.416582 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" podStartSLOduration=2.416563739 podStartE2EDuration="2.416563739s" podCreationTimestamp="2025-10-13 20:04:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:36.410550873 +0000 UTC m=+2395.016297448" watchObservedRunningTime="2025-10-13 20:04:36.416563739 +0000 UTC m=+2395.022310314" Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.430747 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" podStartSLOduration=2.4307149900000002 podStartE2EDuration="2.43071499s" podCreationTimestamp="2025-10-13 20:04:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:36.424679703 +0000 UTC m=+2395.030426288" watchObservedRunningTime="2025-10-13 20:04:36.43071499 +0000 UTC m=+2395.036461575" Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.442540 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" podStartSLOduration=2.442522016 podStartE2EDuration="2.442522016s" podCreationTimestamp="2025-10-13 20:04:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:36.442427543 +0000 UTC m=+2395.048174128" watchObservedRunningTime="2025-10-13 20:04:36.442522016 +0000 UTC m=+2395.048268601" Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.577660 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.577702 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.609581 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:36 crc kubenswrapper[4809]: I1013 20:04:36.625053 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.002778 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x"] Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.004198 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.006287 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-internal-svc" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.012050 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-public-svc" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.055954 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x"] Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.139715 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data-custom\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.139771 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.139850 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-combined-ca-bundle\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.139884 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edfdc646-7c61-4133-9377-ba2880ffd3df-logs\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.139958 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-internal-tls-certs\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.139979 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-llpg4\" (UniqueName: \"kubernetes.io/projected/edfdc646-7c61-4133-9377-ba2880ffd3df-kube-api-access-llpg4\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.140005 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-public-tls-certs\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.241085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-internal-tls-certs\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.241136 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-llpg4\" (UniqueName: \"kubernetes.io/projected/edfdc646-7c61-4133-9377-ba2880ffd3df-kube-api-access-llpg4\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.241161 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-public-tls-certs\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.241222 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data-custom\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.241239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.241308 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-combined-ca-bundle\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.241336 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edfdc646-7c61-4133-9377-ba2880ffd3df-logs\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.241706 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edfdc646-7c61-4133-9377-ba2880ffd3df-logs\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.247778 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.249021 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-internal-tls-certs\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.249453 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data-custom\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.253550 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-public-tls-certs\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.255151 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-combined-ca-bundle\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.259252 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-llpg4\" (UniqueName: \"kubernetes.io/projected/edfdc646-7c61-4133-9377-ba2880ffd3df-kube-api-access-llpg4\") pod \"barbican-api-75d7bc6cb8-7w57x\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.343893 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.399268 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.399465 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.399476 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.399487 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:37 crc kubenswrapper[4809]: W1013 20:04:37.806195 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podedfdc646_7c61_4133_9377_ba2880ffd3df.slice/crio-98ef7f3a6eded54e1ff269d3d5ac0689257dcff096d4fb2511f14bb9e37ab8f2 WatchSource:0}: Error finding container 98ef7f3a6eded54e1ff269d3d5ac0689257dcff096d4fb2511f14bb9e37ab8f2: Status 404 returned error can't find the container with id 98ef7f3a6eded54e1ff269d3d5ac0689257dcff096d4fb2511f14bb9e37ab8f2 Oct 13 20:04:37 crc kubenswrapper[4809]: I1013 20:04:37.809405 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x"] Oct 13 20:04:38 crc kubenswrapper[4809]: I1013 20:04:38.410276 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" event={"ID":"edfdc646-7c61-4133-9377-ba2880ffd3df","Type":"ContainerStarted","Data":"498747055addb3cc7233da394c9b3fe8d40ba6069db241dc643dff9fa6da9471"} Oct 13 20:04:38 crc kubenswrapper[4809]: I1013 20:04:38.411441 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" event={"ID":"edfdc646-7c61-4133-9377-ba2880ffd3df","Type":"ContainerStarted","Data":"7fcda349bf3bd26650f0f75718391a9038f612de0835467e3828554c813a10e8"} Oct 13 20:04:38 crc kubenswrapper[4809]: I1013 20:04:38.411454 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" event={"ID":"edfdc646-7c61-4133-9377-ba2880ffd3df","Type":"ContainerStarted","Data":"98ef7f3a6eded54e1ff269d3d5ac0689257dcff096d4fb2511f14bb9e37ab8f2"} Oct 13 20:04:38 crc kubenswrapper[4809]: I1013 20:04:38.430495 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" podStartSLOduration=2.430480732 podStartE2EDuration="2.430480732s" podCreationTimestamp="2025-10-13 20:04:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:38.429352751 +0000 UTC m=+2397.035099336" watchObservedRunningTime="2025-10-13 20:04:38.430480732 +0000 UTC m=+2397.036227317" Oct 13 20:04:38 crc kubenswrapper[4809]: I1013 20:04:38.720688 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:38 crc kubenswrapper[4809]: I1013 20:04:38.720835 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:04:38 crc kubenswrapper[4809]: I1013 20:04:38.798820 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:04:39 crc kubenswrapper[4809]: I1013 20:04:39.422051 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:04:39 crc kubenswrapper[4809]: I1013 20:04:39.422404 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:04:39 crc kubenswrapper[4809]: I1013 20:04:39.422703 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:39 crc kubenswrapper[4809]: I1013 20:04:39.422762 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:39 crc kubenswrapper[4809]: I1013 20:04:39.731039 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:39 crc kubenswrapper[4809]: I1013 20:04:39.737065 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:04:41 crc kubenswrapper[4809]: I1013 20:04:41.155091 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:04:41 crc kubenswrapper[4809]: E1013 20:04:41.155613 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:04:42 crc kubenswrapper[4809]: I1013 20:04:42.458833 4809 generic.go:334] "Generic (PLEG): container finished" podID="bb858ed1-b4c3-4511-a7d8-33e0fdcda797" containerID="69b38a781a350f77bce024bad83d99667d1bdabefb7d9b361ad11f216890bf1d" exitCode=0 Oct 13 20:04:42 crc kubenswrapper[4809]: I1013 20:04:42.458944 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-5czdm" event={"ID":"bb858ed1-b4c3-4511-a7d8-33e0fdcda797","Type":"ContainerDied","Data":"69b38a781a350f77bce024bad83d99667d1bdabefb7d9b361ad11f216890bf1d"} Oct 13 20:04:43 crc kubenswrapper[4809]: I1013 20:04:43.833099 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:43 crc kubenswrapper[4809]: I1013 20:04:43.996699 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7rqm5\" (UniqueName: \"kubernetes.io/projected/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-kube-api-access-7rqm5\") pod \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " Oct 13 20:04:43 crc kubenswrapper[4809]: I1013 20:04:43.997067 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-scripts\") pod \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " Oct 13 20:04:43 crc kubenswrapper[4809]: I1013 20:04:43.997189 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-db-sync-config-data\") pod \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " Oct 13 20:04:43 crc kubenswrapper[4809]: I1013 20:04:43.997289 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-combined-ca-bundle\") pod \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " Oct 13 20:04:43 crc kubenswrapper[4809]: I1013 20:04:43.997348 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-etc-machine-id\") pod \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " Oct 13 20:04:43 crc kubenswrapper[4809]: I1013 20:04:43.997383 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-config-data\") pod \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\" (UID: \"bb858ed1-b4c3-4511-a7d8-33e0fdcda797\") " Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:43.999746 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "bb858ed1-b4c3-4511-a7d8-33e0fdcda797" (UID: "bb858ed1-b4c3-4511-a7d8-33e0fdcda797"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.005068 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-scripts" (OuterVolumeSpecName: "scripts") pod "bb858ed1-b4c3-4511-a7d8-33e0fdcda797" (UID: "bb858ed1-b4c3-4511-a7d8-33e0fdcda797"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.009034 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "bb858ed1-b4c3-4511-a7d8-33e0fdcda797" (UID: "bb858ed1-b4c3-4511-a7d8-33e0fdcda797"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.021962 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-kube-api-access-7rqm5" (OuterVolumeSpecName: "kube-api-access-7rqm5") pod "bb858ed1-b4c3-4511-a7d8-33e0fdcda797" (UID: "bb858ed1-b4c3-4511-a7d8-33e0fdcda797"). InnerVolumeSpecName "kube-api-access-7rqm5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.037162 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bb858ed1-b4c3-4511-a7d8-33e0fdcda797" (UID: "bb858ed1-b4c3-4511-a7d8-33e0fdcda797"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.066810 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-config-data" (OuterVolumeSpecName: "config-data") pod "bb858ed1-b4c3-4511-a7d8-33e0fdcda797" (UID: "bb858ed1-b4c3-4511-a7d8-33e0fdcda797"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.099834 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7rqm5\" (UniqueName: \"kubernetes.io/projected/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-kube-api-access-7rqm5\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.099874 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.099888 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.099898 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.099910 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.099920 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bb858ed1-b4c3-4511-a7d8-33e0fdcda797-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.515519 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-5czdm" event={"ID":"bb858ed1-b4c3-4511-a7d8-33e0fdcda797","Type":"ContainerDied","Data":"bad9b79ff88ef8677c1660e893dce394f3d2492ee0329428215b49ec68e0271c"} Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.515574 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="bad9b79ff88ef8677c1660e893dce394f3d2492ee0329428215b49ec68e0271c" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.515652 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-5czdm" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.795031 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:04:44 crc kubenswrapper[4809]: E1013 20:04:44.795435 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bb858ed1-b4c3-4511-a7d8-33e0fdcda797" containerName="cinder-db-sync" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.795456 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bb858ed1-b4c3-4511-a7d8-33e0fdcda797" containerName="cinder-db-sync" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.795749 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bb858ed1-b4c3-4511-a7d8-33e0fdcda797" containerName="cinder-db-sync" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.796921 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.801555 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.801800 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-86vb2" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.802065 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.803051 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.818587 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.920673 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/2f2a81b7-de6e-4605-81ab-723633331230-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.920749 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-scripts\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.921015 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m8hbn\" (UniqueName: \"kubernetes.io/projected/2f2a81b7-de6e-4605-81ab-723633331230-kube-api-access-m8hbn\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.921104 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.921207 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.921392 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.972108 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.974488 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.976363 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 20:04:44 crc kubenswrapper[4809]: I1013 20:04:44.999861 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.023658 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.023852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.023920 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/2f2a81b7-de6e-4605-81ab-723633331230-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.023949 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-scripts\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.024045 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m8hbn\" (UniqueName: \"kubernetes.io/projected/2f2a81b7-de6e-4605-81ab-723633331230-kube-api-access-m8hbn\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.024116 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.024746 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/2f2a81b7-de6e-4605-81ab-723633331230-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.033363 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-scripts\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.033595 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.034369 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.036282 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.061199 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-m8hbn\" (UniqueName: \"kubernetes.io/projected/2f2a81b7-de6e-4605-81ab-723633331230-kube-api-access-m8hbn\") pod \"cinder-scheduler-0\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.120537 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.125654 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data-custom\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.125793 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/69e702a8-9941-41bf-a814-b507367cbc56-logs\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.125830 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-scripts\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.125851 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.125914 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qzwzl\" (UniqueName: \"kubernetes.io/projected/69e702a8-9941-41bf-a814-b507367cbc56-kube-api-access-qzwzl\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.125960 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.125986 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/69e702a8-9941-41bf-a814-b507367cbc56-etc-machine-id\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.227563 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/69e702a8-9941-41bf-a814-b507367cbc56-logs\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.227617 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-scripts\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.227636 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.227695 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qzwzl\" (UniqueName: \"kubernetes.io/projected/69e702a8-9941-41bf-a814-b507367cbc56-kube-api-access-qzwzl\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.227756 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.227777 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/69e702a8-9941-41bf-a814-b507367cbc56-etc-machine-id\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.227809 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data-custom\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.229208 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/69e702a8-9941-41bf-a814-b507367cbc56-etc-machine-id\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.229715 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/69e702a8-9941-41bf-a814-b507367cbc56-logs\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.232315 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data-custom\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.233101 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.234268 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.242599 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-scripts\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.268465 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qzwzl\" (UniqueName: \"kubernetes.io/projected/69e702a8-9941-41bf-a814-b507367cbc56-kube-api-access-qzwzl\") pod \"cinder-api-0\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.309485 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.636133 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:04:45 crc kubenswrapper[4809]: I1013 20:04:45.791883 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:04:45 crc kubenswrapper[4809]: W1013 20:04:45.808328 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod69e702a8_9941_41bf_a814_b507367cbc56.slice/crio-beffed530ee3194f552430159c6302821d4b6bfb94d757325557f69ade3c3216 WatchSource:0}: Error finding container beffed530ee3194f552430159c6302821d4b6bfb94d757325557f69ade3c3216: Status 404 returned error can't find the container with id beffed530ee3194f552430159c6302821d4b6bfb94d757325557f69ade3c3216 Oct 13 20:04:46 crc kubenswrapper[4809]: I1013 20:04:46.557863 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"69e702a8-9941-41bf-a814-b507367cbc56","Type":"ContainerStarted","Data":"beffed530ee3194f552430159c6302821d4b6bfb94d757325557f69ade3c3216"} Oct 13 20:04:46 crc kubenswrapper[4809]: I1013 20:04:46.570885 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2f2a81b7-de6e-4605-81ab-723633331230","Type":"ContainerStarted","Data":"3609b16da5a626f3f240bc4e357e6d89417f3153a7cc495da015b70bdf520e8d"} Oct 13 20:04:46 crc kubenswrapper[4809]: I1013 20:04:46.570931 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2f2a81b7-de6e-4605-81ab-723633331230","Type":"ContainerStarted","Data":"1abbbe0ec3cc49342e27d9f5d3c5390e2787efd57abab6d3ea3f5f298d1bae8f"} Oct 13 20:04:46 crc kubenswrapper[4809]: I1013 20:04:46.678373 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:04:46 crc kubenswrapper[4809]: I1013 20:04:46.701815 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:46 crc kubenswrapper[4809]: I1013 20:04:46.883310 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:47 crc kubenswrapper[4809]: I1013 20:04:47.581594 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"69e702a8-9941-41bf-a814-b507367cbc56","Type":"ContainerStarted","Data":"e10accbb5ab7c7aa3461ff49b309e3fc1114f1db0442b245be0af33550345333"} Oct 13 20:04:47 crc kubenswrapper[4809]: I1013 20:04:47.581915 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"69e702a8-9941-41bf-a814-b507367cbc56","Type":"ContainerStarted","Data":"91adb8fcc5bcc0f6429caf8f2539a7b1597af7238e8e451bb50ab45f1e8147af"} Oct 13 20:04:47 crc kubenswrapper[4809]: I1013 20:04:47.581934 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:47 crc kubenswrapper[4809]: I1013 20:04:47.581697 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="69e702a8-9941-41bf-a814-b507367cbc56" containerName="cinder-api-log" containerID="cri-o://91adb8fcc5bcc0f6429caf8f2539a7b1597af7238e8e451bb50ab45f1e8147af" gracePeriod=30 Oct 13 20:04:47 crc kubenswrapper[4809]: I1013 20:04:47.581784 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="69e702a8-9941-41bf-a814-b507367cbc56" containerName="cinder-api" containerID="cri-o://e10accbb5ab7c7aa3461ff49b309e3fc1114f1db0442b245be0af33550345333" gracePeriod=30 Oct 13 20:04:47 crc kubenswrapper[4809]: I1013 20:04:47.589584 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2f2a81b7-de6e-4605-81ab-723633331230","Type":"ContainerStarted","Data":"8b82fa21369404aa40985aed9c953a8c30e0c00b5433936597cddca3084d64d3"} Oct 13 20:04:47 crc kubenswrapper[4809]: I1013 20:04:47.614909 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=3.614883884 podStartE2EDuration="3.614883884s" podCreationTimestamp="2025-10-13 20:04:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:47.605058233 +0000 UTC m=+2406.210804828" watchObservedRunningTime="2025-10-13 20:04:47.614883884 +0000 UTC m=+2406.220630469" Oct 13 20:04:47 crc kubenswrapper[4809]: I1013 20:04:47.628857 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=3.62883783 podStartE2EDuration="3.62883783s" podCreationTimestamp="2025-10-13 20:04:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:47.624104639 +0000 UTC m=+2406.229851224" watchObservedRunningTime="2025-10-13 20:04:47.62883783 +0000 UTC m=+2406.234584415" Oct 13 20:04:48 crc kubenswrapper[4809]: I1013 20:04:48.602764 4809 generic.go:334] "Generic (PLEG): container finished" podID="69e702a8-9941-41bf-a814-b507367cbc56" containerID="91adb8fcc5bcc0f6429caf8f2539a7b1597af7238e8e451bb50ab45f1e8147af" exitCode=143 Oct 13 20:04:48 crc kubenswrapper[4809]: I1013 20:04:48.602834 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"69e702a8-9941-41bf-a814-b507367cbc56","Type":"ContainerDied","Data":"91adb8fcc5bcc0f6429caf8f2539a7b1597af7238e8e451bb50ab45f1e8147af"} Oct 13 20:04:48 crc kubenswrapper[4809]: I1013 20:04:48.961832 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:49 crc kubenswrapper[4809]: I1013 20:04:49.016459 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:04:49 crc kubenswrapper[4809]: I1013 20:04:49.082963 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj"] Oct 13 20:04:49 crc kubenswrapper[4809]: I1013 20:04:49.083202 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" podUID="7177c70c-3480-4389-83a5-04a1fc405939" containerName="barbican-api-log" containerID="cri-o://10962aa6567a14179fd6cb5b7e7385668ebbc25baba2f953730fcdea7dc80a01" gracePeriod=30 Oct 13 20:04:49 crc kubenswrapper[4809]: I1013 20:04:49.083830 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" podUID="7177c70c-3480-4389-83a5-04a1fc405939" containerName="barbican-api" containerID="cri-o://5acab88fcc81f89d5c680852b5edf50b1a3c5ddcad84e05cb247ee733b4f8180" gracePeriod=30 Oct 13 20:04:49 crc kubenswrapper[4809]: I1013 20:04:49.614665 4809 generic.go:334] "Generic (PLEG): container finished" podID="7177c70c-3480-4389-83a5-04a1fc405939" containerID="10962aa6567a14179fd6cb5b7e7385668ebbc25baba2f953730fcdea7dc80a01" exitCode=143 Oct 13 20:04:49 crc kubenswrapper[4809]: I1013 20:04:49.614827 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" event={"ID":"7177c70c-3480-4389-83a5-04a1fc405939","Type":"ContainerDied","Data":"10962aa6567a14179fd6cb5b7e7385668ebbc25baba2f953730fcdea7dc80a01"} Oct 13 20:04:50 crc kubenswrapper[4809]: I1013 20:04:50.121882 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.257204 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" podUID="7177c70c-3480-4389-83a5-04a1fc405939" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.157:9311/healthcheck\": read tcp 10.217.0.2:46098->10.217.0.157:9311: read: connection reset by peer" Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.257192 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" podUID="7177c70c-3480-4389-83a5-04a1fc405939" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.157:9311/healthcheck\": read tcp 10.217.0.2:46096->10.217.0.157:9311: read: connection reset by peer" Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.675255 4809 generic.go:334] "Generic (PLEG): container finished" podID="7177c70c-3480-4389-83a5-04a1fc405939" containerID="5acab88fcc81f89d5c680852b5edf50b1a3c5ddcad84e05cb247ee733b4f8180" exitCode=0 Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.675346 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" event={"ID":"7177c70c-3480-4389-83a5-04a1fc405939","Type":"ContainerDied","Data":"5acab88fcc81f89d5c680852b5edf50b1a3c5ddcad84e05cb247ee733b4f8180"} Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.675378 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" event={"ID":"7177c70c-3480-4389-83a5-04a1fc405939","Type":"ContainerDied","Data":"f67da894a3230e7ac021171ac0b21c7c646b98264e5ac8d29265572c05fa5b39"} Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.675393 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f67da894a3230e7ac021171ac0b21c7c646b98264e5ac8d29265572c05fa5b39" Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.677152 4809 generic.go:334] "Generic (PLEG): container finished" podID="c2f21bd5-e8cd-4b19-800c-89f79426f42d" containerID="7038bab37081e2594d0976a351883dc30ac3b1674591c4c6eb1b81f812015326" exitCode=0 Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.677183 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" event={"ID":"c2f21bd5-e8cd-4b19-800c-89f79426f42d","Type":"ContainerDied","Data":"7038bab37081e2594d0976a351883dc30ac3b1674591c4c6eb1b81f812015326"} Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.745661 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.925578 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data\") pod \"7177c70c-3480-4389-83a5-04a1fc405939\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.925659 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7177c70c-3480-4389-83a5-04a1fc405939-logs\") pod \"7177c70c-3480-4389-83a5-04a1fc405939\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.925748 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8gmr4\" (UniqueName: \"kubernetes.io/projected/7177c70c-3480-4389-83a5-04a1fc405939-kube-api-access-8gmr4\") pod \"7177c70c-3480-4389-83a5-04a1fc405939\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.925871 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data-custom\") pod \"7177c70c-3480-4389-83a5-04a1fc405939\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.925914 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-combined-ca-bundle\") pod \"7177c70c-3480-4389-83a5-04a1fc405939\" (UID: \"7177c70c-3480-4389-83a5-04a1fc405939\") " Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.926930 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7177c70c-3480-4389-83a5-04a1fc405939-logs" (OuterVolumeSpecName: "logs") pod "7177c70c-3480-4389-83a5-04a1fc405939" (UID: "7177c70c-3480-4389-83a5-04a1fc405939"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.933278 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "7177c70c-3480-4389-83a5-04a1fc405939" (UID: "7177c70c-3480-4389-83a5-04a1fc405939"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.948967 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7177c70c-3480-4389-83a5-04a1fc405939-kube-api-access-8gmr4" (OuterVolumeSpecName: "kube-api-access-8gmr4") pod "7177c70c-3480-4389-83a5-04a1fc405939" (UID: "7177c70c-3480-4389-83a5-04a1fc405939"). InnerVolumeSpecName "kube-api-access-8gmr4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.983501 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7177c70c-3480-4389-83a5-04a1fc405939" (UID: "7177c70c-3480-4389-83a5-04a1fc405939"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:52 crc kubenswrapper[4809]: I1013 20:04:52.999672 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data" (OuterVolumeSpecName: "config-data") pod "7177c70c-3480-4389-83a5-04a1fc405939" (UID: "7177c70c-3480-4389-83a5-04a1fc405939"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:53 crc kubenswrapper[4809]: I1013 20:04:53.028022 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:53 crc kubenswrapper[4809]: I1013 20:04:53.028063 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:53 crc kubenswrapper[4809]: I1013 20:04:53.028084 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7177c70c-3480-4389-83a5-04a1fc405939-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:53 crc kubenswrapper[4809]: I1013 20:04:53.028104 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8gmr4\" (UniqueName: \"kubernetes.io/projected/7177c70c-3480-4389-83a5-04a1fc405939-kube-api-access-8gmr4\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:53 crc kubenswrapper[4809]: I1013 20:04:53.028130 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7177c70c-3480-4389-83a5-04a1fc405939-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:53 crc kubenswrapper[4809]: I1013 20:04:53.689315 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj" Oct 13 20:04:53 crc kubenswrapper[4809]: I1013 20:04:53.735338 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj"] Oct 13 20:04:53 crc kubenswrapper[4809]: I1013 20:04:53.742799 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-8645ffffc6-4q8jj"] Oct 13 20:04:53 crc kubenswrapper[4809]: E1013 20:04:53.915848 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7177c70c_3480_4389_83a5_04a1fc405939.slice\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7177c70c_3480_4389_83a5_04a1fc405939.slice/crio-f67da894a3230e7ac021171ac0b21c7c646b98264e5ac8d29265572c05fa5b39\": RecentStats: unable to find data in memory cache]" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.168829 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7177c70c-3480-4389-83a5-04a1fc405939" path="/var/lib/kubelet/pods/7177c70c-3480-4389-83a5-04a1fc405939/volumes" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.188353 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.359423 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-config\") pod \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.359521 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-combined-ca-bundle\") pod \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.359599 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qpwrf\" (UniqueName: \"kubernetes.io/projected/c2f21bd5-e8cd-4b19-800c-89f79426f42d-kube-api-access-qpwrf\") pod \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\" (UID: \"c2f21bd5-e8cd-4b19-800c-89f79426f42d\") " Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.368222 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c2f21bd5-e8cd-4b19-800c-89f79426f42d-kube-api-access-qpwrf" (OuterVolumeSpecName: "kube-api-access-qpwrf") pod "c2f21bd5-e8cd-4b19-800c-89f79426f42d" (UID: "c2f21bd5-e8cd-4b19-800c-89f79426f42d"). InnerVolumeSpecName "kube-api-access-qpwrf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.406441 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-config" (OuterVolumeSpecName: "config") pod "c2f21bd5-e8cd-4b19-800c-89f79426f42d" (UID: "c2f21bd5-e8cd-4b19-800c-89f79426f42d"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.407912 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c2f21bd5-e8cd-4b19-800c-89f79426f42d" (UID: "c2f21bd5-e8cd-4b19-800c-89f79426f42d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.461942 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.461973 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c2f21bd5-e8cd-4b19-800c-89f79426f42d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.461984 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qpwrf\" (UniqueName: \"kubernetes.io/projected/c2f21bd5-e8cd-4b19-800c-89f79426f42d-kube-api-access-qpwrf\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.706813 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" event={"ID":"c2f21bd5-e8cd-4b19-800c-89f79426f42d","Type":"ContainerDied","Data":"d11ef5adecb6b64ae7760e41fc7dd3dc1a238f5d8ef34f1000b4c2a2d9fa83f7"} Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.707120 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d11ef5adecb6b64ae7760e41fc7dd3dc1a238f5d8ef34f1000b4c2a2d9fa83f7" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.706878 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-7wzpp" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.978111 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-66b6d67dd5-794dn"] Oct 13 20:04:54 crc kubenswrapper[4809]: E1013 20:04:54.978470 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7177c70c-3480-4389-83a5-04a1fc405939" containerName="barbican-api" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.978486 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7177c70c-3480-4389-83a5-04a1fc405939" containerName="barbican-api" Oct 13 20:04:54 crc kubenswrapper[4809]: E1013 20:04:54.978505 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c2f21bd5-e8cd-4b19-800c-89f79426f42d" containerName="neutron-db-sync" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.978512 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c2f21bd5-e8cd-4b19-800c-89f79426f42d" containerName="neutron-db-sync" Oct 13 20:04:54 crc kubenswrapper[4809]: E1013 20:04:54.978523 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7177c70c-3480-4389-83a5-04a1fc405939" containerName="barbican-api-log" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.978529 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7177c70c-3480-4389-83a5-04a1fc405939" containerName="barbican-api-log" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.978708 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7177c70c-3480-4389-83a5-04a1fc405939" containerName="barbican-api-log" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.978739 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7177c70c-3480-4389-83a5-04a1fc405939" containerName="barbican-api" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.978763 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c2f21bd5-e8cd-4b19-800c-89f79426f42d" containerName="neutron-db-sync" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.979703 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.981647 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-ovndbs" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.982113 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.984257 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-9htfr" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.987543 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 20:04:54 crc kubenswrapper[4809]: I1013 20:04:54.997238 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-66b6d67dd5-794dn"] Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.075801 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-httpd-config\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.075971 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-combined-ca-bundle\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.076005 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-config\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.076029 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kk46b\" (UniqueName: \"kubernetes.io/projected/1e73f01d-24ac-487f-b4ae-5610a5046ade-kube-api-access-kk46b\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.076065 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-ovndb-tls-certs\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.178244 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-combined-ca-bundle\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.178325 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-config\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.178353 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kk46b\" (UniqueName: \"kubernetes.io/projected/1e73f01d-24ac-487f-b4ae-5610a5046ade-kube-api-access-kk46b\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.178399 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-ovndb-tls-certs\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.178491 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-httpd-config\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.183025 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-combined-ca-bundle\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.183711 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-httpd-config\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.184428 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-config\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.184486 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-ovndb-tls-certs\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.200413 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kk46b\" (UniqueName: \"kubernetes.io/projected/1e73f01d-24ac-487f-b4ae-5610a5046ade-kube-api-access-kk46b\") pod \"neutron-66b6d67dd5-794dn\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.332647 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.339680 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.432406 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.718154 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="2f2a81b7-de6e-4605-81ab-723633331230" containerName="cinder-scheduler" containerID="cri-o://3609b16da5a626f3f240bc4e357e6d89417f3153a7cc495da015b70bdf520e8d" gracePeriod=30 Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.718228 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="2f2a81b7-de6e-4605-81ab-723633331230" containerName="probe" containerID="cri-o://8b82fa21369404aa40985aed9c953a8c30e0c00b5433936597cddca3084d64d3" gracePeriod=30 Oct 13 20:04:55 crc kubenswrapper[4809]: I1013 20:04:55.821292 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-66b6d67dd5-794dn"] Oct 13 20:04:56 crc kubenswrapper[4809]: I1013 20:04:56.158495 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:04:56 crc kubenswrapper[4809]: E1013 20:04:56.159193 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:04:56 crc kubenswrapper[4809]: I1013 20:04:56.771257 4809 generic.go:334] "Generic (PLEG): container finished" podID="2f2a81b7-de6e-4605-81ab-723633331230" containerID="8b82fa21369404aa40985aed9c953a8c30e0c00b5433936597cddca3084d64d3" exitCode=0 Oct 13 20:04:56 crc kubenswrapper[4809]: I1013 20:04:56.772194 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2f2a81b7-de6e-4605-81ab-723633331230","Type":"ContainerDied","Data":"8b82fa21369404aa40985aed9c953a8c30e0c00b5433936597cddca3084d64d3"} Oct 13 20:04:56 crc kubenswrapper[4809]: I1013 20:04:56.781131 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" event={"ID":"1e73f01d-24ac-487f-b4ae-5610a5046ade","Type":"ContainerStarted","Data":"3cccb6c3f6d34df63f810ce8ac41931a69b8fc41fa6d05b826482eaed2beefd0"} Oct 13 20:04:56 crc kubenswrapper[4809]: I1013 20:04:56.781252 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" event={"ID":"1e73f01d-24ac-487f-b4ae-5610a5046ade","Type":"ContainerStarted","Data":"ef4059f120b2c01d921af8fe6c85fe1d976d90de5cb420bffd1b122713db7036"} Oct 13 20:04:56 crc kubenswrapper[4809]: I1013 20:04:56.781317 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" event={"ID":"1e73f01d-24ac-487f-b4ae-5610a5046ade","Type":"ContainerStarted","Data":"9538e98e2f99556f1cb991fa35a85595c04d78f3a5d692d048f5c11c3966573b"} Oct 13 20:04:56 crc kubenswrapper[4809]: I1013 20:04:56.782822 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:04:56 crc kubenswrapper[4809]: I1013 20:04:56.930624 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" podStartSLOduration=2.930606976 podStartE2EDuration="2.930606976s" podCreationTimestamp="2025-10-13 20:04:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:56.864377556 +0000 UTC m=+2415.470124141" watchObservedRunningTime="2025-10-13 20:04:56.930606976 +0000 UTC m=+2415.536353561" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.380298 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz"] Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.385264 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.387857 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-public-svc" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.388084 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-internal-svc" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.405595 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz"] Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.528429 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-combined-ca-bundle\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.528518 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-httpd-config\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.528538 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8cmp8\" (UniqueName: \"kubernetes.io/projected/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-kube-api-access-8cmp8\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.529284 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-internal-tls-certs\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.529321 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-ovndb-tls-certs\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.529428 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-config\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.529608 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-public-tls-certs\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.630909 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-config\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.630990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-public-tls-certs\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.631030 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-combined-ca-bundle\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.631083 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-httpd-config\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.631105 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8cmp8\" (UniqueName: \"kubernetes.io/projected/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-kube-api-access-8cmp8\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.631174 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-internal-tls-certs\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.631189 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-ovndb-tls-certs\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.637293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-public-tls-certs\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.637623 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-config\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.637815 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-combined-ca-bundle\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.639851 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-ovndb-tls-certs\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.640543 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-httpd-config\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.641339 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-internal-tls-certs\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.658469 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8cmp8\" (UniqueName: \"kubernetes.io/projected/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-kube-api-access-8cmp8\") pod \"neutron-64c7dc5bcb-zxrsz\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.701545 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.805315 4809 generic.go:334] "Generic (PLEG): container finished" podID="2f2a81b7-de6e-4605-81ab-723633331230" containerID="3609b16da5a626f3f240bc4e357e6d89417f3153a7cc495da015b70bdf520e8d" exitCode=0 Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.806332 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2f2a81b7-de6e-4605-81ab-723633331230","Type":"ContainerDied","Data":"3609b16da5a626f3f240bc4e357e6d89417f3153a7cc495da015b70bdf520e8d"} Oct 13 20:04:57 crc kubenswrapper[4809]: I1013 20:04:57.844083 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.195467 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz"] Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.396289 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.548373 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data\") pod \"2f2a81b7-de6e-4605-81ab-723633331230\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.548692 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/2f2a81b7-de6e-4605-81ab-723633331230-etc-machine-id\") pod \"2f2a81b7-de6e-4605-81ab-723633331230\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.548743 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-combined-ca-bundle\") pod \"2f2a81b7-de6e-4605-81ab-723633331230\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.548807 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-scripts\") pod \"2f2a81b7-de6e-4605-81ab-723633331230\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.548859 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-m8hbn\" (UniqueName: \"kubernetes.io/projected/2f2a81b7-de6e-4605-81ab-723633331230-kube-api-access-m8hbn\") pod \"2f2a81b7-de6e-4605-81ab-723633331230\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.548949 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data-custom\") pod \"2f2a81b7-de6e-4605-81ab-723633331230\" (UID: \"2f2a81b7-de6e-4605-81ab-723633331230\") " Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.551262 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/2f2a81b7-de6e-4605-81ab-723633331230-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "2f2a81b7-de6e-4605-81ab-723633331230" (UID: "2f2a81b7-de6e-4605-81ab-723633331230"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.557880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-scripts" (OuterVolumeSpecName: "scripts") pod "2f2a81b7-de6e-4605-81ab-723633331230" (UID: "2f2a81b7-de6e-4605-81ab-723633331230"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.557983 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "2f2a81b7-de6e-4605-81ab-723633331230" (UID: "2f2a81b7-de6e-4605-81ab-723633331230"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.566920 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2f2a81b7-de6e-4605-81ab-723633331230-kube-api-access-m8hbn" (OuterVolumeSpecName: "kube-api-access-m8hbn") pod "2f2a81b7-de6e-4605-81ab-723633331230" (UID: "2f2a81b7-de6e-4605-81ab-723633331230"). InnerVolumeSpecName "kube-api-access-m8hbn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.644851 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2f2a81b7-de6e-4605-81ab-723633331230" (UID: "2f2a81b7-de6e-4605-81ab-723633331230"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.651579 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.651853 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/2f2a81b7-de6e-4605-81ab-723633331230-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.651939 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.652023 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.652127 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-m8hbn\" (UniqueName: \"kubernetes.io/projected/2f2a81b7-de6e-4605-81ab-723633331230-kube-api-access-m8hbn\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.677492 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data" (OuterVolumeSpecName: "config-data") pod "2f2a81b7-de6e-4605-81ab-723633331230" (UID: "2f2a81b7-de6e-4605-81ab-723633331230"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.753373 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.753539 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f2a81b7-de6e-4605-81ab-723633331230-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.828241 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"2f2a81b7-de6e-4605-81ab-723633331230","Type":"ContainerDied","Data":"1abbbe0ec3cc49342e27d9f5d3c5390e2787efd57abab6d3ea3f5f298d1bae8f"} Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.828354 4809 scope.go:117] "RemoveContainer" containerID="8b82fa21369404aa40985aed9c953a8c30e0c00b5433936597cddca3084d64d3" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.828274 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.835993 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" event={"ID":"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c","Type":"ContainerStarted","Data":"633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295"} Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.836029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" event={"ID":"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c","Type":"ContainerStarted","Data":"a5a05dd97f5d2a0998a7c0c1ab1c04ec60a162dc34db8bc2e61243aca9790e9d"} Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.861062 4809 scope.go:117] "RemoveContainer" containerID="3609b16da5a626f3f240bc4e357e6d89417f3153a7cc495da015b70bdf520e8d" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.874322 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.879832 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.893598 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.908279 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:04:58 crc kubenswrapper[4809]: E1013 20:04:58.909010 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2f2a81b7-de6e-4605-81ab-723633331230" containerName="probe" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.909033 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2f2a81b7-de6e-4605-81ab-723633331230" containerName="probe" Oct 13 20:04:58 crc kubenswrapper[4809]: E1013 20:04:58.909080 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2f2a81b7-de6e-4605-81ab-723633331230" containerName="cinder-scheduler" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.909088 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2f2a81b7-de6e-4605-81ab-723633331230" containerName="cinder-scheduler" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.909280 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2f2a81b7-de6e-4605-81ab-723633331230" containerName="probe" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.909297 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2f2a81b7-de6e-4605-81ab-723633331230" containerName="cinder-scheduler" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.910334 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.912709 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.924551 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:04:58 crc kubenswrapper[4809]: I1013 20:04:58.936052 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.064531 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/44286c1c-9d0f-4f65-8df9-05efafcff0f9-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.064598 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.064638 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t8ddq\" (UniqueName: \"kubernetes.io/projected/44286c1c-9d0f-4f65-8df9-05efafcff0f9-kube-api-access-t8ddq\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.064684 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.064718 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.064827 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-scripts\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.167290 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/44286c1c-9d0f-4f65-8df9-05efafcff0f9-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.167356 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.167405 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-t8ddq\" (UniqueName: \"kubernetes.io/projected/44286c1c-9d0f-4f65-8df9-05efafcff0f9-kube-api-access-t8ddq\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.167451 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.167456 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/44286c1c-9d0f-4f65-8df9-05efafcff0f9-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.167490 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.167758 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-scripts\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.171467 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-scripts\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.171980 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.172200 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.175540 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.197449 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-t8ddq\" (UniqueName: \"kubernetes.io/projected/44286c1c-9d0f-4f65-8df9-05efafcff0f9-kube-api-access-t8ddq\") pod \"cinder-scheduler-0\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.229124 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.846673 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" event={"ID":"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c","Type":"ContainerStarted","Data":"2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb"} Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.848374 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.871683 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" podStartSLOduration=2.871668927 podStartE2EDuration="2.871668927s" podCreationTimestamp="2025-10-13 20:04:57 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:04:59.867216624 +0000 UTC m=+2418.472963209" watchObservedRunningTime="2025-10-13 20:04:59.871668927 +0000 UTC m=+2418.477415512" Oct 13 20:04:59 crc kubenswrapper[4809]: I1013 20:04:59.896750 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:05:00 crc kubenswrapper[4809]: I1013 20:05:00.167638 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2f2a81b7-de6e-4605-81ab-723633331230" path="/var/lib/kubelet/pods/2f2a81b7-de6e-4605-81ab-723633331230/volumes" Oct 13 20:05:00 crc kubenswrapper[4809]: I1013 20:05:00.861965 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"44286c1c-9d0f-4f65-8df9-05efafcff0f9","Type":"ContainerStarted","Data":"929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067"} Oct 13 20:05:00 crc kubenswrapper[4809]: I1013 20:05:00.862259 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"44286c1c-9d0f-4f65-8df9-05efafcff0f9","Type":"ContainerStarted","Data":"a51e4b4bc1cd4cd26d1789abf059bb8a127019191d6e9b4d314b04739dab9216"} Oct 13 20:05:01 crc kubenswrapper[4809]: I1013 20:05:01.874582 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"44286c1c-9d0f-4f65-8df9-05efafcff0f9","Type":"ContainerStarted","Data":"af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3"} Oct 13 20:05:01 crc kubenswrapper[4809]: I1013 20:05:01.896469 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=3.8964489799999997 podStartE2EDuration="3.89644898s" podCreationTimestamp="2025-10-13 20:04:58 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:05:01.890048773 +0000 UTC m=+2420.495795358" watchObservedRunningTime="2025-10-13 20:05:01.89644898 +0000 UTC m=+2420.502195565" Oct 13 20:05:04 crc kubenswrapper[4809]: I1013 20:05:04.229663 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:05:05 crc kubenswrapper[4809]: I1013 20:05:05.180120 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.197940 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.200394 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.202255 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstackclient-openstackclient-dockercfg-gfsb2" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.202368 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstack-config-secret" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.202580 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.206396 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.246090 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:05:06 crc kubenswrapper[4809]: E1013 20:05:06.249947 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle kube-api-access-st8j8 openstack-config openstack-config-secret], unattached volumes=[], failed to process volumes=[combined-ca-bundle kube-api-access-st8j8 openstack-config openstack-config-secret]: context canceled" pod="openstack-kuttl-tests/openstackclient" podUID="3dd19a31-bcda-4b37-b27a-49769978ddd8" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.260642 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.277488 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.279144 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.287043 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.337801 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-st8j8\" (UniqueName: \"kubernetes.io/projected/3dd19a31-bcda-4b37-b27a-49769978ddd8-kube-api-access-st8j8\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.337910 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.338121 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-combined-ca-bundle\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.338239 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config-secret\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.439995 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-combined-ca-bundle\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.440067 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config-secret\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.440096 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-combined-ca-bundle\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.440131 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config-secret\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.440156 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-st8j8\" (UniqueName: \"kubernetes.io/projected/3dd19a31-bcda-4b37-b27a-49769978ddd8-kube-api-access-st8j8\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.440185 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.440218 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nv5jl\" (UniqueName: \"kubernetes.io/projected/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-kube-api-access-nv5jl\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.440237 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.441023 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: E1013 20:05:06.442958 4809 projected.go:194] Error preparing data for projected volume kube-api-access-st8j8 for pod openstack-kuttl-tests/openstackclient: failed to fetch token: serviceaccounts "openstackclient-openstackclient" is forbidden: the UID in the bound object reference (3dd19a31-bcda-4b37-b27a-49769978ddd8) does not match the UID in record. The object might have been deleted and then recreated Oct 13 20:05:06 crc kubenswrapper[4809]: E1013 20:05:06.443231 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3dd19a31-bcda-4b37-b27a-49769978ddd8-kube-api-access-st8j8 podName:3dd19a31-bcda-4b37-b27a-49769978ddd8 nodeName:}" failed. No retries permitted until 2025-10-13 20:05:06.943214046 +0000 UTC m=+2425.548960631 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-st8j8" (UniqueName: "kubernetes.io/projected/3dd19a31-bcda-4b37-b27a-49769978ddd8-kube-api-access-st8j8") pod "openstackclient" (UID: "3dd19a31-bcda-4b37-b27a-49769978ddd8") : failed to fetch token: serviceaccounts "openstackclient-openstackclient" is forbidden: the UID in the bound object reference (3dd19a31-bcda-4b37-b27a-49769978ddd8) does not match the UID in record. The object might have been deleted and then recreated Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.445913 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config-secret\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.448027 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-combined-ca-bundle\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.541973 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.542046 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nv5jl\" (UniqueName: \"kubernetes.io/projected/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-kube-api-access-nv5jl\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.542196 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config-secret\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.542231 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-combined-ca-bundle\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.543061 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.545835 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-combined-ca-bundle\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.546079 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config-secret\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.558500 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nv5jl\" (UniqueName: \"kubernetes.io/projected/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-kube-api-access-nv5jl\") pod \"openstackclient\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.596105 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.936477 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.940066 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="3dd19a31-bcda-4b37-b27a-49769978ddd8" podUID="0795685f-5178-4ae9-a21c-0fcdc9ed24e9" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.947845 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: I1013 20:05:06.949006 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-st8j8\" (UniqueName: \"kubernetes.io/projected/3dd19a31-bcda-4b37-b27a-49769978ddd8-kube-api-access-st8j8\") pod \"openstackclient\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:06 crc kubenswrapper[4809]: E1013 20:05:06.952116 4809 projected.go:194] Error preparing data for projected volume kube-api-access-st8j8 for pod openstack-kuttl-tests/openstackclient: failed to fetch token: serviceaccounts "openstackclient-openstackclient" is forbidden: the UID in the bound object reference (3dd19a31-bcda-4b37-b27a-49769978ddd8) does not match the UID in record. The object might have been deleted and then recreated Oct 13 20:05:06 crc kubenswrapper[4809]: E1013 20:05:06.952248 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3dd19a31-bcda-4b37-b27a-49769978ddd8-kube-api-access-st8j8 podName:3dd19a31-bcda-4b37-b27a-49769978ddd8 nodeName:}" failed. No retries permitted until 2025-10-13 20:05:07.95219685 +0000 UTC m=+2426.557943435 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-st8j8" (UniqueName: "kubernetes.io/projected/3dd19a31-bcda-4b37-b27a-49769978ddd8-kube-api-access-st8j8") pod "openstackclient" (UID: "3dd19a31-bcda-4b37-b27a-49769978ddd8") : failed to fetch token: serviceaccounts "openstackclient-openstackclient" is forbidden: the UID in the bound object reference (3dd19a31-bcda-4b37-b27a-49769978ddd8) does not match the UID in record. The object might have been deleted and then recreated Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.050649 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-combined-ca-bundle\") pod \"3dd19a31-bcda-4b37-b27a-49769978ddd8\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.050736 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config\") pod \"3dd19a31-bcda-4b37-b27a-49769978ddd8\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.050963 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config-secret\") pod \"3dd19a31-bcda-4b37-b27a-49769978ddd8\" (UID: \"3dd19a31-bcda-4b37-b27a-49769978ddd8\") " Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.051325 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-st8j8\" (UniqueName: \"kubernetes.io/projected/3dd19a31-bcda-4b37-b27a-49769978ddd8-kube-api-access-st8j8\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.052465 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config" (OuterVolumeSpecName: "openstack-config") pod "3dd19a31-bcda-4b37-b27a-49769978ddd8" (UID: "3dd19a31-bcda-4b37-b27a-49769978ddd8"). InnerVolumeSpecName "openstack-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.055048 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config-secret" (OuterVolumeSpecName: "openstack-config-secret") pod "3dd19a31-bcda-4b37-b27a-49769978ddd8" (UID: "3dd19a31-bcda-4b37-b27a-49769978ddd8"). InnerVolumeSpecName "openstack-config-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.059720 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3dd19a31-bcda-4b37-b27a-49769978ddd8" (UID: "3dd19a31-bcda-4b37-b27a-49769978ddd8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.085966 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:05:07 crc kubenswrapper[4809]: W1013 20:05:07.093604 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0795685f_5178_4ae9_a21c_0fcdc9ed24e9.slice/crio-5eee39fcb8446f65a08834d16adddd31d6d3204e9f2300cd9243dd3dcadb18d5 WatchSource:0}: Error finding container 5eee39fcb8446f65a08834d16adddd31d6d3204e9f2300cd9243dd3dcadb18d5: Status 404 returned error can't find the container with id 5eee39fcb8446f65a08834d16adddd31d6d3204e9f2300cd9243dd3dcadb18d5 Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.153521 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.153587 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3dd19a31-bcda-4b37-b27a-49769978ddd8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.153612 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/3dd19a31-bcda-4b37-b27a-49769978ddd8-openstack-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.950632 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.950641 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"0795685f-5178-4ae9-a21c-0fcdc9ed24e9","Type":"ContainerStarted","Data":"138f95640fdad6e62d4e8343c4679bf72cf6d9ab9d9ca95d4adb113d30b427e4"} Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.950995 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"0795685f-5178-4ae9-a21c-0fcdc9ed24e9","Type":"ContainerStarted","Data":"5eee39fcb8446f65a08834d16adddd31d6d3204e9f2300cd9243dd3dcadb18d5"} Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.968832 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="3dd19a31-bcda-4b37-b27a-49769978ddd8" podUID="0795685f-5178-4ae9-a21c-0fcdc9ed24e9" Oct 13 20:05:07 crc kubenswrapper[4809]: I1013 20:05:07.970323 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstackclient" podStartSLOduration=1.97030493 podStartE2EDuration="1.97030493s" podCreationTimestamp="2025-10-13 20:05:06 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:05:07.965115566 +0000 UTC m=+2426.570862181" watchObservedRunningTime="2025-10-13 20:05:07.97030493 +0000 UTC m=+2426.576051515" Oct 13 20:05:08 crc kubenswrapper[4809]: I1013 20:05:08.155923 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:05:08 crc kubenswrapper[4809]: E1013 20:05:08.156228 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:05:08 crc kubenswrapper[4809]: I1013 20:05:08.174197 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3dd19a31-bcda-4b37-b27a-49769978ddd8" path="/var/lib/kubelet/pods/3dd19a31-bcda-4b37-b27a-49769978ddd8/volumes" Oct 13 20:05:08 crc kubenswrapper[4809]: I1013 20:05:08.734000 4809 scope.go:117] "RemoveContainer" containerID="1a3251802b84e00a44ccc44dc716758ad9cef43a7fc2f9b06c0bca62cc8a64a6" Oct 13 20:05:08 crc kubenswrapper[4809]: I1013 20:05:08.756917 4809 scope.go:117] "RemoveContainer" containerID="1e12ef9bd7c26320930ba11597e37b8e270c37addbf012ab3f02e52cc443b11c" Oct 13 20:05:08 crc kubenswrapper[4809]: I1013 20:05:08.785780 4809 scope.go:117] "RemoveContainer" containerID="f608d3dd57319e553d1ea3557287df5e63d984dc706713adb840a0f2a81d1e5c" Oct 13 20:05:08 crc kubenswrapper[4809]: I1013 20:05:08.849239 4809 scope.go:117] "RemoveContainer" containerID="a5b4629dca06c5554db69dd07eab693eeab5c1fc829213b0ef14bb32e55e2bf9" Oct 13 20:05:08 crc kubenswrapper[4809]: I1013 20:05:08.892618 4809 scope.go:117] "RemoveContainer" containerID="724d46d29464134c4618ec5f78727813d1df3a87103ab6580d9a84f3849eaa5b" Oct 13 20:05:08 crc kubenswrapper[4809]: I1013 20:05:08.966586 4809 scope.go:117] "RemoveContainer" containerID="7dc9a5f25f91fee37e3774b01eb94977ea01e89abbe55bc9dd9c22167883a0d6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.005704 4809 scope.go:117] "RemoveContainer" containerID="5b58f5df4efb47d7dc61eebaa9f10a3da57933682bedee5e9863039e96832042" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.029881 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6"] Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.031769 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.035209 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.035427 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-public-svc" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.035654 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-internal-svc" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.040088 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6"] Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.089192 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-combined-ca-bundle\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.089239 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-internal-tls-certs\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.089268 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4jx4v\" (UniqueName: \"kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-kube-api-access-4jx4v\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.089323 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-log-httpd\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.089393 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-public-tls-certs\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.089455 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-config-data\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.089473 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-run-httpd\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.089527 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-etc-swift\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.099082 4809 scope.go:117] "RemoveContainer" containerID="6b1925ac992d104a122aedf6bf2228e9a1fe0cade3ed93dc06e12a0bd7a5ceb2" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.132838 4809 scope.go:117] "RemoveContainer" containerID="6c0cfdaf9282edf8992d6c40180097d89562f26a9999e834af22b9fda796895a" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.158834 4809 scope.go:117] "RemoveContainer" containerID="b98096087e81256f0419820a13bdc03f0d3c201b2a23687af8b6ea0f9cc8eff6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.191268 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-log-httpd\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.191331 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-public-tls-certs\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.191385 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-config-data\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.191401 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-run-httpd\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.191443 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-etc-swift\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.191475 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-combined-ca-bundle\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.191493 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-internal-tls-certs\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.191514 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4jx4v\" (UniqueName: \"kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-kube-api-access-4jx4v\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.192127 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-log-httpd\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.193614 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-run-httpd\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.198012 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-config-data\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.198716 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-public-tls-certs\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.199013 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-combined-ca-bundle\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.200452 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-internal-tls-certs\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.201546 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-etc-swift\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.201953 4809 scope.go:117] "RemoveContainer" containerID="b2334df422d20daacec821c452f98b70a1c13cfbdd2d609198c9207d9942c013" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.209208 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4jx4v\" (UniqueName: \"kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-kube-api-access-4jx4v\") pod \"swift-proxy-648f7b4d9d-zdjs6\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.221274 4809 scope.go:117] "RemoveContainer" containerID="21d546fa5d7c706a889fd1526354f1a27c296d5ce280c1459e758382c730e297" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.239410 4809 scope.go:117] "RemoveContainer" containerID="5629df979a8f8e5ce63add650bc546579492247def1507810f6a9104c54d534f" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.263541 4809 scope.go:117] "RemoveContainer" containerID="8f5e964418195827143f2e9ea13d92b987645d03d8ffc4d6c2787e35c58aa6b0" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.288627 4809 scope.go:117] "RemoveContainer" containerID="04d4080c4f8ab3e1ead1d592cf0a41c4e2537563834e677f730a3159b34c58b8" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.338003 4809 scope.go:117] "RemoveContainer" containerID="29ba6aa83d1cb01d8f0ad2ffa068d35730b40d5fc55ce794f26a5533e74f6f0e" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.367601 4809 scope.go:117] "RemoveContainer" containerID="4028c767fe97be27d3639b2deb2dff0da6ba04c711d7aacd4f2f200d17cfe939" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.385591 4809 scope.go:117] "RemoveContainer" containerID="37fd0b148f1c284dfeec342858bd5fc899c1c72ff01d8f1d735fb90a096578e6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.417775 4809 scope.go:117] "RemoveContainer" containerID="d09944a46e146f2e9a29b8970852177a7aee0253d0fb3cbe6edd217cf2bd7382" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.424217 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.430419 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.447086 4809 scope.go:117] "RemoveContainer" containerID="592116f018bd3411810b00d12bdeb4b803a7a5caade7e96abffd18e0a9a2cba1" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.486569 4809 scope.go:117] "RemoveContainer" containerID="ca8408ddf4a85757c866046e251ac8b36f3d432c924e56a76f6f29116a3b3ade" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.516286 4809 scope.go:117] "RemoveContainer" containerID="9fabb24ab70cb94e9c08a6ec56a5052d5d4b711b9709bdf37b65e1850656f79e" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.547757 4809 scope.go:117] "RemoveContainer" containerID="ff7eb9c41b072f6a6b78a13bc35f2ecb1fc4c89bddb9e55d50d930f0f1602b11" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.606885 4809 scope.go:117] "RemoveContainer" containerID="49b2c5c58b0b3be2ac12d317cdc63b4cbd934f9dfcd75185436f1b98705efa51" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.635864 4809 scope.go:117] "RemoveContainer" containerID="2ebd18a046c1a2093caa33e16b5c3748cad7be3aa25489448ad141bb07692960" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.696767 4809 scope.go:117] "RemoveContainer" containerID="5d915d181d40b90213c47115353dbd097b49317cec12078f97c0f36b1159e9c7" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.741151 4809 scope.go:117] "RemoveContainer" containerID="a95189211e33b212e3ee0d2e17ae2d2604f71ac4e1b69b3188b93b29b08312d3" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.796580 4809 scope.go:117] "RemoveContainer" containerID="8c884536604a7d9b2e50c6c93826180ed2cd4b4af0cd2b9c6ae4a4cf6aba4b81" Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.937121 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6"] Oct 13 20:05:09 crc kubenswrapper[4809]: I1013 20:05:09.994192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" event={"ID":"cec44eff-eb9d-43fd-b15c-5d36672351f4","Type":"ContainerStarted","Data":"63b76434f40e9e553739e8f748cef65fc0e74dcd6fc31a87887ebc747102c175"} Oct 13 20:05:10 crc kubenswrapper[4809]: I1013 20:05:10.978516 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:10 crc kubenswrapper[4809]: I1013 20:05:10.979147 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="sg-core" containerID="cri-o://f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3" gracePeriod=30 Oct 13 20:05:10 crc kubenswrapper[4809]: I1013 20:05:10.979147 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="proxy-httpd" containerID="cri-o://c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5" gracePeriod=30 Oct 13 20:05:10 crc kubenswrapper[4809]: I1013 20:05:10.979355 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="ceilometer-notification-agent" containerID="cri-o://572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df" gracePeriod=30 Oct 13 20:05:10 crc kubenswrapper[4809]: I1013 20:05:10.980432 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="ceilometer-central-agent" containerID="cri-o://89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c" gracePeriod=30 Oct 13 20:05:11 crc kubenswrapper[4809]: I1013 20:05:11.010398 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" event={"ID":"cec44eff-eb9d-43fd-b15c-5d36672351f4","Type":"ContainerStarted","Data":"12752677f93bc18d0f696faed7ffd01434bf6173bab071bf2733cb6fcf24ebe6"} Oct 13 20:05:11 crc kubenswrapper[4809]: I1013 20:05:11.010439 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" event={"ID":"cec44eff-eb9d-43fd-b15c-5d36672351f4","Type":"ContainerStarted","Data":"edea27b108826a9e6888698b018b468d5b727d3cb9915e5283b449c84721494a"} Oct 13 20:05:11 crc kubenswrapper[4809]: I1013 20:05:11.011036 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:11 crc kubenswrapper[4809]: I1013 20:05:11.011138 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:11 crc kubenswrapper[4809]: I1013 20:05:11.156056 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" podStartSLOduration=2.156040601 podStartE2EDuration="2.156040601s" podCreationTimestamp="2025-10-13 20:05:09 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:05:11.040091097 +0000 UTC m=+2429.645837682" watchObservedRunningTime="2025-10-13 20:05:11.156040601 +0000 UTC m=+2429.761787186" Oct 13 20:05:11 crc kubenswrapper[4809]: I1013 20:05:11.160915 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:05:11 crc kubenswrapper[4809]: I1013 20:05:11.161135 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="632eba38-e48c-44b5-ac4a-4d665119cea2" containerName="glance-log" containerID="cri-o://8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc" gracePeriod=30 Oct 13 20:05:11 crc kubenswrapper[4809]: I1013 20:05:11.161168 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="632eba38-e48c-44b5-ac4a-4d665119cea2" containerName="glance-httpd" containerID="cri-o://23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d" gracePeriod=30 Oct 13 20:05:12 crc kubenswrapper[4809]: I1013 20:05:12.020598 4809 generic.go:334] "Generic (PLEG): container finished" podID="632eba38-e48c-44b5-ac4a-4d665119cea2" containerID="8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc" exitCode=143 Oct 13 20:05:12 crc kubenswrapper[4809]: I1013 20:05:12.021980 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"632eba38-e48c-44b5-ac4a-4d665119cea2","Type":"ContainerDied","Data":"8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc"} Oct 13 20:05:12 crc kubenswrapper[4809]: I1013 20:05:12.023640 4809 generic.go:334] "Generic (PLEG): container finished" podID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerID="c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5" exitCode=0 Oct 13 20:05:12 crc kubenswrapper[4809]: I1013 20:05:12.023668 4809 generic.go:334] "Generic (PLEG): container finished" podID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerID="f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3" exitCode=2 Oct 13 20:05:12 crc kubenswrapper[4809]: I1013 20:05:12.023676 4809 generic.go:334] "Generic (PLEG): container finished" podID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerID="89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c" exitCode=0 Oct 13 20:05:12 crc kubenswrapper[4809]: I1013 20:05:12.024034 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"91f88cfe-6de7-4dbd-a3b1-42fb298eb419","Type":"ContainerDied","Data":"c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5"} Oct 13 20:05:12 crc kubenswrapper[4809]: I1013 20:05:12.024199 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"91f88cfe-6de7-4dbd-a3b1-42fb298eb419","Type":"ContainerDied","Data":"f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3"} Oct 13 20:05:12 crc kubenswrapper[4809]: I1013 20:05:12.024320 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"91f88cfe-6de7-4dbd-a3b1-42fb298eb419","Type":"ContainerDied","Data":"89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c"} Oct 13 20:05:12 crc kubenswrapper[4809]: I1013 20:05:12.343622 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:05:12 crc kubenswrapper[4809]: I1013 20:05:12.343877 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" containerName="glance-log" containerID="cri-o://4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220" gracePeriod=30 Oct 13 20:05:12 crc kubenswrapper[4809]: I1013 20:05:12.344008 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" containerName="glance-httpd" containerID="cri-o://5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e" gracePeriod=30 Oct 13 20:05:13 crc kubenswrapper[4809]: I1013 20:05:13.038810 4809 generic.go:334] "Generic (PLEG): container finished" podID="47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" containerID="4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220" exitCode=143 Oct 13 20:05:13 crc kubenswrapper[4809]: I1013 20:05:13.038860 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7","Type":"ContainerDied","Data":"4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220"} Oct 13 20:05:13 crc kubenswrapper[4809]: I1013 20:05:13.983629 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.074510 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"91f88cfe-6de7-4dbd-a3b1-42fb298eb419","Type":"ContainerDied","Data":"572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df"} Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.074591 4809 scope.go:117] "RemoveContainer" containerID="c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.074767 4809 generic.go:334] "Generic (PLEG): container finished" podID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerID="572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df" exitCode=0 Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.074869 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.074888 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"91f88cfe-6de7-4dbd-a3b1-42fb298eb419","Type":"ContainerDied","Data":"8a1df0261b6bf3f8a9ffe1ffdfb32465b12a53a2124f1aadbf0f95ba8ff4460a"} Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.090560 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-combined-ca-bundle\") pod \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.091403 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-g2sw9\" (UniqueName: \"kubernetes.io/projected/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-kube-api-access-g2sw9\") pod \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.091454 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-run-httpd\") pod \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.091488 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-sg-core-conf-yaml\") pod \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.091527 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-scripts\") pod \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.091543 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-config-data\") pod \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.091577 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-log-httpd\") pod \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\" (UID: \"91f88cfe-6de7-4dbd-a3b1-42fb298eb419\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.092381 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "91f88cfe-6de7-4dbd-a3b1-42fb298eb419" (UID: "91f88cfe-6de7-4dbd-a3b1-42fb298eb419"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.092626 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "91f88cfe-6de7-4dbd-a3b1-42fb298eb419" (UID: "91f88cfe-6de7-4dbd-a3b1-42fb298eb419"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.105395 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-kube-api-access-g2sw9" (OuterVolumeSpecName: "kube-api-access-g2sw9") pod "91f88cfe-6de7-4dbd-a3b1-42fb298eb419" (UID: "91f88cfe-6de7-4dbd-a3b1-42fb298eb419"). InnerVolumeSpecName "kube-api-access-g2sw9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.105497 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-scripts" (OuterVolumeSpecName: "scripts") pod "91f88cfe-6de7-4dbd-a3b1-42fb298eb419" (UID: "91f88cfe-6de7-4dbd-a3b1-42fb298eb419"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.106026 4809 scope.go:117] "RemoveContainer" containerID="f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.118339 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "91f88cfe-6de7-4dbd-a3b1-42fb298eb419" (UID: "91f88cfe-6de7-4dbd-a3b1-42fb298eb419"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.168510 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "91f88cfe-6de7-4dbd-a3b1-42fb298eb419" (UID: "91f88cfe-6de7-4dbd-a3b1-42fb298eb419"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.193492 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.193522 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.193531 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.193541 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.193550 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.193559 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-g2sw9\" (UniqueName: \"kubernetes.io/projected/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-kube-api-access-g2sw9\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.193662 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-config-data" (OuterVolumeSpecName: "config-data") pod "91f88cfe-6de7-4dbd-a3b1-42fb298eb419" (UID: "91f88cfe-6de7-4dbd-a3b1-42fb298eb419"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.213999 4809 scope.go:117] "RemoveContainer" containerID="572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.237063 4809 scope.go:117] "RemoveContainer" containerID="89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.265504 4809 scope.go:117] "RemoveContainer" containerID="c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5" Oct 13 20:05:14 crc kubenswrapper[4809]: E1013 20:05:14.265921 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5\": container with ID starting with c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5 not found: ID does not exist" containerID="c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.265948 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5"} err="failed to get container status \"c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5\": rpc error: code = NotFound desc = could not find container \"c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5\": container with ID starting with c0a0641a300789afcd0b488a24444fcec647a338f02be07eaf1c2156907028f5 not found: ID does not exist" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.265966 4809 scope.go:117] "RemoveContainer" containerID="f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3" Oct 13 20:05:14 crc kubenswrapper[4809]: E1013 20:05:14.266149 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3\": container with ID starting with f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3 not found: ID does not exist" containerID="f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.266168 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3"} err="failed to get container status \"f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3\": rpc error: code = NotFound desc = could not find container \"f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3\": container with ID starting with f1fc76921970c607c53f278893b411454fc9d5c1cb7dbb328876fb4ea5d5f0f3 not found: ID does not exist" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.266179 4809 scope.go:117] "RemoveContainer" containerID="572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df" Oct 13 20:05:14 crc kubenswrapper[4809]: E1013 20:05:14.266358 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df\": container with ID starting with 572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df not found: ID does not exist" containerID="572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.266377 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df"} err="failed to get container status \"572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df\": rpc error: code = NotFound desc = could not find container \"572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df\": container with ID starting with 572511cf765cc4d79c4d24669ed246637496ef4e14dd7e9af36deef6586a38df not found: ID does not exist" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.266389 4809 scope.go:117] "RemoveContainer" containerID="89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c" Oct 13 20:05:14 crc kubenswrapper[4809]: E1013 20:05:14.266594 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c\": container with ID starting with 89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c not found: ID does not exist" containerID="89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.266611 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c"} err="failed to get container status \"89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c\": rpc error: code = NotFound desc = could not find container \"89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c\": container with ID starting with 89c25feccd6e3774644f4788448a3c556963dae5bc64de4254b492a943ecd40c not found: ID does not exist" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.294780 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/91f88cfe-6de7-4dbd-a3b1-42fb298eb419-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.443792 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:14 crc kubenswrapper[4809]: E1013 20:05:14.445713 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod632eba38_e48c_44b5_ac4a_4d665119cea2.slice/crio-23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d.scope\": RecentStats: unable to find data in memory cache]" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.461510 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.478004 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:14 crc kubenswrapper[4809]: E1013 20:05:14.478370 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="sg-core" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.478382 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="sg-core" Oct 13 20:05:14 crc kubenswrapper[4809]: E1013 20:05:14.478409 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="ceilometer-central-agent" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.478417 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="ceilometer-central-agent" Oct 13 20:05:14 crc kubenswrapper[4809]: E1013 20:05:14.478445 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="proxy-httpd" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.478450 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="proxy-httpd" Oct 13 20:05:14 crc kubenswrapper[4809]: E1013 20:05:14.478459 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="ceilometer-notification-agent" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.478465 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="ceilometer-notification-agent" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.478633 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="ceilometer-central-agent" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.478650 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="ceilometer-notification-agent" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.478658 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="sg-core" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.478671 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" containerName="proxy-httpd" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.480219 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.480303 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.484902 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.485215 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.599829 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-config-data\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.599892 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-log-httpd\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.599950 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.599971 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-run-httpd\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.600025 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.600059 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-scripts\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.600091 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-thfck\" (UniqueName: \"kubernetes.io/projected/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-kube-api-access-thfck\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.702890 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.703303 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-scripts\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.703362 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-thfck\" (UniqueName: \"kubernetes.io/projected/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-kube-api-access-thfck\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.703426 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-config-data\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.703482 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-log-httpd\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.703558 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.703599 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-run-httpd\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.704360 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-run-httpd\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.705293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-log-httpd\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.709250 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.709595 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-scripts\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.710440 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-config-data\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.712165 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.720500 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-thfck\" (UniqueName: \"kubernetes.io/projected/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-kube-api-access-thfck\") pod \"ceilometer-0\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.806141 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.812779 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.906838 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-public-tls-certs\") pod \"632eba38-e48c-44b5-ac4a-4d665119cea2\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.906967 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-config-data\") pod \"632eba38-e48c-44b5-ac4a-4d665119cea2\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.907001 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-logs\") pod \"632eba38-e48c-44b5-ac4a-4d665119cea2\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.907067 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-77jrt\" (UniqueName: \"kubernetes.io/projected/632eba38-e48c-44b5-ac4a-4d665119cea2-kube-api-access-77jrt\") pod \"632eba38-e48c-44b5-ac4a-4d665119cea2\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.907116 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-scripts\") pod \"632eba38-e48c-44b5-ac4a-4d665119cea2\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.907141 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"632eba38-e48c-44b5-ac4a-4d665119cea2\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.907171 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-httpd-run\") pod \"632eba38-e48c-44b5-ac4a-4d665119cea2\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.907229 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-combined-ca-bundle\") pod \"632eba38-e48c-44b5-ac4a-4d665119cea2\" (UID: \"632eba38-e48c-44b5-ac4a-4d665119cea2\") " Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.908268 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "632eba38-e48c-44b5-ac4a-4d665119cea2" (UID: "632eba38-e48c-44b5-ac4a-4d665119cea2"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.908579 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-logs" (OuterVolumeSpecName: "logs") pod "632eba38-e48c-44b5-ac4a-4d665119cea2" (UID: "632eba38-e48c-44b5-ac4a-4d665119cea2"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.910798 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/632eba38-e48c-44b5-ac4a-4d665119cea2-kube-api-access-77jrt" (OuterVolumeSpecName: "kube-api-access-77jrt") pod "632eba38-e48c-44b5-ac4a-4d665119cea2" (UID: "632eba38-e48c-44b5-ac4a-4d665119cea2"). InnerVolumeSpecName "kube-api-access-77jrt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.911265 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage19-crc" (OuterVolumeSpecName: "glance") pod "632eba38-e48c-44b5-ac4a-4d665119cea2" (UID: "632eba38-e48c-44b5-ac4a-4d665119cea2"). InnerVolumeSpecName "local-storage19-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.916283 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-scripts" (OuterVolumeSpecName: "scripts") pod "632eba38-e48c-44b5-ac4a-4d665119cea2" (UID: "632eba38-e48c-44b5-ac4a-4d665119cea2"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.962279 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "632eba38-e48c-44b5-ac4a-4d665119cea2" (UID: "632eba38-e48c-44b5-ac4a-4d665119cea2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:14 crc kubenswrapper[4809]: I1013 20:05:14.985258 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "632eba38-e48c-44b5-ac4a-4d665119cea2" (UID: "632eba38-e48c-44b5-ac4a-4d665119cea2"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.009411 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.009455 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" " Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.009467 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.009477 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.009486 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.009496 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/632eba38-e48c-44b5-ac4a-4d665119cea2-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.009504 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-77jrt\" (UniqueName: \"kubernetes.io/projected/632eba38-e48c-44b5-ac4a-4d665119cea2-kube-api-access-77jrt\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.013852 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-config-data" (OuterVolumeSpecName: "config-data") pod "632eba38-e48c-44b5-ac4a-4d665119cea2" (UID: "632eba38-e48c-44b5-ac4a-4d665119cea2"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.040430 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage19-crc" (UniqueName: "kubernetes.io/local-volume/local-storage19-crc") on node "crc" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.088902 4809 generic.go:334] "Generic (PLEG): container finished" podID="632eba38-e48c-44b5-ac4a-4d665119cea2" containerID="23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d" exitCode=0 Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.088935 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"632eba38-e48c-44b5-ac4a-4d665119cea2","Type":"ContainerDied","Data":"23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d"} Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.088957 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"632eba38-e48c-44b5-ac4a-4d665119cea2","Type":"ContainerDied","Data":"f2a06e8d62f78db665bc3c3913aa2bff5634d1de24bd4fb930ef751cf7fb10a6"} Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.088974 4809 scope.go:117] "RemoveContainer" containerID="23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.088973 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.111168 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/632eba38-e48c-44b5-ac4a-4d665119cea2-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.111197 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.163517 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.174003 4809 scope.go:117] "RemoveContainer" containerID="8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.179639 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.212713 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:05:15 crc kubenswrapper[4809]: E1013 20:05:15.213157 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="632eba38-e48c-44b5-ac4a-4d665119cea2" containerName="glance-log" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.213176 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="632eba38-e48c-44b5-ac4a-4d665119cea2" containerName="glance-log" Oct 13 20:05:15 crc kubenswrapper[4809]: E1013 20:05:15.213203 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="632eba38-e48c-44b5-ac4a-4d665119cea2" containerName="glance-httpd" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.213210 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="632eba38-e48c-44b5-ac4a-4d665119cea2" containerName="glance-httpd" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.213433 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="632eba38-e48c-44b5-ac4a-4d665119cea2" containerName="glance-httpd" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.213456 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="632eba38-e48c-44b5-ac4a-4d665119cea2" containerName="glance-log" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.214535 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.218750 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.218880 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.226365 4809 scope.go:117] "RemoveContainer" containerID="23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d" Oct 13 20:05:15 crc kubenswrapper[4809]: E1013 20:05:15.226807 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d\": container with ID starting with 23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d not found: ID does not exist" containerID="23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.226848 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d"} err="failed to get container status \"23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d\": rpc error: code = NotFound desc = could not find container \"23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d\": container with ID starting with 23a533b1a39d8811d74bc3c4c8b98b9e8a68c11979f7a17911f77ef504b55c5d not found: ID does not exist" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.226874 4809 scope.go:117] "RemoveContainer" containerID="8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc" Oct 13 20:05:15 crc kubenswrapper[4809]: E1013 20:05:15.227173 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc\": container with ID starting with 8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc not found: ID does not exist" containerID="8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.227210 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.227209 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc"} err="failed to get container status \"8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc\": rpc error: code = NotFound desc = could not find container \"8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc\": container with ID starting with 8c9196f77e5f3e17bdc84a980dc59aa3733ef9bbd5af006525d13b10ba5b8fbc not found: ID does not exist" Oct 13 20:05:15 crc kubenswrapper[4809]: W1013 20:05:15.313072 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode7ba80f1_650f_49ce_8e39_6ae9a017cbc4.slice/crio-a67825231baf41cca1b448e1c0f0a708e3dc5141f6682eb80129ff5a7d76fd78 WatchSource:0}: Error finding container a67825231baf41cca1b448e1c0f0a708e3dc5141f6682eb80129ff5a7d76fd78: Status 404 returned error can't find the container with id a67825231baf41cca1b448e1c0f0a708e3dc5141f6682eb80129ff5a7d76fd78 Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.313863 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.314926 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lngwd\" (UniqueName: \"kubernetes.io/projected/8934e140-ba31-4edb-9dd8-07c9d708a9d9-kube-api-access-lngwd\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.314963 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-scripts\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.314984 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-config-data\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.315001 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-logs\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.315371 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.315403 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.315523 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.316393 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.418302 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.418361 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.418438 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lngwd\" (UniqueName: \"kubernetes.io/projected/8934e140-ba31-4edb-9dd8-07c9d708a9d9-kube-api-access-lngwd\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.418464 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-scripts\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.418484 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-config-data\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.418504 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-logs\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.418552 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.418576 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.418740 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") device mount path \"/mnt/openstack/pv19\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.419198 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.419272 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-logs\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.423978 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.424045 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-scripts\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.424497 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.428452 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-config-data\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.437367 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lngwd\" (UniqueName: \"kubernetes.io/projected/8934e140-ba31-4edb-9dd8-07c9d708a9d9-kube-api-access-lngwd\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.447187 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"glance-default-external-api-0\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.537006 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:15 crc kubenswrapper[4809]: I1013 20:05:15.997337 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.040872 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-httpd-run\") pod \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.040956 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-scripts\") pod \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.040986 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mscrf\" (UniqueName: \"kubernetes.io/projected/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-kube-api-access-mscrf\") pod \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.041003 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-logs\") pod \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.041025 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-combined-ca-bundle\") pod \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.041123 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.041246 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-internal-tls-certs\") pod \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.041278 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-config-data\") pod \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\" (UID: \"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7\") " Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.041945 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" (UID: "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.042009 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-logs" (OuterVolumeSpecName: "logs") pod "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" (UID: "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.050498 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-scripts" (OuterVolumeSpecName: "scripts") pod "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" (UID: "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.052832 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage15-crc" (OuterVolumeSpecName: "glance") pod "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" (UID: "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7"). InnerVolumeSpecName "local-storage15-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.060820 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-kube-api-access-mscrf" (OuterVolumeSpecName: "kube-api-access-mscrf") pod "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" (UID: "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7"). InnerVolumeSpecName "kube-api-access-mscrf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.097971 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" (UID: "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.108558 4809 generic.go:334] "Generic (PLEG): container finished" podID="47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" containerID="5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e" exitCode=0 Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.108612 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7","Type":"ContainerDied","Data":"5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e"} Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.108638 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"47f2fac4-fdfe-43c5-b83a-5b52cb7780a7","Type":"ContainerDied","Data":"300e8501710300ba62b1bdd91b8f5050ccc7126eb9294eff5c09853787432a05"} Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.108654 4809 scope.go:117] "RemoveContainer" containerID="5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.108788 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.109867 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.115745 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" (UID: "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:16 crc kubenswrapper[4809]: W1013 20:05:16.116271 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8934e140_ba31_4edb_9dd8_07c9d708a9d9.slice/crio-f495abb55b0e639d908c7d413681bb7dea5b776be3e9babd66db980d0ccda8c6 WatchSource:0}: Error finding container f495abb55b0e639d908c7d413681bb7dea5b776be3e9babd66db980d0ccda8c6: Status 404 returned error can't find the container with id f495abb55b0e639d908c7d413681bb7dea5b776be3e9babd66db980d0ccda8c6 Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.121744 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4","Type":"ContainerStarted","Data":"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8"} Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.121802 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4","Type":"ContainerStarted","Data":"a67825231baf41cca1b448e1c0f0a708e3dc5141f6682eb80129ff5a7d76fd78"} Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.129889 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-config-data" (OuterVolumeSpecName: "config-data") pod "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" (UID: "47f2fac4-fdfe-43c5-b83a-5b52cb7780a7"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.144295 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" " Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.144334 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.144347 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.144356 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.144365 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.144373 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mscrf\" (UniqueName: \"kubernetes.io/projected/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-kube-api-access-mscrf\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.144382 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.144391 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.154442 4809 scope.go:117] "RemoveContainer" containerID="4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.167688 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="632eba38-e48c-44b5-ac4a-4d665119cea2" path="/var/lib/kubelet/pods/632eba38-e48c-44b5-ac4a-4d665119cea2/volumes" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.167921 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage15-crc" (UniqueName: "kubernetes.io/local-volume/local-storage15-crc") on node "crc" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.168862 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="91f88cfe-6de7-4dbd-a3b1-42fb298eb419" path="/var/lib/kubelet/pods/91f88cfe-6de7-4dbd-a3b1-42fb298eb419/volumes" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.194451 4809 scope.go:117] "RemoveContainer" containerID="5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e" Oct 13 20:05:16 crc kubenswrapper[4809]: E1013 20:05:16.195136 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e\": container with ID starting with 5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e not found: ID does not exist" containerID="5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.195175 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e"} err="failed to get container status \"5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e\": rpc error: code = NotFound desc = could not find container \"5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e\": container with ID starting with 5a69d38ea8d12547703cacea24755e1963e5191faf0374d02e0ab1a44f237b2e not found: ID does not exist" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.195199 4809 scope.go:117] "RemoveContainer" containerID="4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220" Oct 13 20:05:16 crc kubenswrapper[4809]: E1013 20:05:16.195526 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220\": container with ID starting with 4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220 not found: ID does not exist" containerID="4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.195565 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220"} err="failed to get container status \"4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220\": rpc error: code = NotFound desc = could not find container \"4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220\": container with ID starting with 4dfb0e075754a7666224264ec454dd3bf75880914f4294d144cf37841a628220 not found: ID does not exist" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.246329 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.432782 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.443187 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.461184 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:05:16 crc kubenswrapper[4809]: E1013 20:05:16.461675 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" containerName="glance-httpd" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.461697 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" containerName="glance-httpd" Oct 13 20:05:16 crc kubenswrapper[4809]: E1013 20:05:16.461713 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" containerName="glance-log" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.461740 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" containerName="glance-log" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.461982 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" containerName="glance-httpd" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.462009 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" containerName="glance-log" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.465118 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.469345 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.469532 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.470035 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.553464 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-config-data\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.553550 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.553585 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.553630 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-scripts\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.553654 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-k6gdb\" (UniqueName: \"kubernetes.io/projected/48e716f9-fcee-40b4-8235-166b487cd5de-kube-api-access-k6gdb\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.553715 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.553783 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-logs\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.553807 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.656901 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.656967 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-scripts\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.656991 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-k6gdb\" (UniqueName: \"kubernetes.io/projected/48e716f9-fcee-40b4-8235-166b487cd5de-kube-api-access-k6gdb\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.657045 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.657095 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-logs\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.657116 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.657177 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-config-data\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.657221 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.657611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.658408 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-logs\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.658938 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") device mount path \"/mnt/openstack/pv15\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.661188 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-scripts\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.665468 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.665955 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.671116 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-config-data\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.680311 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-k6gdb\" (UniqueName: \"kubernetes.io/projected/48e716f9-fcee-40b4-8235-166b487cd5de-kube-api-access-k6gdb\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.719360 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"glance-default-internal-api-0\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:16 crc kubenswrapper[4809]: I1013 20:05:16.783221 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:17 crc kubenswrapper[4809]: I1013 20:05:17.133341 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4","Type":"ContainerStarted","Data":"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571"} Oct 13 20:05:17 crc kubenswrapper[4809]: I1013 20:05:17.136832 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8934e140-ba31-4edb-9dd8-07c9d708a9d9","Type":"ContainerStarted","Data":"6df3252319d171be04c069cae70074e24524b84f11b9a4b033b9511fb5551252"} Oct 13 20:05:17 crc kubenswrapper[4809]: I1013 20:05:17.136855 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8934e140-ba31-4edb-9dd8-07c9d708a9d9","Type":"ContainerStarted","Data":"f495abb55b0e639d908c7d413681bb7dea5b776be3e9babd66db980d0ccda8c6"} Oct 13 20:05:17 crc kubenswrapper[4809]: I1013 20:05:17.281643 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:05:17 crc kubenswrapper[4809]: W1013 20:05:17.287665 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod48e716f9_fcee_40b4_8235_166b487cd5de.slice/crio-f1974290eacdb8d089a03fa68d4f1923b8648dae29e99199ec88f7d3cd9d4a63 WatchSource:0}: Error finding container f1974290eacdb8d089a03fa68d4f1923b8648dae29e99199ec88f7d3cd9d4a63: Status 404 returned error can't find the container with id f1974290eacdb8d089a03fa68d4f1923b8648dae29e99199ec88f7d3cd9d4a63 Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.161185 4809 generic.go:334] "Generic (PLEG): container finished" podID="69e702a8-9941-41bf-a814-b507367cbc56" containerID="e10accbb5ab7c7aa3461ff49b309e3fc1114f1db0442b245be0af33550345333" exitCode=137 Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.169258 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="47f2fac4-fdfe-43c5-b83a-5b52cb7780a7" path="/var/lib/kubelet/pods/47f2fac4-fdfe-43c5-b83a-5b52cb7780a7/volumes" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.169990 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4","Type":"ContainerStarted","Data":"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3"} Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.170011 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"69e702a8-9941-41bf-a814-b507367cbc56","Type":"ContainerDied","Data":"e10accbb5ab7c7aa3461ff49b309e3fc1114f1db0442b245be0af33550345333"} Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.171064 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8934e140-ba31-4edb-9dd8-07c9d708a9d9","Type":"ContainerStarted","Data":"2c02df8b965a156d4c457ea475434a73363302d3e00daad848ade2a52315738c"} Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.175868 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"48e716f9-fcee-40b4-8235-166b487cd5de","Type":"ContainerStarted","Data":"36687fd413b706b33e40f6e803a6a200b09ad15113819dd29e7860b9f5f5a0f2"} Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.175907 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"48e716f9-fcee-40b4-8235-166b487cd5de","Type":"ContainerStarted","Data":"f1974290eacdb8d089a03fa68d4f1923b8648dae29e99199ec88f7d3cd9d4a63"} Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.215491 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.244487 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=3.244467842 podStartE2EDuration="3.244467842s" podCreationTimestamp="2025-10-13 20:05:15 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:05:18.189268067 +0000 UTC m=+2436.795014652" watchObservedRunningTime="2025-10-13 20:05:18.244467842 +0000 UTC m=+2436.850214427" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.287313 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data\") pod \"69e702a8-9941-41bf-a814-b507367cbc56\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.287378 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/69e702a8-9941-41bf-a814-b507367cbc56-logs\") pod \"69e702a8-9941-41bf-a814-b507367cbc56\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.287408 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-combined-ca-bundle\") pod \"69e702a8-9941-41bf-a814-b507367cbc56\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.287430 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data-custom\") pod \"69e702a8-9941-41bf-a814-b507367cbc56\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.287457 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/69e702a8-9941-41bf-a814-b507367cbc56-etc-machine-id\") pod \"69e702a8-9941-41bf-a814-b507367cbc56\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.287606 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qzwzl\" (UniqueName: \"kubernetes.io/projected/69e702a8-9941-41bf-a814-b507367cbc56-kube-api-access-qzwzl\") pod \"69e702a8-9941-41bf-a814-b507367cbc56\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.287677 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-scripts\") pod \"69e702a8-9941-41bf-a814-b507367cbc56\" (UID: \"69e702a8-9941-41bf-a814-b507367cbc56\") " Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.287810 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/69e702a8-9941-41bf-a814-b507367cbc56-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "69e702a8-9941-41bf-a814-b507367cbc56" (UID: "69e702a8-9941-41bf-a814-b507367cbc56"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.288179 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/69e702a8-9941-41bf-a814-b507367cbc56-logs" (OuterVolumeSpecName: "logs") pod "69e702a8-9941-41bf-a814-b507367cbc56" (UID: "69e702a8-9941-41bf-a814-b507367cbc56"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.288230 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/69e702a8-9941-41bf-a814-b507367cbc56-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.294291 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "69e702a8-9941-41bf-a814-b507367cbc56" (UID: "69e702a8-9941-41bf-a814-b507367cbc56"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.295881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/69e702a8-9941-41bf-a814-b507367cbc56-kube-api-access-qzwzl" (OuterVolumeSpecName: "kube-api-access-qzwzl") pod "69e702a8-9941-41bf-a814-b507367cbc56" (UID: "69e702a8-9941-41bf-a814-b507367cbc56"). InnerVolumeSpecName "kube-api-access-qzwzl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.296243 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-scripts" (OuterVolumeSpecName: "scripts") pod "69e702a8-9941-41bf-a814-b507367cbc56" (UID: "69e702a8-9941-41bf-a814-b507367cbc56"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.355770 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "69e702a8-9941-41bf-a814-b507367cbc56" (UID: "69e702a8-9941-41bf-a814-b507367cbc56"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.390515 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data" (OuterVolumeSpecName: "config-data") pod "69e702a8-9941-41bf-a814-b507367cbc56" (UID: "69e702a8-9941-41bf-a814-b507367cbc56"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.390743 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qzwzl\" (UniqueName: \"kubernetes.io/projected/69e702a8-9941-41bf-a814-b507367cbc56-kube-api-access-qzwzl\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.390770 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.390778 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.390786 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/69e702a8-9941-41bf-a814-b507367cbc56-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.390794 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:18 crc kubenswrapper[4809]: I1013 20:05:18.390803 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/69e702a8-9941-41bf-a814-b507367cbc56-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.155284 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:05:19 crc kubenswrapper[4809]: E1013 20:05:19.155830 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.188787 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"48e716f9-fcee-40b4-8235-166b487cd5de","Type":"ContainerStarted","Data":"e378b99b26d7af601ec24db5ef688e4b08c0b4000b7c3b6de9a59c981e4704f0"} Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.191169 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"69e702a8-9941-41bf-a814-b507367cbc56","Type":"ContainerDied","Data":"beffed530ee3194f552430159c6302821d4b6bfb94d757325557f69ade3c3216"} Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.191204 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.191232 4809 scope.go:117] "RemoveContainer" containerID="e10accbb5ab7c7aa3461ff49b309e3fc1114f1db0442b245be0af33550345333" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.225862 4809 scope.go:117] "RemoveContainer" containerID="91adb8fcc5bcc0f6429caf8f2539a7b1597af7238e8e451bb50ab45f1e8147af" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.229712 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.229686124 podStartE2EDuration="3.229686124s" podCreationTimestamp="2025-10-13 20:05:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:05:19.217859247 +0000 UTC m=+2437.823605832" watchObservedRunningTime="2025-10-13 20:05:19.229686124 +0000 UTC m=+2437.835432709" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.250144 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.298835 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.298911 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:05:19 crc kubenswrapper[4809]: E1013 20:05:19.299319 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="69e702a8-9941-41bf-a814-b507367cbc56" containerName="cinder-api-log" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.299333 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="69e702a8-9941-41bf-a814-b507367cbc56" containerName="cinder-api-log" Oct 13 20:05:19 crc kubenswrapper[4809]: E1013 20:05:19.299365 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="69e702a8-9941-41bf-a814-b507367cbc56" containerName="cinder-api" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.299371 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="69e702a8-9941-41bf-a814-b507367cbc56" containerName="cinder-api" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.299539 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="69e702a8-9941-41bf-a814-b507367cbc56" containerName="cinder-api" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.299557 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="69e702a8-9941-41bf-a814-b507367cbc56" containerName="cinder-api-log" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.300620 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.305016 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.305650 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-public-svc" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.305688 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-internal-svc" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.318433 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.324658 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.324744 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-public-tls-certs\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.324816 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vsgmv\" (UniqueName: \"kubernetes.io/projected/59a93aef-3ffe-4228-a657-0beb43906d6e-kube-api-access-vsgmv\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.324853 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.327187 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/59a93aef-3ffe-4228-a657-0beb43906d6e-logs\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.327383 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/59a93aef-3ffe-4228-a657-0beb43906d6e-etc-machine-id\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.327430 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-scripts\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.327461 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data-custom\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.327554 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.429350 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/59a93aef-3ffe-4228-a657-0beb43906d6e-etc-machine-id\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.429392 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-scripts\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.429410 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data-custom\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.429449 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.429496 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.429501 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/59a93aef-3ffe-4228-a657-0beb43906d6e-etc-machine-id\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.429528 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-public-tls-certs\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.429681 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vsgmv\" (UniqueName: \"kubernetes.io/projected/59a93aef-3ffe-4228-a657-0beb43906d6e-kube-api-access-vsgmv\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.429763 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.429835 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/59a93aef-3ffe-4228-a657-0beb43906d6e-logs\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.430461 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/59a93aef-3ffe-4228-a657-0beb43906d6e-logs\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.435542 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-scripts\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.435822 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.436251 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data-custom\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.437786 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-public-tls-certs\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.438056 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.438565 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.438678 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.439312 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.449494 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vsgmv\" (UniqueName: \"kubernetes.io/projected/59a93aef-3ffe-4228-a657-0beb43906d6e-kube-api-access-vsgmv\") pod \"cinder-api-0\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:19 crc kubenswrapper[4809]: I1013 20:05:19.689565 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:20 crc kubenswrapper[4809]: W1013 20:05:20.134860 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod59a93aef_3ffe_4228_a657_0beb43906d6e.slice/crio-aa10d7beed1d124fddb5e35963727e9ab0e9668c008380d13a95a6e0e24e7022 WatchSource:0}: Error finding container aa10d7beed1d124fddb5e35963727e9ab0e9668c008380d13a95a6e0e24e7022: Status 404 returned error can't find the container with id aa10d7beed1d124fddb5e35963727e9ab0e9668c008380d13a95a6e0e24e7022 Oct 13 20:05:20 crc kubenswrapper[4809]: I1013 20:05:20.136312 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:05:20 crc kubenswrapper[4809]: I1013 20:05:20.165913 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="69e702a8-9941-41bf-a814-b507367cbc56" path="/var/lib/kubelet/pods/69e702a8-9941-41bf-a814-b507367cbc56/volumes" Oct 13 20:05:20 crc kubenswrapper[4809]: I1013 20:05:20.206625 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4","Type":"ContainerStarted","Data":"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28"} Oct 13 20:05:20 crc kubenswrapper[4809]: I1013 20:05:20.208157 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:20 crc kubenswrapper[4809]: I1013 20:05:20.215711 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"59a93aef-3ffe-4228-a657-0beb43906d6e","Type":"ContainerStarted","Data":"aa10d7beed1d124fddb5e35963727e9ab0e9668c008380d13a95a6e0e24e7022"} Oct 13 20:05:20 crc kubenswrapper[4809]: I1013 20:05:20.900568 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.962169131 podStartE2EDuration="6.900551128s" podCreationTimestamp="2025-10-13 20:05:14 +0000 UTC" firstStartedPulling="2025-10-13 20:05:15.315780973 +0000 UTC m=+2433.921527558" lastFinishedPulling="2025-10-13 20:05:19.25416296 +0000 UTC m=+2437.859909555" observedRunningTime="2025-10-13 20:05:20.239290918 +0000 UTC m=+2438.845037493" watchObservedRunningTime="2025-10-13 20:05:20.900551128 +0000 UTC m=+2439.506297713" Oct 13 20:05:20 crc kubenswrapper[4809]: I1013 20:05:20.904449 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:21 crc kubenswrapper[4809]: I1013 20:05:21.229362 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"59a93aef-3ffe-4228-a657-0beb43906d6e","Type":"ContainerStarted","Data":"7f93aa95a9f3938a106d7facbd3995d55b3a9b07831c6edf70c960254fdd75dc"} Oct 13 20:05:22 crc kubenswrapper[4809]: I1013 20:05:22.244464 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"59a93aef-3ffe-4228-a657-0beb43906d6e","Type":"ContainerStarted","Data":"7086ad2fce13a6137f8fc26bc9edfaef85808ae68bdc89fd4fddc3acb0735be4"} Oct 13 20:05:22 crc kubenswrapper[4809]: I1013 20:05:22.244904 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="sg-core" containerID="cri-o://35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3" gracePeriod=30 Oct 13 20:05:22 crc kubenswrapper[4809]: I1013 20:05:22.244850 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="ceilometer-central-agent" containerID="cri-o://fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8" gracePeriod=30 Oct 13 20:05:22 crc kubenswrapper[4809]: I1013 20:05:22.244959 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:22 crc kubenswrapper[4809]: I1013 20:05:22.244894 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="proxy-httpd" containerID="cri-o://559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28" gracePeriod=30 Oct 13 20:05:22 crc kubenswrapper[4809]: I1013 20:05:22.246703 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="ceilometer-notification-agent" containerID="cri-o://36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571" gracePeriod=30 Oct 13 20:05:22 crc kubenswrapper[4809]: I1013 20:05:22.976380 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.002639 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=4.002617468 podStartE2EDuration="4.002617468s" podCreationTimestamp="2025-10-13 20:05:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:05:22.277677188 +0000 UTC m=+2440.883423773" watchObservedRunningTime="2025-10-13 20:05:23.002617468 +0000 UTC m=+2441.608364073" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.107242 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-log-httpd\") pod \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.107354 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-sg-core-conf-yaml\") pod \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.107378 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-config-data\") pod \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.107427 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-scripts\") pod \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.107469 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-combined-ca-bundle\") pod \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.107495 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-thfck\" (UniqueName: \"kubernetes.io/projected/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-kube-api-access-thfck\") pod \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.107575 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-run-httpd\") pod \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\" (UID: \"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4\") " Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.108323 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" (UID: "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.108556 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" (UID: "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.115011 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-kube-api-access-thfck" (OuterVolumeSpecName: "kube-api-access-thfck") pod "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" (UID: "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4"). InnerVolumeSpecName "kube-api-access-thfck". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.115032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-scripts" (OuterVolumeSpecName: "scripts") pod "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" (UID: "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.139069 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" (UID: "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.193105 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" (UID: "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.209548 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.209578 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.209589 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-thfck\" (UniqueName: \"kubernetes.io/projected/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-kube-api-access-thfck\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.209597 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.209605 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.209614 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.233425 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-config-data" (OuterVolumeSpecName: "config-data") pod "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" (UID: "e7ba80f1-650f-49ce-8e39-6ae9a017cbc4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.261901 4809 generic.go:334] "Generic (PLEG): container finished" podID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerID="559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28" exitCode=0 Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.261929 4809 generic.go:334] "Generic (PLEG): container finished" podID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerID="35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3" exitCode=2 Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.261935 4809 generic.go:334] "Generic (PLEG): container finished" podID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerID="36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571" exitCode=0 Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.261945 4809 generic.go:334] "Generic (PLEG): container finished" podID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerID="fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8" exitCode=0 Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.261978 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.262036 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4","Type":"ContainerDied","Data":"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28"} Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.262062 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4","Type":"ContainerDied","Data":"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3"} Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.262073 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4","Type":"ContainerDied","Data":"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571"} Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.262081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4","Type":"ContainerDied","Data":"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8"} Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.262090 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"e7ba80f1-650f-49ce-8e39-6ae9a017cbc4","Type":"ContainerDied","Data":"a67825231baf41cca1b448e1c0f0a708e3dc5141f6682eb80129ff5a7d76fd78"} Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.262104 4809 scope.go:117] "RemoveContainer" containerID="559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.304532 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.310018 4809 scope.go:117] "RemoveContainer" containerID="35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.313799 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.315660 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.326798 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:23 crc kubenswrapper[4809]: E1013 20:05:23.327137 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="proxy-httpd" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.327152 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="proxy-httpd" Oct 13 20:05:23 crc kubenswrapper[4809]: E1013 20:05:23.327169 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="ceilometer-central-agent" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.327175 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="ceilometer-central-agent" Oct 13 20:05:23 crc kubenswrapper[4809]: E1013 20:05:23.327209 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="sg-core" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.327215 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="sg-core" Oct 13 20:05:23 crc kubenswrapper[4809]: E1013 20:05:23.327226 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="ceilometer-notification-agent" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.327233 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="ceilometer-notification-agent" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.327391 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="proxy-httpd" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.327411 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="ceilometer-notification-agent" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.327420 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="sg-core" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.327433 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" containerName="ceilometer-central-agent" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.329133 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.332181 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.349693 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.349883 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.360478 4809 scope.go:117] "RemoveContainer" containerID="36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.444935 4809 scope.go:117] "RemoveContainer" containerID="fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.462760 4809 scope.go:117] "RemoveContainer" containerID="559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28" Oct 13 20:05:23 crc kubenswrapper[4809]: E1013 20:05:23.463171 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28\": container with ID starting with 559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28 not found: ID does not exist" containerID="559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.463202 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28"} err="failed to get container status \"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28\": rpc error: code = NotFound desc = could not find container \"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28\": container with ID starting with 559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.463223 4809 scope.go:117] "RemoveContainer" containerID="35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3" Oct 13 20:05:23 crc kubenswrapper[4809]: E1013 20:05:23.464086 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3\": container with ID starting with 35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3 not found: ID does not exist" containerID="35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.464114 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3"} err="failed to get container status \"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3\": rpc error: code = NotFound desc = could not find container \"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3\": container with ID starting with 35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.464129 4809 scope.go:117] "RemoveContainer" containerID="36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571" Oct 13 20:05:23 crc kubenswrapper[4809]: E1013 20:05:23.464554 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571\": container with ID starting with 36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571 not found: ID does not exist" containerID="36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.464597 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571"} err="failed to get container status \"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571\": rpc error: code = NotFound desc = could not find container \"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571\": container with ID starting with 36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.464627 4809 scope.go:117] "RemoveContainer" containerID="fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8" Oct 13 20:05:23 crc kubenswrapper[4809]: E1013 20:05:23.464972 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8\": container with ID starting with fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8 not found: ID does not exist" containerID="fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.464999 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8"} err="failed to get container status \"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8\": rpc error: code = NotFound desc = could not find container \"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8\": container with ID starting with fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.465013 4809 scope.go:117] "RemoveContainer" containerID="559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.465250 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28"} err="failed to get container status \"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28\": rpc error: code = NotFound desc = could not find container \"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28\": container with ID starting with 559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.465269 4809 scope.go:117] "RemoveContainer" containerID="35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.465541 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3"} err="failed to get container status \"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3\": rpc error: code = NotFound desc = could not find container \"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3\": container with ID starting with 35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.465564 4809 scope.go:117] "RemoveContainer" containerID="36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.465809 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571"} err="failed to get container status \"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571\": rpc error: code = NotFound desc = could not find container \"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571\": container with ID starting with 36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.465832 4809 scope.go:117] "RemoveContainer" containerID="fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.466149 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8"} err="failed to get container status \"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8\": rpc error: code = NotFound desc = could not find container \"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8\": container with ID starting with fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.466171 4809 scope.go:117] "RemoveContainer" containerID="559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.466387 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28"} err="failed to get container status \"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28\": rpc error: code = NotFound desc = could not find container \"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28\": container with ID starting with 559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.466406 4809 scope.go:117] "RemoveContainer" containerID="35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.466623 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3"} err="failed to get container status \"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3\": rpc error: code = NotFound desc = could not find container \"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3\": container with ID starting with 35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.466645 4809 scope.go:117] "RemoveContainer" containerID="36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.466922 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571"} err="failed to get container status \"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571\": rpc error: code = NotFound desc = could not find container \"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571\": container with ID starting with 36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.466944 4809 scope.go:117] "RemoveContainer" containerID="fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.467130 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8"} err="failed to get container status \"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8\": rpc error: code = NotFound desc = could not find container \"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8\": container with ID starting with fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.467153 4809 scope.go:117] "RemoveContainer" containerID="559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.467331 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28"} err="failed to get container status \"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28\": rpc error: code = NotFound desc = could not find container \"559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28\": container with ID starting with 559afa9a28b347b06a69ad5fe15538eed9c7d50924b3db0b817429cfb502cf28 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.467348 4809 scope.go:117] "RemoveContainer" containerID="35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.467488 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3"} err="failed to get container status \"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3\": rpc error: code = NotFound desc = could not find container \"35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3\": container with ID starting with 35305f6a69e2a67878761147a8305fce093f84a9c8a7afc17184a984313d9bf3 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.467503 4809 scope.go:117] "RemoveContainer" containerID="36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.467656 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571"} err="failed to get container status \"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571\": rpc error: code = NotFound desc = could not find container \"36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571\": container with ID starting with 36a9538acf51117f6008b6a3a097e357584ed6772b13e4caa3ab3d81c375a571 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.467672 4809 scope.go:117] "RemoveContainer" containerID="fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.467920 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8"} err="failed to get container status \"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8\": rpc error: code = NotFound desc = could not find container \"fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8\": container with ID starting with fec9dcaf8ed73d259b8d712fb4e6bca9241e3fd0d6477c7ffaa9f35e79c0cbf8 not found: ID does not exist" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.518881 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-run-httpd\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.518940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gpgz5\" (UniqueName: \"kubernetes.io/projected/80cfd9ea-9d68-44d9-946f-355b252652b8-kube-api-access-gpgz5\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.518969 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-scripts\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.518993 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-log-httpd\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.519032 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.519074 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-config-data\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.519098 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.529190 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:23 crc kubenswrapper[4809]: E1013 20:05:23.530082 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle config-data kube-api-access-gpgz5 log-httpd run-httpd scripts sg-core-conf-yaml], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/ceilometer-0" podUID="80cfd9ea-9d68-44d9-946f-355b252652b8" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.621038 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-config-data\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.621091 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.621176 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-run-httpd\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.621214 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gpgz5\" (UniqueName: \"kubernetes.io/projected/80cfd9ea-9d68-44d9-946f-355b252652b8-kube-api-access-gpgz5\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.621237 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-scripts\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.621261 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-log-httpd\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.621297 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.622081 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-run-httpd\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.622320 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-log-httpd\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.625991 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-config-data\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.626810 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-scripts\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.626903 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.634560 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:23 crc kubenswrapper[4809]: I1013 20:05:23.649047 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gpgz5\" (UniqueName: \"kubernetes.io/projected/80cfd9ea-9d68-44d9-946f-355b252652b8-kube-api-access-gpgz5\") pod \"ceilometer-0\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.168766 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e7ba80f1-650f-49ce-8e39-6ae9a017cbc4" path="/var/lib/kubelet/pods/e7ba80f1-650f-49ce-8e39-6ae9a017cbc4/volumes" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.275526 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.285606 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.336881 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-combined-ca-bundle\") pod \"80cfd9ea-9d68-44d9-946f-355b252652b8\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.336983 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-sg-core-conf-yaml\") pod \"80cfd9ea-9d68-44d9-946f-355b252652b8\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.337039 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gpgz5\" (UniqueName: \"kubernetes.io/projected/80cfd9ea-9d68-44d9-946f-355b252652b8-kube-api-access-gpgz5\") pod \"80cfd9ea-9d68-44d9-946f-355b252652b8\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.337096 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-config-data\") pod \"80cfd9ea-9d68-44d9-946f-355b252652b8\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.337230 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-run-httpd\") pod \"80cfd9ea-9d68-44d9-946f-355b252652b8\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.337251 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-log-httpd\") pod \"80cfd9ea-9d68-44d9-946f-355b252652b8\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.337275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-scripts\") pod \"80cfd9ea-9d68-44d9-946f-355b252652b8\" (UID: \"80cfd9ea-9d68-44d9-946f-355b252652b8\") " Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.337690 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "80cfd9ea-9d68-44d9-946f-355b252652b8" (UID: "80cfd9ea-9d68-44d9-946f-355b252652b8"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.337715 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "80cfd9ea-9d68-44d9-946f-355b252652b8" (UID: "80cfd9ea-9d68-44d9-946f-355b252652b8"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.343778 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "80cfd9ea-9d68-44d9-946f-355b252652b8" (UID: "80cfd9ea-9d68-44d9-946f-355b252652b8"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.344927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/80cfd9ea-9d68-44d9-946f-355b252652b8-kube-api-access-gpgz5" (OuterVolumeSpecName: "kube-api-access-gpgz5") pod "80cfd9ea-9d68-44d9-946f-355b252652b8" (UID: "80cfd9ea-9d68-44d9-946f-355b252652b8"). InnerVolumeSpecName "kube-api-access-gpgz5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.357897 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-scripts" (OuterVolumeSpecName: "scripts") pod "80cfd9ea-9d68-44d9-946f-355b252652b8" (UID: "80cfd9ea-9d68-44d9-946f-355b252652b8"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.358067 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-config-data" (OuterVolumeSpecName: "config-data") pod "80cfd9ea-9d68-44d9-946f-355b252652b8" (UID: "80cfd9ea-9d68-44d9-946f-355b252652b8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.363915 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "80cfd9ea-9d68-44d9-946f-355b252652b8" (UID: "80cfd9ea-9d68-44d9-946f-355b252652b8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.439347 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.439401 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/80cfd9ea-9d68-44d9-946f-355b252652b8-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.439414 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.439424 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.439435 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.439448 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gpgz5\" (UniqueName: \"kubernetes.io/projected/80cfd9ea-9d68-44d9-946f-355b252652b8-kube-api-access-gpgz5\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:24 crc kubenswrapper[4809]: I1013 20:05:24.439459 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/80cfd9ea-9d68-44d9-946f-355b252652b8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.287331 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.352185 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.358872 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.368638 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.378493 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.380800 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.382411 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.382687 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.392880 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.473153 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-scripts\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.473230 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-config-data\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.473259 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.473339 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-log-httpd\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.473384 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-r67wg\" (UniqueName: \"kubernetes.io/projected/73a56694-f3f0-42d0-bd55-613da38fc2b0-kube-api-access-r67wg\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.473427 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.473549 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-run-httpd\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.538146 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.538207 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.576074 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-log-httpd\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.576137 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-r67wg\" (UniqueName: \"kubernetes.io/projected/73a56694-f3f0-42d0-bd55-613da38fc2b0-kube-api-access-r67wg\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.576163 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.576318 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-run-httpd\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.576360 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-scripts\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.576379 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-config-data\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.576395 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.577761 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-log-httpd\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.578073 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-run-httpd\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.578636 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.587943 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.588035 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.588111 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-config-data\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.590060 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.592431 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-scripts\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.595692 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-r67wg\" (UniqueName: \"kubernetes.io/projected/73a56694-f3f0-42d0-bd55-613da38fc2b0-kube-api-access-r67wg\") pod \"ceilometer-0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:25 crc kubenswrapper[4809]: I1013 20:05:25.719774 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:26 crc kubenswrapper[4809]: I1013 20:05:26.169346 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="80cfd9ea-9d68-44d9-946f-355b252652b8" path="/var/lib/kubelet/pods/80cfd9ea-9d68-44d9-946f-355b252652b8/volumes" Oct 13 20:05:26 crc kubenswrapper[4809]: I1013 20:05:26.170060 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:26 crc kubenswrapper[4809]: I1013 20:05:26.303862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"73a56694-f3f0-42d0-bd55-613da38fc2b0","Type":"ContainerStarted","Data":"b46a7ef0a8375109cda9cd8386aff0e3c367bef080b6607c0b98da943337be07"} Oct 13 20:05:26 crc kubenswrapper[4809]: I1013 20:05:26.304143 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:26 crc kubenswrapper[4809]: I1013 20:05:26.304157 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:26 crc kubenswrapper[4809]: I1013 20:05:26.512920 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:26 crc kubenswrapper[4809]: I1013 20:05:26.784839 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:26 crc kubenswrapper[4809]: I1013 20:05:26.784891 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:26 crc kubenswrapper[4809]: I1013 20:05:26.830180 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:26 crc kubenswrapper[4809]: I1013 20:05:26.838467 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:27 crc kubenswrapper[4809]: I1013 20:05:27.323540 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"73a56694-f3f0-42d0-bd55-613da38fc2b0","Type":"ContainerStarted","Data":"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b"} Oct 13 20:05:27 crc kubenswrapper[4809]: I1013 20:05:27.324132 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:27 crc kubenswrapper[4809]: I1013 20:05:27.324184 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:27 crc kubenswrapper[4809]: I1013 20:05:27.727358 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:05:27 crc kubenswrapper[4809]: I1013 20:05:27.805617 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-66b6d67dd5-794dn"] Oct 13 20:05:27 crc kubenswrapper[4809]: I1013 20:05:27.806378 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" podUID="1e73f01d-24ac-487f-b4ae-5610a5046ade" containerName="neutron-api" containerID="cri-o://ef4059f120b2c01d921af8fe6c85fe1d976d90de5cb420bffd1b122713db7036" gracePeriod=30 Oct 13 20:05:27 crc kubenswrapper[4809]: I1013 20:05:27.806909 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" podUID="1e73f01d-24ac-487f-b4ae-5610a5046ade" containerName="neutron-httpd" containerID="cri-o://3cccb6c3f6d34df63f810ce8ac41931a69b8fc41fa6d05b826482eaed2beefd0" gracePeriod=30 Oct 13 20:05:28 crc kubenswrapper[4809]: I1013 20:05:28.127643 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:28 crc kubenswrapper[4809]: I1013 20:05:28.169144 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:05:28 crc kubenswrapper[4809]: I1013 20:05:28.345841 4809 generic.go:334] "Generic (PLEG): container finished" podID="1e73f01d-24ac-487f-b4ae-5610a5046ade" containerID="3cccb6c3f6d34df63f810ce8ac41931a69b8fc41fa6d05b826482eaed2beefd0" exitCode=0 Oct 13 20:05:28 crc kubenswrapper[4809]: I1013 20:05:28.345932 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" event={"ID":"1e73f01d-24ac-487f-b4ae-5610a5046ade","Type":"ContainerDied","Data":"3cccb6c3f6d34df63f810ce8ac41931a69b8fc41fa6d05b826482eaed2beefd0"} Oct 13 20:05:28 crc kubenswrapper[4809]: I1013 20:05:28.350178 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"73a56694-f3f0-42d0-bd55-613da38fc2b0","Type":"ContainerStarted","Data":"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d"} Oct 13 20:05:29 crc kubenswrapper[4809]: I1013 20:05:29.369757 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"73a56694-f3f0-42d0-bd55-613da38fc2b0","Type":"ContainerStarted","Data":"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae"} Oct 13 20:05:29 crc kubenswrapper[4809]: I1013 20:05:29.448412 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:29 crc kubenswrapper[4809]: I1013 20:05:29.448503 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:05:29 crc kubenswrapper[4809]: I1013 20:05:29.448862 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.391027 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"73a56694-f3f0-42d0-bd55-613da38fc2b0","Type":"ContainerStarted","Data":"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18"} Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.392491 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.392158 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="proxy-httpd" containerID="cri-o://c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18" gracePeriod=30 Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.392138 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="sg-core" containerID="cri-o://65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae" gracePeriod=30 Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.392202 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="ceilometer-notification-agent" containerID="cri-o://50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d" gracePeriod=30 Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.392091 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="ceilometer-central-agent" containerID="cri-o://38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b" gracePeriod=30 Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.394142 4809 generic.go:334] "Generic (PLEG): container finished" podID="1e73f01d-24ac-487f-b4ae-5610a5046ade" containerID="ef4059f120b2c01d921af8fe6c85fe1d976d90de5cb420bffd1b122713db7036" exitCode=0 Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.394169 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" event={"ID":"1e73f01d-24ac-487f-b4ae-5610a5046ade","Type":"ContainerDied","Data":"ef4059f120b2c01d921af8fe6c85fe1d976d90de5cb420bffd1b122713db7036"} Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.394189 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" event={"ID":"1e73f01d-24ac-487f-b4ae-5610a5046ade","Type":"ContainerDied","Data":"9538e98e2f99556f1cb991fa35a85595c04d78f3a5d692d048f5c11c3966573b"} Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.394202 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9538e98e2f99556f1cb991fa35a85595c04d78f3a5d692d048f5c11c3966573b" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.426471 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.266383455 podStartE2EDuration="6.426453106s" podCreationTimestamp="2025-10-13 20:05:25 +0000 UTC" firstStartedPulling="2025-10-13 20:05:26.176603875 +0000 UTC m=+2444.782350450" lastFinishedPulling="2025-10-13 20:05:30.336673516 +0000 UTC m=+2448.942420101" observedRunningTime="2025-10-13 20:05:31.424256926 +0000 UTC m=+2450.030003541" watchObservedRunningTime="2025-10-13 20:05:31.426453106 +0000 UTC m=+2450.032199681" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.464034 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.523228 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kk46b\" (UniqueName: \"kubernetes.io/projected/1e73f01d-24ac-487f-b4ae-5610a5046ade-kube-api-access-kk46b\") pod \"1e73f01d-24ac-487f-b4ae-5610a5046ade\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.523297 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-config\") pod \"1e73f01d-24ac-487f-b4ae-5610a5046ade\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.523335 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-ovndb-tls-certs\") pod \"1e73f01d-24ac-487f-b4ae-5610a5046ade\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.523369 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-combined-ca-bundle\") pod \"1e73f01d-24ac-487f-b4ae-5610a5046ade\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.523478 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-httpd-config\") pod \"1e73f01d-24ac-487f-b4ae-5610a5046ade\" (UID: \"1e73f01d-24ac-487f-b4ae-5610a5046ade\") " Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.528987 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1e73f01d-24ac-487f-b4ae-5610a5046ade-kube-api-access-kk46b" (OuterVolumeSpecName: "kube-api-access-kk46b") pod "1e73f01d-24ac-487f-b4ae-5610a5046ade" (UID: "1e73f01d-24ac-487f-b4ae-5610a5046ade"). InnerVolumeSpecName "kube-api-access-kk46b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.533430 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "1e73f01d-24ac-487f-b4ae-5610a5046ade" (UID: "1e73f01d-24ac-487f-b4ae-5610a5046ade"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.594191 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-config" (OuterVolumeSpecName: "config") pod "1e73f01d-24ac-487f-b4ae-5610a5046ade" (UID: "1e73f01d-24ac-487f-b4ae-5610a5046ade"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.600356 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.604829 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1e73f01d-24ac-487f-b4ae-5610a5046ade" (UID: "1e73f01d-24ac-487f-b4ae-5610a5046ade"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.625583 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.625624 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kk46b\" (UniqueName: \"kubernetes.io/projected/1e73f01d-24ac-487f-b4ae-5610a5046ade-kube-api-access-kk46b\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.625636 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.625646 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.630603 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "1e73f01d-24ac-487f-b4ae-5610a5046ade" (UID: "1e73f01d-24ac-487f-b4ae-5610a5046ade"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:31 crc kubenswrapper[4809]: I1013 20:05:31.727356 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/1e73f01d-24ac-487f-b4ae-5610a5046ade-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.084090 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.134045 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-scripts\") pod \"73a56694-f3f0-42d0-bd55-613da38fc2b0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.134193 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-sg-core-conf-yaml\") pod \"73a56694-f3f0-42d0-bd55-613da38fc2b0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.134253 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-run-httpd\") pod \"73a56694-f3f0-42d0-bd55-613da38fc2b0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.134291 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-log-httpd\") pod \"73a56694-f3f0-42d0-bd55-613da38fc2b0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.134318 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-combined-ca-bundle\") pod \"73a56694-f3f0-42d0-bd55-613da38fc2b0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.134351 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-config-data\") pod \"73a56694-f3f0-42d0-bd55-613da38fc2b0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.134399 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-r67wg\" (UniqueName: \"kubernetes.io/projected/73a56694-f3f0-42d0-bd55-613da38fc2b0-kube-api-access-r67wg\") pod \"73a56694-f3f0-42d0-bd55-613da38fc2b0\" (UID: \"73a56694-f3f0-42d0-bd55-613da38fc2b0\") " Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.135997 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "73a56694-f3f0-42d0-bd55-613da38fc2b0" (UID: "73a56694-f3f0-42d0-bd55-613da38fc2b0"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.136720 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "73a56694-f3f0-42d0-bd55-613da38fc2b0" (UID: "73a56694-f3f0-42d0-bd55-613da38fc2b0"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.138996 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-scripts" (OuterVolumeSpecName: "scripts") pod "73a56694-f3f0-42d0-bd55-613da38fc2b0" (UID: "73a56694-f3f0-42d0-bd55-613da38fc2b0"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.142197 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/73a56694-f3f0-42d0-bd55-613da38fc2b0-kube-api-access-r67wg" (OuterVolumeSpecName: "kube-api-access-r67wg") pod "73a56694-f3f0-42d0-bd55-613da38fc2b0" (UID: "73a56694-f3f0-42d0-bd55-613da38fc2b0"). InnerVolumeSpecName "kube-api-access-r67wg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.173896 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "73a56694-f3f0-42d0-bd55-613da38fc2b0" (UID: "73a56694-f3f0-42d0-bd55-613da38fc2b0"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.235695 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.235756 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.235769 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.235781 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/73a56694-f3f0-42d0-bd55-613da38fc2b0-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.235795 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-r67wg\" (UniqueName: \"kubernetes.io/projected/73a56694-f3f0-42d0-bd55-613da38fc2b0-kube-api-access-r67wg\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.250095 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "73a56694-f3f0-42d0-bd55-613da38fc2b0" (UID: "73a56694-f3f0-42d0-bd55-613da38fc2b0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.276762 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-config-data" (OuterVolumeSpecName: "config-data") pod "73a56694-f3f0-42d0-bd55-613da38fc2b0" (UID: "73a56694-f3f0-42d0-bd55-613da38fc2b0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.341172 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.341216 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/73a56694-f3f0-42d0-bd55-613da38fc2b0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405124 4809 generic.go:334] "Generic (PLEG): container finished" podID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerID="c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18" exitCode=0 Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405151 4809 generic.go:334] "Generic (PLEG): container finished" podID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerID="65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae" exitCode=2 Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405158 4809 generic.go:334] "Generic (PLEG): container finished" podID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerID="50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d" exitCode=0 Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405165 4809 generic.go:334] "Generic (PLEG): container finished" podID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerID="38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b" exitCode=0 Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405231 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-66b6d67dd5-794dn" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405244 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"73a56694-f3f0-42d0-bd55-613da38fc2b0","Type":"ContainerDied","Data":"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18"} Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405299 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"73a56694-f3f0-42d0-bd55-613da38fc2b0","Type":"ContainerDied","Data":"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae"} Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"73a56694-f3f0-42d0-bd55-613da38fc2b0","Type":"ContainerDied","Data":"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d"} Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405327 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"73a56694-f3f0-42d0-bd55-613da38fc2b0","Type":"ContainerDied","Data":"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b"} Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405321 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405340 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"73a56694-f3f0-42d0-bd55-613da38fc2b0","Type":"ContainerDied","Data":"b46a7ef0a8375109cda9cd8386aff0e3c367bef080b6607c0b98da943337be07"} Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.405353 4809 scope.go:117] "RemoveContainer" containerID="c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.485217 4809 scope.go:117] "RemoveContainer" containerID="65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.511008 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-66b6d67dd5-794dn"] Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.516692 4809 scope.go:117] "RemoveContainer" containerID="50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.526805 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-66b6d67dd5-794dn"] Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.531997 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.548565 4809 scope.go:117] "RemoveContainer" containerID="38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.549477 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.558714 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:32 crc kubenswrapper[4809]: E1013 20:05:32.559167 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1e73f01d-24ac-487f-b4ae-5610a5046ade" containerName="neutron-httpd" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559178 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1e73f01d-24ac-487f-b4ae-5610a5046ade" containerName="neutron-httpd" Oct 13 20:05:32 crc kubenswrapper[4809]: E1013 20:05:32.559194 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="ceilometer-notification-agent" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559200 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="ceilometer-notification-agent" Oct 13 20:05:32 crc kubenswrapper[4809]: E1013 20:05:32.559228 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="ceilometer-central-agent" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559234 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="ceilometer-central-agent" Oct 13 20:05:32 crc kubenswrapper[4809]: E1013 20:05:32.559249 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="sg-core" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559255 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="sg-core" Oct 13 20:05:32 crc kubenswrapper[4809]: E1013 20:05:32.559268 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1e73f01d-24ac-487f-b4ae-5610a5046ade" containerName="neutron-api" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559508 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1e73f01d-24ac-487f-b4ae-5610a5046ade" containerName="neutron-api" Oct 13 20:05:32 crc kubenswrapper[4809]: E1013 20:05:32.559521 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="proxy-httpd" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559527 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="proxy-httpd" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559694 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="sg-core" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559710 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="ceilometer-notification-agent" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559721 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="ceilometer-central-agent" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559746 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" containerName="proxy-httpd" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559759 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1e73f01d-24ac-487f-b4ae-5610a5046ade" containerName="neutron-api" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.559775 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1e73f01d-24ac-487f-b4ae-5610a5046ade" containerName="neutron-httpd" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.561469 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.564406 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.565923 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.579829 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.629164 4809 scope.go:117] "RemoveContainer" containerID="c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18" Oct 13 20:05:32 crc kubenswrapper[4809]: E1013 20:05:32.629599 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18\": container with ID starting with c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18 not found: ID does not exist" containerID="c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.629638 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18"} err="failed to get container status \"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18\": rpc error: code = NotFound desc = could not find container \"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18\": container with ID starting with c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18 not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.629657 4809 scope.go:117] "RemoveContainer" containerID="65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae" Oct 13 20:05:32 crc kubenswrapper[4809]: E1013 20:05:32.630380 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae\": container with ID starting with 65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae not found: ID does not exist" containerID="65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.630412 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae"} err="failed to get container status \"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae\": rpc error: code = NotFound desc = could not find container \"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae\": container with ID starting with 65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.630426 4809 scope.go:117] "RemoveContainer" containerID="50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d" Oct 13 20:05:32 crc kubenswrapper[4809]: E1013 20:05:32.630611 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d\": container with ID starting with 50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d not found: ID does not exist" containerID="50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.630625 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d"} err="failed to get container status \"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d\": rpc error: code = NotFound desc = could not find container \"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d\": container with ID starting with 50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.630637 4809 scope.go:117] "RemoveContainer" containerID="38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b" Oct 13 20:05:32 crc kubenswrapper[4809]: E1013 20:05:32.630848 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b\": container with ID starting with 38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b not found: ID does not exist" containerID="38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.630862 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b"} err="failed to get container status \"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b\": rpc error: code = NotFound desc = could not find container \"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b\": container with ID starting with 38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.630875 4809 scope.go:117] "RemoveContainer" containerID="c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.631121 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18"} err="failed to get container status \"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18\": rpc error: code = NotFound desc = could not find container \"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18\": container with ID starting with c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18 not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.631134 4809 scope.go:117] "RemoveContainer" containerID="65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.631856 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae"} err="failed to get container status \"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae\": rpc error: code = NotFound desc = could not find container \"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae\": container with ID starting with 65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.631870 4809 scope.go:117] "RemoveContainer" containerID="50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.632086 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d"} err="failed to get container status \"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d\": rpc error: code = NotFound desc = could not find container \"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d\": container with ID starting with 50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.632101 4809 scope.go:117] "RemoveContainer" containerID="38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.633100 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b"} err="failed to get container status \"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b\": rpc error: code = NotFound desc = could not find container \"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b\": container with ID starting with 38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.633114 4809 scope.go:117] "RemoveContainer" containerID="c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.633325 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18"} err="failed to get container status \"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18\": rpc error: code = NotFound desc = could not find container \"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18\": container with ID starting with c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18 not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.633338 4809 scope.go:117] "RemoveContainer" containerID="65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.633504 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae"} err="failed to get container status \"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae\": rpc error: code = NotFound desc = could not find container \"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae\": container with ID starting with 65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.633516 4809 scope.go:117] "RemoveContainer" containerID="50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.633665 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d"} err="failed to get container status \"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d\": rpc error: code = NotFound desc = could not find container \"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d\": container with ID starting with 50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.633677 4809 scope.go:117] "RemoveContainer" containerID="38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.633831 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b"} err="failed to get container status \"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b\": rpc error: code = NotFound desc = could not find container \"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b\": container with ID starting with 38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.633848 4809 scope.go:117] "RemoveContainer" containerID="c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.634055 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18"} err="failed to get container status \"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18\": rpc error: code = NotFound desc = could not find container \"c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18\": container with ID starting with c6294396fc7123d07de2700356643de54a44c81dc5878b241e461ab9d0fb6e18 not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.634071 4809 scope.go:117] "RemoveContainer" containerID="65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.634459 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae"} err="failed to get container status \"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae\": rpc error: code = NotFound desc = could not find container \"65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae\": container with ID starting with 65a51a566b6026dc069e9f876cfb66fec33e6904654ff5a46568450958f0d0ae not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.634478 4809 scope.go:117] "RemoveContainer" containerID="50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.634801 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d"} err="failed to get container status \"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d\": rpc error: code = NotFound desc = could not find container \"50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d\": container with ID starting with 50f274a5bbe7fbeb832e2c6d3a07093de7d6f82c22f6fd42faa8584e4fbc9e6d not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.635394 4809 scope.go:117] "RemoveContainer" containerID="38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.635847 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b"} err="failed to get container status \"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b\": rpc error: code = NotFound desc = could not find container \"38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b\": container with ID starting with 38762e6dceccc42ca8e13061284acf6ea32bfa36820bfeb2dc4613c6eea9993b not found: ID does not exist" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.648346 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-log-httpd\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.648545 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.648905 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bg757\" (UniqueName: \"kubernetes.io/projected/03420ab7-8437-4710-bc60-01006e6676b9-kube-api-access-bg757\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.649008 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.649087 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-run-httpd\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.649199 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-scripts\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.649336 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-config-data\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.751192 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.751258 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-run-httpd\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.751310 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-scripts\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.751369 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-config-data\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.751498 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-log-httpd\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.751520 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.751568 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bg757\" (UniqueName: \"kubernetes.io/projected/03420ab7-8437-4710-bc60-01006e6676b9-kube-api-access-bg757\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.752205 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-log-httpd\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.752220 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-run-httpd\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.756136 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.756484 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.757521 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-config-data\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.760852 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-scripts\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.768611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bg757\" (UniqueName: \"kubernetes.io/projected/03420ab7-8437-4710-bc60-01006e6676b9-kube-api-access-bg757\") pod \"ceilometer-0\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:32 crc kubenswrapper[4809]: I1013 20:05:32.888055 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:33 crc kubenswrapper[4809]: I1013 20:05:33.156603 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:05:33 crc kubenswrapper[4809]: E1013 20:05:33.157211 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:05:33 crc kubenswrapper[4809]: I1013 20:05:33.326140 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:05:33 crc kubenswrapper[4809]: W1013 20:05:33.328089 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod03420ab7_8437_4710_bc60_01006e6676b9.slice/crio-2bda227c75b5f938b1ffcf7b8d9d7fd4355d4a1157adf614bec57b639695e26a WatchSource:0}: Error finding container 2bda227c75b5f938b1ffcf7b8d9d7fd4355d4a1157adf614bec57b639695e26a: Status 404 returned error can't find the container with id 2bda227c75b5f938b1ffcf7b8d9d7fd4355d4a1157adf614bec57b639695e26a Oct 13 20:05:33 crc kubenswrapper[4809]: I1013 20:05:33.418344 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"03420ab7-8437-4710-bc60-01006e6676b9","Type":"ContainerStarted","Data":"2bda227c75b5f938b1ffcf7b8d9d7fd4355d4a1157adf614bec57b639695e26a"} Oct 13 20:05:34 crc kubenswrapper[4809]: I1013 20:05:34.184338 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1e73f01d-24ac-487f-b4ae-5610a5046ade" path="/var/lib/kubelet/pods/1e73f01d-24ac-487f-b4ae-5610a5046ade/volumes" Oct 13 20:05:34 crc kubenswrapper[4809]: I1013 20:05:34.185604 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="73a56694-f3f0-42d0-bd55-613da38fc2b0" path="/var/lib/kubelet/pods/73a56694-f3f0-42d0-bd55-613da38fc2b0/volumes" Oct 13 20:05:34 crc kubenswrapper[4809]: I1013 20:05:34.432342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"03420ab7-8437-4710-bc60-01006e6676b9","Type":"ContainerStarted","Data":"0a1bd440dfd5b53d9dd0cf21a9f7ae1b84daff04c27ec22d3634cb74fe9558ef"} Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.450066 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"03420ab7-8437-4710-bc60-01006e6676b9","Type":"ContainerStarted","Data":"01de46b451c180fdbbdce798250299bb23cc9daa73b62515d424cb2a771bdbac"} Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.660554 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-p8mdh"] Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.661638 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-p8mdh" Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.678104 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-p8mdh"] Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.720217 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hqfqx\" (UniqueName: \"kubernetes.io/projected/bacdf4a1-bd2a-4d68-83c4-8e16b356ee63-kube-api-access-hqfqx\") pod \"nova-api-db-create-p8mdh\" (UID: \"bacdf4a1-bd2a-4d68-83c4-8e16b356ee63\") " pod="openstack-kuttl-tests/nova-api-db-create-p8mdh" Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.763437 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-w2vxp"] Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.764679 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-w2vxp" Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.772256 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-w2vxp"] Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.823763 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7kvdh\" (UniqueName: \"kubernetes.io/projected/0bce7599-f92c-473c-b543-cd31ffd5d4bc-kube-api-access-7kvdh\") pod \"nova-cell0-db-create-w2vxp\" (UID: \"0bce7599-f92c-473c-b543-cd31ffd5d4bc\") " pod="openstack-kuttl-tests/nova-cell0-db-create-w2vxp" Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.824029 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hqfqx\" (UniqueName: \"kubernetes.io/projected/bacdf4a1-bd2a-4d68-83c4-8e16b356ee63-kube-api-access-hqfqx\") pod \"nova-api-db-create-p8mdh\" (UID: \"bacdf4a1-bd2a-4d68-83c4-8e16b356ee63\") " pod="openstack-kuttl-tests/nova-api-db-create-p8mdh" Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.853484 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hqfqx\" (UniqueName: \"kubernetes.io/projected/bacdf4a1-bd2a-4d68-83c4-8e16b356ee63-kube-api-access-hqfqx\") pod \"nova-api-db-create-p8mdh\" (UID: \"bacdf4a1-bd2a-4d68-83c4-8e16b356ee63\") " pod="openstack-kuttl-tests/nova-api-db-create-p8mdh" Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.870783 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-jjkxn"] Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.872694 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-jjkxn" Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.891341 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-jjkxn"] Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.925548 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7kvdh\" (UniqueName: \"kubernetes.io/projected/0bce7599-f92c-473c-b543-cd31ffd5d4bc-kube-api-access-7kvdh\") pod \"nova-cell0-db-create-w2vxp\" (UID: \"0bce7599-f92c-473c-b543-cd31ffd5d4bc\") " pod="openstack-kuttl-tests/nova-cell0-db-create-w2vxp" Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.925997 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8t6w5\" (UniqueName: \"kubernetes.io/projected/a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2-kube-api-access-8t6w5\") pod \"nova-cell1-db-create-jjkxn\" (UID: \"a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2\") " pod="openstack-kuttl-tests/nova-cell1-db-create-jjkxn" Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.953358 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7kvdh\" (UniqueName: \"kubernetes.io/projected/0bce7599-f92c-473c-b543-cd31ffd5d4bc-kube-api-access-7kvdh\") pod \"nova-cell0-db-create-w2vxp\" (UID: \"0bce7599-f92c-473c-b543-cd31ffd5d4bc\") " pod="openstack-kuttl-tests/nova-cell0-db-create-w2vxp" Oct 13 20:05:35 crc kubenswrapper[4809]: I1013 20:05:35.985135 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-p8mdh" Oct 13 20:05:36 crc kubenswrapper[4809]: I1013 20:05:36.026957 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8t6w5\" (UniqueName: \"kubernetes.io/projected/a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2-kube-api-access-8t6w5\") pod \"nova-cell1-db-create-jjkxn\" (UID: \"a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2\") " pod="openstack-kuttl-tests/nova-cell1-db-create-jjkxn" Oct 13 20:05:36 crc kubenswrapper[4809]: I1013 20:05:36.046843 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8t6w5\" (UniqueName: \"kubernetes.io/projected/a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2-kube-api-access-8t6w5\") pod \"nova-cell1-db-create-jjkxn\" (UID: \"a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2\") " pod="openstack-kuttl-tests/nova-cell1-db-create-jjkxn" Oct 13 20:05:36 crc kubenswrapper[4809]: I1013 20:05:36.090324 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-w2vxp" Oct 13 20:05:36 crc kubenswrapper[4809]: I1013 20:05:36.232127 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-jjkxn" Oct 13 20:05:36 crc kubenswrapper[4809]: I1013 20:05:36.463419 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"03420ab7-8437-4710-bc60-01006e6676b9","Type":"ContainerStarted","Data":"69cef0da67ba58f309976b5ecf7ebdeabee763dcd63f3c6a5737e00b466d9c6e"} Oct 13 20:05:36 crc kubenswrapper[4809]: I1013 20:05:36.519722 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-p8mdh"] Oct 13 20:05:36 crc kubenswrapper[4809]: W1013 20:05:36.521011 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbacdf4a1_bd2a_4d68_83c4_8e16b356ee63.slice/crio-705d1649dfd460d80efab0a51002eb8456c29a3d88720f1afe6dafc7671cafa5 WatchSource:0}: Error finding container 705d1649dfd460d80efab0a51002eb8456c29a3d88720f1afe6dafc7671cafa5: Status 404 returned error can't find the container with id 705d1649dfd460d80efab0a51002eb8456c29a3d88720f1afe6dafc7671cafa5 Oct 13 20:05:36 crc kubenswrapper[4809]: I1013 20:05:36.603428 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-w2vxp"] Oct 13 20:05:36 crc kubenswrapper[4809]: W1013 20:05:36.625029 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0bce7599_f92c_473c_b543_cd31ffd5d4bc.slice/crio-6150f3f295f6ecbb6906f297322c68f0c89ab02438406107cc26bc5956587ee2 WatchSource:0}: Error finding container 6150f3f295f6ecbb6906f297322c68f0c89ab02438406107cc26bc5956587ee2: Status 404 returned error can't find the container with id 6150f3f295f6ecbb6906f297322c68f0c89ab02438406107cc26bc5956587ee2 Oct 13 20:05:36 crc kubenswrapper[4809]: I1013 20:05:36.762662 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-jjkxn"] Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.486229 4809 generic.go:334] "Generic (PLEG): container finished" podID="0bce7599-f92c-473c-b543-cd31ffd5d4bc" containerID="3445b2ca6d07d2e8bf5f2741188faee6e6ad0129d87bd90c5ef936bb84455d9b" exitCode=0 Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.486336 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-w2vxp" event={"ID":"0bce7599-f92c-473c-b543-cd31ffd5d4bc","Type":"ContainerDied","Data":"3445b2ca6d07d2e8bf5f2741188faee6e6ad0129d87bd90c5ef936bb84455d9b"} Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.486652 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-w2vxp" event={"ID":"0bce7599-f92c-473c-b543-cd31ffd5d4bc","Type":"ContainerStarted","Data":"6150f3f295f6ecbb6906f297322c68f0c89ab02438406107cc26bc5956587ee2"} Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.510172 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"03420ab7-8437-4710-bc60-01006e6676b9","Type":"ContainerStarted","Data":"d279719d52f868854a0be53bd65719ba204695205882228466fbf215bb9cc3d3"} Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.510693 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.515615 4809 generic.go:334] "Generic (PLEG): container finished" podID="bacdf4a1-bd2a-4d68-83c4-8e16b356ee63" containerID="3adcb79ae0814915ae9db77ef25d0f0e40fb333d0949ab86ff1ee32baee305d1" exitCode=0 Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.515945 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-p8mdh" event={"ID":"bacdf4a1-bd2a-4d68-83c4-8e16b356ee63","Type":"ContainerDied","Data":"3adcb79ae0814915ae9db77ef25d0f0e40fb333d0949ab86ff1ee32baee305d1"} Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.516092 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-p8mdh" event={"ID":"bacdf4a1-bd2a-4d68-83c4-8e16b356ee63","Type":"ContainerStarted","Data":"705d1649dfd460d80efab0a51002eb8456c29a3d88720f1afe6dafc7671cafa5"} Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.520592 4809 generic.go:334] "Generic (PLEG): container finished" podID="a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2" containerID="9a61f74721493055d3075e8d539dd26a9b7dafad8e5ff746bb1c0938be1e6b1d" exitCode=0 Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.520706 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-jjkxn" event={"ID":"a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2","Type":"ContainerDied","Data":"9a61f74721493055d3075e8d539dd26a9b7dafad8e5ff746bb1c0938be1e6b1d"} Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.521199 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-jjkxn" event={"ID":"a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2","Type":"ContainerStarted","Data":"224cb48a36033f56f68da67427851174b973e6514ae9981c8de5ac2ae5f85d29"} Oct 13 20:05:37 crc kubenswrapper[4809]: I1013 20:05:37.535797 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.0781119710000002 podStartE2EDuration="5.535775165s" podCreationTimestamp="2025-10-13 20:05:32 +0000 UTC" firstStartedPulling="2025-10-13 20:05:33.33140716 +0000 UTC m=+2451.937153745" lastFinishedPulling="2025-10-13 20:05:36.789070364 +0000 UTC m=+2455.394816939" observedRunningTime="2025-10-13 20:05:37.532223537 +0000 UTC m=+2456.137970162" watchObservedRunningTime="2025-10-13 20:05:37.535775165 +0000 UTC m=+2456.141521760" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.032658 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-jjkxn" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.039092 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-p8mdh" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.044982 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-w2vxp" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.089816 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7kvdh\" (UniqueName: \"kubernetes.io/projected/0bce7599-f92c-473c-b543-cd31ffd5d4bc-kube-api-access-7kvdh\") pod \"0bce7599-f92c-473c-b543-cd31ffd5d4bc\" (UID: \"0bce7599-f92c-473c-b543-cd31ffd5d4bc\") " Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.089903 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hqfqx\" (UniqueName: \"kubernetes.io/projected/bacdf4a1-bd2a-4d68-83c4-8e16b356ee63-kube-api-access-hqfqx\") pod \"bacdf4a1-bd2a-4d68-83c4-8e16b356ee63\" (UID: \"bacdf4a1-bd2a-4d68-83c4-8e16b356ee63\") " Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.089973 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8t6w5\" (UniqueName: \"kubernetes.io/projected/a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2-kube-api-access-8t6w5\") pod \"a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2\" (UID: \"a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2\") " Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.098935 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2-kube-api-access-8t6w5" (OuterVolumeSpecName: "kube-api-access-8t6w5") pod "a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2" (UID: "a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2"). InnerVolumeSpecName "kube-api-access-8t6w5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.100540 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0bce7599-f92c-473c-b543-cd31ffd5d4bc-kube-api-access-7kvdh" (OuterVolumeSpecName: "kube-api-access-7kvdh") pod "0bce7599-f92c-473c-b543-cd31ffd5d4bc" (UID: "0bce7599-f92c-473c-b543-cd31ffd5d4bc"). InnerVolumeSpecName "kube-api-access-7kvdh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.100861 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bacdf4a1-bd2a-4d68-83c4-8e16b356ee63-kube-api-access-hqfqx" (OuterVolumeSpecName: "kube-api-access-hqfqx") pod "bacdf4a1-bd2a-4d68-83c4-8e16b356ee63" (UID: "bacdf4a1-bd2a-4d68-83c4-8e16b356ee63"). InnerVolumeSpecName "kube-api-access-hqfqx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.191106 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7kvdh\" (UniqueName: \"kubernetes.io/projected/0bce7599-f92c-473c-b543-cd31ffd5d4bc-kube-api-access-7kvdh\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.191139 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hqfqx\" (UniqueName: \"kubernetes.io/projected/bacdf4a1-bd2a-4d68-83c4-8e16b356ee63-kube-api-access-hqfqx\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.191149 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8t6w5\" (UniqueName: \"kubernetes.io/projected/a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2-kube-api-access-8t6w5\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.549533 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-p8mdh" event={"ID":"bacdf4a1-bd2a-4d68-83c4-8e16b356ee63","Type":"ContainerDied","Data":"705d1649dfd460d80efab0a51002eb8456c29a3d88720f1afe6dafc7671cafa5"} Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.549589 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-p8mdh" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.549602 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="705d1649dfd460d80efab0a51002eb8456c29a3d88720f1afe6dafc7671cafa5" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.551690 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-jjkxn" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.551765 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-jjkxn" event={"ID":"a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2","Type":"ContainerDied","Data":"224cb48a36033f56f68da67427851174b973e6514ae9981c8de5ac2ae5f85d29"} Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.551812 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="224cb48a36033f56f68da67427851174b973e6514ae9981c8de5ac2ae5f85d29" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.554539 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-w2vxp" event={"ID":"0bce7599-f92c-473c-b543-cd31ffd5d4bc","Type":"ContainerDied","Data":"6150f3f295f6ecbb6906f297322c68f0c89ab02438406107cc26bc5956587ee2"} Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.554573 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6150f3f295f6ecbb6906f297322c68f0c89ab02438406107cc26bc5956587ee2" Oct 13 20:05:39 crc kubenswrapper[4809]: I1013 20:05:39.554583 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-w2vxp" Oct 13 20:05:45 crc kubenswrapper[4809]: I1013 20:05:45.155045 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:05:45 crc kubenswrapper[4809]: E1013 20:05:45.155756 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:05:45 crc kubenswrapper[4809]: I1013 20:05:45.922988 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-4f32-account-create-9mttd"] Oct 13 20:05:45 crc kubenswrapper[4809]: E1013 20:05:45.924146 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bacdf4a1-bd2a-4d68-83c4-8e16b356ee63" containerName="mariadb-database-create" Oct 13 20:05:45 crc kubenswrapper[4809]: I1013 20:05:45.924175 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bacdf4a1-bd2a-4d68-83c4-8e16b356ee63" containerName="mariadb-database-create" Oct 13 20:05:45 crc kubenswrapper[4809]: E1013 20:05:45.924203 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0bce7599-f92c-473c-b543-cd31ffd5d4bc" containerName="mariadb-database-create" Oct 13 20:05:45 crc kubenswrapper[4809]: I1013 20:05:45.924216 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0bce7599-f92c-473c-b543-cd31ffd5d4bc" containerName="mariadb-database-create" Oct 13 20:05:45 crc kubenswrapper[4809]: E1013 20:05:45.924280 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2" containerName="mariadb-database-create" Oct 13 20:05:45 crc kubenswrapper[4809]: I1013 20:05:45.924294 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2" containerName="mariadb-database-create" Oct 13 20:05:45 crc kubenswrapper[4809]: I1013 20:05:45.924668 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bacdf4a1-bd2a-4d68-83c4-8e16b356ee63" containerName="mariadb-database-create" Oct 13 20:05:45 crc kubenswrapper[4809]: I1013 20:05:45.924750 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2" containerName="mariadb-database-create" Oct 13 20:05:45 crc kubenswrapper[4809]: I1013 20:05:45.924788 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0bce7599-f92c-473c-b543-cd31ffd5d4bc" containerName="mariadb-database-create" Oct 13 20:05:45 crc kubenswrapper[4809]: I1013 20:05:45.925878 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-4f32-account-create-9mttd" Oct 13 20:05:45 crc kubenswrapper[4809]: I1013 20:05:45.929080 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-db-secret" Oct 13 20:05:45 crc kubenswrapper[4809]: I1013 20:05:45.938650 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-4f32-account-create-9mttd"] Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.050815 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pwx8j\" (UniqueName: \"kubernetes.io/projected/edcb639c-9301-4685-ac4a-def75a2d64f9-kube-api-access-pwx8j\") pod \"nova-api-4f32-account-create-9mttd\" (UID: \"edcb639c-9301-4685-ac4a-def75a2d64f9\") " pod="openstack-kuttl-tests/nova-api-4f32-account-create-9mttd" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.109734 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s"] Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.111723 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.114520 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-db-secret" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.131985 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s"] Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.157314 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pwx8j\" (UniqueName: \"kubernetes.io/projected/edcb639c-9301-4685-ac4a-def75a2d64f9-kube-api-access-pwx8j\") pod \"nova-api-4f32-account-create-9mttd\" (UID: \"edcb639c-9301-4685-ac4a-def75a2d64f9\") " pod="openstack-kuttl-tests/nova-api-4f32-account-create-9mttd" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.186871 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pwx8j\" (UniqueName: \"kubernetes.io/projected/edcb639c-9301-4685-ac4a-def75a2d64f9-kube-api-access-pwx8j\") pod \"nova-api-4f32-account-create-9mttd\" (UID: \"edcb639c-9301-4685-ac4a-def75a2d64f9\") " pod="openstack-kuttl-tests/nova-api-4f32-account-create-9mttd" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.258187 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-4f32-account-create-9mttd" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.265532 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gss2k\" (UniqueName: \"kubernetes.io/projected/0c69357a-3eb3-443e-b3f8-267d232b6ce6-kube-api-access-gss2k\") pod \"nova-cell0-2687-account-create-dc29s\" (UID: \"0c69357a-3eb3-443e-b3f8-267d232b6ce6\") " pod="openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.312010 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z"] Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.314305 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.318999 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-db-secret" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.323405 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z"] Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.368262 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gss2k\" (UniqueName: \"kubernetes.io/projected/0c69357a-3eb3-443e-b3f8-267d232b6ce6-kube-api-access-gss2k\") pod \"nova-cell0-2687-account-create-dc29s\" (UID: \"0c69357a-3eb3-443e-b3f8-267d232b6ce6\") " pod="openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.368661 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-c68f8\" (UniqueName: \"kubernetes.io/projected/fe40eaf9-7f7c-452c-9811-6561dcb2dd5f-kube-api-access-c68f8\") pod \"nova-cell1-e08c-account-create-8pf9z\" (UID: \"fe40eaf9-7f7c-452c-9811-6561dcb2dd5f\") " pod="openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.390717 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gss2k\" (UniqueName: \"kubernetes.io/projected/0c69357a-3eb3-443e-b3f8-267d232b6ce6-kube-api-access-gss2k\") pod \"nova-cell0-2687-account-create-dc29s\" (UID: \"0c69357a-3eb3-443e-b3f8-267d232b6ce6\") " pod="openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.429175 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.472550 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-c68f8\" (UniqueName: \"kubernetes.io/projected/fe40eaf9-7f7c-452c-9811-6561dcb2dd5f-kube-api-access-c68f8\") pod \"nova-cell1-e08c-account-create-8pf9z\" (UID: \"fe40eaf9-7f7c-452c-9811-6561dcb2dd5f\") " pod="openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.491743 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-c68f8\" (UniqueName: \"kubernetes.io/projected/fe40eaf9-7f7c-452c-9811-6561dcb2dd5f-kube-api-access-c68f8\") pod \"nova-cell1-e08c-account-create-8pf9z\" (UID: \"fe40eaf9-7f7c-452c-9811-6561dcb2dd5f\") " pod="openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z" Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.772067 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z" Oct 13 20:05:46 crc kubenswrapper[4809]: W1013 20:05:46.775797 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podedcb639c_9301_4685_ac4a_def75a2d64f9.slice/crio-a46c1c7d7feb25df60e28892d85773228d7746c0900104e600fda41128e1550f WatchSource:0}: Error finding container a46c1c7d7feb25df60e28892d85773228d7746c0900104e600fda41128e1550f: Status 404 returned error can't find the container with id a46c1c7d7feb25df60e28892d85773228d7746c0900104e600fda41128e1550f Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.780244 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-4f32-account-create-9mttd"] Oct 13 20:05:46 crc kubenswrapper[4809]: I1013 20:05:46.912792 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s"] Oct 13 20:05:46 crc kubenswrapper[4809]: W1013 20:05:46.914267 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0c69357a_3eb3_443e_b3f8_267d232b6ce6.slice/crio-d64ad39df1a87e0507565817f842f97e91dfe9193d9a079b664cf88681a1c380 WatchSource:0}: Error finding container d64ad39df1a87e0507565817f842f97e91dfe9193d9a079b664cf88681a1c380: Status 404 returned error can't find the container with id d64ad39df1a87e0507565817f842f97e91dfe9193d9a079b664cf88681a1c380 Oct 13 20:05:47 crc kubenswrapper[4809]: I1013 20:05:47.265888 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z"] Oct 13 20:05:47 crc kubenswrapper[4809]: W1013 20:05:47.275253 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podfe40eaf9_7f7c_452c_9811_6561dcb2dd5f.slice/crio-8d858f043623dd29cce8489e96c4b1619d810370e8c9f6af1debfbe57c68b2f8 WatchSource:0}: Error finding container 8d858f043623dd29cce8489e96c4b1619d810370e8c9f6af1debfbe57c68b2f8: Status 404 returned error can't find the container with id 8d858f043623dd29cce8489e96c4b1619d810370e8c9f6af1debfbe57c68b2f8 Oct 13 20:05:47 crc kubenswrapper[4809]: I1013 20:05:47.665402 4809 generic.go:334] "Generic (PLEG): container finished" podID="fe40eaf9-7f7c-452c-9811-6561dcb2dd5f" containerID="d69ff843bc6fe1d8815d7dc64ebc2b23a24f093b2108471522c28a8dfd80dc92" exitCode=0 Oct 13 20:05:47 crc kubenswrapper[4809]: I1013 20:05:47.665517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z" event={"ID":"fe40eaf9-7f7c-452c-9811-6561dcb2dd5f","Type":"ContainerDied","Data":"d69ff843bc6fe1d8815d7dc64ebc2b23a24f093b2108471522c28a8dfd80dc92"} Oct 13 20:05:47 crc kubenswrapper[4809]: I1013 20:05:47.665881 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z" event={"ID":"fe40eaf9-7f7c-452c-9811-6561dcb2dd5f","Type":"ContainerStarted","Data":"8d858f043623dd29cce8489e96c4b1619d810370e8c9f6af1debfbe57c68b2f8"} Oct 13 20:05:47 crc kubenswrapper[4809]: I1013 20:05:47.668068 4809 generic.go:334] "Generic (PLEG): container finished" podID="edcb639c-9301-4685-ac4a-def75a2d64f9" containerID="36c5a4ad880d866f2e81348ab7bff1771cbde334d296a9387be8d769491ec30f" exitCode=0 Oct 13 20:05:47 crc kubenswrapper[4809]: I1013 20:05:47.668130 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-4f32-account-create-9mttd" event={"ID":"edcb639c-9301-4685-ac4a-def75a2d64f9","Type":"ContainerDied","Data":"36c5a4ad880d866f2e81348ab7bff1771cbde334d296a9387be8d769491ec30f"} Oct 13 20:05:47 crc kubenswrapper[4809]: I1013 20:05:47.668150 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-4f32-account-create-9mttd" event={"ID":"edcb639c-9301-4685-ac4a-def75a2d64f9","Type":"ContainerStarted","Data":"a46c1c7d7feb25df60e28892d85773228d7746c0900104e600fda41128e1550f"} Oct 13 20:05:47 crc kubenswrapper[4809]: I1013 20:05:47.671125 4809 generic.go:334] "Generic (PLEG): container finished" podID="0c69357a-3eb3-443e-b3f8-267d232b6ce6" containerID="5df05b110bb1b53a273990c3958078fd77d11d0c7e6565606c2f1a463e843a5c" exitCode=0 Oct 13 20:05:47 crc kubenswrapper[4809]: I1013 20:05:47.671159 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s" event={"ID":"0c69357a-3eb3-443e-b3f8-267d232b6ce6","Type":"ContainerDied","Data":"5df05b110bb1b53a273990c3958078fd77d11d0c7e6565606c2f1a463e843a5c"} Oct 13 20:05:47 crc kubenswrapper[4809]: I1013 20:05:47.671178 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s" event={"ID":"0c69357a-3eb3-443e-b3f8-267d232b6ce6","Type":"ContainerStarted","Data":"d64ad39df1a87e0507565817f842f97e91dfe9193d9a079b664cf88681a1c380"} Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.286492 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.293366 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-4f32-account-create-9mttd" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.307788 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.443005 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gss2k\" (UniqueName: \"kubernetes.io/projected/0c69357a-3eb3-443e-b3f8-267d232b6ce6-kube-api-access-gss2k\") pod \"0c69357a-3eb3-443e-b3f8-267d232b6ce6\" (UID: \"0c69357a-3eb3-443e-b3f8-267d232b6ce6\") " Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.443177 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pwx8j\" (UniqueName: \"kubernetes.io/projected/edcb639c-9301-4685-ac4a-def75a2d64f9-kube-api-access-pwx8j\") pod \"edcb639c-9301-4685-ac4a-def75a2d64f9\" (UID: \"edcb639c-9301-4685-ac4a-def75a2d64f9\") " Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.443275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-c68f8\" (UniqueName: \"kubernetes.io/projected/fe40eaf9-7f7c-452c-9811-6561dcb2dd5f-kube-api-access-c68f8\") pod \"fe40eaf9-7f7c-452c-9811-6561dcb2dd5f\" (UID: \"fe40eaf9-7f7c-452c-9811-6561dcb2dd5f\") " Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.452061 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0c69357a-3eb3-443e-b3f8-267d232b6ce6-kube-api-access-gss2k" (OuterVolumeSpecName: "kube-api-access-gss2k") pod "0c69357a-3eb3-443e-b3f8-267d232b6ce6" (UID: "0c69357a-3eb3-443e-b3f8-267d232b6ce6"). InnerVolumeSpecName "kube-api-access-gss2k". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.454993 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/edcb639c-9301-4685-ac4a-def75a2d64f9-kube-api-access-pwx8j" (OuterVolumeSpecName: "kube-api-access-pwx8j") pod "edcb639c-9301-4685-ac4a-def75a2d64f9" (UID: "edcb639c-9301-4685-ac4a-def75a2d64f9"). InnerVolumeSpecName "kube-api-access-pwx8j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.456439 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fe40eaf9-7f7c-452c-9811-6561dcb2dd5f-kube-api-access-c68f8" (OuterVolumeSpecName: "kube-api-access-c68f8") pod "fe40eaf9-7f7c-452c-9811-6561dcb2dd5f" (UID: "fe40eaf9-7f7c-452c-9811-6561dcb2dd5f"). InnerVolumeSpecName "kube-api-access-c68f8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.545917 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pwx8j\" (UniqueName: \"kubernetes.io/projected/edcb639c-9301-4685-ac4a-def75a2d64f9-kube-api-access-pwx8j\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.546272 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-c68f8\" (UniqueName: \"kubernetes.io/projected/fe40eaf9-7f7c-452c-9811-6561dcb2dd5f-kube-api-access-c68f8\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.547071 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gss2k\" (UniqueName: \"kubernetes.io/projected/0c69357a-3eb3-443e-b3f8-267d232b6ce6-kube-api-access-gss2k\") on node \"crc\" DevicePath \"\"" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.704946 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s" event={"ID":"0c69357a-3eb3-443e-b3f8-267d232b6ce6","Type":"ContainerDied","Data":"d64ad39df1a87e0507565817f842f97e91dfe9193d9a079b664cf88681a1c380"} Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.705050 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d64ad39df1a87e0507565817f842f97e91dfe9193d9a079b664cf88681a1c380" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.705146 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.711226 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z" event={"ID":"fe40eaf9-7f7c-452c-9811-6561dcb2dd5f","Type":"ContainerDied","Data":"8d858f043623dd29cce8489e96c4b1619d810370e8c9f6af1debfbe57c68b2f8"} Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.711270 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8d858f043623dd29cce8489e96c4b1619d810370e8c9f6af1debfbe57c68b2f8" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.711268 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.714023 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-4f32-account-create-9mttd" event={"ID":"edcb639c-9301-4685-ac4a-def75a2d64f9","Type":"ContainerDied","Data":"a46c1c7d7feb25df60e28892d85773228d7746c0900104e600fda41128e1550f"} Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.714073 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a46c1c7d7feb25df60e28892d85773228d7746c0900104e600fda41128e1550f" Oct 13 20:05:49 crc kubenswrapper[4809]: I1013 20:05:49.714141 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-4f32-account-create-9mttd" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.350145 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f"] Oct 13 20:05:51 crc kubenswrapper[4809]: E1013 20:05:51.351906 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0c69357a-3eb3-443e-b3f8-267d232b6ce6" containerName="mariadb-account-create" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.352003 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0c69357a-3eb3-443e-b3f8-267d232b6ce6" containerName="mariadb-account-create" Oct 13 20:05:51 crc kubenswrapper[4809]: E1013 20:05:51.352108 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fe40eaf9-7f7c-452c-9811-6561dcb2dd5f" containerName="mariadb-account-create" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.352178 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fe40eaf9-7f7c-452c-9811-6561dcb2dd5f" containerName="mariadb-account-create" Oct 13 20:05:51 crc kubenswrapper[4809]: E1013 20:05:51.352282 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="edcb639c-9301-4685-ac4a-def75a2d64f9" containerName="mariadb-account-create" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.352362 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="edcb639c-9301-4685-ac4a-def75a2d64f9" containerName="mariadb-account-create" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.352663 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0c69357a-3eb3-443e-b3f8-267d232b6ce6" containerName="mariadb-account-create" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.352785 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fe40eaf9-7f7c-452c-9811-6561dcb2dd5f" containerName="mariadb-account-create" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.352880 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="edcb639c-9301-4685-ac4a-def75a2d64f9" containerName="mariadb-account-create" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.353691 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.355194 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-sfsb9" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.355415 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-scripts" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.355926 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.368272 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f"] Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.409190 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-scripts\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.409581 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-df29j\" (UniqueName: \"kubernetes.io/projected/9c58b277-0c94-4d2e-bd84-844c078f2d83-kube-api-access-df29j\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.409684 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.409888 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-config-data\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.511941 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-scripts\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.512949 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-df29j\" (UniqueName: \"kubernetes.io/projected/9c58b277-0c94-4d2e-bd84-844c078f2d83-kube-api-access-df29j\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.513056 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.513189 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-config-data\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.517773 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.518378 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-config-data\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.518957 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-scripts\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.542049 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-df29j\" (UniqueName: \"kubernetes.io/projected/9c58b277-0c94-4d2e-bd84-844c078f2d83-kube-api-access-df29j\") pod \"nova-cell0-conductor-db-sync-5x28f\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:51 crc kubenswrapper[4809]: I1013 20:05:51.681536 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:05:52 crc kubenswrapper[4809]: I1013 20:05:52.172308 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f"] Oct 13 20:05:52 crc kubenswrapper[4809]: W1013 20:05:52.181215 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9c58b277_0c94_4d2e_bd84_844c078f2d83.slice/crio-178ffbf6da446e0b2c8d5239b6ce6859826bb4d9e25119988765da86374c516d WatchSource:0}: Error finding container 178ffbf6da446e0b2c8d5239b6ce6859826bb4d9e25119988765da86374c516d: Status 404 returned error can't find the container with id 178ffbf6da446e0b2c8d5239b6ce6859826bb4d9e25119988765da86374c516d Oct 13 20:05:52 crc kubenswrapper[4809]: I1013 20:05:52.763760 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" event={"ID":"9c58b277-0c94-4d2e-bd84-844c078f2d83","Type":"ContainerStarted","Data":"3ffd299ff25627648c10ff460752ad15dd7a654627cf8b0c9c1f46129e7cfc69"} Oct 13 20:05:52 crc kubenswrapper[4809]: I1013 20:05:52.764012 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" event={"ID":"9c58b277-0c94-4d2e-bd84-844c078f2d83","Type":"ContainerStarted","Data":"178ffbf6da446e0b2c8d5239b6ce6859826bb4d9e25119988765da86374c516d"} Oct 13 20:05:52 crc kubenswrapper[4809]: I1013 20:05:52.786876 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" podStartSLOduration=1.786858525 podStartE2EDuration="1.786858525s" podCreationTimestamp="2025-10-13 20:05:51 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:05:52.779554538 +0000 UTC m=+2471.385301153" watchObservedRunningTime="2025-10-13 20:05:52.786858525 +0000 UTC m=+2471.392605110" Oct 13 20:05:58 crc kubenswrapper[4809]: I1013 20:05:58.156072 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:05:58 crc kubenswrapper[4809]: E1013 20:05:58.157790 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:06:02 crc kubenswrapper[4809]: I1013 20:06:02.895166 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:03 crc kubenswrapper[4809]: I1013 20:06:03.900369 4809 generic.go:334] "Generic (PLEG): container finished" podID="9c58b277-0c94-4d2e-bd84-844c078f2d83" containerID="3ffd299ff25627648c10ff460752ad15dd7a654627cf8b0c9c1f46129e7cfc69" exitCode=0 Oct 13 20:06:03 crc kubenswrapper[4809]: I1013 20:06:03.900587 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" event={"ID":"9c58b277-0c94-4d2e-bd84-844c078f2d83","Type":"ContainerDied","Data":"3ffd299ff25627648c10ff460752ad15dd7a654627cf8b0c9c1f46129e7cfc69"} Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.278579 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.363575 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-combined-ca-bundle\") pod \"9c58b277-0c94-4d2e-bd84-844c078f2d83\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.363839 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-config-data\") pod \"9c58b277-0c94-4d2e-bd84-844c078f2d83\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.363889 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-df29j\" (UniqueName: \"kubernetes.io/projected/9c58b277-0c94-4d2e-bd84-844c078f2d83-kube-api-access-df29j\") pod \"9c58b277-0c94-4d2e-bd84-844c078f2d83\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.363956 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-scripts\") pod \"9c58b277-0c94-4d2e-bd84-844c078f2d83\" (UID: \"9c58b277-0c94-4d2e-bd84-844c078f2d83\") " Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.377056 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-scripts" (OuterVolumeSpecName: "scripts") pod "9c58b277-0c94-4d2e-bd84-844c078f2d83" (UID: "9c58b277-0c94-4d2e-bd84-844c078f2d83"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.377863 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9c58b277-0c94-4d2e-bd84-844c078f2d83-kube-api-access-df29j" (OuterVolumeSpecName: "kube-api-access-df29j") pod "9c58b277-0c94-4d2e-bd84-844c078f2d83" (UID: "9c58b277-0c94-4d2e-bd84-844c078f2d83"). InnerVolumeSpecName "kube-api-access-df29j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.401008 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9c58b277-0c94-4d2e-bd84-844c078f2d83" (UID: "9c58b277-0c94-4d2e-bd84-844c078f2d83"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.407936 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-config-data" (OuterVolumeSpecName: "config-data") pod "9c58b277-0c94-4d2e-bd84-844c078f2d83" (UID: "9c58b277-0c94-4d2e-bd84-844c078f2d83"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.467257 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.467291 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-df29j\" (UniqueName: \"kubernetes.io/projected/9c58b277-0c94-4d2e-bd84-844c078f2d83-kube-api-access-df29j\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.467300 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.467310 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9c58b277-0c94-4d2e-bd84-844c078f2d83-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.922800 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" event={"ID":"9c58b277-0c94-4d2e-bd84-844c078f2d83","Type":"ContainerDied","Data":"178ffbf6da446e0b2c8d5239b6ce6859826bb4d9e25119988765da86374c516d"} Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.923133 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="178ffbf6da446e0b2c8d5239b6ce6859826bb4d9e25119988765da86374c516d" Oct 13 20:06:05 crc kubenswrapper[4809]: I1013 20:06:05.922878 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.023329 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:06:06 crc kubenswrapper[4809]: E1013 20:06:06.024077 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9c58b277-0c94-4d2e-bd84-844c078f2d83" containerName="nova-cell0-conductor-db-sync" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.024104 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9c58b277-0c94-4d2e-bd84-844c078f2d83" containerName="nova-cell0-conductor-db-sync" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.025339 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9c58b277-0c94-4d2e-bd84-844c078f2d83" containerName="nova-cell0-conductor-db-sync" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.026183 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.030853 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.031007 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-sfsb9" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.033524 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.180499 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.180761 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.180848 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7btf6\" (UniqueName: \"kubernetes.io/projected/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-kube-api-access-7btf6\") pod \"nova-cell0-conductor-0\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.282792 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.282983 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.283054 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7btf6\" (UniqueName: \"kubernetes.io/projected/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-kube-api-access-7btf6\") pod \"nova-cell0-conductor-0\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.294224 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.294264 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.306394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7btf6\" (UniqueName: \"kubernetes.io/projected/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-kube-api-access-7btf6\") pod \"nova-cell0-conductor-0\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.347310 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.694511 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.695012 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="3eb5ba00-9d88-4715-ab54-5347b441d000" containerName="kube-state-metrics" containerID="cri-o://7d1e17f435ce417bae2644131711fe079256f0bfbe7ec09bfef1db8467a5d674" gracePeriod=30 Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.799873 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.940105 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"edebcd6c-e2c2-4f2e-95cb-24248f4b4584","Type":"ContainerStarted","Data":"4526d24bf1b732320229fb3db65310616328bdf82e9a0d6ff810b66b3e6eb9ba"} Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.942560 4809 generic.go:334] "Generic (PLEG): container finished" podID="3eb5ba00-9d88-4715-ab54-5347b441d000" containerID="7d1e17f435ce417bae2644131711fe079256f0bfbe7ec09bfef1db8467a5d674" exitCode=2 Oct 13 20:06:06 crc kubenswrapper[4809]: I1013 20:06:06.942603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"3eb5ba00-9d88-4715-ab54-5347b441d000","Type":"ContainerDied","Data":"7d1e17f435ce417bae2644131711fe079256f0bfbe7ec09bfef1db8467a5d674"} Oct 13 20:06:07 crc kubenswrapper[4809]: I1013 20:06:07.086686 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:07 crc kubenswrapper[4809]: I1013 20:06:07.210117 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gw4g7\" (UniqueName: \"kubernetes.io/projected/3eb5ba00-9d88-4715-ab54-5347b441d000-kube-api-access-gw4g7\") pod \"3eb5ba00-9d88-4715-ab54-5347b441d000\" (UID: \"3eb5ba00-9d88-4715-ab54-5347b441d000\") " Oct 13 20:06:07 crc kubenswrapper[4809]: I1013 20:06:07.213912 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3eb5ba00-9d88-4715-ab54-5347b441d000-kube-api-access-gw4g7" (OuterVolumeSpecName: "kube-api-access-gw4g7") pod "3eb5ba00-9d88-4715-ab54-5347b441d000" (UID: "3eb5ba00-9d88-4715-ab54-5347b441d000"). InnerVolumeSpecName "kube-api-access-gw4g7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:07 crc kubenswrapper[4809]: I1013 20:06:07.313199 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gw4g7\" (UniqueName: \"kubernetes.io/projected/3eb5ba00-9d88-4715-ab54-5347b441d000-kube-api-access-gw4g7\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:07 crc kubenswrapper[4809]: I1013 20:06:07.955819 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"edebcd6c-e2c2-4f2e-95cb-24248f4b4584","Type":"ContainerStarted","Data":"de2ee067320b7abe9e4c5ebefc2f673a731037841d7c1e2f5357d4629c004dc5"} Oct 13 20:06:07 crc kubenswrapper[4809]: I1013 20:06:07.955944 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:07 crc kubenswrapper[4809]: I1013 20:06:07.958698 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"3eb5ba00-9d88-4715-ab54-5347b441d000","Type":"ContainerDied","Data":"aacb40ebcd24790c489b26f07d4340e450e7b1f44801e535a607bc064ee91cd7"} Oct 13 20:06:07 crc kubenswrapper[4809]: I1013 20:06:07.958773 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:07 crc kubenswrapper[4809]: I1013 20:06:07.958782 4809 scope.go:117] "RemoveContainer" containerID="7d1e17f435ce417bae2644131711fe079256f0bfbe7ec09bfef1db8467a5d674" Oct 13 20:06:07 crc kubenswrapper[4809]: I1013 20:06:07.979176 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=2.97915886 podStartE2EDuration="2.97915886s" podCreationTimestamp="2025-10-13 20:06:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:07.976176675 +0000 UTC m=+2486.581923290" watchObservedRunningTime="2025-10-13 20:06:07.97915886 +0000 UTC m=+2486.584905435" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.008376 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.019743 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.031273 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:06:08 crc kubenswrapper[4809]: E1013 20:06:08.031806 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3eb5ba00-9d88-4715-ab54-5347b441d000" containerName="kube-state-metrics" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.031829 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3eb5ba00-9d88-4715-ab54-5347b441d000" containerName="kube-state-metrics" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.032065 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3eb5ba00-9d88-4715-ab54-5347b441d000" containerName="kube-state-metrics" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.032920 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.037409 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"kube-state-metrics-tls-config" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.038584 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-kube-state-metrics-svc" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.063058 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.136252 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.136335 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.136413 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.136543 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-l7jpn\" (UniqueName: \"kubernetes.io/projected/64646b88-c70c-46ac-8015-29dfd673ad83-kube-api-access-l7jpn\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.172905 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3eb5ba00-9d88-4715-ab54-5347b441d000" path="/var/lib/kubelet/pods/3eb5ba00-9d88-4715-ab54-5347b441d000/volumes" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.238820 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.239282 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.240132 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.240576 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-l7jpn\" (UniqueName: \"kubernetes.io/projected/64646b88-c70c-46ac-8015-29dfd673ad83-kube-api-access-l7jpn\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.244888 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.247030 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.247677 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.271991 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-l7jpn\" (UniqueName: \"kubernetes.io/projected/64646b88-c70c-46ac-8015-29dfd673ad83-kube-api-access-l7jpn\") pod \"kube-state-metrics-0\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.354874 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.678004 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.678619 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="sg-core" containerID="cri-o://69cef0da67ba58f309976b5ecf7ebdeabee763dcd63f3c6a5737e00b466d9c6e" gracePeriod=30 Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.678653 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="ceilometer-notification-agent" containerID="cri-o://01de46b451c180fdbbdce798250299bb23cc9daa73b62515d424cb2a771bdbac" gracePeriod=30 Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.678825 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="proxy-httpd" containerID="cri-o://d279719d52f868854a0be53bd65719ba204695205882228466fbf215bb9cc3d3" gracePeriod=30 Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.678579 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="ceilometer-central-agent" containerID="cri-o://0a1bd440dfd5b53d9dd0cf21a9f7ae1b84daff04c27ec22d3634cb74fe9558ef" gracePeriod=30 Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.881094 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.975469 4809 generic.go:334] "Generic (PLEG): container finished" podID="03420ab7-8437-4710-bc60-01006e6676b9" containerID="d279719d52f868854a0be53bd65719ba204695205882228466fbf215bb9cc3d3" exitCode=0 Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.975512 4809 generic.go:334] "Generic (PLEG): container finished" podID="03420ab7-8437-4710-bc60-01006e6676b9" containerID="69cef0da67ba58f309976b5ecf7ebdeabee763dcd63f3c6a5737e00b466d9c6e" exitCode=2 Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.975557 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"03420ab7-8437-4710-bc60-01006e6676b9","Type":"ContainerDied","Data":"d279719d52f868854a0be53bd65719ba204695205882228466fbf215bb9cc3d3"} Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.975583 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"03420ab7-8437-4710-bc60-01006e6676b9","Type":"ContainerDied","Data":"69cef0da67ba58f309976b5ecf7ebdeabee763dcd63f3c6a5737e00b466d9c6e"} Oct 13 20:06:08 crc kubenswrapper[4809]: I1013 20:06:08.977496 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"64646b88-c70c-46ac-8015-29dfd673ad83","Type":"ContainerStarted","Data":"ef4db485070a0aece6a40141a23f44d737ed63e71eb8702b2501eecbf753a06b"} Oct 13 20:06:09 crc kubenswrapper[4809]: I1013 20:06:09.157301 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:06:09 crc kubenswrapper[4809]: E1013 20:06:09.158013 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:06:09 crc kubenswrapper[4809]: I1013 20:06:09.992693 4809 generic.go:334] "Generic (PLEG): container finished" podID="03420ab7-8437-4710-bc60-01006e6676b9" containerID="0a1bd440dfd5b53d9dd0cf21a9f7ae1b84daff04c27ec22d3634cb74fe9558ef" exitCode=0 Oct 13 20:06:09 crc kubenswrapper[4809]: I1013 20:06:09.992802 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"03420ab7-8437-4710-bc60-01006e6676b9","Type":"ContainerDied","Data":"0a1bd440dfd5b53d9dd0cf21a9f7ae1b84daff04c27ec22d3634cb74fe9558ef"} Oct 13 20:06:09 crc kubenswrapper[4809]: I1013 20:06:09.996345 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"64646b88-c70c-46ac-8015-29dfd673ad83","Type":"ContainerStarted","Data":"9f26544c235452f515f17ab24d340184196f99833103a6a13142e3ae8108409b"} Oct 13 20:06:09 crc kubenswrapper[4809]: I1013 20:06:09.997571 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.404706 4809 scope.go:117] "RemoveContainer" containerID="1a111d9c8f22b35c2f3760969330e63576b11c7ad0bf5d9e8d25e497c282f214" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.441319 4809 scope.go:117] "RemoveContainer" containerID="ec321206e5fe5b6a297afd4379e0bd9de71396f61551177386b086f8ac3fc6c9" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.521549 4809 scope.go:117] "RemoveContainer" containerID="b619406bb8aaf63f6b57ddc744f1c931dad3f0b6d972e2a2fc3f8201439984a6" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.574551 4809 scope.go:117] "RemoveContainer" containerID="74d1a9b71f22ebd29f375f46b1cf1534958b57d2acd0c5ab6d076d5120b92320" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.609773 4809 scope.go:117] "RemoveContainer" containerID="1285497e90cf8bf3ec51361199c05628091a03815ee0d821b1a2b83117373a26" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.669661 4809 scope.go:117] "RemoveContainer" containerID="b9f9f50a1979483470a7aa024049b8c95ea2a0d08b7e2904f229039fd7f99202" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.819772 4809 scope.go:117] "RemoveContainer" containerID="afb04e6a80d0fbab4da47f79d1205c7d689be4d44a3e49dac378de650b48c2a1" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.843744 4809 scope.go:117] "RemoveContainer" containerID="d1d564f4677500eb0920053a34c54ef819c42ad34519d187912cf5a410842f4a" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.869234 4809 scope.go:117] "RemoveContainer" containerID="836a09cf64d9597a69f40a6f0741c4c0e7d8573916931be832ad3ab1dce127d2" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.894271 4809 scope.go:117] "RemoveContainer" containerID="b68e64ad5f632b84d5797604068e64f3cb02d220df9557b2be33647ee34598ae" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.916993 4809 scope.go:117] "RemoveContainer" containerID="fcbada19fe79e2feecb528ac7abfce5425019d70e02f4506b736db31a5038918" Oct 13 20:06:10 crc kubenswrapper[4809]: I1013 20:06:10.943930 4809 scope.go:117] "RemoveContainer" containerID="8d8c233609a8407a9b2bdcf5a7e57fe8c609ff2775ea79e973fd45712d082dea" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.002359 4809 scope.go:117] "RemoveContainer" containerID="89617b32883ec651bd8588c2f7f9d6eaf70f4eb1e6375c23a6e9c6b40356b416" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.020382 4809 generic.go:334] "Generic (PLEG): container finished" podID="03420ab7-8437-4710-bc60-01006e6676b9" containerID="01de46b451c180fdbbdce798250299bb23cc9daa73b62515d424cb2a771bdbac" exitCode=0 Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.020440 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"03420ab7-8437-4710-bc60-01006e6676b9","Type":"ContainerDied","Data":"01de46b451c180fdbbdce798250299bb23cc9daa73b62515d424cb2a771bdbac"} Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.033156 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.066412 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=3.709841986 podStartE2EDuration="4.06639079s" podCreationTimestamp="2025-10-13 20:06:07 +0000 UTC" firstStartedPulling="2025-10-13 20:06:08.884590023 +0000 UTC m=+2487.490336648" lastFinishedPulling="2025-10-13 20:06:09.241138857 +0000 UTC m=+2487.846885452" observedRunningTime="2025-10-13 20:06:10.012399923 +0000 UTC m=+2488.618146508" watchObservedRunningTime="2025-10-13 20:06:11.06639079 +0000 UTC m=+2489.672137385" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.068830 4809 scope.go:117] "RemoveContainer" containerID="26b388afc3db631f055b41aadc58bd8720c53e550f9bd6e44eca334c708f693c" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.095894 4809 scope.go:117] "RemoveContainer" containerID="60dd53f63f279951870f2d185ad0c47f0c6216fd52e271ee7b4440c20ddb0608" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.118574 4809 scope.go:117] "RemoveContainer" containerID="2094f813634a7eb7fbd97b3d0e282d530ffc24f8e29169d382a651e9368a2f53" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.230352 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-combined-ca-bundle\") pod \"03420ab7-8437-4710-bc60-01006e6676b9\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.230407 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-run-httpd\") pod \"03420ab7-8437-4710-bc60-01006e6676b9\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.230534 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-log-httpd\") pod \"03420ab7-8437-4710-bc60-01006e6676b9\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.230560 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-scripts\") pod \"03420ab7-8437-4710-bc60-01006e6676b9\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.230882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "03420ab7-8437-4710-bc60-01006e6676b9" (UID: "03420ab7-8437-4710-bc60-01006e6676b9"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.231145 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bg757\" (UniqueName: \"kubernetes.io/projected/03420ab7-8437-4710-bc60-01006e6676b9-kube-api-access-bg757\") pod \"03420ab7-8437-4710-bc60-01006e6676b9\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.230994 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "03420ab7-8437-4710-bc60-01006e6676b9" (UID: "03420ab7-8437-4710-bc60-01006e6676b9"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.231195 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-config-data\") pod \"03420ab7-8437-4710-bc60-01006e6676b9\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.231266 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-sg-core-conf-yaml\") pod \"03420ab7-8437-4710-bc60-01006e6676b9\" (UID: \"03420ab7-8437-4710-bc60-01006e6676b9\") " Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.232018 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.232034 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/03420ab7-8437-4710-bc60-01006e6676b9-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.236281 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/03420ab7-8437-4710-bc60-01006e6676b9-kube-api-access-bg757" (OuterVolumeSpecName: "kube-api-access-bg757") pod "03420ab7-8437-4710-bc60-01006e6676b9" (UID: "03420ab7-8437-4710-bc60-01006e6676b9"). InnerVolumeSpecName "kube-api-access-bg757". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.238813 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-scripts" (OuterVolumeSpecName: "scripts") pod "03420ab7-8437-4710-bc60-01006e6676b9" (UID: "03420ab7-8437-4710-bc60-01006e6676b9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.263814 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "03420ab7-8437-4710-bc60-01006e6676b9" (UID: "03420ab7-8437-4710-bc60-01006e6676b9"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.314525 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "03420ab7-8437-4710-bc60-01006e6676b9" (UID: "03420ab7-8437-4710-bc60-01006e6676b9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.333119 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bg757\" (UniqueName: \"kubernetes.io/projected/03420ab7-8437-4710-bc60-01006e6676b9-kube-api-access-bg757\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.333145 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.333166 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.333176 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.382605 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-config-data" (OuterVolumeSpecName: "config-data") pod "03420ab7-8437-4710-bc60-01006e6676b9" (UID: "03420ab7-8437-4710-bc60-01006e6676b9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:11 crc kubenswrapper[4809]: I1013 20:06:11.435102 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/03420ab7-8437-4710-bc60-01006e6676b9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.062147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"03420ab7-8437-4710-bc60-01006e6676b9","Type":"ContainerDied","Data":"2bda227c75b5f938b1ffcf7b8d9d7fd4355d4a1157adf614bec57b639695e26a"} Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.062232 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.062244 4809 scope.go:117] "RemoveContainer" containerID="d279719d52f868854a0be53bd65719ba204695205882228466fbf215bb9cc3d3" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.089515 4809 scope.go:117] "RemoveContainer" containerID="69cef0da67ba58f309976b5ecf7ebdeabee763dcd63f3c6a5737e00b466d9c6e" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.110250 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.125347 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.129483 4809 scope.go:117] "RemoveContainer" containerID="01de46b451c180fdbbdce798250299bb23cc9daa73b62515d424cb2a771bdbac" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.144509 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:06:12 crc kubenswrapper[4809]: E1013 20:06:12.144959 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="ceilometer-notification-agent" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.144986 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="ceilometer-notification-agent" Oct 13 20:06:12 crc kubenswrapper[4809]: E1013 20:06:12.145017 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="proxy-httpd" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.145025 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="proxy-httpd" Oct 13 20:06:12 crc kubenswrapper[4809]: E1013 20:06:12.145044 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="sg-core" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.145051 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="sg-core" Oct 13 20:06:12 crc kubenswrapper[4809]: E1013 20:06:12.145069 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="ceilometer-central-agent" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.145076 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="ceilometer-central-agent" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.145286 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="sg-core" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.145308 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="ceilometer-central-agent" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.145332 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="ceilometer-notification-agent" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.145343 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="03420ab7-8437-4710-bc60-01006e6676b9" containerName="proxy-httpd" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.149337 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.151795 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.152100 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.152310 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.154334 4809 scope.go:117] "RemoveContainer" containerID="0a1bd440dfd5b53d9dd0cf21a9f7ae1b84daff04c27ec22d3634cb74fe9558ef" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.185204 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="03420ab7-8437-4710-bc60-01006e6676b9" path="/var/lib/kubelet/pods/03420ab7-8437-4710-bc60-01006e6676b9/volumes" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.186990 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.352765 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.353445 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-run-httpd\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.353579 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4nv55\" (UniqueName: \"kubernetes.io/projected/97b26bc5-4a9c-419c-9d21-462e203c8b1a-kube-api-access-4nv55\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.353757 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.353807 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-log-httpd\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.353925 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-scripts\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.353960 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-config-data\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.354326 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.456565 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.456656 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.456779 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-run-httpd\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.456807 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4nv55\" (UniqueName: \"kubernetes.io/projected/97b26bc5-4a9c-419c-9d21-462e203c8b1a-kube-api-access-4nv55\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.456834 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.456851 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-log-httpd\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.456887 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-scripts\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.456904 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-config-data\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.457683 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-run-httpd\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.458344 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-log-httpd\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.463125 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.463532 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-scripts\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.464029 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.465126 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-config-data\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.469289 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.485999 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4nv55\" (UniqueName: \"kubernetes.io/projected/97b26bc5-4a9c-419c-9d21-462e203c8b1a-kube-api-access-4nv55\") pod \"ceilometer-0\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:12 crc kubenswrapper[4809]: I1013 20:06:12.784295 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:13 crc kubenswrapper[4809]: I1013 20:06:13.129015 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:06:14 crc kubenswrapper[4809]: I1013 20:06:14.168827 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"97b26bc5-4a9c-419c-9d21-462e203c8b1a","Type":"ContainerStarted","Data":"567a5589f271aa65feb6d064ad2e898abebb92103080faf9e4ce5a8fbf063a19"} Oct 13 20:06:14 crc kubenswrapper[4809]: I1013 20:06:14.169084 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"97b26bc5-4a9c-419c-9d21-462e203c8b1a","Type":"ContainerStarted","Data":"6366f83d01f658052611354c6efbae6184c11619affe40277b5531a0b0b2cfa1"} Oct 13 20:06:15 crc kubenswrapper[4809]: I1013 20:06:15.181208 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"97b26bc5-4a9c-419c-9d21-462e203c8b1a","Type":"ContainerStarted","Data":"9e548df945833776fa01d4a40234b50855aa048ac2ad7b83e55019ce7b092b3a"} Oct 13 20:06:16 crc kubenswrapper[4809]: I1013 20:06:16.193349 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"97b26bc5-4a9c-419c-9d21-462e203c8b1a","Type":"ContainerStarted","Data":"6ba82203a0554f2e04442d904d2e6e371f94f22ac9d48680ea82f36a13e74894"} Oct 13 20:06:16 crc kubenswrapper[4809]: I1013 20:06:16.390094 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:06:16 crc kubenswrapper[4809]: I1013 20:06:16.895084 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5"] Oct 13 20:06:16 crc kubenswrapper[4809]: I1013 20:06:16.896645 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:16 crc kubenswrapper[4809]: I1013 20:06:16.898350 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-scripts" Oct 13 20:06:16 crc kubenswrapper[4809]: I1013 20:06:16.898412 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-config-data" Oct 13 20:06:16 crc kubenswrapper[4809]: I1013 20:06:16.904569 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5"] Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.019324 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-scripts\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.019395 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8v82p\" (UniqueName: \"kubernetes.io/projected/a18973c7-a590-4387-bc35-ce48e46ec29b-kube-api-access-8v82p\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.019425 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.019778 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-config-data\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.049744 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.051348 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.058801 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.072804 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.092465 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.093755 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.096331 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.118560 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.122830 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8v82p\" (UniqueName: \"kubernetes.io/projected/a18973c7-a590-4387-bc35-ce48e46ec29b-kube-api-access-8v82p\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.122879 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.123008 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-config-data\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.123056 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-scripts\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.130759 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-config-data\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.142201 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-scripts\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.145427 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.148348 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8v82p\" (UniqueName: \"kubernetes.io/projected/a18973c7-a590-4387-bc35-ce48e46ec29b-kube-api-access-8v82p\") pod \"nova-cell0-cell-mapping-sn2l5\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.202395 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.204219 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.212800 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.215083 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"97b26bc5-4a9c-419c-9d21-462e203c8b1a","Type":"ContainerStarted","Data":"a8fe58a21edfadbe8ef33fc1b7575eedec65aeea38a383d8ff0f5a692e9082c0"} Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.216074 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.224348 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.224947 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g9lb9\" (UniqueName: \"kubernetes.io/projected/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-kube-api-access-g9lb9\") pod \"nova-scheduler-0\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.225027 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.225048 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-config-data\") pod \"nova-scheduler-0\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.225074 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bmr7j\" (UniqueName: \"kubernetes.io/projected/9d0705da-dfb6-46ca-a419-d2edd6f6c264-kube-api-access-bmr7j\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.225112 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.225140 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9d0705da-dfb6-46ca-a419-d2edd6f6c264-logs\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.225190 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-config-data\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.271122 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.275357 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.63887224 podStartE2EDuration="5.275337749s" podCreationTimestamp="2025-10-13 20:06:12 +0000 UTC" firstStartedPulling="2025-10-13 20:06:13.132683991 +0000 UTC m=+2491.738430576" lastFinishedPulling="2025-10-13 20:06:16.7691495 +0000 UTC m=+2495.374896085" observedRunningTime="2025-10-13 20:06:17.26835625 +0000 UTC m=+2495.874102835" watchObservedRunningTime="2025-10-13 20:06:17.275337749 +0000 UTC m=+2495.881084334" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.327737 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/821a3b22-52a1-481e-91a5-d66714a07c02-logs\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.328053 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.328076 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-config-data\") pod \"nova-scheduler-0\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.328122 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bmr7j\" (UniqueName: \"kubernetes.io/projected/9d0705da-dfb6-46ca-a419-d2edd6f6c264-kube-api-access-bmr7j\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.328173 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.328213 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9d0705da-dfb6-46ca-a419-d2edd6f6c264-logs\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.328260 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-config-data\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.328283 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8r5nn\" (UniqueName: \"kubernetes.io/projected/821a3b22-52a1-481e-91a5-d66714a07c02-kube-api-access-8r5nn\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.328307 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-config-data\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.328336 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.328379 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g9lb9\" (UniqueName: \"kubernetes.io/projected/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-kube-api-access-g9lb9\") pod \"nova-scheduler-0\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.329198 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9d0705da-dfb6-46ca-a419-d2edd6f6c264-logs\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.332828 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.335293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.335311 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-config-data\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.335466 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-config-data\") pod \"nova-scheduler-0\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.343435 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.345072 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.346389 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bmr7j\" (UniqueName: \"kubernetes.io/projected/9d0705da-dfb6-46ca-a419-d2edd6f6c264-kube-api-access-bmr7j\") pod \"nova-metadata-0\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.348486 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.352496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-g9lb9\" (UniqueName: \"kubernetes.io/projected/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-kube-api-access-g9lb9\") pod \"nova-scheduler-0\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.357095 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.377320 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.409723 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.430864 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-config-data\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.430920 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8r5nn\" (UniqueName: \"kubernetes.io/projected/821a3b22-52a1-481e-91a5-d66714a07c02-kube-api-access-8r5nn\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.430962 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.435048 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.435173 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/821a3b22-52a1-481e-91a5-d66714a07c02-logs\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.435222 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hzm2w\" (UniqueName: \"kubernetes.io/projected/8e6b75d4-68f1-4c46-9750-533ae0fb942c-kube-api-access-hzm2w\") pod \"nova-cell1-novncproxy-0\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.435555 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.436377 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/821a3b22-52a1-481e-91a5-d66714a07c02-logs\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.444151 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.444808 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-config-data\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.450425 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8r5nn\" (UniqueName: \"kubernetes.io/projected/821a3b22-52a1-481e-91a5-d66714a07c02-kube-api-access-8r5nn\") pod \"nova-api-0\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.537168 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.539426 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hzm2w\" (UniqueName: \"kubernetes.io/projected/8e6b75d4-68f1-4c46-9750-533ae0fb942c-kube-api-access-hzm2w\") pod \"nova-cell1-novncproxy-0\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.539607 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.537662 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.544030 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.553425 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.561522 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hzm2w\" (UniqueName: \"kubernetes.io/projected/8e6b75d4-68f1-4c46-9750-533ae0fb942c-kube-api-access-hzm2w\") pod \"nova-cell1-novncproxy-0\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.685203 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.806808 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5"] Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.924240 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:17 crc kubenswrapper[4809]: I1013 20:06:17.975944 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.251617 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.256451 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"29d3dd50-d70e-4c85-84b0-1f186f5c9d92","Type":"ContainerStarted","Data":"677d5c5e756a763cfd51d3b2b45cb25ac2535177c2327a957e830bcffd784c1e"} Oct 13 20:06:18 crc kubenswrapper[4809]: W1013 20:06:18.259007 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8e6b75d4_68f1_4c46_9750_533ae0fb942c.slice/crio-75093f1a0b920d150425b980c09ca22cf5bec97dfc82a0dea149e4f2d4f97ccd WatchSource:0}: Error finding container 75093f1a0b920d150425b980c09ca22cf5bec97dfc82a0dea149e4f2d4f97ccd: Status 404 returned error can't find the container with id 75093f1a0b920d150425b980c09ca22cf5bec97dfc82a0dea149e4f2d4f97ccd Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.264084 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" event={"ID":"a18973c7-a590-4387-bc35-ce48e46ec29b","Type":"ContainerStarted","Data":"3ee7075891ba734f7005164e61102e11050666f732623be75415db41f48980b3"} Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.276626 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9d0705da-dfb6-46ca-a419-d2edd6f6c264","Type":"ContainerStarted","Data":"a534e84cb3b8c79afde77cba5817f239c796a477a767f455ee9cf9bd5c61a2af"} Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.314290 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb"] Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.316487 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.319340 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.323284 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-scripts" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.323468 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb"] Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.390340 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.465927 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.504135 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.504274 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-config-data\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.504330 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-scripts\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.504402 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-htbpw\" (UniqueName: \"kubernetes.io/projected/ed759212-b544-4cb6-abb7-59cbeb007173-kube-api-access-htbpw\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.607427 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.607515 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-config-data\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.607540 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-scripts\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.607591 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-htbpw\" (UniqueName: \"kubernetes.io/projected/ed759212-b544-4cb6-abb7-59cbeb007173-kube-api-access-htbpw\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.622209 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.622406 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-config-data\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.624495 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-scripts\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.630395 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-htbpw\" (UniqueName: \"kubernetes.io/projected/ed759212-b544-4cb6-abb7-59cbeb007173-kube-api-access-htbpw\") pod \"nova-cell1-conductor-db-sync-fwmdb\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:18 crc kubenswrapper[4809]: I1013 20:06:18.657204 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.275334 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb"] Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.298956 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9d0705da-dfb6-46ca-a419-d2edd6f6c264","Type":"ContainerStarted","Data":"816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c"} Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.299005 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9d0705da-dfb6-46ca-a419-d2edd6f6c264","Type":"ContainerStarted","Data":"ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6"} Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.309886 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"821a3b22-52a1-481e-91a5-d66714a07c02","Type":"ContainerStarted","Data":"00dd421febddaae4cd11011d246dd814827c4bd6330979a513e31cdacf29403a"} Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.309935 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"821a3b22-52a1-481e-91a5-d66714a07c02","Type":"ContainerStarted","Data":"2c18d8368bcbec7608155911698ca62c57137ab14c7336d4e9d77f61f168f3cc"} Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.309947 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"821a3b22-52a1-481e-91a5-d66714a07c02","Type":"ContainerStarted","Data":"c98edcddf0a79af0faf3415bde0acb6cbb6c75e55f88e7d0c71136da38ce058d"} Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.339231 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.339214182 podStartE2EDuration="2.339214182s" podCreationTimestamp="2025-10-13 20:06:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:19.325181794 +0000 UTC m=+2497.930928389" watchObservedRunningTime="2025-10-13 20:06:19.339214182 +0000 UTC m=+2497.944960767" Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.365925 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.365910939 podStartE2EDuration="2.365910939s" podCreationTimestamp="2025-10-13 20:06:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:19.364837558 +0000 UTC m=+2497.970584153" watchObservedRunningTime="2025-10-13 20:06:19.365910939 +0000 UTC m=+2497.971657524" Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.366587 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"8e6b75d4-68f1-4c46-9750-533ae0fb942c","Type":"ContainerStarted","Data":"f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e"} Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.366621 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"8e6b75d4-68f1-4c46-9750-533ae0fb942c","Type":"ContainerStarted","Data":"75093f1a0b920d150425b980c09ca22cf5bec97dfc82a0dea149e4f2d4f97ccd"} Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.381634 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"29d3dd50-d70e-4c85-84b0-1f186f5c9d92","Type":"ContainerStarted","Data":"0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591"} Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.391360 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.39133712 podStartE2EDuration="2.39133712s" podCreationTimestamp="2025-10-13 20:06:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:19.382937522 +0000 UTC m=+2497.988684107" watchObservedRunningTime="2025-10-13 20:06:19.39133712 +0000 UTC m=+2497.997083705" Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.399696 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" event={"ID":"a18973c7-a590-4387-bc35-ce48e46ec29b","Type":"ContainerStarted","Data":"c7ac5509e0559077879531f2a9e8b51591532b27856d1ac59de56480b2ecaed9"} Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.409301 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.409274069 podStartE2EDuration="2.409274069s" podCreationTimestamp="2025-10-13 20:06:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:19.402117856 +0000 UTC m=+2498.007864441" watchObservedRunningTime="2025-10-13 20:06:19.409274069 +0000 UTC m=+2498.015020654" Oct 13 20:06:19 crc kubenswrapper[4809]: I1013 20:06:19.434309 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" podStartSLOduration=3.434284838 podStartE2EDuration="3.434284838s" podCreationTimestamp="2025-10-13 20:06:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:19.421077784 +0000 UTC m=+2498.026824369" watchObservedRunningTime="2025-10-13 20:06:19.434284838 +0000 UTC m=+2498.040031423" Oct 13 20:06:20 crc kubenswrapper[4809]: I1013 20:06:20.216953 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:20 crc kubenswrapper[4809]: I1013 20:06:20.235376 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:06:20 crc kubenswrapper[4809]: I1013 20:06:20.410383 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" event={"ID":"ed759212-b544-4cb6-abb7-59cbeb007173","Type":"ContainerStarted","Data":"af9c87d527a418852b1159fae5e6409e442b80b7eb72da5684fbf3df3c998c4a"} Oct 13 20:06:20 crc kubenswrapper[4809]: I1013 20:06:20.410430 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" event={"ID":"ed759212-b544-4cb6-abb7-59cbeb007173","Type":"ContainerStarted","Data":"4f102f1a5550636f998fb07bac3cc284050301ab2c42825aadd42f22001f6bff"} Oct 13 20:06:20 crc kubenswrapper[4809]: I1013 20:06:20.439140 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" podStartSLOduration=2.43911808 podStartE2EDuration="2.43911808s" podCreationTimestamp="2025-10-13 20:06:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:20.434714535 +0000 UTC m=+2499.040461120" watchObservedRunningTime="2025-10-13 20:06:20.43911808 +0000 UTC m=+2499.044864665" Oct 13 20:06:21 crc kubenswrapper[4809]: I1013 20:06:21.421764 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="9d0705da-dfb6-46ca-a419-d2edd6f6c264" containerName="nova-metadata-log" containerID="cri-o://ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6" gracePeriod=30 Oct 13 20:06:21 crc kubenswrapper[4809]: I1013 20:06:21.421904 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="9d0705da-dfb6-46ca-a419-d2edd6f6c264" containerName="nova-metadata-metadata" containerID="cri-o://816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c" gracePeriod=30 Oct 13 20:06:21 crc kubenswrapper[4809]: I1013 20:06:21.422306 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="8e6b75d4-68f1-4c46-9750-533ae0fb942c" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e" gracePeriod=30 Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.068822 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.118454 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.156541 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:06:22 crc kubenswrapper[4809]: E1013 20:06:22.156869 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.211143 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-config-data\") pod \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.211286 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-combined-ca-bundle\") pod \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.211445 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-config-data\") pod \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.211520 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bmr7j\" (UniqueName: \"kubernetes.io/projected/9d0705da-dfb6-46ca-a419-d2edd6f6c264-kube-api-access-bmr7j\") pod \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.211572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-combined-ca-bundle\") pod \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.211609 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9d0705da-dfb6-46ca-a419-d2edd6f6c264-logs\") pod \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\" (UID: \"9d0705da-dfb6-46ca-a419-d2edd6f6c264\") " Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.211663 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hzm2w\" (UniqueName: \"kubernetes.io/projected/8e6b75d4-68f1-4c46-9750-533ae0fb942c-kube-api-access-hzm2w\") pod \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\" (UID: \"8e6b75d4-68f1-4c46-9750-533ae0fb942c\") " Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.213278 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9d0705da-dfb6-46ca-a419-d2edd6f6c264-logs" (OuterVolumeSpecName: "logs") pod "9d0705da-dfb6-46ca-a419-d2edd6f6c264" (UID: "9d0705da-dfb6-46ca-a419-d2edd6f6c264"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.226557 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8e6b75d4-68f1-4c46-9750-533ae0fb942c-kube-api-access-hzm2w" (OuterVolumeSpecName: "kube-api-access-hzm2w") pod "8e6b75d4-68f1-4c46-9750-533ae0fb942c" (UID: "8e6b75d4-68f1-4c46-9750-533ae0fb942c"). InnerVolumeSpecName "kube-api-access-hzm2w". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.234442 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9d0705da-dfb6-46ca-a419-d2edd6f6c264-kube-api-access-bmr7j" (OuterVolumeSpecName: "kube-api-access-bmr7j") pod "9d0705da-dfb6-46ca-a419-d2edd6f6c264" (UID: "9d0705da-dfb6-46ca-a419-d2edd6f6c264"). InnerVolumeSpecName "kube-api-access-bmr7j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.244505 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8e6b75d4-68f1-4c46-9750-533ae0fb942c" (UID: "8e6b75d4-68f1-4c46-9750-533ae0fb942c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.246143 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9d0705da-dfb6-46ca-a419-d2edd6f6c264" (UID: "9d0705da-dfb6-46ca-a419-d2edd6f6c264"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.246566 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-config-data" (OuterVolumeSpecName: "config-data") pod "8e6b75d4-68f1-4c46-9750-533ae0fb942c" (UID: "8e6b75d4-68f1-4c46-9750-533ae0fb942c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.247034 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-config-data" (OuterVolumeSpecName: "config-data") pod "9d0705da-dfb6-46ca-a419-d2edd6f6c264" (UID: "9d0705da-dfb6-46ca-a419-d2edd6f6c264"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.314871 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.314907 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e6b75d4-68f1-4c46-9750-533ae0fb942c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.314918 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bmr7j\" (UniqueName: \"kubernetes.io/projected/9d0705da-dfb6-46ca-a419-d2edd6f6c264-kube-api-access-bmr7j\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.314932 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.314944 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9d0705da-dfb6-46ca-a419-d2edd6f6c264-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.314956 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hzm2w\" (UniqueName: \"kubernetes.io/projected/8e6b75d4-68f1-4c46-9750-533ae0fb942c-kube-api-access-hzm2w\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.314967 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9d0705da-dfb6-46ca-a419-d2edd6f6c264-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.410607 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.433137 4809 generic.go:334] "Generic (PLEG): container finished" podID="9d0705da-dfb6-46ca-a419-d2edd6f6c264" containerID="816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c" exitCode=0 Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.433173 4809 generic.go:334] "Generic (PLEG): container finished" podID="9d0705da-dfb6-46ca-a419-d2edd6f6c264" containerID="ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6" exitCode=143 Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.433228 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9d0705da-dfb6-46ca-a419-d2edd6f6c264","Type":"ContainerDied","Data":"816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c"} Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.433271 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9d0705da-dfb6-46ca-a419-d2edd6f6c264","Type":"ContainerDied","Data":"ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6"} Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.433286 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9d0705da-dfb6-46ca-a419-d2edd6f6c264","Type":"ContainerDied","Data":"a534e84cb3b8c79afde77cba5817f239c796a477a767f455ee9cf9bd5c61a2af"} Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.433311 4809 scope.go:117] "RemoveContainer" containerID="816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.434232 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.434846 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.434871 4809 generic.go:334] "Generic (PLEG): container finished" podID="8e6b75d4-68f1-4c46-9750-533ae0fb942c" containerID="f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e" exitCode=0 Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.434893 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"8e6b75d4-68f1-4c46-9750-533ae0fb942c","Type":"ContainerDied","Data":"f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e"} Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.434907 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"8e6b75d4-68f1-4c46-9750-533ae0fb942c","Type":"ContainerDied","Data":"75093f1a0b920d150425b980c09ca22cf5bec97dfc82a0dea149e4f2d4f97ccd"} Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.473504 4809 scope.go:117] "RemoveContainer" containerID="ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.505181 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.530006 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.540377 4809 scope.go:117] "RemoveContainer" containerID="816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c" Oct 13 20:06:22 crc kubenswrapper[4809]: E1013 20:06:22.545431 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c\": container with ID starting with 816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c not found: ID does not exist" containerID="816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.545554 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c"} err="failed to get container status \"816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c\": rpc error: code = NotFound desc = could not find container \"816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c\": container with ID starting with 816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c not found: ID does not exist" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.545616 4809 scope.go:117] "RemoveContainer" containerID="ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6" Oct 13 20:06:22 crc kubenswrapper[4809]: E1013 20:06:22.549021 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6\": container with ID starting with ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6 not found: ID does not exist" containerID="ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.549067 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6"} err="failed to get container status \"ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6\": rpc error: code = NotFound desc = could not find container \"ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6\": container with ID starting with ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6 not found: ID does not exist" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.549092 4809 scope.go:117] "RemoveContainer" containerID="816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.551279 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.552799 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c"} err="failed to get container status \"816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c\": rpc error: code = NotFound desc = could not find container \"816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c\": container with ID starting with 816ad1aa158fb60acb32876f0575598a32ce01222e17729b5e0374de2d41698c not found: ID does not exist" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.552821 4809 scope.go:117] "RemoveContainer" containerID="ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.556803 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6"} err="failed to get container status \"ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6\": rpc error: code = NotFound desc = could not find container \"ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6\": container with ID starting with ae5358aa44d83ec9ebe2f496f35d2269a930df783dcd2bbf8d36f12d007482b6 not found: ID does not exist" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.556824 4809 scope.go:117] "RemoveContainer" containerID="f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.560762 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.569760 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:22 crc kubenswrapper[4809]: E1013 20:06:22.570169 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8e6b75d4-68f1-4c46-9750-533ae0fb942c" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.570180 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8e6b75d4-68f1-4c46-9750-533ae0fb942c" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:06:22 crc kubenswrapper[4809]: E1013 20:06:22.570192 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9d0705da-dfb6-46ca-a419-d2edd6f6c264" containerName="nova-metadata-log" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.570199 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9d0705da-dfb6-46ca-a419-d2edd6f6c264" containerName="nova-metadata-log" Oct 13 20:06:22 crc kubenswrapper[4809]: E1013 20:06:22.570229 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9d0705da-dfb6-46ca-a419-d2edd6f6c264" containerName="nova-metadata-metadata" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.570235 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9d0705da-dfb6-46ca-a419-d2edd6f6c264" containerName="nova-metadata-metadata" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.570404 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9d0705da-dfb6-46ca-a419-d2edd6f6c264" containerName="nova-metadata-log" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.570422 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8e6b75d4-68f1-4c46-9750-533ae0fb942c" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.570434 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9d0705da-dfb6-46ca-a419-d2edd6f6c264" containerName="nova-metadata-metadata" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.571504 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.575455 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.575657 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.582946 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.584380 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.586399 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-public-svc" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.586643 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-vencrypt" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.586808 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.601539 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.611544 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.620716 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.620772 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.620813 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xtvsw\" (UniqueName: \"kubernetes.io/projected/2dd68d58-24bc-4af6-bf95-11714cbeb83d-kube-api-access-xtvsw\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.620917 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-config-data\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.621007 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2dd68d58-24bc-4af6-bf95-11714cbeb83d-logs\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.645122 4809 scope.go:117] "RemoveContainer" containerID="f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e" Oct 13 20:06:22 crc kubenswrapper[4809]: E1013 20:06:22.645632 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e\": container with ID starting with f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e not found: ID does not exist" containerID="f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.645694 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e"} err="failed to get container status \"f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e\": rpc error: code = NotFound desc = could not find container \"f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e\": container with ID starting with f4ce008e4be0708b181e2de4a2707b179c5238bb4b7bcd296a008cc379b1e35e not found: ID does not exist" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.722828 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.722913 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.722937 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-config-data\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.722972 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.723020 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9qfcw\" (UniqueName: \"kubernetes.io/projected/88beba32-e3ac-4f84-87e1-85a037974ad8-kube-api-access-9qfcw\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.723074 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2dd68d58-24bc-4af6-bf95-11714cbeb83d-logs\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.723123 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.723149 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.723181 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xtvsw\" (UniqueName: \"kubernetes.io/projected/2dd68d58-24bc-4af6-bf95-11714cbeb83d-kube-api-access-xtvsw\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.723203 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.724082 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2dd68d58-24bc-4af6-bf95-11714cbeb83d-logs\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.727164 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-config-data\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.727631 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.735154 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.746957 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xtvsw\" (UniqueName: \"kubernetes.io/projected/2dd68d58-24bc-4af6-bf95-11714cbeb83d-kube-api-access-xtvsw\") pod \"nova-metadata-0\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.824887 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9qfcw\" (UniqueName: \"kubernetes.io/projected/88beba32-e3ac-4f84-87e1-85a037974ad8-kube-api-access-9qfcw\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.825033 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.825076 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.825119 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.825148 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.828307 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.831431 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.833117 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.836184 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.842670 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9qfcw\" (UniqueName: \"kubernetes.io/projected/88beba32-e3ac-4f84-87e1-85a037974ad8-kube-api-access-9qfcw\") pod \"nova-cell1-novncproxy-0\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.956336 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:22 crc kubenswrapper[4809]: I1013 20:06:22.965117 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:23 crc kubenswrapper[4809]: W1013 20:06:23.462338 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod2dd68d58_24bc_4af6_bf95_11714cbeb83d.slice/crio-e38d20ff4e2b02a117311b6fbd078aabd02e8df22eff36a2dbdd7e5d93941c27 WatchSource:0}: Error finding container e38d20ff4e2b02a117311b6fbd078aabd02e8df22eff36a2dbdd7e5d93941c27: Status 404 returned error can't find the container with id e38d20ff4e2b02a117311b6fbd078aabd02e8df22eff36a2dbdd7e5d93941c27 Oct 13 20:06:23 crc kubenswrapper[4809]: I1013 20:06:23.468961 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:23 crc kubenswrapper[4809]: I1013 20:06:23.482431 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:06:23 crc kubenswrapper[4809]: W1013 20:06:23.485665 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod88beba32_e3ac_4f84_87e1_85a037974ad8.slice/crio-3635a29ba5ea43618fa86d251e6ba698ebb646f813eeadbcf4598ef232732818 WatchSource:0}: Error finding container 3635a29ba5ea43618fa86d251e6ba698ebb646f813eeadbcf4598ef232732818: Status 404 returned error can't find the container with id 3635a29ba5ea43618fa86d251e6ba698ebb646f813eeadbcf4598ef232732818 Oct 13 20:06:24 crc kubenswrapper[4809]: I1013 20:06:24.167421 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8e6b75d4-68f1-4c46-9750-533ae0fb942c" path="/var/lib/kubelet/pods/8e6b75d4-68f1-4c46-9750-533ae0fb942c/volumes" Oct 13 20:06:24 crc kubenswrapper[4809]: I1013 20:06:24.168325 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9d0705da-dfb6-46ca-a419-d2edd6f6c264" path="/var/lib/kubelet/pods/9d0705da-dfb6-46ca-a419-d2edd6f6c264/volumes" Oct 13 20:06:24 crc kubenswrapper[4809]: I1013 20:06:24.455291 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"88beba32-e3ac-4f84-87e1-85a037974ad8","Type":"ContainerStarted","Data":"c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a"} Oct 13 20:06:24 crc kubenswrapper[4809]: I1013 20:06:24.455332 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"88beba32-e3ac-4f84-87e1-85a037974ad8","Type":"ContainerStarted","Data":"3635a29ba5ea43618fa86d251e6ba698ebb646f813eeadbcf4598ef232732818"} Oct 13 20:06:24 crc kubenswrapper[4809]: I1013 20:06:24.458774 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"2dd68d58-24bc-4af6-bf95-11714cbeb83d","Type":"ContainerStarted","Data":"121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364"} Oct 13 20:06:24 crc kubenswrapper[4809]: I1013 20:06:24.458816 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"2dd68d58-24bc-4af6-bf95-11714cbeb83d","Type":"ContainerStarted","Data":"33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d"} Oct 13 20:06:24 crc kubenswrapper[4809]: I1013 20:06:24.458829 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"2dd68d58-24bc-4af6-bf95-11714cbeb83d","Type":"ContainerStarted","Data":"e38d20ff4e2b02a117311b6fbd078aabd02e8df22eff36a2dbdd7e5d93941c27"} Oct 13 20:06:24 crc kubenswrapper[4809]: I1013 20:06:24.481717 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.481694439 podStartE2EDuration="2.481694439s" podCreationTimestamp="2025-10-13 20:06:22 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:24.472803417 +0000 UTC m=+2503.078550012" watchObservedRunningTime="2025-10-13 20:06:24.481694439 +0000 UTC m=+2503.087441024" Oct 13 20:06:24 crc kubenswrapper[4809]: I1013 20:06:24.499708 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.49969139 podStartE2EDuration="2.49969139s" podCreationTimestamp="2025-10-13 20:06:22 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:24.495715467 +0000 UTC m=+2503.101462072" watchObservedRunningTime="2025-10-13 20:06:24.49969139 +0000 UTC m=+2503.105437975" Oct 13 20:06:26 crc kubenswrapper[4809]: I1013 20:06:26.488126 4809 generic.go:334] "Generic (PLEG): container finished" podID="a18973c7-a590-4387-bc35-ce48e46ec29b" containerID="c7ac5509e0559077879531f2a9e8b51591532b27856d1ac59de56480b2ecaed9" exitCode=0 Oct 13 20:06:26 crc kubenswrapper[4809]: I1013 20:06:26.488430 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" event={"ID":"a18973c7-a590-4387-bc35-ce48e46ec29b","Type":"ContainerDied","Data":"c7ac5509e0559077879531f2a9e8b51591532b27856d1ac59de56480b2ecaed9"} Oct 13 20:06:27 crc kubenswrapper[4809]: I1013 20:06:27.411538 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:27 crc kubenswrapper[4809]: I1013 20:06:27.446365 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:27 crc kubenswrapper[4809]: I1013 20:06:27.505276 4809 generic.go:334] "Generic (PLEG): container finished" podID="ed759212-b544-4cb6-abb7-59cbeb007173" containerID="af9c87d527a418852b1159fae5e6409e442b80b7eb72da5684fbf3df3c998c4a" exitCode=0 Oct 13 20:06:27 crc kubenswrapper[4809]: I1013 20:06:27.505343 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" event={"ID":"ed759212-b544-4cb6-abb7-59cbeb007173","Type":"ContainerDied","Data":"af9c87d527a418852b1159fae5e6409e442b80b7eb72da5684fbf3df3c998c4a"} Oct 13 20:06:27 crc kubenswrapper[4809]: I1013 20:06:27.538353 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:27 crc kubenswrapper[4809]: I1013 20:06:27.538390 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:27 crc kubenswrapper[4809]: I1013 20:06:27.562355 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:27 crc kubenswrapper[4809]: I1013 20:06:27.949638 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:27 crc kubenswrapper[4809]: I1013 20:06:27.957193 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:27 crc kubenswrapper[4809]: I1013 20:06:27.957309 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:27 crc kubenswrapper[4809]: I1013 20:06:27.971859 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.063431 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-combined-ca-bundle\") pod \"a18973c7-a590-4387-bc35-ce48e46ec29b\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.063504 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-scripts\") pod \"a18973c7-a590-4387-bc35-ce48e46ec29b\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.063549 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8v82p\" (UniqueName: \"kubernetes.io/projected/a18973c7-a590-4387-bc35-ce48e46ec29b-kube-api-access-8v82p\") pod \"a18973c7-a590-4387-bc35-ce48e46ec29b\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.063634 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-config-data\") pod \"a18973c7-a590-4387-bc35-ce48e46ec29b\" (UID: \"a18973c7-a590-4387-bc35-ce48e46ec29b\") " Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.070311 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-scripts" (OuterVolumeSpecName: "scripts") pod "a18973c7-a590-4387-bc35-ce48e46ec29b" (UID: "a18973c7-a590-4387-bc35-ce48e46ec29b"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.074415 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a18973c7-a590-4387-bc35-ce48e46ec29b-kube-api-access-8v82p" (OuterVolumeSpecName: "kube-api-access-8v82p") pod "a18973c7-a590-4387-bc35-ce48e46ec29b" (UID: "a18973c7-a590-4387-bc35-ce48e46ec29b"). InnerVolumeSpecName "kube-api-access-8v82p". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.102156 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-config-data" (OuterVolumeSpecName: "config-data") pod "a18973c7-a590-4387-bc35-ce48e46ec29b" (UID: "a18973c7-a590-4387-bc35-ce48e46ec29b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.133625 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a18973c7-a590-4387-bc35-ce48e46ec29b" (UID: "a18973c7-a590-4387-bc35-ce48e46ec29b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.167428 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8v82p\" (UniqueName: \"kubernetes.io/projected/a18973c7-a590-4387-bc35-ce48e46ec29b-kube-api-access-8v82p\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.167478 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.167492 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.167504 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a18973c7-a590-4387-bc35-ce48e46ec29b-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.517527 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.517811 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5" event={"ID":"a18973c7-a590-4387-bc35-ce48e46ec29b","Type":"ContainerDied","Data":"3ee7075891ba734f7005164e61102e11050666f732623be75415db41f48980b3"} Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.517853 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3ee7075891ba734f7005164e61102e11050666f732623be75415db41f48980b3" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.619946 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="821a3b22-52a1-481e-91a5-d66714a07c02" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.0.187:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.620462 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="821a3b22-52a1-481e-91a5-d66714a07c02" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.0.187:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.726427 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.727030 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="821a3b22-52a1-481e-91a5-d66714a07c02" containerName="nova-api-log" containerID="cri-o://2c18d8368bcbec7608155911698ca62c57137ab14c7336d4e9d77f61f168f3cc" gracePeriod=30 Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.727935 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="821a3b22-52a1-481e-91a5-d66714a07c02" containerName="nova-api-api" containerID="cri-o://00dd421febddaae4cd11011d246dd814827c4bd6330979a513e31cdacf29403a" gracePeriod=30 Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.753830 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.783058 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:28 crc kubenswrapper[4809]: I1013 20:06:28.930248 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.082076 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-combined-ca-bundle\") pod \"ed759212-b544-4cb6-abb7-59cbeb007173\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.082254 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-scripts\") pod \"ed759212-b544-4cb6-abb7-59cbeb007173\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.082333 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-htbpw\" (UniqueName: \"kubernetes.io/projected/ed759212-b544-4cb6-abb7-59cbeb007173-kube-api-access-htbpw\") pod \"ed759212-b544-4cb6-abb7-59cbeb007173\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.082456 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-config-data\") pod \"ed759212-b544-4cb6-abb7-59cbeb007173\" (UID: \"ed759212-b544-4cb6-abb7-59cbeb007173\") " Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.087672 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-scripts" (OuterVolumeSpecName: "scripts") pod "ed759212-b544-4cb6-abb7-59cbeb007173" (UID: "ed759212-b544-4cb6-abb7-59cbeb007173"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.088110 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ed759212-b544-4cb6-abb7-59cbeb007173-kube-api-access-htbpw" (OuterVolumeSpecName: "kube-api-access-htbpw") pod "ed759212-b544-4cb6-abb7-59cbeb007173" (UID: "ed759212-b544-4cb6-abb7-59cbeb007173"). InnerVolumeSpecName "kube-api-access-htbpw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.111212 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-config-data" (OuterVolumeSpecName: "config-data") pod "ed759212-b544-4cb6-abb7-59cbeb007173" (UID: "ed759212-b544-4cb6-abb7-59cbeb007173"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.112490 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ed759212-b544-4cb6-abb7-59cbeb007173" (UID: "ed759212-b544-4cb6-abb7-59cbeb007173"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.183986 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.184016 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.184029 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ed759212-b544-4cb6-abb7-59cbeb007173-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.184038 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-htbpw\" (UniqueName: \"kubernetes.io/projected/ed759212-b544-4cb6-abb7-59cbeb007173-kube-api-access-htbpw\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.526788 4809 generic.go:334] "Generic (PLEG): container finished" podID="821a3b22-52a1-481e-91a5-d66714a07c02" containerID="2c18d8368bcbec7608155911698ca62c57137ab14c7336d4e9d77f61f168f3cc" exitCode=143 Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.527671 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"821a3b22-52a1-481e-91a5-d66714a07c02","Type":"ContainerDied","Data":"2c18d8368bcbec7608155911698ca62c57137ab14c7336d4e9d77f61f168f3cc"} Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.530207 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="29d3dd50-d70e-4c85-84b0-1f186f5c9d92" containerName="nova-scheduler-scheduler" containerID="cri-o://0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591" gracePeriod=30 Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.530505 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.535826 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb" event={"ID":"ed759212-b544-4cb6-abb7-59cbeb007173","Type":"ContainerDied","Data":"4f102f1a5550636f998fb07bac3cc284050301ab2c42825aadd42f22001f6bff"} Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.535866 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="4f102f1a5550636f998fb07bac3cc284050301ab2c42825aadd42f22001f6bff" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.536019 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="2dd68d58-24bc-4af6-bf95-11714cbeb83d" containerName="nova-metadata-log" containerID="cri-o://33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d" gracePeriod=30 Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.536140 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="2dd68d58-24bc-4af6-bf95-11714cbeb83d" containerName="nova-metadata-metadata" containerID="cri-o://121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364" gracePeriod=30 Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.641866 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:06:29 crc kubenswrapper[4809]: E1013 20:06:29.642517 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a18973c7-a590-4387-bc35-ce48e46ec29b" containerName="nova-manage" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.642621 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a18973c7-a590-4387-bc35-ce48e46ec29b" containerName="nova-manage" Oct 13 20:06:29 crc kubenswrapper[4809]: E1013 20:06:29.642691 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ed759212-b544-4cb6-abb7-59cbeb007173" containerName="nova-cell1-conductor-db-sync" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.642765 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ed759212-b544-4cb6-abb7-59cbeb007173" containerName="nova-cell1-conductor-db-sync" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.643058 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a18973c7-a590-4387-bc35-ce48e46ec29b" containerName="nova-manage" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.643156 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ed759212-b544-4cb6-abb7-59cbeb007173" containerName="nova-cell1-conductor-db-sync" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.643925 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.645803 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.653145 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.796554 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.796663 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.796714 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8gk25\" (UniqueName: \"kubernetes.io/projected/ed3d4254-3765-4610-b283-0e773173d52a-kube-api-access-8gk25\") pod \"nova-cell1-conductor-0\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.898768 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.898857 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.898904 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8gk25\" (UniqueName: \"kubernetes.io/projected/ed3d4254-3765-4610-b283-0e773173d52a-kube-api-access-8gk25\") pod \"nova-cell1-conductor-0\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.906908 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.910683 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:29 crc kubenswrapper[4809]: I1013 20:06:29.916805 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8gk25\" (UniqueName: \"kubernetes.io/projected/ed3d4254-3765-4610-b283-0e773173d52a-kube-api-access-8gk25\") pod \"nova-cell1-conductor-0\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.059765 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.112130 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.204414 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-combined-ca-bundle\") pod \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.204549 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xtvsw\" (UniqueName: \"kubernetes.io/projected/2dd68d58-24bc-4af6-bf95-11714cbeb83d-kube-api-access-xtvsw\") pod \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.204662 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-config-data\") pod \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.205097 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2dd68d58-24bc-4af6-bf95-11714cbeb83d-logs\") pod \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.205440 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2dd68d58-24bc-4af6-bf95-11714cbeb83d-logs" (OuterVolumeSpecName: "logs") pod "2dd68d58-24bc-4af6-bf95-11714cbeb83d" (UID: "2dd68d58-24bc-4af6-bf95-11714cbeb83d"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.205598 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-nova-metadata-tls-certs\") pod \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\" (UID: \"2dd68d58-24bc-4af6-bf95-11714cbeb83d\") " Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.206212 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2dd68d58-24bc-4af6-bf95-11714cbeb83d-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.208185 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2dd68d58-24bc-4af6-bf95-11714cbeb83d-kube-api-access-xtvsw" (OuterVolumeSpecName: "kube-api-access-xtvsw") pod "2dd68d58-24bc-4af6-bf95-11714cbeb83d" (UID: "2dd68d58-24bc-4af6-bf95-11714cbeb83d"). InnerVolumeSpecName "kube-api-access-xtvsw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.278221 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2dd68d58-24bc-4af6-bf95-11714cbeb83d" (UID: "2dd68d58-24bc-4af6-bf95-11714cbeb83d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.285054 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-config-data" (OuterVolumeSpecName: "config-data") pod "2dd68d58-24bc-4af6-bf95-11714cbeb83d" (UID: "2dd68d58-24bc-4af6-bf95-11714cbeb83d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.306695 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "2dd68d58-24bc-4af6-bf95-11714cbeb83d" (UID: "2dd68d58-24bc-4af6-bf95-11714cbeb83d"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.318458 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.318505 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xtvsw\" (UniqueName: \"kubernetes.io/projected/2dd68d58-24bc-4af6-bf95-11714cbeb83d-kube-api-access-xtvsw\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.318519 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.318534 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/2dd68d58-24bc-4af6-bf95-11714cbeb83d-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.496941 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.548056 4809 generic.go:334] "Generic (PLEG): container finished" podID="2dd68d58-24bc-4af6-bf95-11714cbeb83d" containerID="121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364" exitCode=0 Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.548102 4809 generic.go:334] "Generic (PLEG): container finished" podID="2dd68d58-24bc-4af6-bf95-11714cbeb83d" containerID="33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d" exitCode=143 Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.548161 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"2dd68d58-24bc-4af6-bf95-11714cbeb83d","Type":"ContainerDied","Data":"121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364"} Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.548236 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"2dd68d58-24bc-4af6-bf95-11714cbeb83d","Type":"ContainerDied","Data":"33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d"} Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.548251 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"2dd68d58-24bc-4af6-bf95-11714cbeb83d","Type":"ContainerDied","Data":"e38d20ff4e2b02a117311b6fbd078aabd02e8df22eff36a2dbdd7e5d93941c27"} Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.548267 4809 scope.go:117] "RemoveContainer" containerID="121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.548400 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.551708 4809 generic.go:334] "Generic (PLEG): container finished" podID="29d3dd50-d70e-4c85-84b0-1f186f5c9d92" containerID="0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591" exitCode=0 Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.551819 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"29d3dd50-d70e-4c85-84b0-1f186f5c9d92","Type":"ContainerDied","Data":"0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591"} Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.551867 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.551886 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"29d3dd50-d70e-4c85-84b0-1f186f5c9d92","Type":"ContainerDied","Data":"677d5c5e756a763cfd51d3b2b45cb25ac2535177c2327a957e830bcffd784c1e"} Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.584121 4809 scope.go:117] "RemoveContainer" containerID="33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.605161 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.624548 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-config-data\") pod \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.624675 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-g9lb9\" (UniqueName: \"kubernetes.io/projected/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-kube-api-access-g9lb9\") pod \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.624719 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-combined-ca-bundle\") pod \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\" (UID: \"29d3dd50-d70e-4c85-84b0-1f186f5c9d92\") " Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.631459 4809 scope.go:117] "RemoveContainer" containerID="121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364" Oct 13 20:06:30 crc kubenswrapper[4809]: E1013 20:06:30.637900 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364\": container with ID starting with 121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364 not found: ID does not exist" containerID="121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.637971 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364"} err="failed to get container status \"121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364\": rpc error: code = NotFound desc = could not find container \"121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364\": container with ID starting with 121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364 not found: ID does not exist" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.638004 4809 scope.go:117] "RemoveContainer" containerID="33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d" Oct 13 20:06:30 crc kubenswrapper[4809]: E1013 20:06:30.639954 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d\": container with ID starting with 33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d not found: ID does not exist" containerID="33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.639989 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d"} err="failed to get container status \"33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d\": rpc error: code = NotFound desc = could not find container \"33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d\": container with ID starting with 33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d not found: ID does not exist" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.640007 4809 scope.go:117] "RemoveContainer" containerID="121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.642400 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-kube-api-access-g9lb9" (OuterVolumeSpecName: "kube-api-access-g9lb9") pod "29d3dd50-d70e-4c85-84b0-1f186f5c9d92" (UID: "29d3dd50-d70e-4c85-84b0-1f186f5c9d92"). InnerVolumeSpecName "kube-api-access-g9lb9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.643850 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364"} err="failed to get container status \"121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364\": rpc error: code = NotFound desc = could not find container \"121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364\": container with ID starting with 121f46d2cee1ae7588743e087929c005398c551b3ed7644a23d699c08f37d364 not found: ID does not exist" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.643889 4809 scope.go:117] "RemoveContainer" containerID="33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.645224 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d"} err="failed to get container status \"33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d\": rpc error: code = NotFound desc = could not find container \"33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d\": container with ID starting with 33b002137ef9f2b1ed7dc8f30161d2deb364b7d5a56f1c65076cade83f0a102d not found: ID does not exist" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.645253 4809 scope.go:117] "RemoveContainer" containerID="0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.649546 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.674458 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:30 crc kubenswrapper[4809]: E1013 20:06:30.674938 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2dd68d58-24bc-4af6-bf95-11714cbeb83d" containerName="nova-metadata-log" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.674957 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2dd68d58-24bc-4af6-bf95-11714cbeb83d" containerName="nova-metadata-log" Oct 13 20:06:30 crc kubenswrapper[4809]: E1013 20:06:30.674976 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2dd68d58-24bc-4af6-bf95-11714cbeb83d" containerName="nova-metadata-metadata" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.674982 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2dd68d58-24bc-4af6-bf95-11714cbeb83d" containerName="nova-metadata-metadata" Oct 13 20:06:30 crc kubenswrapper[4809]: E1013 20:06:30.675000 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="29d3dd50-d70e-4c85-84b0-1f186f5c9d92" containerName="nova-scheduler-scheduler" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.675006 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="29d3dd50-d70e-4c85-84b0-1f186f5c9d92" containerName="nova-scheduler-scheduler" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.675195 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2dd68d58-24bc-4af6-bf95-11714cbeb83d" containerName="nova-metadata-log" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.675224 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2dd68d58-24bc-4af6-bf95-11714cbeb83d" containerName="nova-metadata-metadata" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.675236 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="29d3dd50-d70e-4c85-84b0-1f186f5c9d92" containerName="nova-scheduler-scheduler" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.675907 4809 scope.go:117] "RemoveContainer" containerID="0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.676300 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: E1013 20:06:30.676385 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591\": container with ID starting with 0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591 not found: ID does not exist" containerID="0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.676430 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591"} err="failed to get container status \"0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591\": rpc error: code = NotFound desc = could not find container \"0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591\": container with ID starting with 0326bb10763f7ac2d5f34966c246622d201861431d9fd08977d515ba06c76591 not found: ID does not exist" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.678403 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.678715 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:06:30 crc kubenswrapper[4809]: W1013 20:06:30.680786 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poded3d4254_3765_4610_b283_0e773173d52a.slice/crio-667bdb6093e806d6d05edb2371e1c639542e286a6cf63d9a4a82fe356ae2f738 WatchSource:0}: Error finding container 667bdb6093e806d6d05edb2371e1c639542e286a6cf63d9a4a82fe356ae2f738: Status 404 returned error can't find the container with id 667bdb6093e806d6d05edb2371e1c639542e286a6cf63d9a4a82fe356ae2f738 Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.682097 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "29d3dd50-d70e-4c85-84b0-1f186f5c9d92" (UID: "29d3dd50-d70e-4c85-84b0-1f186f5c9d92"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.687541 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.690174 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-config-data" (OuterVolumeSpecName: "config-data") pod "29d3dd50-d70e-4c85-84b0-1f186f5c9d92" (UID: "29d3dd50-d70e-4c85-84b0-1f186f5c9d92"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.700040 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.729560 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-g9lb9\" (UniqueName: \"kubernetes.io/projected/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-kube-api-access-g9lb9\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.729702 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.729793 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/29d3dd50-d70e-4c85-84b0-1f186f5c9d92-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.831480 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-config-data\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.831747 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.832048 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n4dlf\" (UniqueName: \"kubernetes.io/projected/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-kube-api-access-n4dlf\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.832143 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-logs\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.832241 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.885084 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.896946 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.908851 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.910515 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.913549 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.919657 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.933846 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n4dlf\" (UniqueName: \"kubernetes.io/projected/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-kube-api-access-n4dlf\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.933902 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-logs\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.933935 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.933992 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-config-data\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.934055 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.935130 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-logs\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.939281 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.940252 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-config-data\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.940667 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.963400 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n4dlf\" (UniqueName: \"kubernetes.io/projected/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-kube-api-access-n4dlf\") pod \"nova-metadata-0\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:30 crc kubenswrapper[4809]: I1013 20:06:30.999470 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.036611 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.036680 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v6fgf\" (UniqueName: \"kubernetes.io/projected/6eee213e-b06d-46cf-a6c7-d55c98274783-kube-api-access-v6fgf\") pod \"nova-scheduler-0\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.036774 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-config-data\") pod \"nova-scheduler-0\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.139173 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-config-data\") pod \"nova-scheduler-0\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.139652 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.139798 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v6fgf\" (UniqueName: \"kubernetes.io/projected/6eee213e-b06d-46cf-a6c7-d55c98274783-kube-api-access-v6fgf\") pod \"nova-scheduler-0\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.147849 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-config-data\") pod \"nova-scheduler-0\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.151654 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.162315 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v6fgf\" (UniqueName: \"kubernetes.io/projected/6eee213e-b06d-46cf-a6c7-d55c98274783-kube-api-access-v6fgf\") pod \"nova-scheduler-0\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.401274 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.485446 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.569877 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"fce9cbb0-e467-4524-964f-9cf3bfe5ef31","Type":"ContainerStarted","Data":"3509dd1a95df7caed0ffff7fb6dd3f3f2d7c81a473ad053d9a386b5895702a44"} Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.572385 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"ed3d4254-3765-4610-b283-0e773173d52a","Type":"ContainerStarted","Data":"0867963e9fd126d6ef4abce20fe77655b83e903c256323e6477bd48c97c84d59"} Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.572414 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"ed3d4254-3765-4610-b283-0e773173d52a","Type":"ContainerStarted","Data":"667bdb6093e806d6d05edb2371e1c639542e286a6cf63d9a4a82fe356ae2f738"} Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.572608 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.602439 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=2.602417371 podStartE2EDuration="2.602417371s" podCreationTimestamp="2025-10-13 20:06:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:31.588424324 +0000 UTC m=+2510.194170909" watchObservedRunningTime="2025-10-13 20:06:31.602417371 +0000 UTC m=+2510.208163956" Oct 13 20:06:31 crc kubenswrapper[4809]: I1013 20:06:31.942273 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:31 crc kubenswrapper[4809]: W1013 20:06:31.949890 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6eee213e_b06d_46cf_a6c7_d55c98274783.slice/crio-542e4161d2bdc5166b4695b56e8710f3a38f3873c1429cdd0b08dd4bef86cfe7 WatchSource:0}: Error finding container 542e4161d2bdc5166b4695b56e8710f3a38f3873c1429cdd0b08dd4bef86cfe7: Status 404 returned error can't find the container with id 542e4161d2bdc5166b4695b56e8710f3a38f3873c1429cdd0b08dd4bef86cfe7 Oct 13 20:06:32 crc kubenswrapper[4809]: I1013 20:06:32.179562 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="29d3dd50-d70e-4c85-84b0-1f186f5c9d92" path="/var/lib/kubelet/pods/29d3dd50-d70e-4c85-84b0-1f186f5c9d92/volumes" Oct 13 20:06:32 crc kubenswrapper[4809]: I1013 20:06:32.180185 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2dd68d58-24bc-4af6-bf95-11714cbeb83d" path="/var/lib/kubelet/pods/2dd68d58-24bc-4af6-bf95-11714cbeb83d/volumes" Oct 13 20:06:32 crc kubenswrapper[4809]: I1013 20:06:32.585640 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6eee213e-b06d-46cf-a6c7-d55c98274783","Type":"ContainerStarted","Data":"a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc"} Oct 13 20:06:32 crc kubenswrapper[4809]: I1013 20:06:32.586887 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6eee213e-b06d-46cf-a6c7-d55c98274783","Type":"ContainerStarted","Data":"542e4161d2bdc5166b4695b56e8710f3a38f3873c1429cdd0b08dd4bef86cfe7"} Oct 13 20:06:32 crc kubenswrapper[4809]: I1013 20:06:32.592591 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"fce9cbb0-e467-4524-964f-9cf3bfe5ef31","Type":"ContainerStarted","Data":"f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a"} Oct 13 20:06:32 crc kubenswrapper[4809]: I1013 20:06:32.592636 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"fce9cbb0-e467-4524-964f-9cf3bfe5ef31","Type":"ContainerStarted","Data":"51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5"} Oct 13 20:06:32 crc kubenswrapper[4809]: I1013 20:06:32.611281 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.611257367 podStartE2EDuration="2.611257367s" podCreationTimestamp="2025-10-13 20:06:30 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:32.605418182 +0000 UTC m=+2511.211164767" watchObservedRunningTime="2025-10-13 20:06:32.611257367 +0000 UTC m=+2511.217003972" Oct 13 20:06:32 crc kubenswrapper[4809]: I1013 20:06:32.644192 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.644167761 podStartE2EDuration="2.644167761s" podCreationTimestamp="2025-10-13 20:06:30 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:32.636046381 +0000 UTC m=+2511.241792976" watchObservedRunningTime="2025-10-13 20:06:32.644167761 +0000 UTC m=+2511.249914356" Oct 13 20:06:32 crc kubenswrapper[4809]: I1013 20:06:32.966282 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:32 crc kubenswrapper[4809]: I1013 20:06:32.993856 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:33 crc kubenswrapper[4809]: I1013 20:06:33.155350 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:06:33 crc kubenswrapper[4809]: I1013 20:06:33.610161 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"a477096216cf2a98680f970c8b9d6f62720978cd5aa7fb55cc46b87eade6f1a0"} Oct 13 20:06:33 crc kubenswrapper[4809]: I1013 20:06:33.655054 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.644564 4809 generic.go:334] "Generic (PLEG): container finished" podID="821a3b22-52a1-481e-91a5-d66714a07c02" containerID="00dd421febddaae4cd11011d246dd814827c4bd6330979a513e31cdacf29403a" exitCode=0 Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.644800 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"821a3b22-52a1-481e-91a5-d66714a07c02","Type":"ContainerDied","Data":"00dd421febddaae4cd11011d246dd814827c4bd6330979a513e31cdacf29403a"} Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.645466 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"821a3b22-52a1-481e-91a5-d66714a07c02","Type":"ContainerDied","Data":"c98edcddf0a79af0faf3415bde0acb6cbb6c75e55f88e7d0c71136da38ce058d"} Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.645487 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c98edcddf0a79af0faf3415bde0acb6cbb6c75e55f88e7d0c71136da38ce058d" Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.671785 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.841432 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/821a3b22-52a1-481e-91a5-d66714a07c02-logs\") pod \"821a3b22-52a1-481e-91a5-d66714a07c02\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.841569 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-combined-ca-bundle\") pod \"821a3b22-52a1-481e-91a5-d66714a07c02\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.841651 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-config-data\") pod \"821a3b22-52a1-481e-91a5-d66714a07c02\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.841701 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8r5nn\" (UniqueName: \"kubernetes.io/projected/821a3b22-52a1-481e-91a5-d66714a07c02-kube-api-access-8r5nn\") pod \"821a3b22-52a1-481e-91a5-d66714a07c02\" (UID: \"821a3b22-52a1-481e-91a5-d66714a07c02\") " Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.841964 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/821a3b22-52a1-481e-91a5-d66714a07c02-logs" (OuterVolumeSpecName: "logs") pod "821a3b22-52a1-481e-91a5-d66714a07c02" (UID: "821a3b22-52a1-481e-91a5-d66714a07c02"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.842608 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/821a3b22-52a1-481e-91a5-d66714a07c02-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.850929 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/821a3b22-52a1-481e-91a5-d66714a07c02-kube-api-access-8r5nn" (OuterVolumeSpecName: "kube-api-access-8r5nn") pod "821a3b22-52a1-481e-91a5-d66714a07c02" (UID: "821a3b22-52a1-481e-91a5-d66714a07c02"). InnerVolumeSpecName "kube-api-access-8r5nn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.877984 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "821a3b22-52a1-481e-91a5-d66714a07c02" (UID: "821a3b22-52a1-481e-91a5-d66714a07c02"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.885586 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-config-data" (OuterVolumeSpecName: "config-data") pod "821a3b22-52a1-481e-91a5-d66714a07c02" (UID: "821a3b22-52a1-481e-91a5-d66714a07c02"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.944992 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.945033 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/821a3b22-52a1-481e-91a5-d66714a07c02-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:34 crc kubenswrapper[4809]: I1013 20:06:34.945051 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8r5nn\" (UniqueName: \"kubernetes.io/projected/821a3b22-52a1-481e-91a5-d66714a07c02-kube-api-access-8r5nn\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.149015 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.658132 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.683351 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr"] Oct 13 20:06:35 crc kubenswrapper[4809]: E1013 20:06:35.683836 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="821a3b22-52a1-481e-91a5-d66714a07c02" containerName="nova-api-api" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.683855 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="821a3b22-52a1-481e-91a5-d66714a07c02" containerName="nova-api-api" Oct 13 20:06:35 crc kubenswrapper[4809]: E1013 20:06:35.683871 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="821a3b22-52a1-481e-91a5-d66714a07c02" containerName="nova-api-log" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.683880 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="821a3b22-52a1-481e-91a5-d66714a07c02" containerName="nova-api-log" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.684126 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="821a3b22-52a1-481e-91a5-d66714a07c02" containerName="nova-api-api" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.684166 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="821a3b22-52a1-481e-91a5-d66714a07c02" containerName="nova-api-log" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.689038 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.693498 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-config-data" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.694704 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-scripts" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.713114 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr"] Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.746441 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.757775 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.793312 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.795082 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.798501 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.811795 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.865998 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.866270 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-config-data\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.866385 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-scripts\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.866552 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fvzcl\" (UniqueName: \"kubernetes.io/projected/0022b44d-b16f-4493-a526-d6c889eaf17a-kube-api-access-fvzcl\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.968689 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-scripts\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.969005 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6fhbb\" (UniqueName: \"kubernetes.io/projected/012d909d-ce1d-435a-b93f-a7a0f7df25f8-kube-api-access-6fhbb\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.969269 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fvzcl\" (UniqueName: \"kubernetes.io/projected/0022b44d-b16f-4493-a526-d6c889eaf17a-kube-api-access-fvzcl\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.969360 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/012d909d-ce1d-435a-b93f-a7a0f7df25f8-logs\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.969414 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-config-data\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.969563 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.969764 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.969873 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-config-data\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.982506 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-scripts\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.982532 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-config-data\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.982608 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:35 crc kubenswrapper[4809]: I1013 20:06:35.987503 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fvzcl\" (UniqueName: \"kubernetes.io/projected/0022b44d-b16f-4493-a526-d6c889eaf17a-kube-api-access-fvzcl\") pod \"nova-cell1-cell-mapping-cbtmr\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.000604 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.000740 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.010866 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.071575 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/012d909d-ce1d-435a-b93f-a7a0f7df25f8-logs\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.071640 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-config-data\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.071697 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.071836 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6fhbb\" (UniqueName: \"kubernetes.io/projected/012d909d-ce1d-435a-b93f-a7a0f7df25f8-kube-api-access-6fhbb\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.072201 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/012d909d-ce1d-435a-b93f-a7a0f7df25f8-logs\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.077474 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-config-data\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.081432 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.091585 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6fhbb\" (UniqueName: \"kubernetes.io/projected/012d909d-ce1d-435a-b93f-a7a0f7df25f8-kube-api-access-6fhbb\") pod \"nova-api-0\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.113490 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.181976 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="821a3b22-52a1-481e-91a5-d66714a07c02" path="/var/lib/kubelet/pods/821a3b22-52a1-481e-91a5-d66714a07c02/volumes" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.402718 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.550282 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr"] Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.662568 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:36 crc kubenswrapper[4809]: I1013 20:06:36.670329 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" event={"ID":"0022b44d-b16f-4493-a526-d6c889eaf17a","Type":"ContainerStarted","Data":"6b4dfe751380ab12cf1d34ce6bf6dd946470a272de6a3834f30ed2d96c9c649e"} Oct 13 20:06:37 crc kubenswrapper[4809]: I1013 20:06:37.689369 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" event={"ID":"0022b44d-b16f-4493-a526-d6c889eaf17a","Type":"ContainerStarted","Data":"bfcdced08ff74d965df6519b5c3f50a3703577f88f2dcaeca7b643aac2efbb9b"} Oct 13 20:06:37 crc kubenswrapper[4809]: I1013 20:06:37.692150 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"012d909d-ce1d-435a-b93f-a7a0f7df25f8","Type":"ContainerStarted","Data":"211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090"} Oct 13 20:06:37 crc kubenswrapper[4809]: I1013 20:06:37.692183 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"012d909d-ce1d-435a-b93f-a7a0f7df25f8","Type":"ContainerStarted","Data":"acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa"} Oct 13 20:06:37 crc kubenswrapper[4809]: I1013 20:06:37.692199 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"012d909d-ce1d-435a-b93f-a7a0f7df25f8","Type":"ContainerStarted","Data":"30ad95d16ac3f423f2beff34e071f501afb32bee8b1280cb36bf68471c493c78"} Oct 13 20:06:37 crc kubenswrapper[4809]: I1013 20:06:37.746919 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" podStartSLOduration=2.746905552 podStartE2EDuration="2.746905552s" podCreationTimestamp="2025-10-13 20:06:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:37.739004548 +0000 UTC m=+2516.344751133" watchObservedRunningTime="2025-10-13 20:06:37.746905552 +0000 UTC m=+2516.352652137" Oct 13 20:06:37 crc kubenswrapper[4809]: I1013 20:06:37.795916 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.795898702 podStartE2EDuration="2.795898702s" podCreationTimestamp="2025-10-13 20:06:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:37.791879628 +0000 UTC m=+2516.397626213" watchObservedRunningTime="2025-10-13 20:06:37.795898702 +0000 UTC m=+2516.401645287" Oct 13 20:06:41 crc kubenswrapper[4809]: I1013 20:06:41.000412 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:41 crc kubenswrapper[4809]: I1013 20:06:41.000825 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:41 crc kubenswrapper[4809]: I1013 20:06:41.402876 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:41 crc kubenswrapper[4809]: I1013 20:06:41.458168 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:41 crc kubenswrapper[4809]: I1013 20:06:41.744226 4809 generic.go:334] "Generic (PLEG): container finished" podID="0022b44d-b16f-4493-a526-d6c889eaf17a" containerID="bfcdced08ff74d965df6519b5c3f50a3703577f88f2dcaeca7b643aac2efbb9b" exitCode=0 Oct 13 20:06:41 crc kubenswrapper[4809]: I1013 20:06:41.744352 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" event={"ID":"0022b44d-b16f-4493-a526-d6c889eaf17a","Type":"ContainerDied","Data":"bfcdced08ff74d965df6519b5c3f50a3703577f88f2dcaeca7b643aac2efbb9b"} Oct 13 20:06:41 crc kubenswrapper[4809]: I1013 20:06:41.802749 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:42 crc kubenswrapper[4809]: I1013 20:06:42.018164 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.193:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:06:42 crc kubenswrapper[4809]: I1013 20:06:42.018457 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.193:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:06:42 crc kubenswrapper[4809]: I1013 20:06:42.795903 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.183441 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.230714 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-config-data\") pod \"0022b44d-b16f-4493-a526-d6c889eaf17a\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.230859 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fvzcl\" (UniqueName: \"kubernetes.io/projected/0022b44d-b16f-4493-a526-d6c889eaf17a-kube-api-access-fvzcl\") pod \"0022b44d-b16f-4493-a526-d6c889eaf17a\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.230905 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-combined-ca-bundle\") pod \"0022b44d-b16f-4493-a526-d6c889eaf17a\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.231038 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-scripts\") pod \"0022b44d-b16f-4493-a526-d6c889eaf17a\" (UID: \"0022b44d-b16f-4493-a526-d6c889eaf17a\") " Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.239349 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0022b44d-b16f-4493-a526-d6c889eaf17a-kube-api-access-fvzcl" (OuterVolumeSpecName: "kube-api-access-fvzcl") pod "0022b44d-b16f-4493-a526-d6c889eaf17a" (UID: "0022b44d-b16f-4493-a526-d6c889eaf17a"). InnerVolumeSpecName "kube-api-access-fvzcl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.241274 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-scripts" (OuterVolumeSpecName: "scripts") pod "0022b44d-b16f-4493-a526-d6c889eaf17a" (UID: "0022b44d-b16f-4493-a526-d6c889eaf17a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.263229 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-config-data" (OuterVolumeSpecName: "config-data") pod "0022b44d-b16f-4493-a526-d6c889eaf17a" (UID: "0022b44d-b16f-4493-a526-d6c889eaf17a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.263780 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0022b44d-b16f-4493-a526-d6c889eaf17a" (UID: "0022b44d-b16f-4493-a526-d6c889eaf17a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.335046 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.335094 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fvzcl\" (UniqueName: \"kubernetes.io/projected/0022b44d-b16f-4493-a526-d6c889eaf17a-kube-api-access-fvzcl\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.335108 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.335120 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0022b44d-b16f-4493-a526-d6c889eaf17a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.764503 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" event={"ID":"0022b44d-b16f-4493-a526-d6c889eaf17a","Type":"ContainerDied","Data":"6b4dfe751380ab12cf1d34ce6bf6dd946470a272de6a3834f30ed2d96c9c649e"} Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.764928 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6b4dfe751380ab12cf1d34ce6bf6dd946470a272de6a3834f30ed2d96c9c649e" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.764558 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr" Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.992531 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:43 crc kubenswrapper[4809]: I1013 20:06:43.992739 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="6eee213e-b06d-46cf-a6c7-d55c98274783" containerName="nova-scheduler-scheduler" containerID="cri-o://a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc" gracePeriod=30 Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.004582 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.005029 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="012d909d-ce1d-435a-b93f-a7a0f7df25f8" containerName="nova-api-log" containerID="cri-o://acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa" gracePeriod=30 Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.005100 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="012d909d-ce1d-435a-b93f-a7a0f7df25f8" containerName="nova-api-api" containerID="cri-o://211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090" gracePeriod=30 Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.048049 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.048523 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerName="nova-metadata-log" containerID="cri-o://51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5" gracePeriod=30 Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.048665 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerName="nova-metadata-metadata" containerID="cri-o://f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a" gracePeriod=30 Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.607440 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.657422 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-combined-ca-bundle\") pod \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.657552 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6fhbb\" (UniqueName: \"kubernetes.io/projected/012d909d-ce1d-435a-b93f-a7a0f7df25f8-kube-api-access-6fhbb\") pod \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.657599 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/012d909d-ce1d-435a-b93f-a7a0f7df25f8-logs\") pod \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.657676 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-config-data\") pod \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\" (UID: \"012d909d-ce1d-435a-b93f-a7a0f7df25f8\") " Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.658061 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/012d909d-ce1d-435a-b93f-a7a0f7df25f8-logs" (OuterVolumeSpecName: "logs") pod "012d909d-ce1d-435a-b93f-a7a0f7df25f8" (UID: "012d909d-ce1d-435a-b93f-a7a0f7df25f8"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.658420 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/012d909d-ce1d-435a-b93f-a7a0f7df25f8-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.663590 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/012d909d-ce1d-435a-b93f-a7a0f7df25f8-kube-api-access-6fhbb" (OuterVolumeSpecName: "kube-api-access-6fhbb") pod "012d909d-ce1d-435a-b93f-a7a0f7df25f8" (UID: "012d909d-ce1d-435a-b93f-a7a0f7df25f8"). InnerVolumeSpecName "kube-api-access-6fhbb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.689948 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-config-data" (OuterVolumeSpecName: "config-data") pod "012d909d-ce1d-435a-b93f-a7a0f7df25f8" (UID: "012d909d-ce1d-435a-b93f-a7a0f7df25f8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.694501 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "012d909d-ce1d-435a-b93f-a7a0f7df25f8" (UID: "012d909d-ce1d-435a-b93f-a7a0f7df25f8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.760174 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.760202 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6fhbb\" (UniqueName: \"kubernetes.io/projected/012d909d-ce1d-435a-b93f-a7a0f7df25f8-kube-api-access-6fhbb\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.760215 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/012d909d-ce1d-435a-b93f-a7a0f7df25f8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.775905 4809 generic.go:334] "Generic (PLEG): container finished" podID="012d909d-ce1d-435a-b93f-a7a0f7df25f8" containerID="211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090" exitCode=0 Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.776054 4809 generic.go:334] "Generic (PLEG): container finished" podID="012d909d-ce1d-435a-b93f-a7a0f7df25f8" containerID="acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa" exitCode=143 Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.775949 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"012d909d-ce1d-435a-b93f-a7a0f7df25f8","Type":"ContainerDied","Data":"211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090"} Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.776225 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"012d909d-ce1d-435a-b93f-a7a0f7df25f8","Type":"ContainerDied","Data":"acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa"} Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.776296 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"012d909d-ce1d-435a-b93f-a7a0f7df25f8","Type":"ContainerDied","Data":"30ad95d16ac3f423f2beff34e071f501afb32bee8b1280cb36bf68471c493c78"} Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.776361 4809 scope.go:117] "RemoveContainer" containerID="211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.776013 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.779200 4809 generic.go:334] "Generic (PLEG): container finished" podID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerID="51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5" exitCode=143 Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.779240 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"fce9cbb0-e467-4524-964f-9cf3bfe5ef31","Type":"ContainerDied","Data":"51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5"} Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.803224 4809 scope.go:117] "RemoveContainer" containerID="acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.823496 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.843781 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.852772 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:44 crc kubenswrapper[4809]: E1013 20:06:44.853205 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="012d909d-ce1d-435a-b93f-a7a0f7df25f8" containerName="nova-api-log" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.853222 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="012d909d-ce1d-435a-b93f-a7a0f7df25f8" containerName="nova-api-log" Oct 13 20:06:44 crc kubenswrapper[4809]: E1013 20:06:44.853241 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="012d909d-ce1d-435a-b93f-a7a0f7df25f8" containerName="nova-api-api" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.853247 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="012d909d-ce1d-435a-b93f-a7a0f7df25f8" containerName="nova-api-api" Oct 13 20:06:44 crc kubenswrapper[4809]: E1013 20:06:44.853262 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0022b44d-b16f-4493-a526-d6c889eaf17a" containerName="nova-manage" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.853277 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0022b44d-b16f-4493-a526-d6c889eaf17a" containerName="nova-manage" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.853490 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0022b44d-b16f-4493-a526-d6c889eaf17a" containerName="nova-manage" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.853511 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="012d909d-ce1d-435a-b93f-a7a0f7df25f8" containerName="nova-api-log" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.853528 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="012d909d-ce1d-435a-b93f-a7a0f7df25f8" containerName="nova-api-api" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.854546 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.856071 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.860440 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.880343 4809 scope.go:117] "RemoveContainer" containerID="211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090" Oct 13 20:06:44 crc kubenswrapper[4809]: E1013 20:06:44.880669 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090\": container with ID starting with 211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090 not found: ID does not exist" containerID="211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.880703 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090"} err="failed to get container status \"211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090\": rpc error: code = NotFound desc = could not find container \"211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090\": container with ID starting with 211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090 not found: ID does not exist" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.880722 4809 scope.go:117] "RemoveContainer" containerID="acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa" Oct 13 20:06:44 crc kubenswrapper[4809]: E1013 20:06:44.881909 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa\": container with ID starting with acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa not found: ID does not exist" containerID="acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.882040 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa"} err="failed to get container status \"acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa\": rpc error: code = NotFound desc = could not find container \"acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa\": container with ID starting with acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa not found: ID does not exist" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.882128 4809 scope.go:117] "RemoveContainer" containerID="211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.882479 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090"} err="failed to get container status \"211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090\": rpc error: code = NotFound desc = could not find container \"211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090\": container with ID starting with 211a0620b81e7c05cac7afc6f0df8a075f6d61e23ec7df81c1f5930e828cc090 not found: ID does not exist" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.882620 4809 scope.go:117] "RemoveContainer" containerID="acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.883071 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa"} err="failed to get container status \"acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa\": rpc error: code = NotFound desc = could not find container \"acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa\": container with ID starting with acd2ea7ed1c786a4d126868c03dcec79f4dfe4f31bbbcf49a5aa2167b4ce68aa not found: ID does not exist" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.965139 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7snnd\" (UniqueName: \"kubernetes.io/projected/37aa6eff-0d89-411c-b085-77eb5b424580-kube-api-access-7snnd\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.965234 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.965622 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/37aa6eff-0d89-411c-b085-77eb5b424580-logs\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:44 crc kubenswrapper[4809]: I1013 20:06:44.965668 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-config-data\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:45 crc kubenswrapper[4809]: I1013 20:06:45.067296 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:45 crc kubenswrapper[4809]: I1013 20:06:45.067678 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/37aa6eff-0d89-411c-b085-77eb5b424580-logs\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:45 crc kubenswrapper[4809]: I1013 20:06:45.067781 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-config-data\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:45 crc kubenswrapper[4809]: I1013 20:06:45.067929 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7snnd\" (UniqueName: \"kubernetes.io/projected/37aa6eff-0d89-411c-b085-77eb5b424580-kube-api-access-7snnd\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:45 crc kubenswrapper[4809]: I1013 20:06:45.068248 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/37aa6eff-0d89-411c-b085-77eb5b424580-logs\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:45 crc kubenswrapper[4809]: I1013 20:06:45.072458 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-config-data\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:45 crc kubenswrapper[4809]: I1013 20:06:45.072700 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:45 crc kubenswrapper[4809]: I1013 20:06:45.094084 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7snnd\" (UniqueName: \"kubernetes.io/projected/37aa6eff-0d89-411c-b085-77eb5b424580-kube-api-access-7snnd\") pod \"nova-api-0\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:45 crc kubenswrapper[4809]: I1013 20:06:45.188964 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:45 crc kubenswrapper[4809]: I1013 20:06:45.685541 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:06:45 crc kubenswrapper[4809]: I1013 20:06:45.789999 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"37aa6eff-0d89-411c-b085-77eb5b424580","Type":"ContainerStarted","Data":"9b56cb212704a4449a409a95b7b10e8da5bda2daeb2af94d8abb4cab53ed204d"} Oct 13 20:06:46 crc kubenswrapper[4809]: I1013 20:06:46.170027 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="012d909d-ce1d-435a-b93f-a7a0f7df25f8" path="/var/lib/kubelet/pods/012d909d-ce1d-435a-b93f-a7a0f7df25f8/volumes" Oct 13 20:06:46 crc kubenswrapper[4809]: E1013 20:06:46.405507 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:06:46 crc kubenswrapper[4809]: E1013 20:06:46.408246 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:06:46 crc kubenswrapper[4809]: E1013 20:06:46.411167 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:06:46 crc kubenswrapper[4809]: E1013 20:06:46.411231 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="6eee213e-b06d-46cf-a6c7-d55c98274783" containerName="nova-scheduler-scheduler" Oct 13 20:06:46 crc kubenswrapper[4809]: I1013 20:06:46.811587 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"37aa6eff-0d89-411c-b085-77eb5b424580","Type":"ContainerStarted","Data":"fcbb1de3013151f0f110d6ffb487f8bf22ea3a0196e3fc7873ad986bb84ec285"} Oct 13 20:06:46 crc kubenswrapper[4809]: I1013 20:06:46.811648 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"37aa6eff-0d89-411c-b085-77eb5b424580","Type":"ContainerStarted","Data":"d33bd61041adf69db4edd8efa561a28b764d391b12c2073960a2d5fa39944bda"} Oct 13 20:06:46 crc kubenswrapper[4809]: I1013 20:06:46.851359 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.851335292 podStartE2EDuration="2.851335292s" podCreationTimestamp="2025-10-13 20:06:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:46.841540674 +0000 UTC m=+2525.447287289" watchObservedRunningTime="2025-10-13 20:06:46.851335292 +0000 UTC m=+2525.457081897" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.755540 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.822536 4809 generic.go:334] "Generic (PLEG): container finished" podID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerID="f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a" exitCode=0 Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.822582 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"fce9cbb0-e467-4524-964f-9cf3bfe5ef31","Type":"ContainerDied","Data":"f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a"} Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.822616 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.822629 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"fce9cbb0-e467-4524-964f-9cf3bfe5ef31","Type":"ContainerDied","Data":"3509dd1a95df7caed0ffff7fb6dd3f3f2d7c81a473ad053d9a386b5895702a44"} Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.822651 4809 scope.go:117] "RemoveContainer" containerID="f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.834586 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-config-data\") pod \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.834679 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-logs\") pod \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.834763 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n4dlf\" (UniqueName: \"kubernetes.io/projected/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-kube-api-access-n4dlf\") pod \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.834882 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-combined-ca-bundle\") pod \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.834992 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-nova-metadata-tls-certs\") pod \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\" (UID: \"fce9cbb0-e467-4524-964f-9cf3bfe5ef31\") " Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.836149 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-logs" (OuterVolumeSpecName: "logs") pod "fce9cbb0-e467-4524-964f-9cf3bfe5ef31" (UID: "fce9cbb0-e467-4524-964f-9cf3bfe5ef31"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.840853 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-kube-api-access-n4dlf" (OuterVolumeSpecName: "kube-api-access-n4dlf") pod "fce9cbb0-e467-4524-964f-9cf3bfe5ef31" (UID: "fce9cbb0-e467-4524-964f-9cf3bfe5ef31"). InnerVolumeSpecName "kube-api-access-n4dlf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.855612 4809 scope.go:117] "RemoveContainer" containerID="51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.884906 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-config-data" (OuterVolumeSpecName: "config-data") pod "fce9cbb0-e467-4524-964f-9cf3bfe5ef31" (UID: "fce9cbb0-e467-4524-964f-9cf3bfe5ef31"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.884955 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "fce9cbb0-e467-4524-964f-9cf3bfe5ef31" (UID: "fce9cbb0-e467-4524-964f-9cf3bfe5ef31"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.925811 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "fce9cbb0-e467-4524-964f-9cf3bfe5ef31" (UID: "fce9cbb0-e467-4524-964f-9cf3bfe5ef31"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.938094 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n4dlf\" (UniqueName: \"kubernetes.io/projected/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-kube-api-access-n4dlf\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.938194 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.938216 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.938237 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.938256 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fce9cbb0-e467-4524-964f-9cf3bfe5ef31-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.969710 4809 scope.go:117] "RemoveContainer" containerID="f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a" Oct 13 20:06:47 crc kubenswrapper[4809]: E1013 20:06:47.970167 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a\": container with ID starting with f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a not found: ID does not exist" containerID="f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.970218 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a"} err="failed to get container status \"f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a\": rpc error: code = NotFound desc = could not find container \"f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a\": container with ID starting with f7c3df288b81244092f60b2c4235d13995a7026643668799c101d90357f3112a not found: ID does not exist" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.970251 4809 scope.go:117] "RemoveContainer" containerID="51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5" Oct 13 20:06:47 crc kubenswrapper[4809]: E1013 20:06:47.970539 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5\": container with ID starting with 51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5 not found: ID does not exist" containerID="51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5" Oct 13 20:06:47 crc kubenswrapper[4809]: I1013 20:06:47.970583 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5"} err="failed to get container status \"51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5\": rpc error: code = NotFound desc = could not find container \"51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5\": container with ID starting with 51d48d503adf1bf2b45f924030161d8e1000d10949fc4688c55a55d3e60bdbd5 not found: ID does not exist" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.183010 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.191589 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.217993 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:48 crc kubenswrapper[4809]: E1013 20:06:48.218708 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerName="nova-metadata-log" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.218764 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerName="nova-metadata-log" Oct 13 20:06:48 crc kubenswrapper[4809]: E1013 20:06:48.218820 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerName="nova-metadata-metadata" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.218833 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerName="nova-metadata-metadata" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.219236 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerName="nova-metadata-metadata" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.219284 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" containerName="nova-metadata-log" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.221330 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.225169 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.225763 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.232969 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.245176 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ddhpp\" (UniqueName: \"kubernetes.io/projected/edf51835-3298-4830-b548-04cf8b6e164c-kube-api-access-ddhpp\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.245449 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.245611 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.245702 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-config-data\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.245802 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edf51835-3298-4830-b548-04cf8b6e164c-logs\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.347116 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edf51835-3298-4830-b548-04cf8b6e164c-logs\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.347458 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edf51835-3298-4830-b548-04cf8b6e164c-logs\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.347796 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ddhpp\" (UniqueName: \"kubernetes.io/projected/edf51835-3298-4830-b548-04cf8b6e164c-kube-api-access-ddhpp\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.348237 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.349023 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.349144 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-config-data\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.353087 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-config-data\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.353933 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.354543 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.376412 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ddhpp\" (UniqueName: \"kubernetes.io/projected/edf51835-3298-4830-b548-04cf8b6e164c-kube-api-access-ddhpp\") pod \"nova-metadata-0\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:48 crc kubenswrapper[4809]: I1013 20:06:48.542375 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.107958 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.511430 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.578323 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v6fgf\" (UniqueName: \"kubernetes.io/projected/6eee213e-b06d-46cf-a6c7-d55c98274783-kube-api-access-v6fgf\") pod \"6eee213e-b06d-46cf-a6c7-d55c98274783\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.578487 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-config-data\") pod \"6eee213e-b06d-46cf-a6c7-d55c98274783\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.578754 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-combined-ca-bundle\") pod \"6eee213e-b06d-46cf-a6c7-d55c98274783\" (UID: \"6eee213e-b06d-46cf-a6c7-d55c98274783\") " Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.590408 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6eee213e-b06d-46cf-a6c7-d55c98274783-kube-api-access-v6fgf" (OuterVolumeSpecName: "kube-api-access-v6fgf") pod "6eee213e-b06d-46cf-a6c7-d55c98274783" (UID: "6eee213e-b06d-46cf-a6c7-d55c98274783"). InnerVolumeSpecName "kube-api-access-v6fgf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.679591 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-config-data" (OuterVolumeSpecName: "config-data") pod "6eee213e-b06d-46cf-a6c7-d55c98274783" (UID: "6eee213e-b06d-46cf-a6c7-d55c98274783"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.685526 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v6fgf\" (UniqueName: \"kubernetes.io/projected/6eee213e-b06d-46cf-a6c7-d55c98274783-kube-api-access-v6fgf\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.685556 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.715378 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6eee213e-b06d-46cf-a6c7-d55c98274783" (UID: "6eee213e-b06d-46cf-a6c7-d55c98274783"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.787645 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6eee213e-b06d-46cf-a6c7-d55c98274783-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.858816 4809 generic.go:334] "Generic (PLEG): container finished" podID="6eee213e-b06d-46cf-a6c7-d55c98274783" containerID="a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc" exitCode=0 Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.858869 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.858914 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6eee213e-b06d-46cf-a6c7-d55c98274783","Type":"ContainerDied","Data":"a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc"} Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.858945 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6eee213e-b06d-46cf-a6c7-d55c98274783","Type":"ContainerDied","Data":"542e4161d2bdc5166b4695b56e8710f3a38f3873c1429cdd0b08dd4bef86cfe7"} Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.858962 4809 scope.go:117] "RemoveContainer" containerID="a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.862216 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"edf51835-3298-4830-b548-04cf8b6e164c","Type":"ContainerStarted","Data":"8ac738f2549b960c40c1ce2034383e346b69e7a797d0658ef7f9ec802dd25240"} Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.862238 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"edf51835-3298-4830-b548-04cf8b6e164c","Type":"ContainerStarted","Data":"c2935b9a3eb15c360bfb54af96ccdf45c0ebe7097ab3462c63d6599653c0157a"} Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.862248 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"edf51835-3298-4830-b548-04cf8b6e164c","Type":"ContainerStarted","Data":"73d16dfda8f5616965e8abfe1777aec70372c98e97750b366a2fde99b51c6b13"} Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.889987 4809 scope.go:117] "RemoveContainer" containerID="a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc" Oct 13 20:06:49 crc kubenswrapper[4809]: E1013 20:06:49.893068 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc\": container with ID starting with a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc not found: ID does not exist" containerID="a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.893111 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc"} err="failed to get container status \"a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc\": rpc error: code = NotFound desc = could not find container \"a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc\": container with ID starting with a41ca6e5b071f8f19da00fcfee6c5d59b2a403105b940158ca6b8d71e3ece3dc not found: ID does not exist" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.898433 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=1.898411863 podStartE2EDuration="1.898411863s" podCreationTimestamp="2025-10-13 20:06:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:49.889182841 +0000 UTC m=+2528.494929426" watchObservedRunningTime="2025-10-13 20:06:49.898411863 +0000 UTC m=+2528.504158458" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.937871 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.950301 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.955675 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:49 crc kubenswrapper[4809]: E1013 20:06:49.956150 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6eee213e-b06d-46cf-a6c7-d55c98274783" containerName="nova-scheduler-scheduler" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.956166 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6eee213e-b06d-46cf-a6c7-d55c98274783" containerName="nova-scheduler-scheduler" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.956362 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6eee213e-b06d-46cf-a6c7-d55c98274783" containerName="nova-scheduler-scheduler" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.957127 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.962659 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.964209 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.992197 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.992273 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-586mg\" (UniqueName: \"kubernetes.io/projected/8e586faf-272d-4fc7-9b35-9fe9664d3e22-kube-api-access-586mg\") pod \"nova-scheduler-0\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:49 crc kubenswrapper[4809]: I1013 20:06:49.992456 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-config-data\") pod \"nova-scheduler-0\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:50 crc kubenswrapper[4809]: I1013 20:06:50.094966 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-586mg\" (UniqueName: \"kubernetes.io/projected/8e586faf-272d-4fc7-9b35-9fe9664d3e22-kube-api-access-586mg\") pod \"nova-scheduler-0\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:50 crc kubenswrapper[4809]: I1013 20:06:50.095111 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-config-data\") pod \"nova-scheduler-0\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:50 crc kubenswrapper[4809]: I1013 20:06:50.095345 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:50 crc kubenswrapper[4809]: I1013 20:06:50.098670 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:50 crc kubenswrapper[4809]: I1013 20:06:50.099170 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-config-data\") pod \"nova-scheduler-0\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:50 crc kubenswrapper[4809]: I1013 20:06:50.113692 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-586mg\" (UniqueName: \"kubernetes.io/projected/8e586faf-272d-4fc7-9b35-9fe9664d3e22-kube-api-access-586mg\") pod \"nova-scheduler-0\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:50 crc kubenswrapper[4809]: I1013 20:06:50.177592 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6eee213e-b06d-46cf-a6c7-d55c98274783" path="/var/lib/kubelet/pods/6eee213e-b06d-46cf-a6c7-d55c98274783/volumes" Oct 13 20:06:50 crc kubenswrapper[4809]: I1013 20:06:50.179287 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fce9cbb0-e467-4524-964f-9cf3bfe5ef31" path="/var/lib/kubelet/pods/fce9cbb0-e467-4524-964f-9cf3bfe5ef31/volumes" Oct 13 20:06:50 crc kubenswrapper[4809]: I1013 20:06:50.286316 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:50 crc kubenswrapper[4809]: I1013 20:06:50.762166 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:06:50 crc kubenswrapper[4809]: I1013 20:06:50.890224 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"8e586faf-272d-4fc7-9b35-9fe9664d3e22","Type":"ContainerStarted","Data":"fa125a0ef6aca01d5bfa2494dfda7cbd04cac1c4b4e9147203d56c255af5ab3c"} Oct 13 20:06:51 crc kubenswrapper[4809]: I1013 20:06:51.913272 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"8e586faf-272d-4fc7-9b35-9fe9664d3e22","Type":"ContainerStarted","Data":"97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe"} Oct 13 20:06:51 crc kubenswrapper[4809]: I1013 20:06:51.953448 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.953426385 podStartE2EDuration="2.953426385s" podCreationTimestamp="2025-10-13 20:06:49 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:06:51.940284842 +0000 UTC m=+2530.546031427" watchObservedRunningTime="2025-10-13 20:06:51.953426385 +0000 UTC m=+2530.559172980" Oct 13 20:06:53 crc kubenswrapper[4809]: I1013 20:06:53.543442 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:53 crc kubenswrapper[4809]: I1013 20:06:53.543871 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:55 crc kubenswrapper[4809]: I1013 20:06:55.189412 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:55 crc kubenswrapper[4809]: I1013 20:06:55.190874 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:06:55 crc kubenswrapper[4809]: I1013 20:06:55.287767 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:06:56 crc kubenswrapper[4809]: I1013 20:06:56.271967 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.0.197:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:06:56 crc kubenswrapper[4809]: I1013 20:06:56.272146 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.0.197:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:06:58 crc kubenswrapper[4809]: I1013 20:06:58.544334 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:58 crc kubenswrapper[4809]: I1013 20:06:58.544715 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:06:59 crc kubenswrapper[4809]: I1013 20:06:59.558982 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.198:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:06:59 crc kubenswrapper[4809]: I1013 20:06:59.559007 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.198:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:07:00 crc kubenswrapper[4809]: I1013 20:07:00.288496 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:07:00 crc kubenswrapper[4809]: I1013 20:07:00.341562 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:07:01 crc kubenswrapper[4809]: I1013 20:07:01.073233 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:07:05 crc kubenswrapper[4809]: I1013 20:07:05.193866 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:07:05 crc kubenswrapper[4809]: I1013 20:07:05.194823 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:07:05 crc kubenswrapper[4809]: I1013 20:07:05.195059 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:07:05 crc kubenswrapper[4809]: I1013 20:07:05.198126 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:07:06 crc kubenswrapper[4809]: I1013 20:07:06.099758 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:07:06 crc kubenswrapper[4809]: I1013 20:07:06.104636 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:07:08 crc kubenswrapper[4809]: I1013 20:07:08.509747 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:07:08 crc kubenswrapper[4809]: I1013 20:07:08.511281 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="ceilometer-central-agent" containerID="cri-o://567a5589f271aa65feb6d064ad2e898abebb92103080faf9e4ce5a8fbf063a19" gracePeriod=30 Oct 13 20:07:08 crc kubenswrapper[4809]: I1013 20:07:08.511319 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="proxy-httpd" containerID="cri-o://a8fe58a21edfadbe8ef33fc1b7575eedec65aeea38a383d8ff0f5a692e9082c0" gracePeriod=30 Oct 13 20:07:08 crc kubenswrapper[4809]: I1013 20:07:08.511365 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="ceilometer-notification-agent" containerID="cri-o://9e548df945833776fa01d4a40234b50855aa048ac2ad7b83e55019ce7b092b3a" gracePeriod=30 Oct 13 20:07:08 crc kubenswrapper[4809]: I1013 20:07:08.511379 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="sg-core" containerID="cri-o://6ba82203a0554f2e04442d904d2e6e371f94f22ac9d48680ea82f36a13e74894" gracePeriod=30 Oct 13 20:07:08 crc kubenswrapper[4809]: I1013 20:07:08.557426 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:07:08 crc kubenswrapper[4809]: I1013 20:07:08.572669 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:07:08 crc kubenswrapper[4809]: I1013 20:07:08.574101 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:07:08 crc kubenswrapper[4809]: I1013 20:07:08.801885 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:07:09 crc kubenswrapper[4809]: I1013 20:07:09.139824 4809 generic.go:334] "Generic (PLEG): container finished" podID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerID="a8fe58a21edfadbe8ef33fc1b7575eedec65aeea38a383d8ff0f5a692e9082c0" exitCode=0 Oct 13 20:07:09 crc kubenswrapper[4809]: I1013 20:07:09.139862 4809 generic.go:334] "Generic (PLEG): container finished" podID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerID="6ba82203a0554f2e04442d904d2e6e371f94f22ac9d48680ea82f36a13e74894" exitCode=2 Oct 13 20:07:09 crc kubenswrapper[4809]: I1013 20:07:09.139873 4809 generic.go:334] "Generic (PLEG): container finished" podID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerID="567a5589f271aa65feb6d064ad2e898abebb92103080faf9e4ce5a8fbf063a19" exitCode=0 Oct 13 20:07:09 crc kubenswrapper[4809]: I1013 20:07:09.139943 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"97b26bc5-4a9c-419c-9d21-462e203c8b1a","Type":"ContainerDied","Data":"a8fe58a21edfadbe8ef33fc1b7575eedec65aeea38a383d8ff0f5a692e9082c0"} Oct 13 20:07:09 crc kubenswrapper[4809]: I1013 20:07:09.140026 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"97b26bc5-4a9c-419c-9d21-462e203c8b1a","Type":"ContainerDied","Data":"6ba82203a0554f2e04442d904d2e6e371f94f22ac9d48680ea82f36a13e74894"} Oct 13 20:07:09 crc kubenswrapper[4809]: I1013 20:07:09.140044 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"97b26bc5-4a9c-419c-9d21-462e203c8b1a","Type":"ContainerDied","Data":"567a5589f271aa65feb6d064ad2e898abebb92103080faf9e4ce5a8fbf063a19"} Oct 13 20:07:09 crc kubenswrapper[4809]: I1013 20:07:09.140150 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-api" containerID="cri-o://fcbb1de3013151f0f110d6ffb487f8bf22ea3a0196e3fc7873ad986bb84ec285" gracePeriod=30 Oct 13 20:07:09 crc kubenswrapper[4809]: I1013 20:07:09.140271 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-log" containerID="cri-o://d33bd61041adf69db4edd8efa561a28b764d391b12c2073960a2d5fa39944bda" gracePeriod=30 Oct 13 20:07:09 crc kubenswrapper[4809]: I1013 20:07:09.150411 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:07:10 crc kubenswrapper[4809]: I1013 20:07:10.157960 4809 generic.go:334] "Generic (PLEG): container finished" podID="37aa6eff-0d89-411c-b085-77eb5b424580" containerID="d33bd61041adf69db4edd8efa561a28b764d391b12c2073960a2d5fa39944bda" exitCode=143 Oct 13 20:07:10 crc kubenswrapper[4809]: I1013 20:07:10.169962 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"37aa6eff-0d89-411c-b085-77eb5b424580","Type":"ContainerDied","Data":"d33bd61041adf69db4edd8efa561a28b764d391b12c2073960a2d5fa39944bda"} Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.491068 4809 scope.go:117] "RemoveContainer" containerID="39a59b3ffec028063eae61852823b20ec6ac998861d7d47bab94fd00666eddbe" Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.539582 4809 scope.go:117] "RemoveContainer" containerID="f410ad69ad725b96d3efcb671b461884eb800661dd6122883baae0a35418b407" Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.588033 4809 scope.go:117] "RemoveContainer" containerID="ae2552c1650f6ba9a33ac1b5a29f70925ae1788d410affe4df69050d853a21c6" Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.639803 4809 scope.go:117] "RemoveContainer" containerID="3276a52f7cab1683fdc58302b6c1fd70d5e187e10782b7d776facccc7495e9b9" Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.668556 4809 scope.go:117] "RemoveContainer" containerID="f571d8232a40ff05589210c06a48aaefc59566ac6824cd72d898743205b0b5c3" Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.763284 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.823068 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-1"] Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.851543 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-2"] Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.869468 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.869809 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstackclient" podUID="0795685f-5178-4ae9-a21c-0fcdc9ed24e9" containerName="openstackclient" containerID="cri-o://138f95640fdad6e62d4e8343c4679bf72cf6d9ab9d9ca95d4adb113d30b427e4" gracePeriod=2 Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.911298 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.933397 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.933619 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="44286c1c-9d0f-4f65-8df9-05efafcff0f9" containerName="cinder-scheduler" containerID="cri-o://929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067" gracePeriod=30 Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.934016 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="44286c1c-9d0f-4f65-8df9-05efafcff0f9" containerName="probe" containerID="cri-o://af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3" gracePeriod=30 Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.954023 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance5df5-account-delete-dmjbq"] Oct 13 20:07:11 crc kubenswrapper[4809]: E1013 20:07:11.954431 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0795685f-5178-4ae9-a21c-0fcdc9ed24e9" containerName="openstackclient" Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.954446 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0795685f-5178-4ae9-a21c-0fcdc9ed24e9" containerName="openstackclient" Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.954682 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0795685f-5178-4ae9-a21c-0fcdc9ed24e9" containerName="openstackclient" Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.955373 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance5df5-account-delete-dmjbq" Oct 13 20:07:11 crc kubenswrapper[4809]: E1013 20:07:11.982407 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:11 crc kubenswrapper[4809]: E1013 20:07:11.982671 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data podName:b9a5f97c-e3e8-4341-af1f-edde96d79030 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:12.482656871 +0000 UTC m=+2551.088403456 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data") pod "rabbitmq-server-0" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030") : configmap "rabbitmq-config-data" not found Oct 13 20:07:11 crc kubenswrapper[4809]: E1013 20:07:11.983170 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:11 crc kubenswrapper[4809]: E1013 20:07:11.983198 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data podName:3f9b3c7b-654e-424b-ac21-ad79d98abab8 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:12.483190426 +0000 UTC m=+2551.088937011 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data") pod "rabbitmq-server-1" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8") : configmap "rabbitmq-config-data" not found Oct 13 20:07:11 crc kubenswrapper[4809]: I1013 20:07:11.992103 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance5df5-account-delete-dmjbq"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.114011 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nphgv\" (UniqueName: \"kubernetes.io/projected/ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec-kube-api-access-nphgv\") pod \"glance5df5-account-delete-dmjbq\" (UID: \"ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec\") " pod="openstack-kuttl-tests/glance5df5-account-delete-dmjbq" Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.114493 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.114580 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data podName:13ae95ff-db68-45c0-84cb-6cf2b5692c5f nodeName:}" failed. No retries permitted until 2025-10-13 20:07:12.614556372 +0000 UTC m=+2551.220302957 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data") pod "rabbitmq-server-2" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f") : configmap "rabbitmq-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.148817 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.149053 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="59a93aef-3ffe-4228-a657-0beb43906d6e" containerName="cinder-api-log" containerID="cri-o://7f93aa95a9f3938a106d7facbd3995d55b3a9b07831c6edf70c960254fdd75dc" gracePeriod=30 Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.149460 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="59a93aef-3ffe-4228-a657-0beb43906d6e" containerName="cinder-api" containerID="cri-o://7086ad2fce13a6137f8fc26bc9edfaef85808ae68bdc89fd4fddc3acb0735be4" gracePeriod=30 Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.212667 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-2"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.216328 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nphgv\" (UniqueName: \"kubernetes.io/projected/ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec-kube-api-access-nphgv\") pod \"glance5df5-account-delete-dmjbq\" (UID: \"ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec\") " pod="openstack-kuttl-tests/glance5df5-account-delete-dmjbq" Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.254948 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.285574 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutrond5a1-account-delete-96tx5"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.286917 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutrond5a1-account-delete-96tx5" Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.290062 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nphgv\" (UniqueName: \"kubernetes.io/projected/ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec-kube-api-access-nphgv\") pod \"glance5df5-account-delete-dmjbq\" (UID: \"ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec\") " pod="openstack-kuttl-tests/glance5df5-account-delete-dmjbq" Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.306434 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-wcbkf"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.310624 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance5df5-account-delete-dmjbq" Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.326221 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.326277 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data podName:3aef2e60-ce94-4676-8535-49d0e84d9390 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:12.826264127 +0000 UTC m=+2551.432010712 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data") pod "rabbitmq-cell1-server-0" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.346205 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutrond5a1-account-delete-96tx5"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.400648 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-wcbkf"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.414830 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-1"] Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.427299 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.427359 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data podName:d704ab0c-5baf-4c13-8e89-7cdbe98131ca nodeName:}" failed. No retries permitted until 2025-10-13 20:07:12.927343975 +0000 UTC m=+2551.533090560 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data") pod "rabbitmq-cell1-server-2" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.444279 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.444515 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="8ecd250e-85a0-4319-a659-5491b9177510" containerName="ovn-northd" containerID="cri-o://0da3d0bcebd0e11d22e32b437fc9fb156ad71f123f7e05d959dd8fa4f6cbe5d5" gracePeriod=30 Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.445281 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="8ecd250e-85a0-4319-a659-5491b9177510" containerName="openstack-network-exporter" containerID="cri-o://014bd71fd49feb6b0edef2bc2e28248ebfb98de09d30969fdb3e92609a7084ec" gracePeriod=30 Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.483958 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.484696 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" containerName="openstack-network-exporter" containerID="cri-o://29851a642e3859ad4579b3f168c20407f726440d227371b32b53947679b29d48" gracePeriod=300 Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.531346 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hj485\" (UniqueName: \"kubernetes.io/projected/99b2c711-1f17-4ef7-8e41-00b7bfe3546d-kube-api-access-hj485\") pod \"neutrond5a1-account-delete-96tx5\" (UID: \"99b2c711-1f17-4ef7-8e41-00b7bfe3546d\") " pod="openstack-kuttl-tests/neutrond5a1-account-delete-96tx5" Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.532917 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.532964 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data podName:a470127f-dbb2-4908-8e68-119798666809 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:13.03295256 +0000 UTC m=+2551.638699135 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data") pod "rabbitmq-cell1-server-1" (UID: "a470127f-dbb2-4908-8e68-119798666809") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.533010 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.533034 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data podName:b9a5f97c-e3e8-4341-af1f-edde96d79030 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:13.533024642 +0000 UTC m=+2552.138771217 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data") pod "rabbitmq-server-0" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030") : configmap "rabbitmq-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.533666 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.533700 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data podName:3f9b3c7b-654e-424b-ac21-ad79d98abab8 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:13.533689131 +0000 UTC m=+2552.139435716 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data") pod "rabbitmq-server-1" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8") : configmap "rabbitmq-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.604623 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-7wzpp"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.638235 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hj485\" (UniqueName: \"kubernetes.io/projected/99b2c711-1f17-4ef7-8e41-00b7bfe3546d-kube-api-access-hj485\") pod \"neutrond5a1-account-delete-96tx5\" (UID: \"99b2c711-1f17-4ef7-8e41-00b7bfe3546d\") " pod="openstack-kuttl-tests/neutrond5a1-account-delete-96tx5" Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.639022 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-7wzpp"] Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.640330 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.640499 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data podName:13ae95ff-db68-45c0-84cb-6cf2b5692c5f nodeName:}" failed. No retries permitted until 2025-10-13 20:07:13.64048383 +0000 UTC m=+2552.246230405 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data") pod "rabbitmq-server-2" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f") : configmap "rabbitmq-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.663460 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.664453 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="b818bd0b-b8f4-4fd5-93ea-6ae004a15209" containerName="openstack-network-exporter" containerID="cri-o://33b8891a41412acef99912de15bf0e3f4ec67549faf5b402315ed5344e163b1d" gracePeriod=300 Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.702710 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-s9kcb"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.724800 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-s9kcb"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.739430 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hj485\" (UniqueName: \"kubernetes.io/projected/99b2c711-1f17-4ef7-8e41-00b7bfe3546d-kube-api-access-hj485\") pod \"neutrond5a1-account-delete-96tx5\" (UID: \"99b2c711-1f17-4ef7-8e41-00b7bfe3546d\") " pod="openstack-kuttl-tests/neutrond5a1-account-delete-96tx5" Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.781379 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbicana56b-account-delete-gmnn2"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.784579 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.792110 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-th8s5"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.799434 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.0.183:3000/\": dial tcp 10.217.0.183:3000: connect: connection refused" Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.824926 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutrond5a1-account-delete-96tx5" Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.841442 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbicana56b-account-delete-gmnn2"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.856264 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" containerName="ovsdbserver-sb" containerID="cri-o://fc4b41a712705971168367fff872e653bff1ec9342999dce413537eddcbc7a85" gracePeriod=300 Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.877009 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6qbgc\" (UniqueName: \"kubernetes.io/projected/d1a6c40a-037a-4a1a-a2a9-953788fc3bb4-kube-api-access-6qbgc\") pod \"barbicana56b-account-delete-gmnn2\" (UID: \"d1a6c40a-037a-4a1a-a2a9-953788fc3bb4\") " pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.877797 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.877854 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data podName:3aef2e60-ce94-4676-8535-49d0e84d9390 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:13.877836133 +0000 UTC m=+2552.483582718 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data") pod "rabbitmq-cell1-server-0" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.881831 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-th8s5"] Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.957647 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="fc4b41a712705971168367fff872e653bff1ec9342999dce413537eddcbc7a85" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.963697 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-5czdm"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.970976 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-5czdm"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.981997 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6qbgc\" (UniqueName: \"kubernetes.io/projected/d1a6c40a-037a-4a1a-a2a9-953788fc3bb4-kube-api-access-6qbgc\") pod \"barbicana56b-account-delete-gmnn2\" (UID: \"d1a6c40a-037a-4a1a-a2a9-953788fc3bb4\") " pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.982663 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.982703 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data podName:d704ab0c-5baf-4c13-8e89-7cdbe98131ca nodeName:}" failed. No retries permitted until 2025-10-13 20:07:13.982689647 +0000 UTC m=+2552.588436232 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data") pod "rabbitmq-cell1-server-2" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.982963 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.983156 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" podUID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" containerName="neutron-api" containerID="cri-o://633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295" gracePeriod=30 Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.983457 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" podUID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" containerName="neutron-httpd" containerID="cri-o://2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb" gracePeriod=30 Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.987361 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement263f-account-delete-kw7mz"] Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.989311 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement263f-account-delete-kw7mz" Oct 13 20:07:12 crc kubenswrapper[4809]: I1013 20:07:12.995338 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement263f-account-delete-kw7mz"] Oct 13 20:07:12 crc kubenswrapper[4809]: E1013 20:07:12.996582 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="fc4b41a712705971168367fff872e653bff1ec9342999dce413537eddcbc7a85" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.005849 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.006128 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="48e716f9-fcee-40b4-8235-166b487cd5de" containerName="glance-log" containerID="cri-o://36687fd413b706b33e40f6e803a6a200b09ad15113819dd29e7860b9f5f5a0f2" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.006184 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="48e716f9-fcee-40b4-8235-166b487cd5de" containerName="glance-httpd" containerID="cri-o://e378b99b26d7af601ec24db5ef688e4b08c0b4000b7c3b6de9a59c981e4704f0" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.022862 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.023076 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerName="glance-log" containerID="cri-o://6df3252319d171be04c069cae70074e24524b84f11b9a4b033b9511fb5551252" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.023812 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerName="glance-httpd" containerID="cri-o://2c02df8b965a156d4c457ea475434a73363302d3e00daad848ade2a52315738c" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: E1013 20:07:13.025065 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="fc4b41a712705971168367fff872e653bff1ec9342999dce413537eddcbc7a85" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:07:13 crc kubenswrapper[4809]: E1013 20:07:13.025119 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" containerName="ovsdbserver-sb" Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.035677 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.038952 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6qbgc\" (UniqueName: \"kubernetes.io/projected/d1a6c40a-037a-4a1a-a2a9-953788fc3bb4-kube-api-access-6qbgc\") pod \"barbicana56b-account-delete-gmnn2\" (UID: \"d1a6c40a-037a-4a1a-a2a9-953788fc3bb4\") " pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.046893 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-2"] Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.053908 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-1"] Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.076013 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="b818bd0b-b8f4-4fd5-93ea-6ae004a15209" containerName="ovsdbserver-nb" containerID="cri-o://bd8bd5d5b05160ca8d10b4cd5b423d2d30da1b7805226d8d7a52003fac337f74" gracePeriod=300 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.083804 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/novacell02687-account-delete-gchch"] Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.085093 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell02687-account-delete-gchch" Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.085986 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m7hkk\" (UniqueName: \"kubernetes.io/projected/f4f45ffc-5f3b-4321-a797-a3aafbb14905-kube-api-access-m7hkk\") pod \"placement263f-account-delete-kw7mz\" (UID: \"f4f45ffc-5f3b-4321-a797-a3aafbb14905\") " pod="openstack-kuttl-tests/placement263f-account-delete-kw7mz" Oct 13 20:07:13 crc kubenswrapper[4809]: E1013 20:07:13.086057 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:13 crc kubenswrapper[4809]: E1013 20:07:13.086104 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data podName:a470127f-dbb2-4908-8e68-119798666809 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:14.08608816 +0000 UTC m=+2552.691834745 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data") pod "rabbitmq-cell1-server-1" (UID: "a470127f-dbb2-4908-8e68-119798666809") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.105839 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/novacell02687-account-delete-gchch"] Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.144846 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-server-2" podUID="13ae95ff-db68-45c0-84cb-6cf2b5692c5f" containerName="rabbitmq" containerID="cri-o://1f3f69c41a1fb21c3fdd705e442396372af172953b18f6cc231e5adc28e8e295" gracePeriod=604800 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.187974 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-992nt\" (UniqueName: \"kubernetes.io/projected/e9cb9e39-540b-4457-83b3-4757beed3734-kube-api-access-992nt\") pod \"novacell02687-account-delete-gchch\" (UID: \"e9cb9e39-540b-4457-83b3-4757beed3734\") " pod="openstack-kuttl-tests/novacell02687-account-delete-gchch" Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.188076 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m7hkk\" (UniqueName: \"kubernetes.io/projected/f4f45ffc-5f3b-4321-a797-a3aafbb14905-kube-api-access-m7hkk\") pod \"placement263f-account-delete-kw7mz\" (UID: \"f4f45ffc-5f3b-4321-a797-a3aafbb14905\") " pod="openstack-kuttl-tests/placement263f-account-delete-kw7mz" Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.196377 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.196955 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-server" containerID="cri-o://19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197075 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="swift-recon-cron" containerID="cri-o://00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197110 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="rsync" containerID="cri-o://5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197163 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-expirer" containerID="cri-o://c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197191 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-updater" containerID="cri-o://2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197231 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-auditor" containerID="cri-o://234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197268 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-replicator" containerID="cri-o://d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197302 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-server" containerID="cri-o://dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197332 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-updater" containerID="cri-o://3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197381 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-auditor" containerID="cri-o://c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197371 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-reaper" containerID="cri-o://b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197412 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-replicator" containerID="cri-o://1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197475 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-replicator" containerID="cri-o://4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197483 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-server" containerID="cri-o://5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd" gracePeriod=30 Oct 13 20:07:13 crc kubenswrapper[4809]: I1013 20:07:13.197514 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-auditor" containerID="cri-o://544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.262712 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.282053 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-m7hkk\" (UniqueName: \"kubernetes.io/projected/f4f45ffc-5f3b-4321-a797-a3aafbb14905-kube-api-access-m7hkk\") pod \"placement263f-account-delete-kw7mz\" (UID: \"f4f45ffc-5f3b-4321-a797-a3aafbb14905\") " pod="openstack-kuttl-tests/placement263f-account-delete-kw7mz" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.290037 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-992nt\" (UniqueName: \"kubernetes.io/projected/e9cb9e39-540b-4457-83b3-4757beed3734-kube-api-access-992nt\") pod \"novacell02687-account-delete-gchch\" (UID: \"e9cb9e39-540b-4457-83b3-4757beed3734\") " pod="openstack-kuttl-tests/novacell02687-account-delete-gchch" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.348180 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement263f-account-delete-kw7mz" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.357747 4809 generic.go:334] "Generic (PLEG): container finished" podID="8ecd250e-85a0-4319-a659-5491b9177510" containerID="014bd71fd49feb6b0edef2bc2e28248ebfb98de09d30969fdb3e92609a7084ec" exitCode=2 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.358125 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"8ecd250e-85a0-4319-a659-5491b9177510","Type":"ContainerDied","Data":"014bd71fd49feb6b0edef2bc2e28248ebfb98de09d30969fdb3e92609a7084ec"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.384294 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-992nt\" (UniqueName: \"kubernetes.io/projected/e9cb9e39-540b-4457-83b3-4757beed3734-kube-api-access-992nt\") pod \"novacell02687-account-delete-gchch\" (UID: \"e9cb9e39-540b-4457-83b3-4757beed3734\") " pod="openstack-kuttl-tests/novacell02687-account-delete-gchch" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.384984 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/novacell1e08c-account-delete-nrjch"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.386330 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell1e08c-account-delete-nrjch" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.392389 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-zgcc4"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.406170 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-create-fv45f"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.418067 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-zgcc4"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.426265 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-create-fv45f"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.431167 4809 generic.go:334] "Generic (PLEG): container finished" podID="48e716f9-fcee-40b4-8235-166b487cd5de" containerID="36687fd413b706b33e40f6e803a6a200b09ad15113819dd29e7860b9f5f5a0f2" exitCode=143 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.431257 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"48e716f9-fcee-40b4-8235-166b487cd5de","Type":"ContainerDied","Data":"36687fd413b706b33e40f6e803a6a200b09ad15113819dd29e7860b9f5f5a0f2"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.435792 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/novacell1e08c-account-delete-nrjch"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.457371 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance5df5-account-delete-dmjbq"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.466031 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-56f9ff5654-6kxp9"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.466273 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" podUID="6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" containerName="placement-log" containerID="cri-o://9d1503b85ba1cc527d9535c048cce6bb6f9893365b09fb36c3f1b322edf3ec4e" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.466691 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" podUID="6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" containerName="placement-api" containerID="cri-o://722505b7e72df0b6b87a18c39dfd371ef979421f01702e770355d32b8106d230" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.473063 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell02687-account-delete-gchch" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.479162 4809 generic.go:334] "Generic (PLEG): container finished" podID="59a93aef-3ffe-4228-a657-0beb43906d6e" containerID="7f93aa95a9f3938a106d7facbd3995d55b3a9b07831c6edf70c960254fdd75dc" exitCode=143 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.479240 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"59a93aef-3ffe-4228-a657-0beb43906d6e","Type":"ContainerDied","Data":"7f93aa95a9f3938a106d7facbd3995d55b3a9b07831c6edf70c960254fdd75dc"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.494926 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qlmtf\" (UniqueName: \"kubernetes.io/projected/041f2761-72d8-47a0-8bea-51e98cca7b6f-kube-api-access-qlmtf\") pod \"novacell1e08c-account-delete-nrjch\" (UID: \"041f2761-72d8-47a0-8bea-51e98cca7b6f\") " pod="openstack-kuttl-tests/novacell1e08c-account-delete-nrjch" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.522948 4809 generic.go:334] "Generic (PLEG): container finished" podID="b818bd0b-b8f4-4fd5-93ea-6ae004a15209" containerID="33b8891a41412acef99912de15bf0e3f4ec67549faf5b402315ed5344e163b1d" exitCode=2 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.523041 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"b818bd0b-b8f4-4fd5-93ea-6ae004a15209","Type":"ContainerDied","Data":"33b8891a41412acef99912de15bf0e3f4ec67549faf5b402315ed5344e163b1d"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.546953 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-sxcbb"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.557871 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-5df5-account-create-rmxf8"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.576784 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-sxcbb"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.591858 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance5df5-account-delete-dmjbq"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.593983 4809 generic.go:334] "Generic (PLEG): container finished" podID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" containerID="29851a642e3859ad4579b3f168c20407f726440d227371b32b53947679b29d48" exitCode=2 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.594023 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"b88747fe-cc60-48fc-bcf9-dd1a943635e9","Type":"ContainerDied","Data":"29851a642e3859ad4579b3f168c20407f726440d227371b32b53947679b29d48"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.597645 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qlmtf\" (UniqueName: \"kubernetes.io/projected/041f2761-72d8-47a0-8bea-51e98cca7b6f-kube-api-access-qlmtf\") pod \"novacell1e08c-account-delete-nrjch\" (UID: \"041f2761-72d8-47a0-8bea-51e98cca7b6f\") " pod="openstack-kuttl-tests/novacell1e08c-account-delete-nrjch" Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:13.597878 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:13.597922 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data podName:3f9b3c7b-654e-424b-ac21-ad79d98abab8 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:15.597909018 +0000 UTC m=+2554.203655603 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data") pod "rabbitmq-server-1" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8") : configmap "rabbitmq-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:13.598321 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:13.598344 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data podName:b9a5f97c-e3e8-4341-af1f-edde96d79030 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:15.598336851 +0000 UTC m=+2554.204083436 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data") pod "rabbitmq-server-0" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030") : configmap "rabbitmq-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.603198 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-5df5-account-create-rmxf8"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.613970 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutrond5a1-account-delete-96tx5"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.624290 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.629390 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-d5a1-account-create-pb2p9"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.643426 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qlmtf\" (UniqueName: \"kubernetes.io/projected/041f2761-72d8-47a0-8bea-51e98cca7b6f-kube-api-access-qlmtf\") pod \"novacell1e08c-account-delete-nrjch\" (UID: \"041f2761-72d8-47a0-8bea-51e98cca7b6f\") " pod="openstack-kuttl-tests/novacell1e08c-account-delete-nrjch" Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:13.701584 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:13.701669 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data podName:13ae95ff-db68-45c0-84cb-6cf2b5692c5f nodeName:}" failed. No retries permitted until 2025-10-13 20:07:15.701645491 +0000 UTC m=+2554.307392076 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data") pod "rabbitmq-server-2" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f") : configmap "rabbitmq-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.705962 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.773793 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-sn2l5"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.853947 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.909187 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.909421 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" podUID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerName="proxy-httpd" containerID="cri-o://edea27b108826a9e6888698b018b468d5b727d3cb9915e5283b449c84721494a" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.909852 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" podUID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerName="proxy-server" containerID="cri-o://12752677f93bc18d0f696faed7ffd01434bf6173bab071bf2733cb6fcf24ebe6" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.930704 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:13.931372 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:13.931432 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data podName:3aef2e60-ce94-4676-8535-49d0e84d9390 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:15.931415539 +0000 UTC m=+2554.537162124 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data") pod "rabbitmq-cell1-server-0" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:13.969429 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-cbtmr"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.025993 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.026234 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" podUID="5ceab457-1011-428e-a9b4-79ca56721171" containerName="barbican-keystone-listener-log" containerID="cri-o://0636efdeebac39f5060049430fdf2fbd446cddf3ad0395aa587def7be50043aa" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.026620 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" podUID="5ceab457-1011-428e-a9b4-79ca56721171" containerName="barbican-keystone-listener" containerID="cri-o://3ed853fbe5fb74153b4d50330e02b31ab04b9b4031eb389802f13d6211785460" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:14.035216 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:14.035319 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data podName:d704ab0c-5baf-4c13-8e89-7cdbe98131ca nodeName:}" failed. No retries permitted until 2025-10-13 20:07:16.035298344 +0000 UTC m=+2554.641044929 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data") pod "rabbitmq-cell1-server-2" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.048772 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-2"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.106929 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-1"] Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:14.138010 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:14.138152 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data podName:a470127f-dbb2-4908-8e68-119798666809 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:16.13808634 +0000 UTC m=+2554.743832925 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data") pod "rabbitmq-cell1-server-1" (UID: "a470127f-dbb2-4908-8e68-119798666809") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.139877 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-263f-account-create-2zlqr"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.433103 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" podUID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerName="proxy-server" probeResult="failure" output="Get \"https://10.217.0.166:8080/healthcheck\": dial tcp 10.217.0.166:8080: connect: connection refused" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.433375 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" podUID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.0.166:8080/healthcheck\": dial tcp 10.217.0.166:8080: connect: connection refused" Oct 13 20:07:14 crc kubenswrapper[4809]: W1013 20:07:14.565634 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podebe9b33e_8a15_41f8_9d7b_fa61ad8bcaec.slice/crio-65ed87648e3422d1c1032936527b1a328b30e4d00194f02e20331891cef84347 WatchSource:0}: Error finding container 65ed87648e3422d1c1032936527b1a328b30e4d00194f02e20331891cef84347: Status 404 returned error can't find the container with id 65ed87648e3422d1c1032936527b1a328b30e4d00194f02e20331891cef84347 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.565855 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" podUID="d704ab0c-5baf-4c13-8e89-7cdbe98131ca" containerName="rabbitmq" containerID="cri-o://da629e9c9a4550330420de7686c1c65d4919daaf3645eda7f773e761a37a7c86" gracePeriod=604800 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.565971 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" podUID="a470127f-dbb2-4908-8e68-119798666809" containerName="rabbitmq" containerID="cri-o://30cf78e3eec68fb2d29c3a201bcc61231917a4d77370cbcabd2b4631d6565e8e" gracePeriod=604800 Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:14.587925 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0da3d0bcebd0e11d22e32b437fc9fb156ad71f123f7e05d959dd8fa4f6cbe5d5" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.601928 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="3aef2e60-ce94-4676-8535-49d0e84d9390" containerName="rabbitmq" containerID="cri-o://a0d40c6e6ec2b198a1482e48244dd9e4416c60ea25379f0c45d7d3eb11ed3284" gracePeriod=604800 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.677037 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0022b44d-b16f-4493-a526-d6c889eaf17a" path="/var/lib/kubelet/pods/0022b44d-b16f-4493-a526-d6c889eaf17a/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.679483 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a" path="/var/lib/kubelet/pods/00d1ba08-2fb7-44ea-ab3d-2673de7ebe4a/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.681977 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="b9a5f97c-e3e8-4341-af1f-edde96d79030" containerName="rabbitmq" containerID="cri-o://216057bd4e7ff4595b86830742ae4705567032f9b741791bf2231468113e0036" gracePeriod=604799 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.682100 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-server-1" podUID="3f9b3c7b-654e-424b-ac21-ad79d98abab8" containerName="rabbitmq" containerID="cri-o://12f94afd8db81e2d381852728b6ccb58bb73aeaff0ae83b5d3dc88d5e1bd19ce" gracePeriod=604799 Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:14.682213 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0da3d0bcebd0e11d22e32b437fc9fb156ad71f123f7e05d959dd8fa4f6cbe5d5" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:14.713673 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0da3d0bcebd0e11d22e32b437fc9fb156ad71f123f7e05d959dd8fa4f6cbe5d5" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:07:14 crc kubenswrapper[4809]: E1013 20:07:14.732966 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="8ecd250e-85a0-4319-a659-5491b9177510" containerName="ovn-northd" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.761070 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="00f93b07-0e0c-4883-a8f5-f8dce7836b8e" path="/var/lib/kubelet/pods/00f93b07-0e0c-4883-a8f5-f8dce7836b8e/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.795418 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="46843aef-56c4-4939-91eb-901470f32403" path="/var/lib/kubelet/pods/46843aef-56c4-4939-91eb-901470f32403/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.822168 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4dca3cb1-4fab-4181-97ca-3585afa54e3e" path="/var/lib/kubelet/pods/4dca3cb1-4fab-4181-97ca-3585afa54e3e/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.822866 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="542f6133-6537-48da-8387-ba4748724f62" path="/var/lib/kubelet/pods/542f6133-6537-48da-8387-ba4748724f62/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.823466 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="666edbf8-25e2-47e8-90f2-2de4df961773" path="/var/lib/kubelet/pods/666edbf8-25e2-47e8-90f2-2de4df961773/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.824636 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a18973c7-a590-4387-bc35-ce48e46ec29b" path="/var/lib/kubelet/pods/a18973c7-a590-4387-bc35-ce48e46ec29b/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.836935 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bb858ed1-b4c3-4511-a7d8-33e0fdcda797" path="/var/lib/kubelet/pods/bb858ed1-b4c3-4511-a7d8-33e0fdcda797/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.838657 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c2f21bd5-e8cd-4b19-800c-89f79426f42d" path="/var/lib/kubelet/pods/c2f21bd5-e8cd-4b19-800c-89f79426f42d/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.839205 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c90ed718-8d8e-489c-ac3e-e9c396f5b7b4" path="/var/lib/kubelet/pods/c90ed718-8d8e-489c-ac3e-e9c396f5b7b4/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.851316 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f75533c0-883e-4219-aeb0-e51dd9e5b4f7" path="/var/lib/kubelet/pods/f75533c0-883e-4219-aeb0-e51dd9e5b4f7/volumes" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.876091 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-wm4gf"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.876126 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.878829 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-263f-account-create-2zlqr"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.878856 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-wm4gf"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.878867 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.878880 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-k7vc7"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.878889 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.883182 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.885845 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" podUID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerName="barbican-api-log" containerID="cri-o://7fcda349bf3bd26650f0f75718391a9038f612de0835467e3828554c813a10e8" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.886015 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" podUID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerName="barbican-api" containerID="cri-o://498747055addb3cc7233da394c9b3fe8d40ba6069db241dc643dff9fa6da9471" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889693 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889715 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889741 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889749 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889755 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889762 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889768 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889774 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889780 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889785 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889791 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.889797 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.895169 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-k58wb\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.895263 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wkvcn\" (UniqueName: \"kubernetes.io/projected/ad3a0984-c78d-460d-8e06-249dca2b8103-kube-api-access-wkvcn\") pod \"dnsmasq-dnsmasq-84b9f45d47-k58wb\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.895340 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-k58wb\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899172 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899212 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement263f-account-delete-kw7mz"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899235 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-k7vc7"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899248 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899261 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899272 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899290 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-1b58-account-create-hfxqr"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899299 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899307 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899316 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899331 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899339 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899348 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-create-5vw49"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899357 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbicana56b-account-delete-gmnn2"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899369 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899378 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899387 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899396 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-a56b-account-create-x6nbx"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899407 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-1b58-account-create-hfxqr"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899417 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899426 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899438 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-create-5vw49"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899448 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-a56b-account-create-x6nbx"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899457 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899469 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-1"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899480 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899491 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-2"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899501 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899514 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-jjkxn"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899525 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-jjkxn"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899536 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899548 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899558 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell02687-account-delete-gchch"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899568 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899577 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-2687-account-create-dc29s"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899587 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-e08c-account-create-8pf9z"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899596 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell1e08c-account-delete-nrjch"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899607 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-w2vxp"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899617 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-w2vxp"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899626 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-p8mdh"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899634 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-4f32-account-create-9mttd"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899644 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-p8mdh"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899807 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="88beba32-e3ac-4f84-87e1-85a037974ad8" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.899929 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.900194 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" podUID="33a80ae3-eaf3-492d-b0a6-8c54543b5ade" containerName="barbican-worker-log" containerID="cri-o://80d07813271596589b6b379df0843f88a72e75dd36d11f30f5301791b726669b" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.900307 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-log" containerID="cri-o://c2935b9a3eb15c360bfb54af96ccdf45c0ebe7097ab3462c63d6599653c0157a" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.908484 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="8e586faf-272d-4fc7-9b35-9fe9664d3e22" containerName="nova-scheduler-scheduler" containerID="cri-o://97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.908609 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" podUID="33a80ae3-eaf3-492d-b0a6-8c54543b5ade" containerName="barbican-worker" containerID="cri-o://a222a0e91fd43346ef517ae3c561d16eca71e8adf39827150dbc4eac3873e358" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.908628 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-metadata" containerID="cri-o://8ac738f2549b960c40c1ce2034383e346b69e7a797d0658ef7f9ec802dd25240" gracePeriod=30 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.933433 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-4f32-account-create-9mttd"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.945504 4809 generic.go:334] "Generic (PLEG): container finished" podID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerID="12752677f93bc18d0f696faed7ffd01434bf6173bab071bf2733cb6fcf24ebe6" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.945531 4809 generic.go:334] "Generic (PLEG): container finished" podID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerID="edea27b108826a9e6888698b018b468d5b727d3cb9915e5283b449c84721494a" exitCode=0 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.945608 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" event={"ID":"cec44eff-eb9d-43fd-b15c-5d36672351f4","Type":"ContainerDied","Data":"12752677f93bc18d0f696faed7ffd01434bf6173bab071bf2733cb6fcf24ebe6"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.945640 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" event={"ID":"cec44eff-eb9d-43fd-b15c-5d36672351f4","Type":"ContainerDied","Data":"edea27b108826a9e6888698b018b468d5b727d3cb9915e5283b449c84721494a"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.988878 4809 generic.go:334] "Generic (PLEG): container finished" podID="6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" containerID="9d1503b85ba1cc527d9535c048cce6bb6f9893365b09fb36c3f1b322edf3ec4e" exitCode=143 Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.989064 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" event={"ID":"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4","Type":"ContainerDied","Data":"9d1503b85ba1cc527d9535c048cce6bb6f9893365b09fb36c3f1b322edf3ec4e"} Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.993371 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d"] Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.997614 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-k58wb\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.997791 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wkvcn\" (UniqueName: \"kubernetes.io/projected/ad3a0984-c78d-460d-8e06-249dca2b8103-kube-api-access-wkvcn\") pod \"dnsmasq-dnsmasq-84b9f45d47-k58wb\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:14 crc kubenswrapper[4809]: I1013 20:07:14.997932 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-k58wb\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.000099 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-k58wb\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.005707 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-k58wb\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.012214 4809 generic.go:334] "Generic (PLEG): container finished" podID="0795685f-5178-4ae9-a21c-0fcdc9ed24e9" containerID="138f95640fdad6e62d4e8343c4679bf72cf6d9ab9d9ca95d4adb113d30b427e4" exitCode=137 Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.053021 4809 generic.go:334] "Generic (PLEG): container finished" podID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerID="9e548df945833776fa01d4a40234b50855aa048ac2ad7b83e55019ce7b092b3a" exitCode=0 Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.053086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"97b26bc5-4a9c-419c-9d21-462e203c8b1a","Type":"ContainerDied","Data":"9e548df945833776fa01d4a40234b50855aa048ac2ad7b83e55019ce7b092b3a"} Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.055412 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wkvcn\" (UniqueName: \"kubernetes.io/projected/ad3a0984-c78d-460d-8e06-249dca2b8103-kube-api-access-wkvcn\") pod \"dnsmasq-dnsmasq-84b9f45d47-k58wb\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.061181 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.061394 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="ed3d4254-3765-4610-b283-0e773173d52a" containerName="nova-cell1-conductor-conductor" containerID="cri-o://0867963e9fd126d6ef4abce20fe77655b83e903c256323e6477bd48c97c84d59" gracePeriod=30 Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.066240 4809 generic.go:334] "Generic (PLEG): container finished" podID="44286c1c-9d0f-4f65-8df9-05efafcff0f9" containerID="af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3" exitCode=0 Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.066296 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"44286c1c-9d0f-4f65-8df9-05efafcff0f9","Type":"ContainerDied","Data":"af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3"} Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.069463 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_b818bd0b-b8f4-4fd5-93ea-6ae004a15209/ovsdbserver-nb/0.log" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.069503 4809 generic.go:334] "Generic (PLEG): container finished" podID="b818bd0b-b8f4-4fd5-93ea-6ae004a15209" containerID="bd8bd5d5b05160ca8d10b4cd5b423d2d30da1b7805226d8d7a52003fac337f74" exitCode=143 Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.069555 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"b818bd0b-b8f4-4fd5-93ea-6ae004a15209","Type":"ContainerDied","Data":"bd8bd5d5b05160ca8d10b4cd5b423d2d30da1b7805226d8d7a52003fac337f74"} Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.075593 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_b88747fe-cc60-48fc-bcf9-dd1a943635e9/ovsdbserver-sb/0.log" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.075630 4809 generic.go:334] "Generic (PLEG): container finished" podID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" containerID="fc4b41a712705971168367fff872e653bff1ec9342999dce413537eddcbc7a85" exitCode=143 Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.075677 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"b88747fe-cc60-48fc-bcf9-dd1a943635e9","Type":"ContainerDied","Data":"fc4b41a712705971168367fff872e653bff1ec9342999dce413537eddcbc7a85"} Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.077337 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb"] Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.099504 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xdds6\" (UniqueName: \"kubernetes.io/projected/bc1fb9ef-9060-4400-b80c-d7749c8e1896-kube-api-access-xdds6\") pod \"novaapi4f32-account-delete-sfx9d\" (UID: \"bc1fb9ef-9060-4400-b80c-d7749c8e1896\") " pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.104306 4809 generic.go:334] "Generic (PLEG): container finished" podID="37aa6eff-0d89-411c-b085-77eb5b424580" containerID="fcbb1de3013151f0f110d6ffb487f8bf22ea3a0196e3fc7873ad986bb84ec285" exitCode=0 Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.104367 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"37aa6eff-0d89-411c-b085-77eb5b424580","Type":"ContainerDied","Data":"fcbb1de3013151f0f110d6ffb487f8bf22ea3a0196e3fc7873ad986bb84ec285"} Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.118957 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-fwmdb"] Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.126890 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0867963e9fd126d6ef4abce20fe77655b83e903c256323e6477bd48c97c84d59" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.137906 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0867963e9fd126d6ef4abce20fe77655b83e903c256323e6477bd48c97c84d59" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.142537 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.142743 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="edebcd6c-e2c2-4f2e-95cb-24248f4b4584" containerName="nova-cell0-conductor-conductor" containerID="cri-o://de2ee067320b7abe9e4c5ebefc2f673a731037841d7c1e2f5357d4629c004dc5" gracePeriod=30 Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.146768 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance5df5-account-delete-dmjbq" event={"ID":"ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec","Type":"ContainerStarted","Data":"65ed87648e3422d1c1032936527b1a328b30e4d00194f02e20331891cef84347"} Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.152751 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f"] Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.169592 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-5x28f"] Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.173212 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0867963e9fd126d6ef4abce20fe77655b83e903c256323e6477bd48c97c84d59" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.173271 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="ed3d4254-3765-4610-b283-0e773173d52a" containerName="nova-cell1-conductor-conductor" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.187021 4809 generic.go:334] "Generic (PLEG): container finished" podID="5ceab457-1011-428e-a9b4-79ca56721171" containerID="0636efdeebac39f5060049430fdf2fbd446cddf3ad0395aa587def7be50043aa" exitCode=143 Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.187115 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" event={"ID":"5ceab457-1011-428e-a9b4-79ca56721171","Type":"ContainerDied","Data":"0636efdeebac39f5060049430fdf2fbd446cddf3ad0395aa587def7be50043aa"} Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.202243 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xdds6\" (UniqueName: \"kubernetes.io/projected/bc1fb9ef-9060-4400-b80c-d7749c8e1896-kube-api-access-xdds6\") pod \"novaapi4f32-account-delete-sfx9d\" (UID: \"bc1fb9ef-9060-4400-b80c-d7749c8e1896\") " pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.210772 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutrond5a1-account-delete-96tx5"] Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.222493 4809 generic.go:334] "Generic (PLEG): container finished" podID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerID="6df3252319d171be04c069cae70074e24524b84f11b9a4b033b9511fb5551252" exitCode=143 Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.222540 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8934e140-ba31-4edb-9dd8-07c9d708a9d9","Type":"ContainerDied","Data":"6df3252319d171be04c069cae70074e24524b84f11b9a4b033b9511fb5551252"} Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.238903 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xdds6\" (UniqueName: \"kubernetes.io/projected/bc1fb9ef-9060-4400-b80c-d7749c8e1896-kube-api-access-xdds6\") pod \"novaapi4f32-account-delete-sfx9d\" (UID: \"bc1fb9ef-9060-4400-b80c-d7749c8e1896\") " pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" Oct 13 20:07:15 crc kubenswrapper[4809]: W1013 20:07:15.265346 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod99b2c711_1f17_4ef7_8e41_00b7bfe3546d.slice/crio-c719a879f01c4a495025d0fd682516a73b38252e0136d453b0eb3d4c56fa0a46 WatchSource:0}: Error finding container c719a879f01c4a495025d0fd682516a73b38252e0136d453b0eb3d4c56fa0a46: Status 404 returned error can't find the container with id c719a879f01c4a495025d0fd682516a73b38252e0136d453b0eb3d4c56fa0a46 Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.298610 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.303160 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.334561 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/novacell1e08c-account-delete-nrjch" secret="" err="secret \"galera-openstack-cell1-dockercfg-gn5dc\" not found" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.334649 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell1e08c-account-delete-nrjch" Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.351308 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.380706 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="8e586faf-272d-4fc7-9b35-9fe9664d3e22" containerName="nova-scheduler-scheduler" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.386203 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.407618 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.421304 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-cell1-galera-2" podUID="d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" containerName="galera" containerID="cri-o://c5e275204f4fa8e033ce94f312448df13dbe814fc89660f81b4dcea327b8e3d9" gracePeriod=30 Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.421833 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_b818bd0b-b8f4-4fd5-93ea-6ae004a15209/ovsdbserver-nb/0.log" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.422070 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.510682 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-config\") pod \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.511539 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-metrics-certs-tls-certs\") pod \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.511618 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdb-rundir\") pod \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.511695 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdbserver-nb-tls-certs\") pod \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.511766 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-nb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.511867 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-combined-ca-bundle\") pod \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.511911 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8prfq\" (UniqueName: \"kubernetes.io/projected/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-kube-api-access-8prfq\") pod \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.511933 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-scripts\") pod \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\" (UID: \"b818bd0b-b8f4-4fd5-93ea-6ae004a15209\") " Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.512467 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-config" (OuterVolumeSpecName: "config") pod "b818bd0b-b8f4-4fd5-93ea-6ae004a15209" (UID: "b818bd0b-b8f4-4fd5-93ea-6ae004a15209"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.512651 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.515161 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "b818bd0b-b8f4-4fd5-93ea-6ae004a15209" (UID: "b818bd0b-b8f4-4fd5-93ea-6ae004a15209"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.515198 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-scripts" (OuterVolumeSpecName: "scripts") pod "b818bd0b-b8f4-4fd5-93ea-6ae004a15209" (UID: "b818bd0b-b8f4-4fd5-93ea-6ae004a15209"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.536208 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage20-crc" (OuterVolumeSpecName: "ovndbcluster-nb-etc-ovn") pod "b818bd0b-b8f4-4fd5-93ea-6ae004a15209" (UID: "b818bd0b-b8f4-4fd5-93ea-6ae004a15209"). InnerVolumeSpecName "local-storage20-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.560400 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-kube-api-access-8prfq" (OuterVolumeSpecName: "kube-api-access-8prfq") pod "b818bd0b-b8f4-4fd5-93ea-6ae004a15209" (UID: "b818bd0b-b8f4-4fd5-93ea-6ae004a15209"). InnerVolumeSpecName "kube-api-access-8prfq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.575017 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b818bd0b-b8f4-4fd5-93ea-6ae004a15209" (UID: "b818bd0b-b8f4-4fd5-93ea-6ae004a15209"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.618774 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.619212 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data podName:b9a5f97c-e3e8-4341-af1f-edde96d79030 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:19.619193492 +0000 UTC m=+2558.224940077 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data") pod "rabbitmq-server-0" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030") : configmap "rabbitmq-config-data" not found Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.618788 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") on node \"crc\" " Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.619253 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.619273 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8prfq\" (UniqueName: \"kubernetes.io/projected/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-kube-api-access-8prfq\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.619287 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.619298 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.619632 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.619656 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data podName:3f9b3c7b-654e-424b-ac21-ad79d98abab8 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:19.619648625 +0000 UTC m=+2558.225395210 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data") pod "rabbitmq-server-1" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8") : configmap "rabbitmq-config-data" not found Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.707692 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbicana56b-account-delete-gmnn2"] Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.721664 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.721973 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data podName:13ae95ff-db68-45c0-84cb-6cf2b5692c5f nodeName:}" failed. No retries permitted until 2025-10-13 20:07:19.72171201 +0000 UTC m=+2558.327458595 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data") pod "rabbitmq-server-2" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f") : configmap "rabbitmq-config-data" not found Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.732981 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage20-crc" (UniqueName: "kubernetes.io/local-volume/local-storage20-crc") on node "crc" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.754357 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "b818bd0b-b8f4-4fd5-93ea-6ae004a15209" (UID: "b818bd0b-b8f4-4fd5-93ea-6ae004a15209"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.762435 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdbserver-nb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-nb-tls-certs") pod "b818bd0b-b8f4-4fd5-93ea-6ae004a15209" (UID: "b818bd0b-b8f4-4fd5-93ea-6ae004a15209"). InnerVolumeSpecName "ovsdbserver-nb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.829157 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.829515 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.829527 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b818bd0b-b8f4-4fd5-93ea-6ae004a15209-ovsdbserver-nb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.933475 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:15 crc kubenswrapper[4809]: E1013 20:07:15.933547 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data podName:3aef2e60-ce94-4676-8535-49d0e84d9390 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:19.933533389 +0000 UTC m=+2558.539279974 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data") pod "rabbitmq-cell1-server-0" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.953066 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:07:15 crc kubenswrapper[4809]: I1013 20:07:15.959992 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.034301 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-combined-ca-bundle\") pod \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.034399 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nv5jl\" (UniqueName: \"kubernetes.io/projected/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-kube-api-access-nv5jl\") pod \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.034433 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config\") pod \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.034564 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-config-data\") pod \"37aa6eff-0d89-411c-b085-77eb5b424580\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.034594 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config-secret\") pod \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\" (UID: \"0795685f-5178-4ae9-a21c-0fcdc9ed24e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.034764 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/37aa6eff-0d89-411c-b085-77eb5b424580-logs\") pod \"37aa6eff-0d89-411c-b085-77eb5b424580\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.034798 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7snnd\" (UniqueName: \"kubernetes.io/projected/37aa6eff-0d89-411c-b085-77eb5b424580-kube-api-access-7snnd\") pod \"37aa6eff-0d89-411c-b085-77eb5b424580\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.034863 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-combined-ca-bundle\") pod \"37aa6eff-0d89-411c-b085-77eb5b424580\" (UID: \"37aa6eff-0d89-411c-b085-77eb5b424580\") " Oct 13 20:07:16 crc kubenswrapper[4809]: E1013 20:07:16.035529 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:16 crc kubenswrapper[4809]: E1013 20:07:16.035600 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data podName:d704ab0c-5baf-4c13-8e89-7cdbe98131ca nodeName:}" failed. No retries permitted until 2025-10-13 20:07:20.035579783 +0000 UTC m=+2558.641326368 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data") pod "rabbitmq-cell1-server-2" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.041174 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/37aa6eff-0d89-411c-b085-77eb5b424580-logs" (OuterVolumeSpecName: "logs") pod "37aa6eff-0d89-411c-b085-77eb5b424580" (UID: "37aa6eff-0d89-411c-b085-77eb5b424580"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.046060 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.046309 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_b88747fe-cc60-48fc-bcf9-dd1a943635e9/ovsdbserver-sb/0.log" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.046300 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-kube-api-access-nv5jl" (OuterVolumeSpecName: "kube-api-access-nv5jl") pod "0795685f-5178-4ae9-a21c-0fcdc9ed24e9" (UID: "0795685f-5178-4ae9-a21c-0fcdc9ed24e9"). InnerVolumeSpecName "kube-api-access-nv5jl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.046395 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.079501 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.087409 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/37aa6eff-0d89-411c-b085-77eb5b424580-kube-api-access-7snnd" (OuterVolumeSpecName: "kube-api-access-7snnd") pod "37aa6eff-0d89-411c-b085-77eb5b424580" (UID: "37aa6eff-0d89-411c-b085-77eb5b424580"). InnerVolumeSpecName "kube-api-access-7snnd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.100136 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136343 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/44286c1c-9d0f-4f65-8df9-05efafcff0f9-etc-machine-id\") pod \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136392 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-run-httpd\") pod \"cec44eff-eb9d-43fd-b15c-5d36672351f4\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136416 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-ceilometer-tls-certs\") pod \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136434 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-internal-tls-certs\") pod \"cec44eff-eb9d-43fd-b15c-5d36672351f4\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136454 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-combined-ca-bundle\") pod \"cec44eff-eb9d-43fd-b15c-5d36672351f4\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136477 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data\") pod \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136493 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-run-httpd\") pod \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136525 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-scripts\") pod \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136551 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4jx4v\" (UniqueName: \"kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-kube-api-access-4jx4v\") pod \"cec44eff-eb9d-43fd-b15c-5d36672351f4\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136578 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data-custom\") pod \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136597 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-metrics-certs-tls-certs\") pod \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136627 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-combined-ca-bundle\") pod \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdb-rundir\") pod \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136681 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-combined-ca-bundle\") pod \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136703 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-etc-swift\") pod \"cec44eff-eb9d-43fd-b15c-5d36672351f4\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136718 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-scripts\") pod \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136766 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-t8ddq\" (UniqueName: \"kubernetes.io/projected/44286c1c-9d0f-4f65-8df9-05efafcff0f9-kube-api-access-t8ddq\") pod \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136784 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-sb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136800 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4nv55\" (UniqueName: \"kubernetes.io/projected/97b26bc5-4a9c-419c-9d21-462e203c8b1a-kube-api-access-4nv55\") pod \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136825 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-log-httpd\") pod \"cec44eff-eb9d-43fd-b15c-5d36672351f4\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136853 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-log-httpd\") pod \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136870 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-config\") pod \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136887 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-config-data\") pod \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136901 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-combined-ca-bundle\") pod \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136917 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-config-data\") pod \"cec44eff-eb9d-43fd-b15c-5d36672351f4\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136954 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-public-tls-certs\") pod \"cec44eff-eb9d-43fd-b15c-5d36672351f4\" (UID: \"cec44eff-eb9d-43fd-b15c-5d36672351f4\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136979 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-scripts\") pod \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\" (UID: \"44286c1c-9d0f-4f65-8df9-05efafcff0f9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.136999 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-sg-core-conf-yaml\") pod \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\" (UID: \"97b26bc5-4a9c-419c-9d21-462e203c8b1a\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.137025 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9qws5\" (UniqueName: \"kubernetes.io/projected/b88747fe-cc60-48fc-bcf9-dd1a943635e9-kube-api-access-9qws5\") pod \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.137044 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdbserver-sb-tls-certs\") pod \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\" (UID: \"b88747fe-cc60-48fc-bcf9-dd1a943635e9\") " Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.137419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-scripts" (OuterVolumeSpecName: "scripts") pod "b88747fe-cc60-48fc-bcf9-dd1a943635e9" (UID: "b88747fe-cc60-48fc-bcf9-dd1a943635e9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.137436 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nv5jl\" (UniqueName: \"kubernetes.io/projected/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-kube-api-access-nv5jl\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.137450 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/37aa6eff-0d89-411c-b085-77eb5b424580-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.137460 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7snnd\" (UniqueName: \"kubernetes.io/projected/37aa6eff-0d89-411c-b085-77eb5b424580-kube-api-access-7snnd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.137474 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/44286c1c-9d0f-4f65-8df9-05efafcff0f9-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "44286c1c-9d0f-4f65-8df9-05efafcff0f9" (UID: "44286c1c-9d0f-4f65-8df9-05efafcff0f9"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.137688 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "cec44eff-eb9d-43fd-b15c-5d36672351f4" (UID: "cec44eff-eb9d-43fd-b15c-5d36672351f4"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.161466 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "97b26bc5-4a9c-419c-9d21-462e203c8b1a" (UID: "97b26bc5-4a9c-419c-9d21-462e203c8b1a"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.161851 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "97b26bc5-4a9c-419c-9d21-462e203c8b1a" (UID: "97b26bc5-4a9c-419c-9d21-462e203c8b1a"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.161976 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "cec44eff-eb9d-43fd-b15c-5d36672351f4" (UID: "cec44eff-eb9d-43fd-b15c-5d36672351f4"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.164052 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-config" (OuterVolumeSpecName: "config") pod "b88747fe-cc60-48fc-bcf9-dd1a943635e9" (UID: "b88747fe-cc60-48fc-bcf9-dd1a943635e9"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.164462 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "b88747fe-cc60-48fc-bcf9-dd1a943635e9" (UID: "b88747fe-cc60-48fc-bcf9-dd1a943635e9"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.181063 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="00c118fc-c186-4024-a68b-dff42912d2e3" path="/var/lib/kubelet/pods/00c118fc-c186-4024-a68b-dff42912d2e3/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.182048 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0bce7599-f92c-473c-b543-cd31ffd5d4bc" path="/var/lib/kubelet/pods/0bce7599-f92c-473c-b543-cd31ffd5d4bc/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.182528 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0c69357a-3eb3-443e-b3f8-267d232b6ce6" path="/var/lib/kubelet/pods/0c69357a-3eb3-443e-b3f8-267d232b6ce6/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.182999 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="258852db-7b5c-4536-b79d-62c9edfadfbd" path="/var/lib/kubelet/pods/258852db-7b5c-4536-b79d-62c9edfadfbd/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.184140 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-kube-api-access-4jx4v" (OuterVolumeSpecName: "kube-api-access-4jx4v") pod "cec44eff-eb9d-43fd-b15c-5d36672351f4" (UID: "cec44eff-eb9d-43fd-b15c-5d36672351f4"). InnerVolumeSpecName "kube-api-access-4jx4v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.184234 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b88747fe-cc60-48fc-bcf9-dd1a943635e9-kube-api-access-9qws5" (OuterVolumeSpecName: "kube-api-access-9qws5") pod "b88747fe-cc60-48fc-bcf9-dd1a943635e9" (UID: "b88747fe-cc60-48fc-bcf9-dd1a943635e9"). InnerVolumeSpecName "kube-api-access-9qws5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.184586 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="27cdfc95-752e-4c8e-b708-719eced75329" path="/var/lib/kubelet/pods/27cdfc95-752e-4c8e-b708-719eced75329/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.185193 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9c58b277-0c94-4d2e-bd84-844c078f2d83" path="/var/lib/kubelet/pods/9c58b277-0c94-4d2e-bd84-844c078f2d83/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.185943 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea" path="/var/lib/kubelet/pods/a9b5fdcd-6ad6-4a9c-9fd5-caa18600f8ea/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.186917 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2" path="/var/lib/kubelet/pods/a9d5e9f0-c81f-4db8-acb1-9a8b6b2411b2/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.187465 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bacdf4a1-bd2a-4d68-83c4-8e16b356ee63" path="/var/lib/kubelet/pods/bacdf4a1-bd2a-4d68-83c4-8e16b356ee63/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.187988 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bde6a433-73c1-479b-9e66-8906a5d53316" path="/var/lib/kubelet/pods/bde6a433-73c1-479b-9e66-8906a5d53316/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.189173 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e2593ba1-0b67-4c14-a90c-0def208a0656" path="/var/lib/kubelet/pods/e2593ba1-0b67-4c14-a90c-0def208a0656/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.190156 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ed759212-b544-4cb6-abb7-59cbeb007173" path="/var/lib/kubelet/pods/ed759212-b544-4cb6-abb7-59cbeb007173/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.190603 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="edcb639c-9301-4685-ac4a-def75a2d64f9" path="/var/lib/kubelet/pods/edcb639c-9301-4685-ac4a-def75a2d64f9/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.191184 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fe40eaf9-7f7c-452c-9811-6561dcb2dd5f" path="/var/lib/kubelet/pods/fe40eaf9-7f7c-452c-9811-6561dcb2dd5f/volumes" Oct 13 20:07:16 crc kubenswrapper[4809]: I1013 20:07:16.199459 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage17-crc" (OuterVolumeSpecName: "ovndbcluster-sb-etc-ovn") pod "b88747fe-cc60-48fc-bcf9-dd1a943635e9" (UID: "b88747fe-cc60-48fc-bcf9-dd1a943635e9"). InnerVolumeSpecName "local-storage17-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.211803 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.223335 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/97b26bc5-4a9c-419c-9d21-462e203c8b1a-kube-api-access-4nv55" (OuterVolumeSpecName: "kube-api-access-4nv55") pod "97b26bc5-4a9c-419c-9d21-462e203c8b1a" (UID: "97b26bc5-4a9c-419c-9d21-462e203c8b1a"). InnerVolumeSpecName "kube-api-access-4nv55". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.228753 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "44286c1c-9d0f-4f65-8df9-05efafcff0f9" (UID: "44286c1c-9d0f-4f65-8df9-05efafcff0f9"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.237887 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9qfcw\" (UniqueName: \"kubernetes.io/projected/88beba32-e3ac-4f84-87e1-85a037974ad8-kube-api-access-9qfcw\") pod \"88beba32-e3ac-4f84-87e1-85a037974ad8\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.238039 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-nova-novncproxy-tls-certs\") pod \"88beba32-e3ac-4f84-87e1-85a037974ad8\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.238099 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-vencrypt-tls-certs\") pod \"88beba32-e3ac-4f84-87e1-85a037974ad8\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.238116 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-combined-ca-bundle\") pod \"88beba32-e3ac-4f84-87e1-85a037974ad8\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.238137 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-config-data\") pod \"88beba32-e3ac-4f84-87e1-85a037974ad8\" (UID: \"88beba32-e3ac-4f84-87e1-85a037974ad8\") " Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239279 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239304 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") on node \"crc\" " Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239316 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4nv55\" (UniqueName: \"kubernetes.io/projected/97b26bc5-4a9c-419c-9d21-462e203c8b1a-kube-api-access-4nv55\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239327 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239336 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239345 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239353 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9qws5\" (UniqueName: \"kubernetes.io/projected/b88747fe-cc60-48fc-bcf9-dd1a943635e9-kube-api-access-9qws5\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239362 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/44286c1c-9d0f-4f65-8df9-05efafcff0f9-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239370 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/cec44eff-eb9d-43fd-b15c-5d36672351f4-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239380 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/97b26bc5-4a9c-419c-9d21-462e203c8b1a-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239388 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b88747fe-cc60-48fc-bcf9-dd1a943635e9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239397 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4jx4v\" (UniqueName: \"kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-kube-api-access-4jx4v\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.239405 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: E1013 20:07:16.239871 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:17 crc kubenswrapper[4809]: E1013 20:07:16.239917 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data podName:a470127f-dbb2-4908-8e68-119798666809 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:20.239903099 +0000 UTC m=+2558.845649684 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data") pod "rabbitmq-cell1-server-1" (UID: "a470127f-dbb2-4908-8e68-119798666809") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.241281 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "cec44eff-eb9d-43fd-b15c-5d36672351f4" (UID: "cec44eff-eb9d-43fd-b15c-5d36672351f4"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.241466 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-scripts" (OuterVolumeSpecName: "scripts") pod "44286c1c-9d0f-4f65-8df9-05efafcff0f9" (UID: "44286c1c-9d0f-4f65-8df9-05efafcff0f9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.241519 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-scripts" (OuterVolumeSpecName: "scripts") pod "97b26bc5-4a9c-419c-9d21-462e203c8b1a" (UID: "97b26bc5-4a9c-419c-9d21-462e203c8b1a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.247087 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/44286c1c-9d0f-4f65-8df9-05efafcff0f9-kube-api-access-t8ddq" (OuterVolumeSpecName: "kube-api-access-t8ddq") pod "44286c1c-9d0f-4f65-8df9-05efafcff0f9" (UID: "44286c1c-9d0f-4f65-8df9-05efafcff0f9"). InnerVolumeSpecName "kube-api-access-t8ddq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.254591 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.256558 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"97b26bc5-4a9c-419c-9d21-462e203c8b1a","Type":"ContainerDied","Data":"6366f83d01f658052611354c6efbae6184c11619affe40277b5531a0b0b2cfa1"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.256582 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell02687-account-delete-gchch"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.256598 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement263f-account-delete-kw7mz"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.256618 4809 scope.go:117] "RemoveContainer" containerID="a8fe58a21edfadbe8ef33fc1b7575eedec65aeea38a383d8ff0f5a692e9082c0" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.257744 4809 generic.go:334] "Generic (PLEG): container finished" podID="88beba32-e3ac-4f84-87e1-85a037974ad8" containerID="c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.257777 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"88beba32-e3ac-4f84-87e1-85a037974ad8","Type":"ContainerDied","Data":"c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.257791 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"88beba32-e3ac-4f84-87e1-85a037974ad8","Type":"ContainerDied","Data":"3635a29ba5ea43618fa86d251e6ba698ebb646f813eeadbcf4598ef232732818"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.257823 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.258927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/88beba32-e3ac-4f84-87e1-85a037974ad8-kube-api-access-9qfcw" (OuterVolumeSpecName: "kube-api-access-9qfcw") pod "88beba32-e3ac-4f84-87e1-85a037974ad8" (UID: "88beba32-e3ac-4f84-87e1-85a037974ad8"). InnerVolumeSpecName "kube-api-access-9qfcw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.266677 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_b818bd0b-b8f4-4fd5-93ea-6ae004a15209/ovsdbserver-nb/0.log" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.266767 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"b818bd0b-b8f4-4fd5-93ea-6ae004a15209","Type":"ContainerDied","Data":"0f05d5c4a5d031a2c6021507894aae5dc70acd3ee69b5d1a1bbd76b46b4bff3f"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.266798 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:07:17 crc kubenswrapper[4809]: W1013 20:07:16.282666 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf4f45ffc_5f3b_4321_a797_a3aafbb14905.slice/crio-997f4f1732bb1b90ce589f15e5319c021131b336d5f794ecc6f5c8cfa2a7f054 WatchSource:0}: Error finding container 997f4f1732bb1b90ce589f15e5319c021131b336d5f794ecc6f5c8cfa2a7f054: Status 404 returned error can't find the container with id 997f4f1732bb1b90ce589f15e5319c021131b336d5f794ecc6f5c8cfa2a7f054 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.327239 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.334938 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.341154 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9qfcw\" (UniqueName: \"kubernetes.io/projected/88beba32-e3ac-4f84-87e1-85a037974ad8-kube-api-access-9qfcw\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.341177 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/cec44eff-eb9d-43fd-b15c-5d36672351f4-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.341186 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.341195 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-t8ddq\" (UniqueName: \"kubernetes.io/projected/44286c1c-9d0f-4f65-8df9-05efafcff0f9-kube-api-access-t8ddq\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.341204 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: E1013 20:07:16.357017 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="de2ee067320b7abe9e4c5ebefc2f673a731037841d7c1e2f5357d4629c004dc5" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.357476 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "97b26bc5-4a9c-419c-9d21-462e203c8b1a" (UID: "97b26bc5-4a9c-419c-9d21-462e203c8b1a"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.364367 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage17-crc" (UniqueName: "kubernetes.io/local-volume/local-storage17-crc") on node "crc" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.374877 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.374909 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.377518 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.377567 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd"} Oct 13 20:07:17 crc kubenswrapper[4809]: E1013 20:07:16.378707 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="de2ee067320b7abe9e4c5ebefc2f673a731037841d7c1e2f5357d4629c004dc5" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:17 crc kubenswrapper[4809]: E1013 20:07:16.391944 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="de2ee067320b7abe9e4c5ebefc2f673a731037841d7c1e2f5357d4629c004dc5" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:17 crc kubenswrapper[4809]: E1013 20:07:16.392041 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="edebcd6c-e2c2-4f2e-95cb-24248f4b4584" containerName="nova-cell0-conductor-conductor" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.404722 4809 scope.go:117] "RemoveContainer" containerID="6ba82203a0554f2e04442d904d2e6e371f94f22ac9d48680ea82f36a13e74894" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.405061 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config" (OuterVolumeSpecName: "openstack-config") pod "0795685f-5178-4ae9-a21c-0fcdc9ed24e9" (UID: "0795685f-5178-4ae9-a21c-0fcdc9ed24e9"). InnerVolumeSpecName "openstack-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.405077 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" event={"ID":"d1a6c40a-037a-4a1a-a2a9-953788fc3bb4","Type":"ContainerStarted","Data":"9d8dec58141baf7faa900922f2f83c4ecb2f6fb632a7d4d18904386a5783d11d"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.405116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" event={"ID":"d1a6c40a-037a-4a1a-a2a9-953788fc3bb4","Type":"ContainerStarted","Data":"f41825d00ea11cfe3c4532b30a6aaf671371d3d66b4621844b443d2e6b6b9d09"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.405166 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" podUID="d1a6c40a-037a-4a1a-a2a9-953788fc3bb4" containerName="mariadb-account-delete" containerID="cri-o://9d8dec58141baf7faa900922f2f83c4ecb2f6fb632a7d4d18904386a5783d11d" gracePeriod=30 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.427986 4809 generic.go:334] "Generic (PLEG): container finished" podID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" containerID="2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.428078 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" event={"ID":"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c","Type":"ContainerDied","Data":"2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.432087 4809 generic.go:334] "Generic (PLEG): container finished" podID="ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec" containerID="92aae34796ccf701fad057ddc4a0622663b98e82964daea280ad5b0de9cf763b" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.432150 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance5df5-account-delete-dmjbq" event={"ID":"ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec","Type":"ContainerDied","Data":"92aae34796ccf701fad057ddc4a0622663b98e82964daea280ad5b0de9cf763b"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.432753 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" podStartSLOduration=4.432725739 podStartE2EDuration="4.432725739s" podCreationTimestamp="2025-10-13 20:07:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:07:16.428149559 +0000 UTC m=+2555.033896144" watchObservedRunningTime="2025-10-13 20:07:16.432725739 +0000 UTC m=+2555.038472324" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.444501 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.444528 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.444537 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.467563 4809 generic.go:334] "Generic (PLEG): container finished" podID="edf51835-3298-4830-b548-04cf8b6e164c" containerID="c2935b9a3eb15c360bfb54af96ccdf45c0ebe7097ab3462c63d6599653c0157a" exitCode=143 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.467673 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"edf51835-3298-4830-b548-04cf8b6e164c","Type":"ContainerDied","Data":"c2935b9a3eb15c360bfb54af96ccdf45c0ebe7097ab3462c63d6599653c0157a"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.476395 4809 generic.go:334] "Generic (PLEG): container finished" podID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerID="7fcda349bf3bd26650f0f75718391a9038f612de0835467e3828554c813a10e8" exitCode=143 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.476472 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" event={"ID":"edfdc646-7c61-4133-9377-ba2880ffd3df","Type":"ContainerDied","Data":"7fcda349bf3bd26650f0f75718391a9038f612de0835467e3828554c813a10e8"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.478882 4809 generic.go:334] "Generic (PLEG): container finished" podID="33a80ae3-eaf3-492d-b0a6-8c54543b5ade" containerID="80d07813271596589b6b379df0843f88a72e75dd36d11f30f5301791b726669b" exitCode=143 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.478918 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" event={"ID":"33a80ae3-eaf3-492d-b0a6-8c54543b5ade","Type":"ContainerDied","Data":"80d07813271596589b6b379df0843f88a72e75dd36d11f30f5301791b726669b"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.482820 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" event={"ID":"cec44eff-eb9d-43fd-b15c-5d36672351f4","Type":"ContainerDied","Data":"63b76434f40e9e553739e8f748cef65fc0e74dcd6fc31a87887ebc747102c175"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.482928 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.495426 4809 scope.go:117] "RemoveContainer" containerID="9e548df945833776fa01d4a40234b50855aa048ac2ad7b83e55019ce7b092b3a" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.503363 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutrond5a1-account-delete-96tx5" event={"ID":"99b2c711-1f17-4ef7-8e41-00b7bfe3546d","Type":"ContainerStarted","Data":"c719a879f01c4a495025d0fd682516a73b38252e0136d453b0eb3d4c56fa0a46"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.514525 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_b88747fe-cc60-48fc-bcf9-dd1a943635e9/ovsdbserver-sb/0.log" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.514870 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"b88747fe-cc60-48fc-bcf9-dd1a943635e9","Type":"ContainerDied","Data":"3226556b2c904e0853636d744c617235c24e0d143778f4e57fc7057e4801bb84"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.514907 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.525821 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"37aa6eff-0d89-411c-b085-77eb5b424580","Type":"ContainerDied","Data":"9b56cb212704a4449a409a95b7b10e8da5bda2daeb2af94d8abb4cab53ed204d"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.525925 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.531453 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b88747fe-cc60-48fc-bcf9-dd1a943635e9" (UID: "b88747fe-cc60-48fc-bcf9-dd1a943635e9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.531840 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.546233 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.546384 4809 generic.go:334] "Generic (PLEG): container finished" podID="44286c1c-9d0f-4f65-8df9-05efafcff0f9" containerID="929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.546425 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"44286c1c-9d0f-4f65-8df9-05efafcff0f9","Type":"ContainerDied","Data":"929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.546451 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"44286c1c-9d0f-4f65-8df9-05efafcff0f9","Type":"ContainerDied","Data":"a51e4b4bc1cd4cd26d1789abf059bb8a127019191d6e9b4d314b04739dab9216"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.546522 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.550504 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-config-data" (OuterVolumeSpecName: "config-data") pod "37aa6eff-0d89-411c-b085-77eb5b424580" (UID: "37aa6eff-0d89-411c-b085-77eb5b424580"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.561135 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "37aa6eff-0d89-411c-b085-77eb5b424580" (UID: "37aa6eff-0d89-411c-b085-77eb5b424580"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.595118 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0795685f-5178-4ae9-a21c-0fcdc9ed24e9" (UID: "0795685f-5178-4ae9-a21c-0fcdc9ed24e9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.603404 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-nova-novncproxy-tls-certs" (OuterVolumeSpecName: "nova-novncproxy-tls-certs") pod "88beba32-e3ac-4f84-87e1-85a037974ad8" (UID: "88beba32-e3ac-4f84-87e1-85a037974ad8"). InnerVolumeSpecName "nova-novncproxy-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.633447 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "cec44eff-eb9d-43fd-b15c-5d36672351f4" (UID: "cec44eff-eb9d-43fd-b15c-5d36672351f4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.647424 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.647457 4809 reconciler_common.go:293] "Volume detached for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-nova-novncproxy-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.647471 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37aa6eff-0d89-411c-b085-77eb5b424580-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.647482 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.647493 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.648818 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-config-data" (OuterVolumeSpecName: "config-data") pod "88beba32-e3ac-4f84-87e1-85a037974ad8" (UID: "88beba32-e3ac-4f84-87e1-85a037974ad8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.700927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "cec44eff-eb9d-43fd-b15c-5d36672351f4" (UID: "cec44eff-eb9d-43fd-b15c-5d36672351f4"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.714864 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "97b26bc5-4a9c-419c-9d21-462e203c8b1a" (UID: "97b26bc5-4a9c-419c-9d21-462e203c8b1a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.718080 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "88beba32-e3ac-4f84-87e1-85a037974ad8" (UID: "88beba32-e3ac-4f84-87e1-85a037974ad8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.718404 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config-secret" (OuterVolumeSpecName: "openstack-config-secret") pod "0795685f-5178-4ae9-a21c-0fcdc9ed24e9" (UID: "0795685f-5178-4ae9-a21c-0fcdc9ed24e9"). InnerVolumeSpecName "openstack-config-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.735345 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "b88747fe-cc60-48fc-bcf9-dd1a943635e9" (UID: "b88747fe-cc60-48fc-bcf9-dd1a943635e9"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.749325 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.749349 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.749361 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.749369 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.749378 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.749389 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/0795685f-5178-4ae9-a21c-0fcdc9ed24e9-openstack-config-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.749717 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "cec44eff-eb9d-43fd-b15c-5d36672351f4" (UID: "cec44eff-eb9d-43fd-b15c-5d36672351f4"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.769399 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "97b26bc5-4a9c-419c-9d21-462e203c8b1a" (UID: "97b26bc5-4a9c-419c-9d21-462e203c8b1a"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.787939 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-config-data" (OuterVolumeSpecName: "config-data") pod "cec44eff-eb9d-43fd-b15c-5d36672351f4" (UID: "cec44eff-eb9d-43fd-b15c-5d36672351f4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.800324 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdbserver-sb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-sb-tls-certs") pod "b88747fe-cc60-48fc-bcf9-dd1a943635e9" (UID: "b88747fe-cc60-48fc-bcf9-dd1a943635e9"). InnerVolumeSpecName "ovsdbserver-sb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.807973 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data" (OuterVolumeSpecName: "config-data") pod "44286c1c-9d0f-4f65-8df9-05efafcff0f9" (UID: "44286c1c-9d0f-4f65-8df9-05efafcff0f9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.830762 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "44286c1c-9d0f-4f65-8df9-05efafcff0f9" (UID: "44286c1c-9d0f-4f65-8df9-05efafcff0f9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.841206 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-vencrypt-tls-certs" (OuterVolumeSpecName: "vencrypt-tls-certs") pod "88beba32-e3ac-4f84-87e1-85a037974ad8" (UID: "88beba32-e3ac-4f84-87e1-85a037974ad8"). InnerVolumeSpecName "vencrypt-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.852461 4809 reconciler_common.go:293] "Volume detached for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/88beba32-e3ac-4f84-87e1-85a037974ad8-vencrypt-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.852492 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b88747fe-cc60-48fc-bcf9-dd1a943635e9-ovsdbserver-sb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.852503 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.852530 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.852539 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.852547 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cec44eff-eb9d-43fd-b15c-5d36672351f4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.852556 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/44286c1c-9d0f-4f65-8df9-05efafcff0f9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.870736 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-config-data" (OuterVolumeSpecName: "config-data") pod "97b26bc5-4a9c-419c-9d21-462e203c8b1a" (UID: "97b26bc5-4a9c-419c-9d21-462e203c8b1a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:16.954028 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/97b26bc5-4a9c-419c-9d21-462e203c8b1a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.035447 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.035647 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="64646b88-c70c-46ac-8015-29dfd673ad83" containerName="kube-state-metrics" containerID="cri-o://9f26544c235452f515f17ab24d340184196f99833103a6a13142e3ae8108409b" gracePeriod=30 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.067711 4809 scope.go:117] "RemoveContainer" containerID="567a5589f271aa65feb6d064ad2e898abebb92103080faf9e4ce5a8fbf063a19" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.132008 4809 scope.go:117] "RemoveContainer" containerID="c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.156874 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.164960 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.180128 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.192473 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-proxy-648f7b4d9d-zdjs6"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.203265 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.230451 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.244866 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.252464 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.266543 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.279143 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.292782 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.297717 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.305972 4809 scope.go:117] "RemoveContainer" containerID="c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.305971 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/cinder-api-0" podUID="59a93aef-3ffe-4228-a657-0beb43906d6e" containerName="cinder-api" probeResult="failure" output="Get \"https://10.217.0.170:8776/healthcheck\": read tcp 10.217.0.2:50302->10.217.0.170:8776: read: connection reset by peer" Oct 13 20:07:17 crc kubenswrapper[4809]: E1013 20:07:17.308705 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a\": container with ID starting with c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a not found: ID does not exist" containerID="c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.308789 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a"} err="failed to get container status \"c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a\": rpc error: code = NotFound desc = could not find container \"c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a\": container with ID starting with c7deb11cd83f4bfb4ba379f91e6686027d9bfab9d346ea22f9e12e2c0063f84a not found: ID does not exist" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.308856 4809 scope.go:117] "RemoveContainer" containerID="33b8891a41412acef99912de15bf0e3f4ec67549faf5b402315ed5344e163b1d" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.395245 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance5df5-account-delete-dmjbq" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.486957 4809 scope.go:117] "RemoveContainer" containerID="bd8bd5d5b05160ca8d10b4cd5b423d2d30da1b7805226d8d7a52003fac337f74" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.496466 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-cell1-galera-1" podUID="cccaab8f-dc38-4522-8219-14c369d5e6d0" containerName="galera" containerID="cri-o://780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526" gracePeriod=28 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.576652 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nphgv\" (UniqueName: \"kubernetes.io/projected/ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec-kube-api-access-nphgv\") pod \"ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec\" (UID: \"ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec\") " Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.590673 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec-kube-api-access-nphgv" (OuterVolumeSpecName: "kube-api-access-nphgv") pod "ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec" (UID: "ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec"). InnerVolumeSpecName "kube-api-access-nphgv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.624017 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.624195 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/memcached-0" podUID="a619f379-3418-4851-bcaf-a899993cab56" containerName="memcached" containerID="cri-o://22bbb4a44868f3bd7eb10a72a4d0f0bed9c9e2dcb1460b3143365127fb62c61f" gracePeriod=30 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.647777 4809 generic.go:334] "Generic (PLEG): container finished" podID="59a93aef-3ffe-4228-a657-0beb43906d6e" containerID="7086ad2fce13a6137f8fc26bc9edfaef85808ae68bdc89fd4fddc3acb0735be4" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.647841 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"59a93aef-3ffe-4228-a657-0beb43906d6e","Type":"ContainerDied","Data":"7086ad2fce13a6137f8fc26bc9edfaef85808ae68bdc89fd4fddc3acb0735be4"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.687082 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nphgv\" (UniqueName: \"kubernetes.io/projected/ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec-kube-api-access-nphgv\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.696594 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance5df5-account-delete-dmjbq" event={"ID":"ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec","Type":"ContainerDied","Data":"65ed87648e3422d1c1032936527b1a328b30e4d00194f02e20331891cef84347"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.696691 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance5df5-account-delete-dmjbq" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.723880 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-p64nf"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.746828 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-p64nf"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.748313 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-lgcr6"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.749464 4809 generic.go:334] "Generic (PLEG): container finished" podID="e9cb9e39-540b-4457-83b3-4757beed3734" containerID="82a556e7301c70a186b0e44e4617e293b0c80ed40e17e1c29c20b297e04d3d52" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.749572 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell02687-account-delete-gchch" event={"ID":"e9cb9e39-540b-4457-83b3-4757beed3734","Type":"ContainerDied","Data":"82a556e7301c70a186b0e44e4617e293b0c80ed40e17e1c29c20b297e04d3d52"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.749611 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell02687-account-delete-gchch" event={"ID":"e9cb9e39-540b-4457-83b3-4757beed3734","Type":"ContainerStarted","Data":"a70aec9c54fb28b9b3115e1000ea58990a934dbaedbd20891d69d7e59bccec1f"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.767103 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-lgcr6"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.773777 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-7cf786b56c-grlbz"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.784216 4809 generic.go:334] "Generic (PLEG): container finished" podID="f4f45ffc-5f3b-4321-a797-a3aafbb14905" containerID="603a1cece24fd41e26b90fb9f0ab433f6e1caaf7f2389d507f02c79c3457625d" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.784305 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement263f-account-delete-kw7mz" event={"ID":"f4f45ffc-5f3b-4321-a797-a3aafbb14905","Type":"ContainerDied","Data":"603a1cece24fd41e26b90fb9f0ab433f6e1caaf7f2389d507f02c79c3457625d"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.784333 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement263f-account-delete-kw7mz" event={"ID":"f4f45ffc-5f3b-4321-a797-a3aafbb14905","Type":"ContainerStarted","Data":"997f4f1732bb1b90ce589f15e5319c021131b336d5f794ecc6f5c8cfa2a7f054"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.786965 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-2"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.789647 4809 generic.go:334] "Generic (PLEG): container finished" podID="99b2c711-1f17-4ef7-8e41-00b7bfe3546d" containerID="2f856fd0a47c8c2e9ea8d81a8aebe21a79f01c59bbd9fc60f0e59230b528c445" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.789706 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutrond5a1-account-delete-96tx5" event={"ID":"99b2c711-1f17-4ef7-8e41-00b7bfe3546d","Type":"ContainerDied","Data":"2f856fd0a47c8c2e9ea8d81a8aebe21a79f01c59bbd9fc60f0e59230b528c445"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.795123 4809 scope.go:117] "RemoveContainer" containerID="12752677f93bc18d0f696faed7ffd01434bf6173bab071bf2733cb6fcf24ebe6" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.796240 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-1"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.810413 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.816182 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance5df5-account-delete-dmjbq"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.820801 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance5df5-account-delete-dmjbq"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.841020 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerName="glance-httpd" probeResult="failure" output="Get \"https://10.217.0.168:9292/healthcheck\": read tcp 10.217.0.2:56574->10.217.0.168:9292: read: connection reset by peer" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.841354 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerName="glance-log" probeResult="failure" output="Get \"https://10.217.0.168:9292/healthcheck\": read tcp 10.217.0.2:56588->10.217.0.168:9292: read: connection reset by peer" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.861290 4809 generic.go:334] "Generic (PLEG): container finished" podID="d1a6c40a-037a-4a1a-a2a9-953788fc3bb4" containerID="9d8dec58141baf7faa900922f2f83c4ecb2f6fb632a7d4d18904386a5783d11d" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.861506 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" event={"ID":"d1a6c40a-037a-4a1a-a2a9-953788fc3bb4","Type":"ContainerDied","Data":"9d8dec58141baf7faa900922f2f83c4ecb2f6fb632a7d4d18904386a5783d11d"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.876097 4809 generic.go:334] "Generic (PLEG): container finished" podID="64646b88-c70c-46ac-8015-29dfd673ad83" containerID="9f26544c235452f515f17ab24d340184196f99833103a6a13142e3ae8108409b" exitCode=2 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.876351 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"64646b88-c70c-46ac-8015-29dfd673ad83","Type":"ContainerDied","Data":"9f26544c235452f515f17ab24d340184196f99833103a6a13142e3ae8108409b"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.887019 4809 generic.go:334] "Generic (PLEG): container finished" podID="d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" containerID="c5e275204f4fa8e033ce94f312448df13dbe814fc89660f81b4dcea327b8e3d9" exitCode=0 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.887348 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" podUID="006c3555-6972-43e5-928d-52ecfcf3874f" containerName="keystone-api" containerID="cri-o://116dcce0b5c85039ff5d027c0e6e5b2be38a6b8f51b8e046b5ef6d89c0760185" gracePeriod=30 Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.887691 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-2" event={"ID":"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8","Type":"ContainerDied","Data":"c5e275204f4fa8e033ce94f312448df13dbe814fc89660f81b4dcea327b8e3d9"} Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.902417 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-cvv4m"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.917389 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-c110-account-create-5sxpx"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.922085 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-cvv4m"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.927499 4809 scope.go:117] "RemoveContainer" containerID="edea27b108826a9e6888698b018b468d5b727d3cb9915e5283b449c84721494a" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.937567 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-c110-account-create-5sxpx"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.949177 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="48e716f9-fcee-40b4-8235-166b487cd5de" containerName="glance-httpd" probeResult="failure" output="Get \"https://10.217.0.169:9292/healthcheck\": read tcp 10.217.0.2:37810->10.217.0.169:9292: read: connection reset by peer" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.949335 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="48e716f9-fcee-40b4-8235-166b487cd5de" containerName="glance-log" probeResult="failure" output="Get \"https://10.217.0.169:9292/healthcheck\": read tcp 10.217.0.2:37800->10.217.0.169:9292: read: connection reset by peer" Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.971789 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell1e08c-account-delete-nrjch"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.983611 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb"] Oct 13 20:07:17 crc kubenswrapper[4809]: I1013 20:07:17.989441 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d"] Oct 13 20:07:18 crc kubenswrapper[4809]: W1013 20:07:18.082898 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod041f2761_72d8_47a0_8bea_51e98cca7b6f.slice/crio-f15a35097e631d9dc6ac5a4ec49647cf01e61bd454fa436a159291fd954875ad WatchSource:0}: Error finding container f15a35097e631d9dc6ac5a4ec49647cf01e61bd454fa436a159291fd954875ad: Status 404 returned error can't find the container with id f15a35097e631d9dc6ac5a4ec49647cf01e61bd454fa436a159291fd954875ad Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.248141 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0795685f-5178-4ae9-a21c-0fcdc9ed24e9" path="/var/lib/kubelet/pods/0795685f-5178-4ae9-a21c-0fcdc9ed24e9/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.259454 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="12eba1d6-889a-4574-8a2e-4a60294cdeda" path="/var/lib/kubelet/pods/12eba1d6-889a-4574-8a2e-4a60294cdeda/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.260094 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="37598fdd-6d40-4aaa-99d1-7eab8cea7616" path="/var/lib/kubelet/pods/37598fdd-6d40-4aaa-99d1-7eab8cea7616/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.260632 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="37a18b5c-a30b-46ea-9136-2fa1f81397ee" path="/var/lib/kubelet/pods/37a18b5c-a30b-46ea-9136-2fa1f81397ee/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.261714 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" path="/var/lib/kubelet/pods/37aa6eff-0d89-411c-b085-77eb5b424580/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.262354 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="44286c1c-9d0f-4f65-8df9-05efafcff0f9" path="/var/lib/kubelet/pods/44286c1c-9d0f-4f65-8df9-05efafcff0f9/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.263107 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="88beba32-e3ac-4f84-87e1-85a037974ad8" path="/var/lib/kubelet/pods/88beba32-e3ac-4f84-87e1-85a037974ad8/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.264153 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" path="/var/lib/kubelet/pods/97b26bc5-4a9c-419c-9d21-462e203c8b1a/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: E1013 20:07:18.264777 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod33a80ae3_eaf3_492d_b0a6_8c54543b5ade.slice/crio-a222a0e91fd43346ef517ae3c561d16eca71e8adf39827150dbc4eac3873e358.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod33a80ae3_eaf3_492d_b0a6_8c54543b5ade.slice/crio-conmon-a222a0e91fd43346ef517ae3c561d16eca71e8adf39827150dbc4eac3873e358.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podebe9b33e_8a15_41f8_9d7b_fa61ad8bcaec.slice\": RecentStats: unable to find data in memory cache]" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.265171 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b818bd0b-b8f4-4fd5-93ea-6ae004a15209" path="/var/lib/kubelet/pods/b818bd0b-b8f4-4fd5-93ea-6ae004a15209/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.266450 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" path="/var/lib/kubelet/pods/b88747fe-cc60-48fc-bcf9-dd1a943635e9/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.267060 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cc18d302-7f39-46d0-aad7-dce134eb1714" path="/var/lib/kubelet/pods/cc18d302-7f39-46d0-aad7-dce134eb1714/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.267741 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cec44eff-eb9d-43fd-b15c-5d36672351f4" path="/var/lib/kubelet/pods/cec44eff-eb9d-43fd-b15c-5d36672351f4/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.267706 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-galera-2" podUID="5aa20bcb-2f3e-468b-9389-9371086e62d2" containerName="galera" containerID="cri-o://91f706ba7f551c08f59c3eed7f318bdea2ff0e117b0643ca5b311c7be49c9aed" gracePeriod=30 Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.269795 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec" path="/var/lib/kubelet/pods/ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec/volumes" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.431409 4809 scope.go:117] "RemoveContainer" containerID="29851a642e3859ad4579b3f168c20407f726440d227371b32b53947679b29d48" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.432577 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.469021 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-galera-tls-certs\") pod \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.469542 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kolla-config\") pod \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.469651 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-generated\") pod \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.469763 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-secrets\") pod \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.469791 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-combined-ca-bundle\") pod \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.469823 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.469852 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-default\") pod \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.470405 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-45nn8\" (UniqueName: \"kubernetes.io/projected/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kube-api-access-45nn8\") pod \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.470439 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-operator-scripts\") pod \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\" (UID: \"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8\") " Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.472555 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" (UID: "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.473746 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" (UID: "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.476552 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-secrets" (OuterVolumeSpecName: "secrets") pod "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" (UID: "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.476657 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" (UID: "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.477517 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" (UID: "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.478183 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kube-api-access-45nn8" (OuterVolumeSpecName: "kube-api-access-45nn8") pod "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" (UID: "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8"). InnerVolumeSpecName "kube-api-access-45nn8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.482371 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-45nn8\" (UniqueName: \"kubernetes.io/projected/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kube-api-access-45nn8\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.482400 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.482412 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.482421 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.482431 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.482441 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.491722 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.525286 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage08-crc" (OuterVolumeSpecName: "mysql-db") pod "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" (UID: "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8"). InnerVolumeSpecName "local-storage08-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.549893 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.198:8775/\": dial tcp 10.217.0.198:8775: connect: connection refused" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.553870 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.198:8775/\": dial tcp 10.217.0.198:8775: connect: connection refused" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.585672 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6qbgc\" (UniqueName: \"kubernetes.io/projected/d1a6c40a-037a-4a1a-a2a9-953788fc3bb4-kube-api-access-6qbgc\") pod \"d1a6c40a-037a-4a1a-a2a9-953788fc3bb4\" (UID: \"d1a6c40a-037a-4a1a-a2a9-953788fc3bb4\") " Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.586142 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" " Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.602308 4809 scope.go:117] "RemoveContainer" containerID="fc4b41a712705971168367fff872e653bff1ec9342999dce413537eddcbc7a85" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.622529 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage08-crc" (UniqueName: "kubernetes.io/local-volume/local-storage08-crc") on node "crc" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.623868 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" (UID: "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.626235 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d1a6c40a-037a-4a1a-a2a9-953788fc3bb4-kube-api-access-6qbgc" (OuterVolumeSpecName: "kube-api-access-6qbgc") pod "d1a6c40a-037a-4a1a-a2a9-953788fc3bb4" (UID: "d1a6c40a-037a-4a1a-a2a9-953788fc3bb4"). InnerVolumeSpecName "kube-api-access-6qbgc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.659841 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" (UID: "d41b9be9-2b1b-4cdc-9fea-36941d2c19a8"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.700053 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.700091 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6qbgc\" (UniqueName: \"kubernetes.io/projected/d1a6c40a-037a-4a1a-a2a9-953788fc3bb4-kube-api-access-6qbgc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.700100 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.700109 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.729237 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" podUID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerName="barbican-api-log" probeResult="failure" output="Get \"https://10.217.0.158:9311/healthcheck\": read tcp 10.217.0.2:33360->10.217.0.158:9311: read: connection reset by peer" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.729321 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" podUID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerName="barbican-api" probeResult="failure" output="Get \"https://10.217.0.158:9311/healthcheck\": read tcp 10.217.0.2:33348->10.217.0.158:9311: read: connection reset by peer" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.908220 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"59a93aef-3ffe-4228-a657-0beb43906d6e","Type":"ContainerDied","Data":"aa10d7beed1d124fddb5e35963727e9ab0e9668c008380d13a95a6e0e24e7022"} Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.908690 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="aa10d7beed1d124fddb5e35963727e9ab0e9668c008380d13a95a6e0e24e7022" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.916406 4809 generic.go:334] "Generic (PLEG): container finished" podID="8e586faf-272d-4fc7-9b35-9fe9664d3e22" containerID="97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe" exitCode=0 Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.916467 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"8e586faf-272d-4fc7-9b35-9fe9664d3e22","Type":"ContainerDied","Data":"97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe"} Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.928978 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" event={"ID":"d1a6c40a-037a-4a1a-a2a9-953788fc3bb4","Type":"ContainerDied","Data":"f41825d00ea11cfe3c4532b30a6aaf671371d3d66b4621844b443d2e6b6b9d09"} Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.929087 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbicana56b-account-delete-gmnn2" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.953290 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"64646b88-c70c-46ac-8015-29dfd673ad83","Type":"ContainerDied","Data":"ef4db485070a0aece6a40141a23f44d737ed63e71eb8702b2501eecbf753a06b"} Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.953335 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ef4db485070a0aece6a40141a23f44d737ed63e71eb8702b2501eecbf753a06b" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.964010 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell1e08c-account-delete-nrjch" event={"ID":"041f2761-72d8-47a0-8bea-51e98cca7b6f","Type":"ContainerStarted","Data":"f15a35097e631d9dc6ac5a4ec49647cf01e61bd454fa436a159291fd954875ad"} Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.981556 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell02687-account-delete-gchch" event={"ID":"e9cb9e39-540b-4457-83b3-4757beed3734","Type":"ContainerDied","Data":"a70aec9c54fb28b9b3115e1000ea58990a934dbaedbd20891d69d7e59bccec1f"} Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.981602 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a70aec9c54fb28b9b3115e1000ea58990a934dbaedbd20891d69d7e59bccec1f" Oct 13 20:07:18 crc kubenswrapper[4809]: I1013 20:07:18.981933 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutrond5a1-account-delete-96tx5" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.003959 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" event={"ID":"ad3a0984-c78d-460d-8e06-249dca2b8103","Type":"ContainerStarted","Data":"32c27e272aec964cd11583fcd8fdae58a3cb5b4bfabaa6571a7f3248f6fd3d9e"} Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.005971 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hj485\" (UniqueName: \"kubernetes.io/projected/99b2c711-1f17-4ef7-8e41-00b7bfe3546d-kube-api-access-hj485\") pod \"99b2c711-1f17-4ef7-8e41-00b7bfe3546d\" (UID: \"99b2c711-1f17-4ef7-8e41-00b7bfe3546d\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.025895 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/99b2c711-1f17-4ef7-8e41-00b7bfe3546d-kube-api-access-hj485" (OuterVolumeSpecName: "kube-api-access-hj485") pod "99b2c711-1f17-4ef7-8e41-00b7bfe3546d" (UID: "99b2c711-1f17-4ef7-8e41-00b7bfe3546d"). InnerVolumeSpecName "kube-api-access-hj485". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.031594 4809 generic.go:334] "Generic (PLEG): container finished" podID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerID="498747055addb3cc7233da394c9b3fe8d40ba6069db241dc643dff9fa6da9471" exitCode=0 Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.031672 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" event={"ID":"edfdc646-7c61-4133-9377-ba2880ffd3df","Type":"ContainerDied","Data":"498747055addb3cc7233da394c9b3fe8d40ba6069db241dc643dff9fa6da9471"} Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.062507 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.066808 4809 scope.go:117] "RemoveContainer" containerID="fcbb1de3013151f0f110d6ffb487f8bf22ea3a0196e3fc7873ad986bb84ec285" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.097385 4809 generic.go:334] "Generic (PLEG): container finished" podID="48e716f9-fcee-40b4-8235-166b487cd5de" containerID="e378b99b26d7af601ec24db5ef688e4b08c0b4000b7c3b6de9a59c981e4704f0" exitCode=0 Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.097440 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"48e716f9-fcee-40b4-8235-166b487cd5de","Type":"ContainerDied","Data":"e378b99b26d7af601ec24db5ef688e4b08c0b4000b7c3b6de9a59c981e4704f0"} Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.098565 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbicana56b-account-delete-gmnn2"] Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.107585 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-l7jpn\" (UniqueName: \"kubernetes.io/projected/64646b88-c70c-46ac-8015-29dfd673ad83-kube-api-access-l7jpn\") pod \"64646b88-c70c-46ac-8015-29dfd673ad83\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.107636 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-certs\") pod \"64646b88-c70c-46ac-8015-29dfd673ad83\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.107705 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-config\") pod \"64646b88-c70c-46ac-8015-29dfd673ad83\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.107776 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-combined-ca-bundle\") pod \"64646b88-c70c-46ac-8015-29dfd673ad83\" (UID: \"64646b88-c70c-46ac-8015-29dfd673ad83\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.108378 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hj485\" (UniqueName: \"kubernetes.io/projected/99b2c711-1f17-4ef7-8e41-00b7bfe3546d-kube-api-access-hj485\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.115298 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbicana56b-account-delete-gmnn2"] Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.128648 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-2" event={"ID":"d41b9be9-2b1b-4cdc-9fea-36941d2c19a8","Type":"ContainerDied","Data":"a5acd4ce4b68770b036d29f52f849f595e04d21bb833cc8a0305d20442a2b128"} Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.128766 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-2" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.132758 4809 generic.go:334] "Generic (PLEG): container finished" podID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerID="2c02df8b965a156d4c457ea475434a73363302d3e00daad848ade2a52315738c" exitCode=0 Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.132816 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8934e140-ba31-4edb-9dd8-07c9d708a9d9","Type":"ContainerDied","Data":"2c02df8b965a156d4c457ea475434a73363302d3e00daad848ade2a52315738c"} Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.135235 4809 generic.go:334] "Generic (PLEG): container finished" podID="edf51835-3298-4830-b548-04cf8b6e164c" containerID="8ac738f2549b960c40c1ce2034383e346b69e7a797d0658ef7f9ec802dd25240" exitCode=0 Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.135270 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"edf51835-3298-4830-b548-04cf8b6e164c","Type":"ContainerDied","Data":"8ac738f2549b960c40c1ce2034383e346b69e7a797d0658ef7f9ec802dd25240"} Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.144576 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/64646b88-c70c-46ac-8015-29dfd673ad83-kube-api-access-l7jpn" (OuterVolumeSpecName: "kube-api-access-l7jpn") pod "64646b88-c70c-46ac-8015-29dfd673ad83" (UID: "64646b88-c70c-46ac-8015-29dfd673ad83"). InnerVolumeSpecName "kube-api-access-l7jpn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.148093 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutrond5a1-account-delete-96tx5" event={"ID":"99b2c711-1f17-4ef7-8e41-00b7bfe3546d","Type":"ContainerDied","Data":"c719a879f01c4a495025d0fd682516a73b38252e0136d453b0eb3d4c56fa0a46"} Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.148167 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutrond5a1-account-delete-96tx5" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.163352 4809 generic.go:334] "Generic (PLEG): container finished" podID="33a80ae3-eaf3-492d-b0a6-8c54543b5ade" containerID="a222a0e91fd43346ef517ae3c561d16eca71e8adf39827150dbc4eac3873e358" exitCode=0 Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.163420 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" event={"ID":"33a80ae3-eaf3-492d-b0a6-8c54543b5ade","Type":"ContainerDied","Data":"a222a0e91fd43346ef517ae3c561d16eca71e8adf39827150dbc4eac3873e358"} Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.174801 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.175092 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" event={"ID":"bc1fb9ef-9060-4400-b80c-d7749c8e1896","Type":"ContainerStarted","Data":"19e5f333761613ddc185615c6fa6d1f3541064fa25df514d633f9e3ab2cfdb3c"} Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.185991 4809 generic.go:334] "Generic (PLEG): container finished" podID="6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" containerID="722505b7e72df0b6b87a18c39dfd371ef979421f01702e770355d32b8106d230" exitCode=0 Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.186114 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" event={"ID":"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4","Type":"ContainerDied","Data":"722505b7e72df0b6b87a18c39dfd371ef979421f01702e770355d32b8106d230"} Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.187567 4809 scope.go:117] "RemoveContainer" containerID="d33bd61041adf69db4edd8efa561a28b764d391b12c2073960a2d5fa39944bda" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.199828 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell02687-account-delete-gchch" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.222866 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/59a93aef-3ffe-4228-a657-0beb43906d6e-logs\") pod \"59a93aef-3ffe-4228-a657-0beb43906d6e\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.223162 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-992nt\" (UniqueName: \"kubernetes.io/projected/e9cb9e39-540b-4457-83b3-4757beed3734-kube-api-access-992nt\") pod \"e9cb9e39-540b-4457-83b3-4757beed3734\" (UID: \"e9cb9e39-540b-4457-83b3-4757beed3734\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.223222 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-combined-ca-bundle\") pod \"59a93aef-3ffe-4228-a657-0beb43906d6e\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.223253 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vsgmv\" (UniqueName: \"kubernetes.io/projected/59a93aef-3ffe-4228-a657-0beb43906d6e-kube-api-access-vsgmv\") pod \"59a93aef-3ffe-4228-a657-0beb43906d6e\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.223295 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data\") pod \"59a93aef-3ffe-4228-a657-0beb43906d6e\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.223323 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-public-tls-certs\") pod \"59a93aef-3ffe-4228-a657-0beb43906d6e\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.223367 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-internal-tls-certs\") pod \"59a93aef-3ffe-4228-a657-0beb43906d6e\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.223399 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-scripts\") pod \"59a93aef-3ffe-4228-a657-0beb43906d6e\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.223425 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data-custom\") pod \"59a93aef-3ffe-4228-a657-0beb43906d6e\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.223442 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/59a93aef-3ffe-4228-a657-0beb43906d6e-etc-machine-id\") pod \"59a93aef-3ffe-4228-a657-0beb43906d6e\" (UID: \"59a93aef-3ffe-4228-a657-0beb43906d6e\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.224338 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-l7jpn\" (UniqueName: \"kubernetes.io/projected/64646b88-c70c-46ac-8015-29dfd673ad83-kube-api-access-l7jpn\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.237788 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/59a93aef-3ffe-4228-a657-0beb43906d6e-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "59a93aef-3ffe-4228-a657-0beb43906d6e" (UID: "59a93aef-3ffe-4228-a657-0beb43906d6e"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.246966 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-2"] Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.254927 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-2"] Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.257479 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-scripts" (OuterVolumeSpecName: "scripts") pod "59a93aef-3ffe-4228-a657-0beb43906d6e" (UID: "59a93aef-3ffe-4228-a657-0beb43906d6e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.261432 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutrond5a1-account-delete-96tx5"] Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.264212 4809 scope.go:117] "RemoveContainer" containerID="138f95640fdad6e62d4e8343c4679bf72cf6d9ab9d9ca95d4adb113d30b427e4" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.265435 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/59a93aef-3ffe-4228-a657-0beb43906d6e-logs" (OuterVolumeSpecName: "logs") pod "59a93aef-3ffe-4228-a657-0beb43906d6e" (UID: "59a93aef-3ffe-4228-a657-0beb43906d6e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.265587 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutrond5a1-account-delete-96tx5"] Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.281778 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "59a93aef-3ffe-4228-a657-0beb43906d6e" (UID: "59a93aef-3ffe-4228-a657-0beb43906d6e"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.291745 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e9cb9e39-540b-4457-83b3-4757beed3734-kube-api-access-992nt" (OuterVolumeSpecName: "kube-api-access-992nt") pod "e9cb9e39-540b-4457-83b3-4757beed3734" (UID: "e9cb9e39-540b-4457-83b3-4757beed3734"). InnerVolumeSpecName "kube-api-access-992nt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.291881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/59a93aef-3ffe-4228-a657-0beb43906d6e-kube-api-access-vsgmv" (OuterVolumeSpecName: "kube-api-access-vsgmv") pod "59a93aef-3ffe-4228-a657-0beb43906d6e" (UID: "59a93aef-3ffe-4228-a657-0beb43906d6e"). InnerVolumeSpecName "kube-api-access-vsgmv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.299516 4809 scope.go:117] "RemoveContainer" containerID="af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.313913 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.325887 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/59a93aef-3ffe-4228-a657-0beb43906d6e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.325915 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-992nt\" (UniqueName: \"kubernetes.io/projected/e9cb9e39-540b-4457-83b3-4757beed3734-kube-api-access-992nt\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.325925 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vsgmv\" (UniqueName: \"kubernetes.io/projected/59a93aef-3ffe-4228-a657-0beb43906d6e-kube-api-access-vsgmv\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.325936 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.325944 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.325952 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/59a93aef-3ffe-4228-a657-0beb43906d6e-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.326281 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-config" (OuterVolumeSpecName: "kube-state-metrics-tls-config") pod "64646b88-c70c-46ac-8015-29dfd673ad83" (UID: "64646b88-c70c-46ac-8015-29dfd673ad83"). InnerVolumeSpecName "kube-state-metrics-tls-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.331904 4809 scope.go:117] "RemoveContainer" containerID="929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.372173 4809 scope.go:117] "RemoveContainer" containerID="af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3" Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.373097 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3\": container with ID starting with af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3 not found: ID does not exist" containerID="af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.373130 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3"} err="failed to get container status \"af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3\": rpc error: code = NotFound desc = could not find container \"af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3\": container with ID starting with af4a418721aa1eef02d76efe730bf936df3a80a82ec812fe9591e2e1c56dcda3 not found: ID does not exist" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.373150 4809 scope.go:117] "RemoveContainer" containerID="929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067" Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.375014 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067\": container with ID starting with 929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067 not found: ID does not exist" containerID="929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.375043 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067"} err="failed to get container status \"929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067\": rpc error: code = NotFound desc = could not find container \"929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067\": container with ID starting with 929b2e774c4cb7aa276718dc9211532e958460750aec0aca7e273c8a4a29a067 not found: ID does not exist" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.375057 4809 scope.go:117] "RemoveContainer" containerID="92aae34796ccf701fad057ddc4a0622663b98e82964daea280ad5b0de9cf763b" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.376157 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.380496 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement263f-account-delete-kw7mz" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.381468 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "64646b88-c70c-46ac-8015-29dfd673ad83" (UID: "64646b88-c70c-46ac-8015-29dfd673ad83"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.424359 4809 scope.go:117] "RemoveContainer" containerID="9d8dec58141baf7faa900922f2f83c4ecb2f6fb632a7d4d18904386a5783d11d" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.426655 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-public-tls-certs\") pod \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.426921 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-m7hkk\" (UniqueName: \"kubernetes.io/projected/f4f45ffc-5f3b-4321-a797-a3aafbb14905-kube-api-access-m7hkk\") pod \"f4f45ffc-5f3b-4321-a797-a3aafbb14905\" (UID: \"f4f45ffc-5f3b-4321-a797-a3aafbb14905\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.426958 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data\") pod \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427008 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-combined-ca-bundle\") pod \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427060 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-logs\") pod \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427102 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data-custom\") pod \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427122 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lz5z8\" (UniqueName: \"kubernetes.io/projected/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-kube-api-access-lz5z8\") pod \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427143 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-scripts\") pod \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427173 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-logs\") pod \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427202 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") pod \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427227 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-config-data\") pod \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427278 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lngwd\" (UniqueName: \"kubernetes.io/projected/8934e140-ba31-4edb-9dd8-07c9d708a9d9-kube-api-access-lngwd\") pod \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427326 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-combined-ca-bundle\") pod \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\" (UID: \"33a80ae3-eaf3-492d-b0a6-8c54543b5ade\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427375 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-httpd-run\") pod \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\" (UID: \"8934e140-ba31-4edb-9dd8-07c9d708a9d9\") " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427885 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.427904 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.428491 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "8934e140-ba31-4edb-9dd8-07c9d708a9d9" (UID: "8934e140-ba31-4edb-9dd8-07c9d708a9d9"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.429144 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-logs" (OuterVolumeSpecName: "logs") pod "33a80ae3-eaf3-492d-b0a6-8c54543b5ade" (UID: "33a80ae3-eaf3-492d-b0a6-8c54543b5ade"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.434293 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-logs" (OuterVolumeSpecName: "logs") pod "8934e140-ba31-4edb-9dd8-07c9d708a9d9" (UID: "8934e140-ba31-4edb-9dd8-07c9d708a9d9"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.435018 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f4f45ffc-5f3b-4321-a797-a3aafbb14905-kube-api-access-m7hkk" (OuterVolumeSpecName: "kube-api-access-m7hkk") pod "f4f45ffc-5f3b-4321-a797-a3aafbb14905" (UID: "f4f45ffc-5f3b-4321-a797-a3aafbb14905"). InnerVolumeSpecName "kube-api-access-m7hkk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.441785 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-kube-api-access-lz5z8" (OuterVolumeSpecName: "kube-api-access-lz5z8") pod "33a80ae3-eaf3-492d-b0a6-8c54543b5ade" (UID: "33a80ae3-eaf3-492d-b0a6-8c54543b5ade"). InnerVolumeSpecName "kube-api-access-lz5z8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.442933 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-scripts" (OuterVolumeSpecName: "scripts") pod "8934e140-ba31-4edb-9dd8-07c9d708a9d9" (UID: "8934e140-ba31-4edb-9dd8-07c9d708a9d9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.450380 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "33a80ae3-eaf3-492d-b0a6-8c54543b5ade" (UID: "33a80ae3-eaf3-492d-b0a6-8c54543b5ade"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.469579 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podUID="938a97d2-82ee-4230-9b29-d2c11e689049" containerName="galera" containerID="cri-o://d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef" gracePeriod=26 Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.470969 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8934e140-ba31-4edb-9dd8-07c9d708a9d9-kube-api-access-lngwd" (OuterVolumeSpecName: "kube-api-access-lngwd") pod "8934e140-ba31-4edb-9dd8-07c9d708a9d9" (UID: "8934e140-ba31-4edb-9dd8-07c9d708a9d9"). InnerVolumeSpecName "kube-api-access-lngwd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.471279 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage19-crc" (OuterVolumeSpecName: "glance") pod "8934e140-ba31-4edb-9dd8-07c9d708a9d9" (UID: "8934e140-ba31-4edb-9dd8-07c9d708a9d9"). InnerVolumeSpecName "local-storage19-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.484073 4809 scope.go:117] "RemoveContainer" containerID="c5e275204f4fa8e033ce94f312448df13dbe814fc89660f81b4dcea327b8e3d9" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.541383 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.541452 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lz5z8\" (UniqueName: \"kubernetes.io/projected/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-kube-api-access-lz5z8\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.541462 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.541472 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.541531 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" " Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.541543 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lngwd\" (UniqueName: \"kubernetes.io/projected/8934e140-ba31-4edb-9dd8-07c9d708a9d9-kube-api-access-lngwd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.541552 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8934e140-ba31-4edb-9dd8-07c9d708a9d9-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.541585 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-m7hkk\" (UniqueName: \"kubernetes.io/projected/f4f45ffc-5f3b-4321-a797-a3aafbb14905-kube-api-access-m7hkk\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.541594 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.567292 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0da3d0bcebd0e11d22e32b437fc9fb156ad71f123f7e05d959dd8fa4f6cbe5d5" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.568428 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0da3d0bcebd0e11d22e32b437fc9fb156ad71f123f7e05d959dd8fa4f6cbe5d5" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.571160 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0da3d0bcebd0e11d22e32b437fc9fb156ad71f123f7e05d959dd8fa4f6cbe5d5" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.571190 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="8ecd250e-85a0-4319-a659-5491b9177510" containerName="ovn-northd" Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.647886 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.648276 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data podName:3f9b3c7b-654e-424b-ac21-ad79d98abab8 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:27.648259278 +0000 UTC m=+2566.254005863 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data") pod "rabbitmq-server-1" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8") : configmap "rabbitmq-config-data" not found Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.647945 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.648776 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data podName:b9a5f97c-e3e8-4341-af1f-edde96d79030 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:27.648767003 +0000 UTC m=+2566.254513588 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data") pod "rabbitmq-server-0" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030") : configmap "rabbitmq-config-data" not found Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.751287 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.753085 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data podName:13ae95ff-db68-45c0-84cb-6cf2b5692c5f nodeName:}" failed. No retries permitted until 2025-10-13 20:07:27.753053421 +0000 UTC m=+2566.358800006 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data") pod "rabbitmq-server-2" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f") : configmap "rabbitmq-config-data" not found Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.761711 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8934e140-ba31-4edb-9dd8-07c9d708a9d9" (UID: "8934e140-ba31-4edb-9dd8-07c9d708a9d9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.833989 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "59a93aef-3ffe-4228-a657-0beb43906d6e" (UID: "59a93aef-3ffe-4228-a657-0beb43906d6e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.854172 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.854210 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.856148 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "33a80ae3-eaf3-492d-b0a6-8c54543b5ade" (UID: "33a80ae3-eaf3-492d-b0a6-8c54543b5ade"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.883111 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage19-crc" (UniqueName: "kubernetes.io/local-volume/local-storage19-crc") on node "crc" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.883396 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-certs" (OuterVolumeSpecName: "kube-state-metrics-tls-certs") pod "64646b88-c70c-46ac-8015-29dfd673ad83" (UID: "64646b88-c70c-46ac-8015-29dfd673ad83"). InnerVolumeSpecName "kube-state-metrics-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.948018 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "59a93aef-3ffe-4228-a657-0beb43906d6e" (UID: "59a93aef-3ffe-4228-a657-0beb43906d6e"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.958569 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.958614 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.958627 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/64646b88-c70c-46ac-8015-29dfd673ad83-kube-state-metrics-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.958647 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage19-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage19-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.958757 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:19 crc kubenswrapper[4809]: E1013 20:07:19.958830 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data podName:3aef2e60-ce94-4676-8535-49d0e84d9390 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:27.958809517 +0000 UTC m=+2566.564556102 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data") pod "rabbitmq-cell1-server-0" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.959198 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "8934e140-ba31-4edb-9dd8-07c9d708a9d9" (UID: "8934e140-ba31-4edb-9dd8-07c9d708a9d9"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.964330 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data" (OuterVolumeSpecName: "config-data") pod "59a93aef-3ffe-4228-a657-0beb43906d6e" (UID: "59a93aef-3ffe-4228-a657-0beb43906d6e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:19 crc kubenswrapper[4809]: I1013 20:07:19.984598 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/memcached-0" podUID="a619f379-3418-4851-bcaf-a899993cab56" containerName="memcached" probeResult="failure" output="dial tcp 10.217.0.118:11211: connect: connection refused" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.008508 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "59a93aef-3ffe-4228-a657-0beb43906d6e" (UID: "59a93aef-3ffe-4228-a657-0beb43906d6e"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.010004 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-config-data" (OuterVolumeSpecName: "config-data") pod "8934e140-ba31-4edb-9dd8-07c9d708a9d9" (UID: "8934e140-ba31-4edb-9dd8-07c9d708a9d9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.061873 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.061908 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.061918 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/59a93aef-3ffe-4228-a657-0beb43906d6e-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.061929 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8934e140-ba31-4edb-9dd8-07c9d708a9d9-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.061988 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.062033 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data podName:d704ab0c-5baf-4c13-8e89-7cdbe98131ca nodeName:}" failed. No retries permitted until 2025-10-13 20:07:28.062019875 +0000 UTC m=+2566.667766460 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data") pod "rabbitmq-cell1-server-2" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.067251 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data" (OuterVolumeSpecName: "config-data") pod "33a80ae3-eaf3-492d-b0a6-8c54543b5ade" (UID: "33a80ae3-eaf3-492d-b0a6-8c54543b5ade"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.115717 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0867963e9fd126d6ef4abce20fe77655b83e903c256323e6477bd48c97c84d59" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.117920 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0867963e9fd126d6ef4abce20fe77655b83e903c256323e6477bd48c97c84d59" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.125357 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="0867963e9fd126d6ef4abce20fe77655b83e903c256323e6477bd48c97c84d59" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.125399 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="ed3d4254-3765-4610-b283-0e773173d52a" containerName="nova-cell1-conductor-conductor" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.163774 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/33a80ae3-eaf3-492d-b0a6-8c54543b5ade-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.166928 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="99b2c711-1f17-4ef7-8e41-00b7bfe3546d" path="/var/lib/kubelet/pods/99b2c711-1f17-4ef7-8e41-00b7bfe3546d/volumes" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.167540 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d1a6c40a-037a-4a1a-a2a9-953788fc3bb4" path="/var/lib/kubelet/pods/d1a6c40a-037a-4a1a-a2a9-953788fc3bb4/volumes" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.168318 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" path="/var/lib/kubelet/pods/d41b9be9-2b1b-4cdc-9fea-36941d2c19a8/volumes" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.212981 4809 generic.go:334] "Generic (PLEG): container finished" podID="13ae95ff-db68-45c0-84cb-6cf2b5692c5f" containerID="1f3f69c41a1fb21c3fdd705e442396372af172953b18f6cc231e5adc28e8e295" exitCode=0 Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.213972 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-2" event={"ID":"13ae95ff-db68-45c0-84cb-6cf2b5692c5f","Type":"ContainerDied","Data":"1f3f69c41a1fb21c3fdd705e442396372af172953b18f6cc231e5adc28e8e295"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.214049 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-2" event={"ID":"13ae95ff-db68-45c0-84cb-6cf2b5692c5f","Type":"ContainerDied","Data":"28a4abe20abf60c28e6b76b782ef288f2c65c7821ca1067a3fbe1171d61c2cde"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.218862 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="28a4abe20abf60c28e6b76b782ef288f2c65c7821ca1067a3fbe1171d61c2cde" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.220999 4809 generic.go:334] "Generic (PLEG): container finished" podID="041f2761-72d8-47a0-8bea-51e98cca7b6f" containerID="c43f5d1a56dcba247dfb70055b8c26b1b5ba5230e33530508ebd05870e8267d1" exitCode=1 Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.221100 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell1e08c-account-delete-nrjch" event={"ID":"041f2761-72d8-47a0-8bea-51e98cca7b6f","Type":"ContainerDied","Data":"c43f5d1a56dcba247dfb70055b8c26b1b5ba5230e33530508ebd05870e8267d1"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.225586 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-galera-1" podUID="6c5e81d1-7f39-41be-88ec-13657141433e" containerName="galera" containerID="cri-o://97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181" gracePeriod=28 Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.227924 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" event={"ID":"bc1fb9ef-9060-4400-b80c-d7749c8e1896","Type":"ContainerStarted","Data":"ed3e5fe149c7dd817100dbac9b27ce6bf61a60aa0defc9412a79876ab1be9bd4"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.228172 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" podUID="bc1fb9ef-9060-4400-b80c-d7749c8e1896" containerName="mariadb-account-delete" containerID="cri-o://ed3e5fe149c7dd817100dbac9b27ce6bf61a60aa0defc9412a79876ab1be9bd4" gracePeriod=30 Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.258312 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8934e140-ba31-4edb-9dd8-07c9d708a9d9","Type":"ContainerDied","Data":"f495abb55b0e639d908c7d413681bb7dea5b776be3e9babd66db980d0ccda8c6"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.258524 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.274182 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.274304 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data podName:a470127f-dbb2-4908-8e68-119798666809 nodeName:}" failed. No retries permitted until 2025-10-13 20:07:28.274238045 +0000 UTC m=+2566.879984640 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data") pod "rabbitmq-cell1-server-1" (UID: "a470127f-dbb2-4908-8e68-119798666809") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.290846 4809 generic.go:334] "Generic (PLEG): container finished" podID="a619f379-3418-4851-bcaf-a899993cab56" containerID="22bbb4a44868f3bd7eb10a72a4d0f0bed9c9e2dcb1460b3143365127fb62c61f" exitCode=0 Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.290940 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"a619f379-3418-4851-bcaf-a899993cab56","Type":"ContainerDied","Data":"22bbb4a44868f3bd7eb10a72a4d0f0bed9c9e2dcb1460b3143365127fb62c61f"} Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.291010 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe is running failed: container process not found" containerID="97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.292109 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" podStartSLOduration=7.292085611 podStartE2EDuration="7.292085611s" podCreationTimestamp="2025-10-13 20:07:13 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:07:20.270596971 +0000 UTC m=+2558.876343556" watchObservedRunningTime="2025-10-13 20:07:20.292085611 +0000 UTC m=+2558.897832196" Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.293434 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe is running failed: container process not found" containerID="97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.293675 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe is running failed: container process not found" containerID="97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:07:20 crc kubenswrapper[4809]: E1013 20:07:20.293710 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="8e586faf-272d-4fc7-9b35-9fe9664d3e22" containerName="nova-scheduler-scheduler" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.296684 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"edf51835-3298-4830-b548-04cf8b6e164c","Type":"ContainerDied","Data":"73d16dfda8f5616965e8abfe1777aec70372c98e97750b366a2fde99b51c6b13"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.296710 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="73d16dfda8f5616965e8abfe1777aec70372c98e97750b366a2fde99b51c6b13" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.301152 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" event={"ID":"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4","Type":"ContainerDied","Data":"a643dc3baa23f91a8d29ee3822049a70b46feb6fdbdef24272507178d78a6a0c"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.301174 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a643dc3baa23f91a8d29ee3822049a70b46feb6fdbdef24272507178d78a6a0c" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.316593 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"8e586faf-272d-4fc7-9b35-9fe9664d3e22","Type":"ContainerDied","Data":"fa125a0ef6aca01d5bfa2494dfda7cbd04cac1c4b4e9147203d56c255af5ab3c"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.316631 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="fa125a0ef6aca01d5bfa2494dfda7cbd04cac1c4b4e9147203d56c255af5ab3c" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.340437 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement263f-account-delete-kw7mz" event={"ID":"f4f45ffc-5f3b-4321-a797-a3aafbb14905","Type":"ContainerDied","Data":"997f4f1732bb1b90ce589f15e5319c021131b336d5f794ecc6f5c8cfa2a7f054"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.341267 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.341607 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement263f-account-delete-kw7mz" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.358938 4809 scope.go:117] "RemoveContainer" containerID="8e25ec87a05e4ec314eb425a1f2b0466a438bba0f1a262ee8b445a5af98b950c" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.378100 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-k6gdb\" (UniqueName: \"kubernetes.io/projected/48e716f9-fcee-40b4-8235-166b487cd5de-kube-api-access-k6gdb\") pod \"48e716f9-fcee-40b4-8235-166b487cd5de\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.378139 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") pod \"48e716f9-fcee-40b4-8235-166b487cd5de\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.378168 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-logs\") pod \"48e716f9-fcee-40b4-8235-166b487cd5de\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.378256 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-combined-ca-bundle\") pod \"48e716f9-fcee-40b4-8235-166b487cd5de\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.378368 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-config-data\") pod \"48e716f9-fcee-40b4-8235-166b487cd5de\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.378384 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-httpd-run\") pod \"48e716f9-fcee-40b4-8235-166b487cd5de\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.378411 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-internal-tls-certs\") pod \"48e716f9-fcee-40b4-8235-166b487cd5de\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.378426 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-scripts\") pod \"48e716f9-fcee-40b4-8235-166b487cd5de\" (UID: \"48e716f9-fcee-40b4-8235-166b487cd5de\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.389691 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "48e716f9-fcee-40b4-8235-166b487cd5de" (UID: "48e716f9-fcee-40b4-8235-166b487cd5de"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.413111 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/48e716f9-fcee-40b4-8235-166b487cd5de-kube-api-access-k6gdb" (OuterVolumeSpecName: "kube-api-access-k6gdb") pod "48e716f9-fcee-40b4-8235-166b487cd5de" (UID: "48e716f9-fcee-40b4-8235-166b487cd5de"). InnerVolumeSpecName "kube-api-access-k6gdb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.417905 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage15-crc" (OuterVolumeSpecName: "glance") pod "48e716f9-fcee-40b4-8235-166b487cd5de" (UID: "48e716f9-fcee-40b4-8235-166b487cd5de"). InnerVolumeSpecName "local-storage15-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.418189 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-logs" (OuterVolumeSpecName: "logs") pod "48e716f9-fcee-40b4-8235-166b487cd5de" (UID: "48e716f9-fcee-40b4-8235-166b487cd5de"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.420656 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-scripts" (OuterVolumeSpecName: "scripts") pod "48e716f9-fcee-40b4-8235-166b487cd5de" (UID: "48e716f9-fcee-40b4-8235-166b487cd5de"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.423062 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "48e716f9-fcee-40b4-8235-166b487cd5de" (UID: "48e716f9-fcee-40b4-8235-166b487cd5de"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.433663 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.452611 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.453139 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"48e716f9-fcee-40b4-8235-166b487cd5de","Type":"ContainerDied","Data":"f1974290eacdb8d089a03fa68d4f1923b8648dae29e99199ec88f7d3cd9d4a63"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.453459 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.459673 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad3a0984-c78d-460d-8e06-249dca2b8103" containerID="89d170f72de9cea3f989f66f1ca2fe33bd6564e61dbe877e81047807c72878c7" exitCode=0 Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.459851 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" event={"ID":"ad3a0984-c78d-460d-8e06-249dca2b8103","Type":"ContainerDied","Data":"89d170f72de9cea3f989f66f1ca2fe33bd6564e61dbe877e81047807c72878c7"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.473168 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement263f-account-delete-kw7mz"] Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.478768 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement263f-account-delete-kw7mz"] Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.484989 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-config-data" (OuterVolumeSpecName: "config-data") pod "48e716f9-fcee-40b4-8235-166b487cd5de" (UID: "48e716f9-fcee-40b4-8235-166b487cd5de"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.485481 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.485561 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.485599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7" event={"ID":"33a80ae3-eaf3-492d-b0a6-8c54543b5ade","Type":"ContainerDied","Data":"ea61066867d67774740bb8606fd9da52b160363ebb271b4a6b2ef0da592dc1a8"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.486708 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.487539 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-logs\") pod \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.487721 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-586mg\" (UniqueName: \"kubernetes.io/projected/8e586faf-272d-4fc7-9b35-9fe9664d3e22-kube-api-access-586mg\") pod \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.487858 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7gpxf\" (UniqueName: \"kubernetes.io/projected/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-kube-api-access-7gpxf\") pod \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.487880 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-combined-ca-bundle\") pod \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.487896 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-public-tls-certs\") pod \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.487971 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-scripts\") pod \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488040 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-internal-tls-certs\") pod \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488068 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-config-data\") pod \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488102 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-config-data\") pod \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\" (UID: \"6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488134 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-combined-ca-bundle\") pod \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\" (UID: \"8e586faf-272d-4fc7-9b35-9fe9664d3e22\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488493 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488506 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488515 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488524 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-k6gdb\" (UniqueName: \"kubernetes.io/projected/48e716f9-fcee-40b4-8235-166b487cd5de-kube-api-access-k6gdb\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488542 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488552 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/48e716f9-fcee-40b4-8235-166b487cd5de-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488560 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.488567 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-logs" (OuterVolumeSpecName: "logs") pod "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" (UID: "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.492148 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" event={"ID":"edfdc646-7c61-4133-9377-ba2880ffd3df","Type":"ContainerDied","Data":"98ef7f3a6eded54e1ff269d3d5ac0689257dcff096d4fb2511f14bb9e37ab8f2"} Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.502828 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8e586faf-272d-4fc7-9b35-9fe9664d3e22-kube-api-access-586mg" (OuterVolumeSpecName: "kube-api-access-586mg") pod "8e586faf-272d-4fc7-9b35-9fe9664d3e22" (UID: "8e586faf-272d-4fc7-9b35-9fe9664d3e22"). InnerVolumeSpecName "kube-api-access-586mg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.503158 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-kube-api-access-7gpxf" (OuterVolumeSpecName: "kube-api-access-7gpxf") pod "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" (UID: "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4"). InnerVolumeSpecName "kube-api-access-7gpxf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.507816 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="3aef2e60-ce94-4676-8535-49d0e84d9390" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.106:5671: connect: connection refused" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.507910 4809 scope.go:117] "RemoveContainer" containerID="2f856fd0a47c8c2e9ea8d81a8aebe21a79f01c59bbd9fc60f0e59230b528c445" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.509870 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.512432 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell02687-account-delete-gchch" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.522068 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.524804 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.532085 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-scripts" (OuterVolumeSpecName: "scripts") pod "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" (UID: "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.546394 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8e586faf-272d-4fc7-9b35-9fe9664d3e22" (UID: "8e586faf-272d-4fc7-9b35-9fe9664d3e22"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.549822 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.580459 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" podUID="a470127f-dbb2-4908-8e68-119798666809" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.107:5671: connect: connection refused" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.588948 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-combined-ca-bundle\") pod \"edf51835-3298-4830-b548-04cf8b6e164c\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589012 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-nova-metadata-tls-certs\") pod \"edf51835-3298-4830-b548-04cf8b6e164c\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589066 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edf51835-3298-4830-b548-04cf8b6e164c-logs\") pod \"edf51835-3298-4830-b548-04cf8b6e164c\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589107 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-llpg4\" (UniqueName: \"kubernetes.io/projected/edfdc646-7c61-4133-9377-ba2880ffd3df-kube-api-access-llpg4\") pod \"edfdc646-7c61-4133-9377-ba2880ffd3df\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589162 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ddhpp\" (UniqueName: \"kubernetes.io/projected/edf51835-3298-4830-b548-04cf8b6e164c-kube-api-access-ddhpp\") pod \"edf51835-3298-4830-b548-04cf8b6e164c\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589179 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data\") pod \"edfdc646-7c61-4133-9377-ba2880ffd3df\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589202 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edfdc646-7c61-4133-9377-ba2880ffd3df-logs\") pod \"edfdc646-7c61-4133-9377-ba2880ffd3df\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589234 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-combined-ca-bundle\") pod \"edfdc646-7c61-4133-9377-ba2880ffd3df\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589291 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-public-tls-certs\") pod \"edfdc646-7c61-4133-9377-ba2880ffd3df\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589311 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-internal-tls-certs\") pod \"edfdc646-7c61-4133-9377-ba2880ffd3df\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589385 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data-custom\") pod \"edfdc646-7c61-4133-9377-ba2880ffd3df\" (UID: \"edfdc646-7c61-4133-9377-ba2880ffd3df\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589421 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-config-data\") pod \"edf51835-3298-4830-b548-04cf8b6e164c\" (UID: \"edf51835-3298-4830-b548-04cf8b6e164c\") " Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589869 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-586mg\" (UniqueName: \"kubernetes.io/projected/8e586faf-272d-4fc7-9b35-9fe9664d3e22-kube-api-access-586mg\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589882 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7gpxf\" (UniqueName: \"kubernetes.io/projected/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-kube-api-access-7gpxf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589891 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589900 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.589908 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.601307 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/edfdc646-7c61-4133-9377-ba2880ffd3df-logs" (OuterVolumeSpecName: "logs") pod "edfdc646-7c61-4133-9377-ba2880ffd3df" (UID: "edfdc646-7c61-4133-9377-ba2880ffd3df"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.601349 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/edf51835-3298-4830-b548-04cf8b6e164c-logs" (OuterVolumeSpecName: "logs") pod "edf51835-3298-4830-b548-04cf8b6e164c" (UID: "edf51835-3298-4830-b548-04cf8b6e164c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.608285 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" podUID="d704ab0c-5baf-4c13-8e89-7cdbe98131ca" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.108:5671: connect: connection refused" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.614205 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/edfdc646-7c61-4133-9377-ba2880ffd3df-kube-api-access-llpg4" (OuterVolumeSpecName: "kube-api-access-llpg4") pod "edfdc646-7c61-4133-9377-ba2880ffd3df" (UID: "edfdc646-7c61-4133-9377-ba2880ffd3df"). InnerVolumeSpecName "kube-api-access-llpg4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.614329 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/edf51835-3298-4830-b548-04cf8b6e164c-kube-api-access-ddhpp" (OuterVolumeSpecName: "kube-api-access-ddhpp") pod "edf51835-3298-4830-b548-04cf8b6e164c" (UID: "edf51835-3298-4830-b548-04cf8b6e164c"). InnerVolumeSpecName "kube-api-access-ddhpp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.616600 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-config-data" (OuterVolumeSpecName: "config-data") pod "8e586faf-272d-4fc7-9b35-9fe9664d3e22" (UID: "8e586faf-272d-4fc7-9b35-9fe9664d3e22"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.631453 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "48e716f9-fcee-40b4-8235-166b487cd5de" (UID: "48e716f9-fcee-40b4-8235-166b487cd5de"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.633597 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage15-crc" (UniqueName: "kubernetes.io/local-volume/local-storage15-crc") on node "crc" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.663232 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "edf51835-3298-4830-b548-04cf8b6e164c" (UID: "edf51835-3298-4830-b548-04cf8b6e164c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.691177 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ddhpp\" (UniqueName: \"kubernetes.io/projected/edf51835-3298-4830-b548-04cf8b6e164c-kube-api-access-ddhpp\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.691202 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edfdc646-7c61-4133-9377-ba2880ffd3df-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.691212 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/48e716f9-fcee-40b4-8235-166b487cd5de-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.691222 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.691230 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage15-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage15-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.691239 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e586faf-272d-4fc7-9b35-9fe9664d3e22-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.691247 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edf51835-3298-4830-b548-04cf8b6e164c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.691255 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-llpg4\" (UniqueName: \"kubernetes.io/projected/edfdc646-7c61-4133-9377-ba2880ffd3df-kube-api-access-llpg4\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.699259 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "edfdc646-7c61-4133-9377-ba2880ffd3df" (UID: "edfdc646-7c61-4133-9377-ba2880ffd3df"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.700242 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-config-data" (OuterVolumeSpecName: "config-data") pod "edf51835-3298-4830-b548-04cf8b6e164c" (UID: "edf51835-3298-4830-b548-04cf8b6e164c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.718227 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-config-data" (OuterVolumeSpecName: "config-data") pod "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" (UID: "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.725316 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "edfdc646-7c61-4133-9377-ba2880ffd3df" (UID: "edfdc646-7c61-4133-9377-ba2880ffd3df"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.758944 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" (UID: "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.789890 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "edf51835-3298-4830-b548-04cf8b6e164c" (UID: "edf51835-3298-4830-b548-04cf8b6e164c"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.789998 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "edfdc646-7c61-4133-9377-ba2880ffd3df" (UID: "edfdc646-7c61-4133-9377-ba2880ffd3df"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.805474 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.805509 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.805520 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.805528 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.805537 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.805547 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.805555 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edf51835-3298-4830-b548-04cf8b6e164c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.806838 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "edfdc646-7c61-4133-9377-ba2880ffd3df" (UID: "edfdc646-7c61-4133-9377-ba2880ffd3df"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.845371 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" (UID: "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.909887 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.910141 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.958146 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data" (OuterVolumeSpecName: "config-data") pod "edfdc646-7c61-4133-9377-ba2880ffd3df" (UID: "edfdc646-7c61-4133-9377-ba2880ffd3df"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:20 crc kubenswrapper[4809]: I1013 20:07:20.972066 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" (UID: "6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.012221 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.012259 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edfdc646-7c61-4133-9377-ba2880ffd3df-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.256787 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.266172 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.270711 4809 scope.go:117] "RemoveContainer" containerID="2c02df8b965a156d4c457ea475434a73363302d3e00daad848ade2a52315738c" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.271794 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.306180 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell1e08c-account-delete-nrjch" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.306758 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.320365 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.320755 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-tls\") pod \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.320787 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-plugins\") pod \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.320815 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-confd\") pod \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.320832 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-plugins-conf\") pod \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.320855 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-server-conf\") pod \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.320886 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-kolla-config\") pod \"a619f379-3418-4851-bcaf-a899993cab56\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.320909 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5prc5\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-kube-api-access-5prc5\") pod \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.320951 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-memcached-tls-certs\") pod \"a619f379-3418-4851-bcaf-a899993cab56\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.320984 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data\") pod \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.321026 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-erlang-cookie-secret\") pod \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.321120 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-combined-ca-bundle\") pod \"a619f379-3418-4851-bcaf-a899993cab56\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.321166 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-erlang-cookie\") pod \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.321225 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-pod-info\") pod \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.321250 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") pod \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\" (UID: \"13ae95ff-db68-45c0-84cb-6cf2b5692c5f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.321280 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rc6hh\" (UniqueName: \"kubernetes.io/projected/a619f379-3418-4851-bcaf-a899993cab56-kube-api-access-rc6hh\") pod \"a619f379-3418-4851-bcaf-a899993cab56\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.321300 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-config-data\") pod \"a619f379-3418-4851-bcaf-a899993cab56\" (UID: \"a619f379-3418-4851-bcaf-a899993cab56\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.322420 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-config-data" (OuterVolumeSpecName: "config-data") pod "a619f379-3418-4851-bcaf-a899993cab56" (UID: "a619f379-3418-4851-bcaf-a899993cab56"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.328866 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "13ae95ff-db68-45c0-84cb-6cf2b5692c5f" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.329491 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "13ae95ff-db68-45c0-84cb-6cf2b5692c5f" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.330560 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "13ae95ff-db68-45c0-84cb-6cf2b5692c5f" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.333062 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "a619f379-3418-4851-bcaf-a899993cab56" (UID: "a619f379-3418-4851-bcaf-a899993cab56"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.333797 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.333972 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7"] Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.338196 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage18-crc" (OuterVolumeSpecName: "persistence") pod "13ae95ff-db68-45c0-84cb-6cf2b5692c5f" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f"). InnerVolumeSpecName "local-storage18-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.338277 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-pod-info" (OuterVolumeSpecName: "pod-info") pod "13ae95ff-db68-45c0-84cb-6cf2b5692c5f" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.339792 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-b65bddb65-rjcz7"] Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.341204 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a619f379-3418-4851-bcaf-a899993cab56-kube-api-access-rc6hh" (OuterVolumeSpecName: "kube-api-access-rc6hh") pod "a619f379-3418-4851-bcaf-a899993cab56" (UID: "a619f379-3418-4851-bcaf-a899993cab56"). InnerVolumeSpecName "kube-api-access-rc6hh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.351815 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-kube-api-access-5prc5" (OuterVolumeSpecName: "kube-api-access-5prc5") pod "13ae95ff-db68-45c0-84cb-6cf2b5692c5f" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f"). InnerVolumeSpecName "kube-api-access-5prc5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: E1013 20:07:21.356630 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="de2ee067320b7abe9e4c5ebefc2f673a731037841d7c1e2f5357d4629c004dc5" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:21 crc kubenswrapper[4809]: E1013 20:07:21.361882 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="de2ee067320b7abe9e4c5ebefc2f673a731037841d7c1e2f5357d4629c004dc5" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:21 crc kubenswrapper[4809]: E1013 20:07:21.380230 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="de2ee067320b7abe9e4c5ebefc2f673a731037841d7c1e2f5357d4629c004dc5" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:07:21 crc kubenswrapper[4809]: E1013 20:07:21.380295 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="edebcd6c-e2c2-4f2e-95cb-24248f4b4584" containerName="nova-cell0-conductor-conductor" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.384786 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell02687-account-delete-gchch"] Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.400110 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/novacell02687-account-delete-gchch"] Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.402471 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "13ae95ff-db68-45c0-84cb-6cf2b5692c5f" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.422514 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "13ae95ff-db68-45c0-84cb-6cf2b5692c5f" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.424807 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.424851 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.424877 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") on node \"crc\" " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.426437 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rc6hh\" (UniqueName: \"kubernetes.io/projected/a619f379-3418-4851-bcaf-a899993cab56-kube-api-access-rc6hh\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.426696 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.426778 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.426791 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.427311 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.427352 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/a619f379-3418-4851-bcaf-a899993cab56-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.427377 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5prc5\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-kube-api-access-5prc5\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.427388 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.431071 4809 scope.go:117] "RemoveContainer" containerID="6df3252319d171be04c069cae70074e24524b84f11b9a4b033b9511fb5551252" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.472920 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.480985 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.493168 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.499766 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.502432 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data" (OuterVolumeSpecName: "config-data") pod "13ae95ff-db68-45c0-84cb-6cf2b5692c5f" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.510689 4809 scope.go:117] "RemoveContainer" containerID="603a1cece24fd41e26b90fb9f0ab433f6e1caaf7f2389d507f02c79c3457625d" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.527477 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a619f379-3418-4851-bcaf-a899993cab56" (UID: "a619f379-3418-4851-bcaf-a899993cab56"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.530841 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-galera-tls-certs\") pod \"cccaab8f-dc38-4522-8219-14c369d5e6d0\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.530982 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-combined-ca-bundle\") pod \"938a97d2-82ee-4230-9b29-d2c11e689049\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531013 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-generated\") pod \"cccaab8f-dc38-4522-8219-14c369d5e6d0\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531061 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-secrets\") pod \"938a97d2-82ee-4230-9b29-d2c11e689049\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531067 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage18-crc" (UniqueName: "kubernetes.io/local-volume/local-storage18-crc") on node "crc" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531121 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xr68b\" (UniqueName: \"kubernetes.io/projected/cccaab8f-dc38-4522-8219-14c369d5e6d0-kube-api-access-xr68b\") pod \"cccaab8f-dc38-4522-8219-14c369d5e6d0\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531177 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-kolla-config\") pod \"cccaab8f-dc38-4522-8219-14c369d5e6d0\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531195 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-default\") pod \"938a97d2-82ee-4230-9b29-d2c11e689049\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531235 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v8k8f\" (UniqueName: \"kubernetes.io/projected/938a97d2-82ee-4230-9b29-d2c11e689049-kube-api-access-v8k8f\") pod \"938a97d2-82ee-4230-9b29-d2c11e689049\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531322 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-galera-tls-certs\") pod \"938a97d2-82ee-4230-9b29-d2c11e689049\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531366 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-generated\") pod \"938a97d2-82ee-4230-9b29-d2c11e689049\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531392 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-operator-scripts\") pod \"938a97d2-82ee-4230-9b29-d2c11e689049\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531415 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"cccaab8f-dc38-4522-8219-14c369d5e6d0\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531451 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-operator-scripts\") pod \"cccaab8f-dc38-4522-8219-14c369d5e6d0\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531468 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"938a97d2-82ee-4230-9b29-d2c11e689049\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531488 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-combined-ca-bundle\") pod \"cccaab8f-dc38-4522-8219-14c369d5e6d0\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531538 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-kolla-config\") pod \"938a97d2-82ee-4230-9b29-d2c11e689049\" (UID: \"938a97d2-82ee-4230-9b29-d2c11e689049\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531574 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qlmtf\" (UniqueName: \"kubernetes.io/projected/041f2761-72d8-47a0-8bea-51e98cca7b6f-kube-api-access-qlmtf\") pod \"041f2761-72d8-47a0-8bea-51e98cca7b6f\" (UID: \"041f2761-72d8-47a0-8bea-51e98cca7b6f\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531616 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-secrets\") pod \"cccaab8f-dc38-4522-8219-14c369d5e6d0\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531647 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-default\") pod \"cccaab8f-dc38-4522-8219-14c369d5e6d0\" (UID: \"cccaab8f-dc38-4522-8219-14c369d5e6d0\") " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.531853 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "cccaab8f-dc38-4522-8219-14c369d5e6d0" (UID: "cccaab8f-dc38-4522-8219-14c369d5e6d0"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.532369 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "cccaab8f-dc38-4522-8219-14c369d5e6d0" (UID: "cccaab8f-dc38-4522-8219-14c369d5e6d0"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.532654 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.532675 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.532688 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.532702 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage18-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage18-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.532713 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.533353 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "cccaab8f-dc38-4522-8219-14c369d5e6d0" (UID: "cccaab8f-dc38-4522-8219-14c369d5e6d0"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.547817 4809 generic.go:334] "Generic (PLEG): container finished" podID="cccaab8f-dc38-4522-8219-14c369d5e6d0" containerID="780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526" exitCode=0 Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.547912 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-1" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.547922 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-1" event={"ID":"cccaab8f-dc38-4522-8219-14c369d5e6d0","Type":"ContainerDied","Data":"780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.548064 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-1" event={"ID":"cccaab8f-dc38-4522-8219-14c369d5e6d0","Type":"ContainerDied","Data":"40fd4d455cba29f6595763acd1bb7bfd698c80da8a1ef9479708216edc1c0fab"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.548246 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "938a97d2-82ee-4230-9b29-d2c11e689049" (UID: "938a97d2-82ee-4230-9b29-d2c11e689049"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.549056 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "938a97d2-82ee-4230-9b29-d2c11e689049" (UID: "938a97d2-82ee-4230-9b29-d2c11e689049"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.549143 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "cccaab8f-dc38-4522-8219-14c369d5e6d0" (UID: "cccaab8f-dc38-4522-8219-14c369d5e6d0"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.549196 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-secrets" (OuterVolumeSpecName: "secrets") pod "938a97d2-82ee-4230-9b29-d2c11e689049" (UID: "938a97d2-82ee-4230-9b29-d2c11e689049"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.549303 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "938a97d2-82ee-4230-9b29-d2c11e689049" (UID: "938a97d2-82ee-4230-9b29-d2c11e689049"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.553070 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "938a97d2-82ee-4230-9b29-d2c11e689049" (UID: "938a97d2-82ee-4230-9b29-d2c11e689049"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.561420 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/041f2761-72d8-47a0-8bea-51e98cca7b6f-kube-api-access-qlmtf" (OuterVolumeSpecName: "kube-api-access-qlmtf") pod "041f2761-72d8-47a0-8bea-51e98cca7b6f" (UID: "041f2761-72d8-47a0-8bea-51e98cca7b6f"). InnerVolumeSpecName "kube-api-access-qlmtf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.562091 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cccaab8f-dc38-4522-8219-14c369d5e6d0-kube-api-access-xr68b" (OuterVolumeSpecName: "kube-api-access-xr68b") pod "cccaab8f-dc38-4522-8219-14c369d5e6d0" (UID: "cccaab8f-dc38-4522-8219-14c369d5e6d0"). InnerVolumeSpecName "kube-api-access-xr68b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.565889 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-secrets" (OuterVolumeSpecName: "secrets") pod "cccaab8f-dc38-4522-8219-14c369d5e6d0" (UID: "cccaab8f-dc38-4522-8219-14c369d5e6d0"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.571105 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/938a97d2-82ee-4230-9b29-d2c11e689049-kube-api-access-v8k8f" (OuterVolumeSpecName: "kube-api-access-v8k8f") pod "938a97d2-82ee-4230-9b29-d2c11e689049" (UID: "938a97d2-82ee-4230-9b29-d2c11e689049"). InnerVolumeSpecName "kube-api-access-v8k8f". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.578303 4809 generic.go:334] "Generic (PLEG): container finished" podID="5aa20bcb-2f3e-468b-9389-9371086e62d2" containerID="91f706ba7f551c08f59c3eed7f318bdea2ff0e117b0643ca5b311c7be49c9aed" exitCode=0 Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.578374 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-2" event={"ID":"5aa20bcb-2f3e-468b-9389-9371086e62d2","Type":"ContainerDied","Data":"91f706ba7f551c08f59c3eed7f318bdea2ff0e117b0643ca5b311c7be49c9aed"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.580374 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage14-crc" (OuterVolumeSpecName: "mysql-db") pod "cccaab8f-dc38-4522-8219-14c369d5e6d0" (UID: "cccaab8f-dc38-4522-8219-14c369d5e6d0"). InnerVolumeSpecName "local-storage14-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.599591 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage04-crc" (OuterVolumeSpecName: "mysql-db") pod "938a97d2-82ee-4230-9b29-d2c11e689049" (UID: "938a97d2-82ee-4230-9b29-d2c11e689049"). InnerVolumeSpecName "local-storage04-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.611623 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.615678 4809 generic.go:334] "Generic (PLEG): container finished" podID="b9a5f97c-e3e8-4341-af1f-edde96d79030" containerID="216057bd4e7ff4595b86830742ae4705567032f9b741791bf2231468113e0036" exitCode=0 Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.615717 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b9a5f97c-e3e8-4341-af1f-edde96d79030","Type":"ContainerDied","Data":"216057bd4e7ff4595b86830742ae4705567032f9b741791bf2231468113e0036"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.620604 4809 generic.go:334] "Generic (PLEG): container finished" podID="d704ab0c-5baf-4c13-8e89-7cdbe98131ca" containerID="da629e9c9a4550330420de7686c1c65d4919daaf3645eda7f773e761a37a7c86" exitCode=0 Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.620655 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" event={"ID":"d704ab0c-5baf-4c13-8e89-7cdbe98131ca","Type":"ContainerDied","Data":"da629e9c9a4550330420de7686c1c65d4919daaf3645eda7f773e761a37a7c86"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.624837 4809 generic.go:334] "Generic (PLEG): container finished" podID="3f9b3c7b-654e-424b-ac21-ad79d98abab8" containerID="12f94afd8db81e2d381852728b6ccb58bb73aeaff0ae83b5d3dc88d5e1bd19ce" exitCode=0 Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.624880 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-1" event={"ID":"3f9b3c7b-654e-424b-ac21-ad79d98abab8","Type":"ContainerDied","Data":"12f94afd8db81e2d381852728b6ccb58bb73aeaff0ae83b5d3dc88d5e1bd19ce"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.634588 4809 generic.go:334] "Generic (PLEG): container finished" podID="006c3555-6972-43e5-928d-52ecfcf3874f" containerID="116dcce0b5c85039ff5d027c0e6e5b2be38a6b8f51b8e046b5ef6d89c0760185" exitCode=0 Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635002 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xr68b\" (UniqueName: \"kubernetes.io/projected/cccaab8f-dc38-4522-8219-14c369d5e6d0-kube-api-access-xr68b\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635026 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635035 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v8k8f\" (UniqueName: \"kubernetes.io/projected/938a97d2-82ee-4230-9b29-d2c11e689049-kube-api-access-v8k8f\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635045 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/938a97d2-82ee-4230-9b29-d2c11e689049-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635054 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635070 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635080 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635093 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") on node \"crc\" " Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635103 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/938a97d2-82ee-4230-9b29-d2c11e689049-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635112 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qlmtf\" (UniqueName: \"kubernetes.io/projected/041f2761-72d8-47a0-8bea-51e98cca7b6f-kube-api-access-qlmtf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635120 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635128 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/cccaab8f-dc38-4522-8219-14c369d5e6d0-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.635136 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.636453 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" event={"ID":"006c3555-6972-43e5-928d-52ecfcf3874f","Type":"ContainerDied","Data":"116dcce0b5c85039ff5d027c0e6e5b2be38a6b8f51b8e046b5ef6d89c0760185"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.641847 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" podStartSLOduration=8.641831996 podStartE2EDuration="8.641831996s" podCreationTimestamp="2025-10-13 20:07:13 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:07:21.633575822 +0000 UTC m=+2560.239322427" watchObservedRunningTime="2025-10-13 20:07:21.641831996 +0000 UTC m=+2560.247578581" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.672378 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"a619f379-3418-4851-bcaf-a899993cab56","Type":"ContainerDied","Data":"c537c6a2bf349e65200f49b2971f00e7d59d2568fc581046da042b252461ffd6"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.672415 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.681432 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novacell1e08c-account-delete-nrjch" event={"ID":"041f2761-72d8-47a0-8bea-51e98cca7b6f","Type":"ContainerDied","Data":"f15a35097e631d9dc6ac5a4ec49647cf01e61bd454fa436a159291fd954875ad"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.681523 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novacell1e08c-account-delete-nrjch" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.686887 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-memcached-tls-certs" (OuterVolumeSpecName: "memcached-tls-certs") pod "a619f379-3418-4851-bcaf-a899993cab56" (UID: "a619f379-3418-4851-bcaf-a899993cab56"). InnerVolumeSpecName "memcached-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.688391 4809 generic.go:334] "Generic (PLEG): container finished" podID="a470127f-dbb2-4908-8e68-119798666809" containerID="30cf78e3eec68fb2d29c3a201bcc61231917a4d77370cbcabd2b4631d6565e8e" exitCode=0 Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.688459 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" event={"ID":"a470127f-dbb2-4908-8e68-119798666809","Type":"ContainerDied","Data":"30cf78e3eec68fb2d29c3a201bcc61231917a4d77370cbcabd2b4631d6565e8e"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.688499 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" event={"ID":"a470127f-dbb2-4908-8e68-119798666809","Type":"ContainerDied","Data":"4e7ef33e50038f0d84c7e8dcbff0b0b2d775f25496ffbc4a9afd7f3b25453886"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.688511 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="4e7ef33e50038f0d84c7e8dcbff0b0b2d775f25496ffbc4a9afd7f3b25453886" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.690592 4809 generic.go:334] "Generic (PLEG): container finished" podID="938a97d2-82ee-4230-9b29-d2c11e689049" containerID="d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef" exitCode=0 Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.690669 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"938a97d2-82ee-4230-9b29-d2c11e689049","Type":"ContainerDied","Data":"d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.690702 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"938a97d2-82ee-4230-9b29-d2c11e689049","Type":"ContainerDied","Data":"4296f19dc2e1c15420b9ff55c50176f3158cf4122a469b0adcbf23789fb3e3e1"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.690850 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.695020 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "cccaab8f-dc38-4522-8219-14c369d5e6d0" (UID: "cccaab8f-dc38-4522-8219-14c369d5e6d0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.698480 4809 generic.go:334] "Generic (PLEG): container finished" podID="3aef2e60-ce94-4676-8535-49d0e84d9390" containerID="a0d40c6e6ec2b198a1482e48244dd9e4416c60ea25379f0c45d7d3eb11ed3284" exitCode=0 Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.698549 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"3aef2e60-ce94-4676-8535-49d0e84d9390","Type":"ContainerDied","Data":"a0d40c6e6ec2b198a1482e48244dd9e4416c60ea25379f0c45d7d3eb11ed3284"} Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.703260 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-56f9ff5654-6kxp9" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.704919 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.704983 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.704941 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-2" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.706067 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.737114 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.737141 4809 reconciler_common.go:293] "Volume detached for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/a619f379-3418-4851-bcaf-a899993cab56-memcached-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.748379 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage04-crc" (UniqueName: "kubernetes.io/local-volume/local-storage04-crc") on node "crc" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.751362 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-server-conf" (OuterVolumeSpecName: "server-conf") pod "13ae95ff-db68-45c0-84cb-6cf2b5692c5f" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.756006 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "938a97d2-82ee-4230-9b29-d2c11e689049" (UID: "938a97d2-82ee-4230-9b29-d2c11e689049"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.756965 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage14-crc" (UniqueName: "kubernetes.io/local-volume/local-storage14-crc") on node "crc" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.761522 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "cccaab8f-dc38-4522-8219-14c369d5e6d0" (UID: "cccaab8f-dc38-4522-8219-14c369d5e6d0"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.806103 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "938a97d2-82ee-4230-9b29-d2c11e689049" (UID: "938a97d2-82ee-4230-9b29-d2c11e689049"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.839166 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/cccaab8f-dc38-4522-8219-14c369d5e6d0-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.839290 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.839359 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/938a97d2-82ee-4230-9b29-d2c11e689049-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.839467 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.839554 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.839622 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.915417 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "13ae95ff-db68-45c0-84cb-6cf2b5692c5f" (UID: "13ae95ff-db68-45c0-84cb-6cf2b5692c5f"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.941549 4809 scope.go:117] "RemoveContainer" containerID="e378b99b26d7af601ec24db5ef688e4b08c0b4000b7c3b6de9a59c981e4704f0" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.942816 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.947933 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/13ae95ff-db68-45c0-84cb-6cf2b5692c5f-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.960917 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:07:21 crc kubenswrapper[4809]: I1013 20:07:21.970808 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.014344 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.017579 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.019751 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-1"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.051435 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-1"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052184 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mjmgs\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-kube-api-access-mjmgs\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052228 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-erlang-cookie\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052282 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052337 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/3f9b3c7b-654e-424b-ac21-ad79d98abab8-pod-info\") pod \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052359 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-plugins\") pod \"a470127f-dbb2-4908-8e68-119798666809\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052391 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-config-data\") pod \"006c3555-6972-43e5-928d-52ecfcf3874f\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052439 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8z29b\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-kube-api-access-8z29b\") pod \"a470127f-dbb2-4908-8e68-119798666809\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052455 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-erlang-cookie\") pod \"3aef2e60-ce94-4676-8535-49d0e84d9390\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052470 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-scripts\") pod \"006c3555-6972-43e5-928d-52ecfcf3874f\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052509 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data\") pod \"a470127f-dbb2-4908-8e68-119798666809\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052523 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-server-conf\") pod \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052537 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-credential-keys\") pod \"006c3555-6972-43e5-928d-52ecfcf3874f\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052578 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-plugins\") pod \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052603 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052620 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/a470127f-dbb2-4908-8e68-119798666809-erlang-cookie-secret\") pod \"a470127f-dbb2-4908-8e68-119798666809\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052720 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-confd\") pod \"3aef2e60-ce94-4676-8535-49d0e84d9390\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052803 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-plugins-conf\") pod \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052839 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-internal-tls-certs\") pod \"006c3555-6972-43e5-928d-52ecfcf3874f\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052867 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"a470127f-dbb2-4908-8e68-119798666809\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052884 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-plugins-conf\") pod \"a470127f-dbb2-4908-8e68-119798666809\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052920 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-server-conf\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052942 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data\") pod \"3aef2e60-ce94-4676-8535-49d0e84d9390\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052956 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/3aef2e60-ce94-4676-8535-49d0e84d9390-pod-info\") pod \"3aef2e60-ce94-4676-8535-49d0e84d9390\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.052976 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/a470127f-dbb2-4908-8e68-119798666809-pod-info\") pod \"a470127f-dbb2-4908-8e68-119798666809\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053012 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-plugins\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053030 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-tls\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053045 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-confd\") pod \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053085 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-djjfv\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-kube-api-access-djjfv\") pod \"3aef2e60-ce94-4676-8535-49d0e84d9390\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053110 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-tls\") pod \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053128 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-confd\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053167 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-klsck\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-kube-api-access-klsck\") pod \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053260 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-pod-info\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053280 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-public-tls-certs\") pod \"006c3555-6972-43e5-928d-52ecfcf3874f\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053295 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053318 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/3f9b3c7b-654e-424b-ac21-ad79d98abab8-erlang-cookie-secret\") pod \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053337 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-tls\") pod \"3aef2e60-ce94-4676-8535-49d0e84d9390\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053360 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-plugins-conf\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053381 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-plugins-conf\") pod \"3aef2e60-ce94-4676-8535-49d0e84d9390\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053396 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-tls\") pod \"a470127f-dbb2-4908-8e68-119798666809\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053413 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-erlang-cookie\") pod \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053433 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/3aef2e60-ce94-4676-8535-49d0e84d9390-erlang-cookie-secret\") pod \"3aef2e60-ce94-4676-8535-49d0e84d9390\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053449 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-erlang-cookie\") pod \"a470127f-dbb2-4908-8e68-119798666809\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053467 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-fernet-keys\") pod \"006c3555-6972-43e5-928d-52ecfcf3874f\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053484 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"3aef2e60-ce94-4676-8535-49d0e84d9390\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053500 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-server-conf\") pod \"a470127f-dbb2-4908-8e68-119798666809\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053518 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-combined-ca-bundle\") pod \"006c3555-6972-43e5-928d-52ecfcf3874f\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053535 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-erlang-cookie-secret\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053561 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data\") pod \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\" (UID: \"3f9b3c7b-654e-424b-ac21-ad79d98abab8\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053592 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-plugins\") pod \"3aef2e60-ce94-4676-8535-49d0e84d9390\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053610 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rtvrb\" (UniqueName: \"kubernetes.io/projected/006c3555-6972-43e5-928d-52ecfcf3874f-kube-api-access-rtvrb\") pod \"006c3555-6972-43e5-928d-52ecfcf3874f\" (UID: \"006c3555-6972-43e5-928d-52ecfcf3874f\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053626 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-server-conf\") pod \"3aef2e60-ce94-4676-8535-49d0e84d9390\" (UID: \"3aef2e60-ce94-4676-8535-49d0e84d9390\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.053642 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-confd\") pod \"a470127f-dbb2-4908-8e68-119798666809\" (UID: \"a470127f-dbb2-4908-8e68-119798666809\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.054402 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novacell1e08c-account-delete-nrjch"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.055950 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "3f9b3c7b-654e-424b-ac21-ad79d98abab8" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.058443 4809 scope.go:117] "RemoveContainer" containerID="36687fd413b706b33e40f6e803a6a200b09ad15113819dd29e7860b9f5f5a0f2" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.059921 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.060141 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-kube-api-access-mjmgs" (OuterVolumeSpecName: "kube-api-access-mjmgs") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "kube-api-access-mjmgs". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.065243 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/novacell1e08c-account-delete-nrjch"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.065283 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.068071 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "3f9b3c7b-654e-424b-ac21-ad79d98abab8" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.068319 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "3aef2e60-ce94-4676-8535-49d0e84d9390" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.074032 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.078219 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "a470127f-dbb2-4908-8e68-119798666809" (UID: "a470127f-dbb2-4908-8e68-119798666809"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.078263 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage05-crc" (OuterVolumeSpecName: "persistence") pod "a470127f-dbb2-4908-8e68-119798666809" (UID: "a470127f-dbb2-4908-8e68-119798666809"). InnerVolumeSpecName "local-storage05-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.078714 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "3aef2e60-ce94-4676-8535-49d0e84d9390" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.081813 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.086165 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "3f9b3c7b-654e-424b-ac21-ad79d98abab8" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.086897 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/006c3555-6972-43e5-928d-52ecfcf3874f-kube-api-access-rtvrb" (OuterVolumeSpecName: "kube-api-access-rtvrb") pod "006c3555-6972-43e5-928d-52ecfcf3874f" (UID: "006c3555-6972-43e5-928d-52ecfcf3874f"). InnerVolumeSpecName "kube-api-access-rtvrb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.087077 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.089017 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-75d7bc6cb8-7w57x"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.090179 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "a470127f-dbb2-4908-8e68-119798666809" (UID: "a470127f-dbb2-4908-8e68-119798666809"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.090776 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data" (OuterVolumeSpecName: "config-data") pod "3aef2e60-ce94-4676-8535-49d0e84d9390" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.091125 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "a470127f-dbb2-4908-8e68-119798666809" (UID: "a470127f-dbb2-4908-8e68-119798666809"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.091666 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.093397 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "3aef2e60-ce94-4676-8535-49d0e84d9390" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.093766 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "a470127f-dbb2-4908-8e68-119798666809" (UID: "a470127f-dbb2-4908-8e68-119798666809"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.094530 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.099952 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3aef2e60-ce94-4676-8535-49d0e84d9390-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "3aef2e60-ce94-4676-8535-49d0e84d9390" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.103053 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-56f9ff5654-6kxp9"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.103871 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "persistence") pod "3f9b3c7b-654e-424b-ac21-ad79d98abab8" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.103922 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-scripts" (OuterVolumeSpecName: "scripts") pod "006c3555-6972-43e5-928d-52ecfcf3874f" (UID: "006c3555-6972-43e5-928d-52ecfcf3874f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.105481 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-kube-api-access-8z29b" (OuterVolumeSpecName: "kube-api-access-8z29b") pod "a470127f-dbb2-4908-8e68-119798666809" (UID: "a470127f-dbb2-4908-8e68-119798666809"). InnerVolumeSpecName "kube-api-access-8z29b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.105719 4809 scope.go:117] "RemoveContainer" containerID="a222a0e91fd43346ef517ae3c561d16eca71e8adf39827150dbc4eac3873e358" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.107882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "3f9b3c7b-654e-424b-ac21-ad79d98abab8" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.108017 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-56f9ff5654-6kxp9"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.108094 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "3aef2e60-ce94-4676-8535-49d0e84d9390" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.109458 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "006c3555-6972-43e5-928d-52ecfcf3874f" (UID: "006c3555-6972-43e5-928d-52ecfcf3874f"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.109959 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/3f9b3c7b-654e-424b-ac21-ad79d98abab8-pod-info" (OuterVolumeSpecName: "pod-info") pod "3f9b3c7b-654e-424b-ac21-ad79d98abab8" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.110608 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage09-crc" (OuterVolumeSpecName: "persistence") pod "3aef2e60-ce94-4676-8535-49d0e84d9390" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390"). InnerVolumeSpecName "local-storage09-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.111137 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage02-crc" (OuterVolumeSpecName: "persistence") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "local-storage02-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.112264 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-pod-info" (OuterVolumeSpecName: "pod-info") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.113087 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.114465 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a470127f-dbb2-4908-8e68-119798666809-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "a470127f-dbb2-4908-8e68-119798666809" (UID: "a470127f-dbb2-4908-8e68-119798666809"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.117131 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.119094 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-kube-api-access-djjfv" (OuterVolumeSpecName: "kube-api-access-djjfv") pod "3aef2e60-ce94-4676-8535-49d0e84d9390" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390"). InnerVolumeSpecName "kube-api-access-djjfv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.120498 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/a470127f-dbb2-4908-8e68-119798666809-pod-info" (OuterVolumeSpecName: "pod-info") pod "a470127f-dbb2-4908-8e68-119798666809" (UID: "a470127f-dbb2-4908-8e68-119798666809"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.120521 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/3aef2e60-ce94-4676-8535-49d0e84d9390-pod-info" (OuterVolumeSpecName: "pod-info") pod "3aef2e60-ce94-4676-8535-49d0e84d9390" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.122758 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.126115 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.139994 4809 scope.go:117] "RemoveContainer" containerID="80d07813271596589b6b379df0843f88a72e75dd36d11f30f5301791b726669b" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.140414 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3f9b3c7b-654e-424b-ac21-ad79d98abab8-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "3f9b3c7b-654e-424b-ac21-ad79d98abab8" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.144120 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-kube-api-access-klsck" (OuterVolumeSpecName: "kube-api-access-klsck") pod "3f9b3c7b-654e-424b-ac21-ad79d98abab8" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8"). InnerVolumeSpecName "kube-api-access-klsck". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.143121 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "006c3555-6972-43e5-928d-52ecfcf3874f" (UID: "006c3555-6972-43e5-928d-52ecfcf3874f"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.155347 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data\") pod \"b9a5f97c-e3e8-4341-af1f-edde96d79030\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.155381 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"b9a5f97c-e3e8-4341-af1f-edde96d79030\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.155433 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bnbqm\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-kube-api-access-bnbqm\") pod \"b9a5f97c-e3e8-4341-af1f-edde96d79030\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.155449 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-plugins-conf\") pod \"b9a5f97c-e3e8-4341-af1f-edde96d79030\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.155475 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b9a5f97c-e3e8-4341-af1f-edde96d79030-pod-info\") pod \"b9a5f97c-e3e8-4341-af1f-edde96d79030\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.155531 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-tls\") pod \"b9a5f97c-e3e8-4341-af1f-edde96d79030\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.155545 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-confd\") pod \"b9a5f97c-e3e8-4341-af1f-edde96d79030\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.155566 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b9a5f97c-e3e8-4341-af1f-edde96d79030-erlang-cookie-secret\") pod \"b9a5f97c-e3e8-4341-af1f-edde96d79030\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.155655 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-erlang-cookie\") pod \"b9a5f97c-e3e8-4341-af1f-edde96d79030\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.155690 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-server-conf\") pod \"b9a5f97c-e3e8-4341-af1f-edde96d79030\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.155723 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-plugins\") pod \"b9a5f97c-e3e8-4341-af1f-edde96d79030\" (UID: \"b9a5f97c-e3e8-4341-af1f-edde96d79030\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156028 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156039 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/3aef2e60-ce94-4676-8535-49d0e84d9390-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156048 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156058 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/a470127f-dbb2-4908-8e68-119798666809-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156066 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156075 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-djjfv\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-kube-api-access-djjfv\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156083 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156092 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-klsck\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-kube-api-access-klsck\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156100 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156118 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") on node \"crc\" " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156128 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/3f9b3c7b-654e-424b-ac21-ad79d98abab8-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156136 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156145 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156153 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156162 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156170 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156178 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/3aef2e60-ce94-4676-8535-49d0e84d9390-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156187 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156320 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156341 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") on node \"crc\" " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156350 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156360 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156369 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rtvrb\" (UniqueName: \"kubernetes.io/projected/006c3555-6972-43e5-928d-52ecfcf3874f-kube-api-access-rtvrb\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156377 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mjmgs\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-kube-api-access-mjmgs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156387 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156395 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/3f9b3c7b-654e-424b-ac21-ad79d98abab8-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156403 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156411 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8z29b\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-kube-api-access-8z29b\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156419 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156428 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156436 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156446 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156461 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156470 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/a470127f-dbb2-4908-8e68-119798666809-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156479 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156492 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.156501 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.162304 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "b9a5f97c-e3e8-4341-af1f-edde96d79030" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.164774 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "b9a5f97c-e3e8-4341-af1f-edde96d79030" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.165312 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "b9a5f97c-e3e8-4341-af1f-edde96d79030" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.174406 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.187384 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-kube-api-access-bnbqm" (OuterVolumeSpecName: "kube-api-access-bnbqm") pod "b9a5f97c-e3e8-4341-af1f-edde96d79030" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030"). InnerVolumeSpecName "kube-api-access-bnbqm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.187509 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/b9a5f97c-e3e8-4341-af1f-edde96d79030-pod-info" (OuterVolumeSpecName: "pod-info") pod "b9a5f97c-e3e8-4341-af1f-edde96d79030" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.187880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "b9a5f97c-e3e8-4341-af1f-edde96d79030" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.187919 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "persistence") pod "b9a5f97c-e3e8-4341-af1f-edde96d79030" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.209203 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b9a5f97c-e3e8-4341-af1f-edde96d79030-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "b9a5f97c-e3e8-4341-af1f-edde96d79030" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.220430 4809 scope.go:117] "RemoveContainer" containerID="498747055addb3cc7233da394c9b3fe8d40ba6069db241dc643dff9fa6da9471" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.221246 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-config-data" (OuterVolumeSpecName: "config-data") pod "006c3555-6972-43e5-928d-52ecfcf3874f" (UID: "006c3555-6972-43e5-928d-52ecfcf3874f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.223604 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data" (OuterVolumeSpecName: "config-data") pod "b9a5f97c-e3e8-4341-af1f-edde96d79030" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.257758 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-generated\") pod \"5aa20bcb-2f3e-468b-9389-9371086e62d2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.258148 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-default\") pod \"5aa20bcb-2f3e-468b-9389-9371086e62d2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.258182 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-kolla-config\") pod \"5aa20bcb-2f3e-468b-9389-9371086e62d2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.258263 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-82286\" (UniqueName: \"kubernetes.io/projected/5aa20bcb-2f3e-468b-9389-9371086e62d2-kube-api-access-82286\") pod \"5aa20bcb-2f3e-468b-9389-9371086e62d2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.258292 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-galera-tls-certs\") pod \"5aa20bcb-2f3e-468b-9389-9371086e62d2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.258323 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-operator-scripts\") pod \"5aa20bcb-2f3e-468b-9389-9371086e62d2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.258356 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-secrets\") pod \"5aa20bcb-2f3e-468b-9389-9371086e62d2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.258396 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "5aa20bcb-2f3e-468b-9389-9371086e62d2" (UID: "5aa20bcb-2f3e-468b-9389-9371086e62d2"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.258415 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"5aa20bcb-2f3e-468b-9389-9371086e62d2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.258842 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "5aa20bcb-2f3e-468b-9389-9371086e62d2" (UID: "5aa20bcb-2f3e-468b-9389-9371086e62d2"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.260042 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "5aa20bcb-2f3e-468b-9389-9371086e62d2" (UID: "5aa20bcb-2f3e-468b-9389-9371086e62d2"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.261875 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "5aa20bcb-2f3e-468b-9389-9371086e62d2" (UID: "5aa20bcb-2f3e-468b-9389-9371086e62d2"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.272652 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="041f2761-72d8-47a0-8bea-51e98cca7b6f" path="/var/lib/kubelet/pods/041f2761-72d8-47a0-8bea-51e98cca7b6f/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.274586 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-combined-ca-bundle\") pod \"5aa20bcb-2f3e-468b-9389-9371086e62d2\" (UID: \"5aa20bcb-2f3e-468b-9389-9371086e62d2\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.274902 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="33a80ae3-eaf3-492d-b0a6-8c54543b5ade" path="/var/lib/kubelet/pods/33a80ae3-eaf3-492d-b0a6-8c54543b5ade/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276629 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="48e716f9-fcee-40b4-8235-166b487cd5de" path="/var/lib/kubelet/pods/48e716f9-fcee-40b4-8235-166b487cd5de/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276647 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276672 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276694 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276704 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276789 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bnbqm\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-kube-api-access-bnbqm\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276802 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276892 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/b9a5f97c-e3e8-4341-af1f-edde96d79030-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276960 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276973 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276985 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/b9a5f97c-e3e8-4341-af1f-edde96d79030-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.276997 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.277011 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/5aa20bcb-2f3e-468b-9389-9371086e62d2-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.277023 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.277041 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.290519 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data" (OuterVolumeSpecName: "config-data") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.294927 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="59a93aef-3ffe-4228-a657-0beb43906d6e" path="/var/lib/kubelet/pods/59a93aef-3ffe-4228-a657-0beb43906d6e/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.297502 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="64646b88-c70c-46ac-8015-29dfd673ad83" path="/var/lib/kubelet/pods/64646b88-c70c-46ac-8015-29dfd673ad83/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.300431 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" path="/var/lib/kubelet/pods/6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.301308 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" path="/var/lib/kubelet/pods/8934e140-ba31-4edb-9dd8-07c9d708a9d9/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.305241 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8e586faf-272d-4fc7-9b35-9fe9664d3e22" path="/var/lib/kubelet/pods/8e586faf-272d-4fc7-9b35-9fe9664d3e22/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.306144 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cccaab8f-dc38-4522-8219-14c369d5e6d0" path="/var/lib/kubelet/pods/cccaab8f-dc38-4522-8219-14c369d5e6d0/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.314829 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e9cb9e39-540b-4457-83b3-4757beed3734" path="/var/lib/kubelet/pods/e9cb9e39-540b-4457-83b3-4757beed3734/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.315601 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="edf51835-3298-4830-b548-04cf8b6e164c" path="/var/lib/kubelet/pods/edf51835-3298-4830-b548-04cf8b6e164c/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.316375 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="edfdc646-7c61-4133-9377-ba2880ffd3df" path="/var/lib/kubelet/pods/edfdc646-7c61-4133-9377-ba2880ffd3df/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.317256 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-secrets" (OuterVolumeSpecName: "secrets") pod "5aa20bcb-2f3e-468b-9389-9371086e62d2" (UID: "5aa20bcb-2f3e-468b-9389-9371086e62d2"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.317742 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5aa20bcb-2f3e-468b-9389-9371086e62d2-kube-api-access-82286" (OuterVolumeSpecName: "kube-api-access-82286") pod "5aa20bcb-2f3e-468b-9389-9371086e62d2" (UID: "5aa20bcb-2f3e-468b-9389-9371086e62d2"). InnerVolumeSpecName "kube-api-access-82286". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.319936 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f4f45ffc-5f3b-4321-a797-a3aafbb14905" path="/var/lib/kubelet/pods/f4f45ffc-5f3b-4321-a797-a3aafbb14905/volumes" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.326754 4809 scope.go:117] "RemoveContainer" containerID="7fcda349bf3bd26650f0f75718391a9038f612de0835467e3828554c813a10e8" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.345696 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "006c3555-6972-43e5-928d-52ecfcf3874f" (UID: "006c3555-6972-43e5-928d-52ecfcf3874f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.394804 4809 scope.go:117] "RemoveContainer" containerID="780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.397928 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage16-crc" (OuterVolumeSpecName: "mysql-db") pod "5aa20bcb-2f3e-468b-9389-9371086e62d2" (UID: "5aa20bcb-2f3e-468b-9389-9371086e62d2"). InnerVolumeSpecName "local-storage16-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.398061 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.398077 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.398088 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-82286\" (UniqueName: \"kubernetes.io/projected/5aa20bcb-2f3e-468b-9389-9371086e62d2-kube-api-access-82286\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.398103 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.427080 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data" (OuterVolumeSpecName: "config-data") pod "3f9b3c7b-654e-424b-ac21-ad79d98abab8" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.432443 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-server-conf" (OuterVolumeSpecName: "server-conf") pod "a470127f-dbb2-4908-8e68-119798666809" (UID: "a470127f-dbb2-4908-8e68-119798666809"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.453706 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.453859 4809 scope.go:117] "RemoveContainer" containerID="9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.455630 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data" (OuterVolumeSpecName: "config-data") pod "a470127f-dbb2-4908-8e68-119798666809" (UID: "a470127f-dbb2-4908-8e68-119798666809"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.455704 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-galera-0" podUID="853a441c-10ce-4a6c-9060-7361d6a1c9e9" containerName="galera" containerID="cri-o://80b625ee46d4affed50190a9bd3bd9442d85e2ce4ade029f7866360c9c17beaf" gracePeriod=26 Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.465138 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage05-crc" (UniqueName: "kubernetes.io/local-volume/local-storage05-crc") on node "crc" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.467046 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage02-crc" (UniqueName: "kubernetes.io/local-volume/local-storage02-crc") on node "crc" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.483786 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.495502 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage09-crc" (UniqueName: "kubernetes.io/local-volume/local-storage09-crc") on node "crc" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.500637 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.500887 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.501019 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.501101 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.501372 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.501472 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.501611 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/a470127f-dbb2-4908-8e68-119798666809-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.501869 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.501989 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.513570 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5aa20bcb-2f3e-468b-9389-9371086e62d2" (UID: "5aa20bcb-2f3e-468b-9389-9371086e62d2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.519042 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-server-conf" (OuterVolumeSpecName: "server-conf") pod "3f9b3c7b-654e-424b-ac21-ad79d98abab8" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.558866 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "006c3555-6972-43e5-928d-52ecfcf3874f" (UID: "006c3555-6972-43e5-928d-52ecfcf3874f"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.561567 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage16-crc" (UniqueName: "kubernetes.io/local-volume/local-storage16-crc") on node "crc" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.598546 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "006c3555-6972-43e5-928d-52ecfcf3874f" (UID: "006c3555-6972-43e5-928d-52ecfcf3874f"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.603526 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-server-conf" (OuterVolumeSpecName: "server-conf") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.604482 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-server-conf\") pod \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\" (UID: \"d704ab0c-5baf-4c13-8e89-7cdbe98131ca\") " Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.604896 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/3f9b3c7b-654e-424b-ac21-ad79d98abab8-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.604916 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.604927 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.604936 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.604945 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/006c3555-6972-43e5-928d-52ecfcf3874f-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: W1013 20:07:22.605020 4809 empty_dir.go:500] Warning: Unmount skipped because path does not exist: /var/lib/kubelet/pods/d704ab0c-5baf-4c13-8e89-7cdbe98131ca/volumes/kubernetes.io~configmap/server-conf Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.605031 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-server-conf" (OuterVolumeSpecName: "server-conf") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.633701 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "b9a5f97c-e3e8-4341-af1f-edde96d79030" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.706363 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.706384 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/b9a5f97c-e3e8-4341-af1f-edde96d79030-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.719540 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.725797 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "3f9b3c7b-654e-424b-ac21-ad79d98abab8" (UID: "3f9b3c7b-654e-424b-ac21-ad79d98abab8"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.740926 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "5aa20bcb-2f3e-468b-9389-9371086e62d2" (UID: "5aa20bcb-2f3e-468b-9389-9371086e62d2"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.744651 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-2" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.745235 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-server-conf" (OuterVolumeSpecName: "server-conf") pod "3aef2e60-ce94-4676-8535-49d0e84d9390" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.751382 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-server-conf" (OuterVolumeSpecName: "server-conf") pod "b9a5f97c-e3e8-4341-af1f-edde96d79030" (UID: "b9a5f97c-e3e8-4341-af1f-edde96d79030"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.751437 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_8ecd250e-85a0-4319-a659-5491b9177510/ovn-northd/0.log" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.751475 4809 generic.go:334] "Generic (PLEG): container finished" podID="8ecd250e-85a0-4319-a659-5491b9177510" containerID="0da3d0bcebd0e11d22e32b437fc9fb156ad71f123f7e05d959dd8fa4f6cbe5d5" exitCode=139 Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.756936 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "d704ab0c-5baf-4c13-8e89-7cdbe98131ca" (UID: "d704ab0c-5baf-4c13-8e89-7cdbe98131ca"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.772537 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "3aef2e60-ce94-4676-8535-49d0e84d9390" (UID: "3aef2e60-ce94-4676-8535-49d0e84d9390"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.778376 4809 generic.go:334] "Generic (PLEG): container finished" podID="5ceab457-1011-428e-a9b4-79ca56721171" containerID="3ed853fbe5fb74153b4d50330e02b31ab04b9b4031eb389802f13d6211785460" exitCode=0 Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.779611 4809 generic.go:334] "Generic (PLEG): container finished" podID="ed3d4254-3765-4610-b283-0e773173d52a" containerID="0867963e9fd126d6ef4abce20fe77655b83e903c256323e6477bd48c97c84d59" exitCode=0 Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.780640 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "a470127f-dbb2-4908-8e68-119798666809" (UID: "a470127f-dbb2-4908-8e68-119798666809"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.781993 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.803044 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.809884 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/a470127f-dbb2-4908-8e68-119798666809-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.809903 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/3aef2e60-ce94-4676-8535-49d0e84d9390-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.809912 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/5aa20bcb-2f3e-468b-9389-9371086e62d2-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.809922 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/3aef2e60-ce94-4676-8535-49d0e84d9390-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.809930 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/b9a5f97c-e3e8-4341-af1f-edde96d79030-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.809939 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/3f9b3c7b-654e-424b-ac21-ad79d98abab8-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.809947 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/d704ab0c-5baf-4c13-8e89-7cdbe98131ca-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.813656 4809 generic.go:334] "Generic (PLEG): container finished" podID="edebcd6c-e2c2-4f2e-95cb-24248f4b4584" containerID="de2ee067320b7abe9e4c5ebefc2f673a731037841d7c1e2f5357d4629c004dc5" exitCode=0 Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.825629 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-1" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.832673 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" Oct 13 20:07:22 crc kubenswrapper[4809]: I1013 20:07:22.848678 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-1" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088449 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"3aef2e60-ce94-4676-8535-49d0e84d9390","Type":"ContainerDied","Data":"be1ea54b2c17c906f20b485b93baa09c30765249b54bef203a4b2ea30e4cfc16"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088501 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-2" event={"ID":"5aa20bcb-2f3e-468b-9389-9371086e62d2","Type":"ContainerDied","Data":"ec9df9bd385c7b058337726996dd5c1c34911041015092edd44bdb5e566fc96c"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088519 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"8ecd250e-85a0-4319-a659-5491b9177510","Type":"ContainerDied","Data":"0da3d0bcebd0e11d22e32b437fc9fb156ad71f123f7e05d959dd8fa4f6cbe5d5"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088537 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" event={"ID":"5ceab457-1011-428e-a9b4-79ca56721171","Type":"ContainerDied","Data":"3ed853fbe5fb74153b4d50330e02b31ab04b9b4031eb389802f13d6211785460"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088553 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"ed3d4254-3765-4610-b283-0e773173d52a","Type":"ContainerDied","Data":"0867963e9fd126d6ef4abce20fe77655b83e903c256323e6477bd48c97c84d59"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088570 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-2" event={"ID":"d704ab0c-5baf-4c13-8e89-7cdbe98131ca","Type":"ContainerDied","Data":"0302eeeb1eb926cbe7996a3e0d0e4a634cee7c3cf2c29eb6f8abf6deb83dd600"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088585 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"b9a5f97c-e3e8-4341-af1f-edde96d79030","Type":"ContainerDied","Data":"d85227b791d3c88babf972259518e6ee4eb113d3aafca4d51dc3264e52affd56"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088621 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088641 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088665 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"edebcd6c-e2c2-4f2e-95cb-24248f4b4584","Type":"ContainerDied","Data":"de2ee067320b7abe9e4c5ebefc2f673a731037841d7c1e2f5357d4629c004dc5"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088682 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" event={"ID":"ad3a0984-c78d-460d-8e06-249dca2b8103","Type":"ContainerStarted","Data":"9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088699 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-1" event={"ID":"3f9b3c7b-654e-424b-ac21-ad79d98abab8","Type":"ContainerDied","Data":"25f332934f4c67832cce0acd40edaf9e8a6fcb91b38357c355afbc7f03e03e17"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088715 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088748 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7cf786b56c-grlbz" event={"ID":"006c3555-6972-43e5-928d-52ecfcf3874f","Type":"ContainerDied","Data":"209e37669dc36ce7479eb3118bba1654305cb294dd29ea97c272bd0e0f6397c0"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088768 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088786 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-2"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.088803 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-2"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.101111 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.108363 4809 scope.go:117] "RemoveContainer" containerID="780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526" Oct 13 20:07:23 crc kubenswrapper[4809]: E1013 20:07:23.108650 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526\": container with ID starting with 780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526 not found: ID does not exist" containerID="780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.108680 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526"} err="failed to get container status \"780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526\": rpc error: code = NotFound desc = could not find container \"780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526\": container with ID starting with 780692f0cccc29931e8c4e72a8e9b0d872444293d57f5c127db97cf1950ee526 not found: ID does not exist" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.108700 4809 scope.go:117] "RemoveContainer" containerID="9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5" Oct 13 20:07:23 crc kubenswrapper[4809]: E1013 20:07:23.108990 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5\": container with ID starting with 9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5 not found: ID does not exist" containerID="9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.109048 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5"} err="failed to get container status \"9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5\": rpc error: code = NotFound desc = could not find container \"9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5\": container with ID starting with 9c93d93e9c93f73eb89fd698e9d6b23c664615e64ea3b58a0043efa707a76cd5 not found: ID does not exist" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.109093 4809 scope.go:117] "RemoveContainer" containerID="22bbb4a44868f3bd7eb10a72a4d0f0bed9c9e2dcb1460b3143365127fb62c61f" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.142149 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.163592 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-2"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.168908 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-2"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.177253 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_8ecd250e-85a0-4319-a659-5491b9177510/ovn-northd/0.log" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.177365 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.181277 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-7cf786b56c-grlbz"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.181349 4809 scope.go:117] "RemoveContainer" containerID="c43f5d1a56dcba247dfb70055b8c26b1b5ba5230e33530508ebd05870e8267d1" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.186520 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.188228 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-7cf786b56c-grlbz"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.197164 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-2"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.202503 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-galera-2"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.219620 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233299 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-config\") pod \"8ecd250e-85a0-4319-a659-5491b9177510\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233341 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5ceab457-1011-428e-a9b4-79ca56721171-logs\") pod \"5ceab457-1011-428e-a9b4-79ca56721171\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233451 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qb4nd\" (UniqueName: \"kubernetes.io/projected/5ceab457-1011-428e-a9b4-79ca56721171-kube-api-access-qb4nd\") pod \"5ceab457-1011-428e-a9b4-79ca56721171\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233473 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-config-data\") pod \"ed3d4254-3765-4610-b283-0e773173d52a\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233540 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-combined-ca-bundle\") pod \"ed3d4254-3765-4610-b283-0e773173d52a\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233580 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-combined-ca-bundle\") pod \"5ceab457-1011-428e-a9b4-79ca56721171\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233627 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8ecd250e-85a0-4319-a659-5491b9177510-ovn-rundir\") pod \"8ecd250e-85a0-4319-a659-5491b9177510\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233664 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data\") pod \"5ceab457-1011-428e-a9b4-79ca56721171\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233707 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-ovn-northd-tls-certs\") pod \"8ecd250e-85a0-4319-a659-5491b9177510\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233762 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8gk25\" (UniqueName: \"kubernetes.io/projected/ed3d4254-3765-4610-b283-0e773173d52a-kube-api-access-8gk25\") pod \"ed3d4254-3765-4610-b283-0e773173d52a\" (UID: \"ed3d4254-3765-4610-b283-0e773173d52a\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233780 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data-custom\") pod \"5ceab457-1011-428e-a9b4-79ca56721171\" (UID: \"5ceab457-1011-428e-a9b4-79ca56721171\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233816 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-metrics-certs-tls-certs\") pod \"8ecd250e-85a0-4319-a659-5491b9177510\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233837 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-scripts\") pod \"8ecd250e-85a0-4319-a659-5491b9177510\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233862 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qljdz\" (UniqueName: \"kubernetes.io/projected/8ecd250e-85a0-4319-a659-5491b9177510-kube-api-access-qljdz\") pod \"8ecd250e-85a0-4319-a659-5491b9177510\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.233884 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-combined-ca-bundle\") pod \"8ecd250e-85a0-4319-a659-5491b9177510\" (UID: \"8ecd250e-85a0-4319-a659-5491b9177510\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.234897 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.235349 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-scripts" (OuterVolumeSpecName: "scripts") pod "8ecd250e-85a0-4319-a659-5491b9177510" (UID: "8ecd250e-85a0-4319-a659-5491b9177510"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.240240 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5ceab457-1011-428e-a9b4-79ca56721171-logs" (OuterVolumeSpecName: "logs") pod "5ceab457-1011-428e-a9b4-79ca56721171" (UID: "5ceab457-1011-428e-a9b4-79ca56721171"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.240566 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "5ceab457-1011-428e-a9b4-79ca56721171" (UID: "5ceab457-1011-428e-a9b4-79ca56721171"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.240621 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-config" (OuterVolumeSpecName: "config") pod "8ecd250e-85a0-4319-a659-5491b9177510" (UID: "8ecd250e-85a0-4319-a659-5491b9177510"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.244558 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8ecd250e-85a0-4319-a659-5491b9177510-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "8ecd250e-85a0-4319-a659-5491b9177510" (UID: "8ecd250e-85a0-4319-a659-5491b9177510"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.248567 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ed3d4254-3765-4610-b283-0e773173d52a-kube-api-access-8gk25" (OuterVolumeSpecName: "kube-api-access-8gk25") pod "ed3d4254-3765-4610-b283-0e773173d52a" (UID: "ed3d4254-3765-4610-b283-0e773173d52a"). InnerVolumeSpecName "kube-api-access-8gk25". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.249867 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8ecd250e-85a0-4319-a659-5491b9177510-kube-api-access-qljdz" (OuterVolumeSpecName: "kube-api-access-qljdz") pod "8ecd250e-85a0-4319-a659-5491b9177510" (UID: "8ecd250e-85a0-4319-a659-5491b9177510"). InnerVolumeSpecName "kube-api-access-qljdz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.250369 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-1"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.250665 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5ceab457-1011-428e-a9b4-79ca56721171-kube-api-access-qb4nd" (OuterVolumeSpecName: "kube-api-access-qb4nd") pod "5ceab457-1011-428e-a9b4-79ca56721171" (UID: "5ceab457-1011-428e-a9b4-79ca56721171"). InnerVolumeSpecName "kube-api-access-qb4nd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.257026 4809 scope.go:117] "RemoveContainer" containerID="d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.261855 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-1"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.266818 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.272465 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: E1013 20:07:23.278156 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="80b625ee46d4affed50190a9bd3bd9442d85e2ce4ade029f7866360c9c17beaf" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:07:23 crc kubenswrapper[4809]: E1013 20:07:23.280285 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="80b625ee46d4affed50190a9bd3bd9442d85e2ce4ade029f7866360c9c17beaf" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:07:23 crc kubenswrapper[4809]: E1013 20:07:23.282144 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="80b625ee46d4affed50190a9bd3bd9442d85e2ce4ade029f7866360c9c17beaf" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:07:23 crc kubenswrapper[4809]: E1013 20:07:23.282228 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/openstack-galera-0" podUID="853a441c-10ce-4a6c-9060-7361d6a1c9e9" containerName="galera" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.284059 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-1"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.292025 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-1"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.296057 4809 scope.go:117] "RemoveContainer" containerID="0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.298870 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ed3d4254-3765-4610-b283-0e773173d52a" (UID: "ed3d4254-3765-4610-b283-0e773173d52a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.304884 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8ecd250e-85a0-4319-a659-5491b9177510" (UID: "8ecd250e-85a0-4319-a659-5491b9177510"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.323402 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5ceab457-1011-428e-a9b4-79ca56721171" (UID: "5ceab457-1011-428e-a9b4-79ca56721171"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.329692 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-config-data" (OuterVolumeSpecName: "config-data") pod "ed3d4254-3765-4610-b283-0e773173d52a" (UID: "ed3d4254-3765-4610-b283-0e773173d52a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.334012 4809 scope.go:117] "RemoveContainer" containerID="d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.334680 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-combined-ca-bundle\") pod \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.334854 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-config-data\") pod \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.334880 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7btf6\" (UniqueName: \"kubernetes.io/projected/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-kube-api-access-7btf6\") pod \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\" (UID: \"edebcd6c-e2c2-4f2e-95cb-24248f4b4584\") " Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335462 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qb4nd\" (UniqueName: \"kubernetes.io/projected/5ceab457-1011-428e-a9b4-79ca56721171-kube-api-access-qb4nd\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335504 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335513 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ed3d4254-3765-4610-b283-0e773173d52a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335523 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335531 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/8ecd250e-85a0-4319-a659-5491b9177510-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335557 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8gk25\" (UniqueName: \"kubernetes.io/projected/ed3d4254-3765-4610-b283-0e773173d52a-kube-api-access-8gk25\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335592 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335601 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335629 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qljdz\" (UniqueName: \"kubernetes.io/projected/8ecd250e-85a0-4319-a659-5491b9177510-kube-api-access-qljdz\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335637 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335647 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/8ecd250e-85a0-4319-a659-5491b9177510-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.335654 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5ceab457-1011-428e-a9b4-79ca56721171-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: E1013 20:07:23.339080 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef\": container with ID starting with d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef not found: ID does not exist" containerID="d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.339122 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef"} err="failed to get container status \"d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef\": rpc error: code = NotFound desc = could not find container \"d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef\": container with ID starting with d900041b10b8ee445b1da0055ecf4557aa2af59a0a6b8aedd7ede0a80eff38ef not found: ID does not exist" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.339149 4809 scope.go:117] "RemoveContainer" containerID="0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d" Oct 13 20:07:23 crc kubenswrapper[4809]: E1013 20:07:23.339491 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d\": container with ID starting with 0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d not found: ID does not exist" containerID="0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.339510 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d"} err="failed to get container status \"0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d\": rpc error: code = NotFound desc = could not find container \"0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d\": container with ID starting with 0a46523948a789b08947a1c274ac872f0e31ffec019db74683530040d4f78f0d not found: ID does not exist" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.339525 4809 scope.go:117] "RemoveContainer" containerID="a0d40c6e6ec2b198a1482e48244dd9e4416c60ea25379f0c45d7d3eb11ed3284" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.343965 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-kube-api-access-7btf6" (OuterVolumeSpecName: "kube-api-access-7btf6") pod "edebcd6c-e2c2-4f2e-95cb-24248f4b4584" (UID: "edebcd6c-e2c2-4f2e-95cb-24248f4b4584"). InnerVolumeSpecName "kube-api-access-7btf6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.355262 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="64646b88-c70c-46ac-8015-29dfd673ad83" containerName="kube-state-metrics" probeResult="failure" output="Get \"https://10.217.0.182:8081/readyz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.364430 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "edebcd6c-e2c2-4f2e-95cb-24248f4b4584" (UID: "edebcd6c-e2c2-4f2e-95cb-24248f4b4584"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.364817 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data" (OuterVolumeSpecName: "config-data") pod "5ceab457-1011-428e-a9b4-79ca56721171" (UID: "5ceab457-1011-428e-a9b4-79ca56721171"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.365396 4809 scope.go:117] "RemoveContainer" containerID="4ae97958027821d328ef4820df9039c8bd676152d192530d2c4ed2d807e85307" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.374104 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-config-data" (OuterVolumeSpecName: "config-data") pod "edebcd6c-e2c2-4f2e-95cb-24248f4b4584" (UID: "edebcd6c-e2c2-4f2e-95cb-24248f4b4584"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.375842 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-ovn-northd-tls-certs" (OuterVolumeSpecName: "ovn-northd-tls-certs") pod "8ecd250e-85a0-4319-a659-5491b9177510" (UID: "8ecd250e-85a0-4319-a659-5491b9177510"). InnerVolumeSpecName "ovn-northd-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.378909 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "8ecd250e-85a0-4319-a659-5491b9177510" (UID: "8ecd250e-85a0-4319-a659-5491b9177510"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.387605 4809 scope.go:117] "RemoveContainer" containerID="91f706ba7f551c08f59c3eed7f318bdea2ff0e117b0643ca5b311c7be49c9aed" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.408555 4809 scope.go:117] "RemoveContainer" containerID="dcc51445a2109b77cf8bc7a5b122d8fb1cdc5dbafbb0d7cd8cd276c8740a7537" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.430461 4809 scope.go:117] "RemoveContainer" containerID="da629e9c9a4550330420de7686c1c65d4919daaf3645eda7f773e761a37a7c86" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.437072 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5ceab457-1011-428e-a9b4-79ca56721171-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.437106 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-ovn-northd-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.437119 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.437128 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7btf6\" (UniqueName: \"kubernetes.io/projected/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-kube-api-access-7btf6\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.437138 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ecd250e-85a0-4319-a659-5491b9177510-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.437146 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edebcd6c-e2c2-4f2e-95cb-24248f4b4584-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.449224 4809 scope.go:117] "RemoveContainer" containerID="4d780e8fe49cbd2b1f25dcdef100de18a0fe891c95b3833ba6db9dfdcda5a31c" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.479135 4809 scope.go:117] "RemoveContainer" containerID="216057bd4e7ff4595b86830742ae4705567032f9b741791bf2231468113e0036" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.524931 4809 scope.go:117] "RemoveContainer" containerID="6f75900d3aeb762d7e60548b6b2ad4f040e3b71179bace05fbc9d6d9d585b207" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.639965 4809 scope.go:117] "RemoveContainer" containerID="12f94afd8db81e2d381852728b6ccb58bb73aeaff0ae83b5d3dc88d5e1bd19ce" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.678983 4809 scope.go:117] "RemoveContainer" containerID="726ea6adb7f3cbf94854b5dbbde321677cca158813f11a13df4097d0cd1eb71e" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.744905 4809 scope.go:117] "RemoveContainer" containerID="116dcce0b5c85039ff5d027c0e6e5b2be38a6b8f51b8e046b5ef6d89c0760185" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.858958 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_8ecd250e-85a0-4319-a659-5491b9177510/ovn-northd/0.log" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.859101 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.859116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"8ecd250e-85a0-4319-a659-5491b9177510","Type":"ContainerDied","Data":"aa0fd4a4487212a3a0ff44a305f9c63266fdfdbe985ec64e2258866188e4691e"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.859169 4809 scope.go:117] "RemoveContainer" containerID="014bd71fd49feb6b0edef2bc2e28248ebfb98de09d30969fdb3e92609a7084ec" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.867504 4809 generic.go:334] "Generic (PLEG): container finished" podID="6c5e81d1-7f39-41be-88ec-13657141433e" containerID="97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181" exitCode=0 Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.867579 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-1" event={"ID":"6c5e81d1-7f39-41be-88ec-13657141433e","Type":"ContainerDied","Data":"97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.869413 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.869601 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"edebcd6c-e2c2-4f2e-95cb-24248f4b4584","Type":"ContainerDied","Data":"4526d24bf1b732320229fb3db65310616328bdf82e9a0d6ff810b66b3e6eb9ba"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.893871 4809 scope.go:117] "RemoveContainer" containerID="0da3d0bcebd0e11d22e32b437fc9fb156ad71f123f7e05d959dd8fa4f6cbe5d5" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.894050 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"ed3d4254-3765-4610-b283-0e773173d52a","Type":"ContainerDied","Data":"667bdb6093e806d6d05edb2371e1c639542e286a6cf63d9a4a82fe356ae2f738"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.894139 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.903535 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.903601 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq" event={"ID":"5ceab457-1011-428e-a9b4-79ca56721171","Type":"ContainerDied","Data":"0632d45ba7fb6553e4fe4f1f50f298b7463bbf89aec41d885247911e139f55e5"} Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.908588 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.920522 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.926777 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.931871 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.937085 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.946338 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.956209 4809 scope.go:117] "RemoveContainer" containerID="de2ee067320b7abe9e4c5ebefc2f673a731037841d7c1e2f5357d4629c004dc5" Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.966120 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.968265 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6d5b5c67b6-6jlvq"] Oct 13 20:07:23 crc kubenswrapper[4809]: I1013 20:07:23.980836 4809 scope.go:117] "RemoveContainer" containerID="0867963e9fd126d6ef4abce20fe77655b83e903c256323e6477bd48c97c84d59" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.057191 4809 scope.go:117] "RemoveContainer" containerID="3ed853fbe5fb74153b4d50330e02b31ab04b9b4031eb389802f13d6211785460" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.083704 4809 scope.go:117] "RemoveContainer" containerID="0636efdeebac39f5060049430fdf2fbd446cddf3ad0395aa587def7be50043aa" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.168022 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="006c3555-6972-43e5-928d-52ecfcf3874f" path="/var/lib/kubelet/pods/006c3555-6972-43e5-928d-52ecfcf3874f/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.169179 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="13ae95ff-db68-45c0-84cb-6cf2b5692c5f" path="/var/lib/kubelet/pods/13ae95ff-db68-45c0-84cb-6cf2b5692c5f/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.170246 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3aef2e60-ce94-4676-8535-49d0e84d9390" path="/var/lib/kubelet/pods/3aef2e60-ce94-4676-8535-49d0e84d9390/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.171407 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3f9b3c7b-654e-424b-ac21-ad79d98abab8" path="/var/lib/kubelet/pods/3f9b3c7b-654e-424b-ac21-ad79d98abab8/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.172076 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5aa20bcb-2f3e-468b-9389-9371086e62d2" path="/var/lib/kubelet/pods/5aa20bcb-2f3e-468b-9389-9371086e62d2/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.173114 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5ceab457-1011-428e-a9b4-79ca56721171" path="/var/lib/kubelet/pods/5ceab457-1011-428e-a9b4-79ca56721171/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.173859 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8ecd250e-85a0-4319-a659-5491b9177510" path="/var/lib/kubelet/pods/8ecd250e-85a0-4319-a659-5491b9177510/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.175126 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="938a97d2-82ee-4230-9b29-d2c11e689049" path="/var/lib/kubelet/pods/938a97d2-82ee-4230-9b29-d2c11e689049/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.175869 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a470127f-dbb2-4908-8e68-119798666809" path="/var/lib/kubelet/pods/a470127f-dbb2-4908-8e68-119798666809/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.176466 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a619f379-3418-4851-bcaf-a899993cab56" path="/var/lib/kubelet/pods/a619f379-3418-4851-bcaf-a899993cab56/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.177544 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b9a5f97c-e3e8-4341-af1f-edde96d79030" path="/var/lib/kubelet/pods/b9a5f97c-e3e8-4341-af1f-edde96d79030/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.178315 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d704ab0c-5baf-4c13-8e89-7cdbe98131ca" path="/var/lib/kubelet/pods/d704ab0c-5baf-4c13-8e89-7cdbe98131ca/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.179326 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ed3d4254-3765-4610-b283-0e773173d52a" path="/var/lib/kubelet/pods/ed3d4254-3765-4610-b283-0e773173d52a/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.179820 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="edebcd6c-e2c2-4f2e-95cb-24248f4b4584" path="/var/lib/kubelet/pods/edebcd6c-e2c2-4f2e-95cb-24248f4b4584/volumes" Oct 13 20:07:24 crc kubenswrapper[4809]: E1013 20:07:24.204042 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181 is running failed: container process not found" containerID="97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:07:24 crc kubenswrapper[4809]: E1013 20:07:24.204478 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181 is running failed: container process not found" containerID="97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:07:24 crc kubenswrapper[4809]: E1013 20:07:24.204696 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181 is running failed: container process not found" containerID="97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:07:24 crc kubenswrapper[4809]: E1013 20:07:24.204754 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181 is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/openstack-galera-1" podUID="6c5e81d1-7f39-41be-88ec-13657141433e" containerName="galera" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.212089 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.253483 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") pod \"6c5e81d1-7f39-41be-88ec-13657141433e\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.253555 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-combined-ca-bundle\") pod \"6c5e81d1-7f39-41be-88ec-13657141433e\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.253657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-secrets\") pod \"6c5e81d1-7f39-41be-88ec-13657141433e\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.253702 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qtnqt\" (UniqueName: \"kubernetes.io/projected/6c5e81d1-7f39-41be-88ec-13657141433e-kube-api-access-qtnqt\") pod \"6c5e81d1-7f39-41be-88ec-13657141433e\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.253756 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-default\") pod \"6c5e81d1-7f39-41be-88ec-13657141433e\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.253785 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-kolla-config\") pod \"6c5e81d1-7f39-41be-88ec-13657141433e\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.253826 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-generated\") pod \"6c5e81d1-7f39-41be-88ec-13657141433e\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.253850 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-galera-tls-certs\") pod \"6c5e81d1-7f39-41be-88ec-13657141433e\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.253869 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-operator-scripts\") pod \"6c5e81d1-7f39-41be-88ec-13657141433e\" (UID: \"6c5e81d1-7f39-41be-88ec-13657141433e\") " Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.254212 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "6c5e81d1-7f39-41be-88ec-13657141433e" (UID: "6c5e81d1-7f39-41be-88ec-13657141433e"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.254389 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.254671 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "6c5e81d1-7f39-41be-88ec-13657141433e" (UID: "6c5e81d1-7f39-41be-88ec-13657141433e"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.254899 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "6c5e81d1-7f39-41be-88ec-13657141433e" (UID: "6c5e81d1-7f39-41be-88ec-13657141433e"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.256106 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "6c5e81d1-7f39-41be-88ec-13657141433e" (UID: "6c5e81d1-7f39-41be-88ec-13657141433e"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.258419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-secrets" (OuterVolumeSpecName: "secrets") pod "6c5e81d1-7f39-41be-88ec-13657141433e" (UID: "6c5e81d1-7f39-41be-88ec-13657141433e"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.259583 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6c5e81d1-7f39-41be-88ec-13657141433e-kube-api-access-qtnqt" (OuterVolumeSpecName: "kube-api-access-qtnqt") pod "6c5e81d1-7f39-41be-88ec-13657141433e" (UID: "6c5e81d1-7f39-41be-88ec-13657141433e"). InnerVolumeSpecName "kube-api-access-qtnqt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.263367 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage12-crc" (OuterVolumeSpecName: "mysql-db") pod "6c5e81d1-7f39-41be-88ec-13657141433e" (UID: "6c5e81d1-7f39-41be-88ec-13657141433e"). InnerVolumeSpecName "local-storage12-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.279120 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6c5e81d1-7f39-41be-88ec-13657141433e" (UID: "6c5e81d1-7f39-41be-88ec-13657141433e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.295230 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "6c5e81d1-7f39-41be-88ec-13657141433e" (UID: "6c5e81d1-7f39-41be-88ec-13657141433e"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.355382 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") on node \"crc\" " Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.355429 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.355443 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.355453 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qtnqt\" (UniqueName: \"kubernetes.io/projected/6c5e81d1-7f39-41be-88ec-13657141433e-kube-api-access-qtnqt\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.355463 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.355472 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.355480 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6c5e81d1-7f39-41be-88ec-13657141433e-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.355488 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6c5e81d1-7f39-41be-88ec-13657141433e-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.371629 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage12-crc" (UniqueName: "kubernetes.io/local-volume/local-storage12-crc") on node "crc" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.456631 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage12-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage12-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.925477 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-1" event={"ID":"6c5e81d1-7f39-41be-88ec-13657141433e","Type":"ContainerDied","Data":"3bd4d234cfb8c4bf44898d6b860f6227919394f41c683b743a94391ce471db14"} Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.925533 4809 scope.go:117] "RemoveContainer" containerID="97580cdc433a74503d32a0a85d6295a31d834f8aa39d05406999b50737f17181" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.925653 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-1" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.942785 4809 generic.go:334] "Generic (PLEG): container finished" podID="853a441c-10ce-4a6c-9060-7361d6a1c9e9" containerID="80b625ee46d4affed50190a9bd3bd9442d85e2ce4ade029f7866360c9c17beaf" exitCode=0 Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.942858 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"853a441c-10ce-4a6c-9060-7361d6a1c9e9","Type":"ContainerDied","Data":"80b625ee46d4affed50190a9bd3bd9442d85e2ce4ade029f7866360c9c17beaf"} Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.942906 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"853a441c-10ce-4a6c-9060-7361d6a1c9e9","Type":"ContainerDied","Data":"e884e16113eec2f2842a77e6d32e5c4708e3d6a5b96e633d56a63f0b63416b1b"} Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.942919 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e884e16113eec2f2842a77e6d32e5c4708e3d6a5b96e633d56a63f0b63416b1b" Oct 13 20:07:24 crc kubenswrapper[4809]: I1013 20:07:24.991349 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.002542 4809 scope.go:117] "RemoveContainer" containerID="68547ce32e4a3d2bb209d30f7a4dad6287650e6da232168ccf9527a6bfa609f5" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.004913 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-1"] Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.009531 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-galera-1"] Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.069047 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-default\") pod \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.069197 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-generated\") pod \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.069252 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nll7j\" (UniqueName: \"kubernetes.io/projected/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kube-api-access-nll7j\") pod \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.069316 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-operator-scripts\") pod \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.069503 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.069610 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-combined-ca-bundle\") pod \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.069695 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-galera-tls-certs\") pod \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.069823 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-secrets\") pod \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.069871 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kolla-config\") pod \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\" (UID: \"853a441c-10ce-4a6c-9060-7361d6a1c9e9\") " Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.069835 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "853a441c-10ce-4a6c-9060-7361d6a1c9e9" (UID: "853a441c-10ce-4a6c-9060-7361d6a1c9e9"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.070293 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "853a441c-10ce-4a6c-9060-7361d6a1c9e9" (UID: "853a441c-10ce-4a6c-9060-7361d6a1c9e9"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.070321 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "853a441c-10ce-4a6c-9060-7361d6a1c9e9" (UID: "853a441c-10ce-4a6c-9060-7361d6a1c9e9"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.071159 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.071185 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/853a441c-10ce-4a6c-9060-7361d6a1c9e9-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.071199 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.071313 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "853a441c-10ce-4a6c-9060-7361d6a1c9e9" (UID: "853a441c-10ce-4a6c-9060-7361d6a1c9e9"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.073072 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-secrets" (OuterVolumeSpecName: "secrets") pod "853a441c-10ce-4a6c-9060-7361d6a1c9e9" (UID: "853a441c-10ce-4a6c-9060-7361d6a1c9e9"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.088671 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kube-api-access-nll7j" (OuterVolumeSpecName: "kube-api-access-nll7j") pod "853a441c-10ce-4a6c-9060-7361d6a1c9e9" (UID: "853a441c-10ce-4a6c-9060-7361d6a1c9e9"). InnerVolumeSpecName "kube-api-access-nll7j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.091944 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage01-crc" (OuterVolumeSpecName: "mysql-db") pod "853a441c-10ce-4a6c-9060-7361d6a1c9e9" (UID: "853a441c-10ce-4a6c-9060-7361d6a1c9e9"). InnerVolumeSpecName "local-storage01-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.100719 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "853a441c-10ce-4a6c-9060-7361d6a1c9e9" (UID: "853a441c-10ce-4a6c-9060-7361d6a1c9e9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.122276 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "853a441c-10ce-4a6c-9060-7361d6a1c9e9" (UID: "853a441c-10ce-4a6c-9060-7361d6a1c9e9"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.175500 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.175532 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.175544 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nll7j\" (UniqueName: \"kubernetes.io/projected/853a441c-10ce-4a6c-9060-7361d6a1c9e9-kube-api-access-nll7j\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.175575 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") on node \"crc\" " Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.175587 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.175597 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/853a441c-10ce-4a6c-9060-7361d6a1c9e9-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.194263 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage01-crc" (UniqueName: "kubernetes.io/local-volume/local-storage01-crc") on node "crc" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.277127 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:25 crc kubenswrapper[4809]: I1013 20:07:25.964146 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:07:26 crc kubenswrapper[4809]: I1013 20:07:26.001194 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:07:26 crc kubenswrapper[4809]: I1013 20:07:26.008059 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:07:26 crc kubenswrapper[4809]: I1013 20:07:26.169563 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6c5e81d1-7f39-41be-88ec-13657141433e" path="/var/lib/kubelet/pods/6c5e81d1-7f39-41be-88ec-13657141433e/volumes" Oct 13 20:07:26 crc kubenswrapper[4809]: I1013 20:07:26.171030 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="853a441c-10ce-4a6c-9060-7361d6a1c9e9" path="/var/lib/kubelet/pods/853a441c-10ce-4a6c-9060-7361d6a1c9e9/volumes" Oct 13 20:07:26 crc kubenswrapper[4809]: I1013 20:07:26.647846 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="b9a5f97c-e3e8-4341-af1f-edde96d79030" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.109:5671: i/o timeout" Oct 13 20:07:27 crc kubenswrapper[4809]: I1013 20:07:27.704043 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" podUID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" containerName="neutron-httpd" probeResult="failure" output="Get \"https://10.217.0.162:9696/\": dial tcp 10.217.0.162:9696: connect: connection refused" Oct 13 20:07:30 crc kubenswrapper[4809]: I1013 20:07:30.389003 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:07:30 crc kubenswrapper[4809]: I1013 20:07:30.464003 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl"] Oct 13 20:07:30 crc kubenswrapper[4809]: I1013 20:07:30.464265 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" podUID="93835c86-cd25-4776-aff5-a57fc1fee7cd" containerName="dnsmasq-dns" containerID="cri-o://04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1" gracePeriod=10 Oct 13 20:07:30 crc kubenswrapper[4809]: I1013 20:07:30.951632 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:07:30 crc kubenswrapper[4809]: I1013 20:07:30.951775 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:07:30 crc kubenswrapper[4809]: I1013 20:07:30.998495 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-httpd-config\") pod \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " Oct 13 20:07:30 crc kubenswrapper[4809]: I1013 20:07:30.998558 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dns-swift-storage-0\") pod \"93835c86-cd25-4776-aff5-a57fc1fee7cd\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " Oct 13 20:07:30 crc kubenswrapper[4809]: I1013 20:07:30.998582 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-combined-ca-bundle\") pod \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " Oct 13 20:07:30 crc kubenswrapper[4809]: I1013 20:07:30.998621 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-h8tqt\" (UniqueName: \"kubernetes.io/projected/93835c86-cd25-4776-aff5-a57fc1fee7cd-kube-api-access-h8tqt\") pod \"93835c86-cd25-4776-aff5-a57fc1fee7cd\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " Oct 13 20:07:30 crc kubenswrapper[4809]: I1013 20:07:30.998649 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-public-tls-certs\") pod \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " Oct 13 20:07:30 crc kubenswrapper[4809]: I1013 20:07:30.998868 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-internal-tls-certs\") pod \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:30.999650 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-config\") pod \"93835c86-cd25-4776-aff5-a57fc1fee7cd\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:30.999708 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dnsmasq-svc\") pod \"93835c86-cd25-4776-aff5-a57fc1fee7cd\" (UID: \"93835c86-cd25-4776-aff5-a57fc1fee7cd\") " Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:30.999847 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-ovndb-tls-certs\") pod \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:30.999873 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8cmp8\" (UniqueName: \"kubernetes.io/projected/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-kube-api-access-8cmp8\") pod \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:30.999893 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-config\") pod \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\" (UID: \"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c\") " Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.008628 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/93835c86-cd25-4776-aff5-a57fc1fee7cd-kube-api-access-h8tqt" (OuterVolumeSpecName: "kube-api-access-h8tqt") pod "93835c86-cd25-4776-aff5-a57fc1fee7cd" (UID: "93835c86-cd25-4776-aff5-a57fc1fee7cd"). InnerVolumeSpecName "kube-api-access-h8tqt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.011793 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" (UID: "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.013056 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-kube-api-access-8cmp8" (OuterVolumeSpecName: "kube-api-access-8cmp8") pod "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" (UID: "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c"). InnerVolumeSpecName "kube-api-access-8cmp8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.021558 4809 generic.go:334] "Generic (PLEG): container finished" podID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" containerID="633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295" exitCode=0 Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.021628 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" event={"ID":"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c","Type":"ContainerDied","Data":"633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295"} Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.021718 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.021721 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz" event={"ID":"14dde6f0-1d1a-4573-a06c-5c6a85a35f4c","Type":"ContainerDied","Data":"a5a05dd97f5d2a0998a7c0c1ab1c04ec60a162dc34db8bc2e61243aca9790e9d"} Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.021765 4809 scope.go:117] "RemoveContainer" containerID="2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.026265 4809 generic.go:334] "Generic (PLEG): container finished" podID="93835c86-cd25-4776-aff5-a57fc1fee7cd" containerID="04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1" exitCode=0 Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.026291 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.026338 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" event={"ID":"93835c86-cd25-4776-aff5-a57fc1fee7cd","Type":"ContainerDied","Data":"04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1"} Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.026371 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" event={"ID":"93835c86-cd25-4776-aff5-a57fc1fee7cd","Type":"ContainerDied","Data":"71f06b75b7de8ac73f70c9fb73057df1573b202a452773e814588d7e349d45dc"} Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.052911 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" (UID: "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.057237 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" (UID: "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.061836 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "93835c86-cd25-4776-aff5-a57fc1fee7cd" (UID: "93835c86-cd25-4776-aff5-a57fc1fee7cd"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.074626 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" (UID: "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.075044 4809 scope.go:117] "RemoveContainer" containerID="633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.078547 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-config" (OuterVolumeSpecName: "config") pod "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" (UID: "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.078940 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dns-swift-storage-0" (OuterVolumeSpecName: "dns-swift-storage-0") pod "93835c86-cd25-4776-aff5-a57fc1fee7cd" (UID: "93835c86-cd25-4776-aff5-a57fc1fee7cd"). InnerVolumeSpecName "dns-swift-storage-0". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.083339 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" (UID: "14dde6f0-1d1a-4573-a06c-5c6a85a35f4c"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.089465 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-config" (OuterVolumeSpecName: "config") pod "93835c86-cd25-4776-aff5-a57fc1fee7cd" (UID: "93835c86-cd25-4776-aff5-a57fc1fee7cd"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.099891 4809 scope.go:117] "RemoveContainer" containerID="2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb" Oct 13 20:07:31 crc kubenswrapper[4809]: E1013 20:07:31.100456 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb\": container with ID starting with 2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb not found: ID does not exist" containerID="2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100521 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb"} err="failed to get container status \"2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb\": rpc error: code = NotFound desc = could not find container \"2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb\": container with ID starting with 2360d86e271d00af1c23b75fab971306711806d280214dbcd55411fb5ad790cb not found: ID does not exist" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100576 4809 scope.go:117] "RemoveContainer" containerID="633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100815 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100842 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8cmp8\" (UniqueName: \"kubernetes.io/projected/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-kube-api-access-8cmp8\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100853 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100864 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100873 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100881 4809 reconciler_common.go:293] "Volume detached for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dns-swift-storage-0\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100892 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-h8tqt\" (UniqueName: \"kubernetes.io/projected/93835c86-cd25-4776-aff5-a57fc1fee7cd-kube-api-access-h8tqt\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100901 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100909 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100916 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.100925 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/93835c86-cd25-4776-aff5-a57fc1fee7cd-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:31 crc kubenswrapper[4809]: E1013 20:07:31.101179 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295\": container with ID starting with 633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295 not found: ID does not exist" containerID="633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.101207 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295"} err="failed to get container status \"633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295\": rpc error: code = NotFound desc = could not find container \"633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295\": container with ID starting with 633e27a863a92a79b4506fbde37d422927c5573bd3f4014b955443ae78f02295 not found: ID does not exist" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.101232 4809 scope.go:117] "RemoveContainer" containerID="04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.120293 4809 scope.go:117] "RemoveContainer" containerID="954dcdef132157f5b3abd5a7e9fdec6539db2ee7660ebedac6bcdbeea3b08297" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.139339 4809 scope.go:117] "RemoveContainer" containerID="04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1" Oct 13 20:07:31 crc kubenswrapper[4809]: E1013 20:07:31.139922 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1\": container with ID starting with 04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1 not found: ID does not exist" containerID="04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.139949 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1"} err="failed to get container status \"04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1\": rpc error: code = NotFound desc = could not find container \"04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1\": container with ID starting with 04dab4e80367f27a9bf8db5507018fa5f06f0e9a59b12a97a0ec7cc06dd7a2e1 not found: ID does not exist" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.139973 4809 scope.go:117] "RemoveContainer" containerID="954dcdef132157f5b3abd5a7e9fdec6539db2ee7660ebedac6bcdbeea3b08297" Oct 13 20:07:31 crc kubenswrapper[4809]: E1013 20:07:31.140347 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"954dcdef132157f5b3abd5a7e9fdec6539db2ee7660ebedac6bcdbeea3b08297\": container with ID starting with 954dcdef132157f5b3abd5a7e9fdec6539db2ee7660ebedac6bcdbeea3b08297 not found: ID does not exist" containerID="954dcdef132157f5b3abd5a7e9fdec6539db2ee7660ebedac6bcdbeea3b08297" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.140407 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"954dcdef132157f5b3abd5a7e9fdec6539db2ee7660ebedac6bcdbeea3b08297"} err="failed to get container status \"954dcdef132157f5b3abd5a7e9fdec6539db2ee7660ebedac6bcdbeea3b08297\": rpc error: code = NotFound desc = could not find container \"954dcdef132157f5b3abd5a7e9fdec6539db2ee7660ebedac6bcdbeea3b08297\": container with ID starting with 954dcdef132157f5b3abd5a7e9fdec6539db2ee7660ebedac6bcdbeea3b08297 not found: ID does not exist" Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.368232 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz"] Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.378379 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-64c7dc5bcb-zxrsz"] Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.387537 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl"] Oct 13 20:07:31 crc kubenswrapper[4809]: I1013 20:07:31.393851 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl"] Oct 13 20:07:32 crc kubenswrapper[4809]: I1013 20:07:32.184201 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" path="/var/lib/kubelet/pods/14dde6f0-1d1a-4573-a06c-5c6a85a35f4c/volumes" Oct 13 20:07:32 crc kubenswrapper[4809]: I1013 20:07:32.185159 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="93835c86-cd25-4776-aff5-a57fc1fee7cd" path="/var/lib/kubelet/pods/93835c86-cd25-4776-aff5-a57fc1fee7cd/volumes" Oct 13 20:07:35 crc kubenswrapper[4809]: I1013 20:07:35.866705 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-5464d4fd65-44dcl" podUID="93835c86-cd25-4776-aff5-a57fc1fee7cd" containerName="dnsmasq-dns" probeResult="failure" output="dial tcp 10.217.0.129:5353: i/o timeout" Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.690474 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.811513 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift\") pod \"ad29295d-e2f5-4630-bce4-4ab8cd350038\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.811578 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tbb7s\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-kube-api-access-tbb7s\") pod \"ad29295d-e2f5-4630-bce4-4ab8cd350038\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.811606 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-cache\") pod \"ad29295d-e2f5-4630-bce4-4ab8cd350038\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.811622 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-lock\") pod \"ad29295d-e2f5-4630-bce4-4ab8cd350038\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.811696 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swift\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"ad29295d-e2f5-4630-bce4-4ab8cd350038\" (UID: \"ad29295d-e2f5-4630-bce4-4ab8cd350038\") " Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.812205 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-lock" (OuterVolumeSpecName: "lock") pod "ad29295d-e2f5-4630-bce4-4ab8cd350038" (UID: "ad29295d-e2f5-4630-bce4-4ab8cd350038"). InnerVolumeSpecName "lock". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.812323 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-cache" (OuterVolumeSpecName: "cache") pod "ad29295d-e2f5-4630-bce4-4ab8cd350038" (UID: "ad29295d-e2f5-4630-bce4-4ab8cd350038"). InnerVolumeSpecName "cache". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.817768 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "ad29295d-e2f5-4630-bce4-4ab8cd350038" (UID: "ad29295d-e2f5-4630-bce4-4ab8cd350038"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.817912 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage10-crc" (OuterVolumeSpecName: "swift") pod "ad29295d-e2f5-4630-bce4-4ab8cd350038" (UID: "ad29295d-e2f5-4630-bce4-4ab8cd350038"). InnerVolumeSpecName "local-storage10-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.818755 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-kube-api-access-tbb7s" (OuterVolumeSpecName: "kube-api-access-tbb7s") pod "ad29295d-e2f5-4630-bce4-4ab8cd350038" (UID: "ad29295d-e2f5-4630-bce4-4ab8cd350038"). InnerVolumeSpecName "kube-api-access-tbb7s". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.913606 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tbb7s\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-kube-api-access-tbb7s\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.913652 4809 reconciler_common.go:293] "Volume detached for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-cache\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.913664 4809 reconciler_common.go:293] "Volume detached for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/ad29295d-e2f5-4630-bce4-4ab8cd350038-lock\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.913696 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" " Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.913706 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/ad29295d-e2f5-4630-bce4-4ab8cd350038-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:43 crc kubenswrapper[4809]: I1013 20:07:43.930081 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage10-crc" (UniqueName: "kubernetes.io/local-volume/local-storage10-crc") on node "crc" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.015781 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.206488 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerID="00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa" exitCode=137 Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.206541 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa"} Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.206571 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"ad29295d-e2f5-4630-bce4-4ab8cd350038","Type":"ContainerDied","Data":"5a7883a8f1da22392d67837abf617f2354ec321f9d50935c510d9a4e1da243fa"} Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.206594 4809 scope.go:117] "RemoveContainer" containerID="00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.208513 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.241104 4809 scope.go:117] "RemoveContainer" containerID="5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.255196 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.268375 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.269885 4809 scope.go:117] "RemoveContainer" containerID="c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.289674 4809 scope.go:117] "RemoveContainer" containerID="2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.310942 4809 scope.go:117] "RemoveContainer" containerID="234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.331242 4809 scope.go:117] "RemoveContainer" containerID="d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.357561 4809 scope.go:117] "RemoveContainer" containerID="dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.384445 4809 scope.go:117] "RemoveContainer" containerID="3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.411741 4809 scope.go:117] "RemoveContainer" containerID="544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.446298 4809 scope.go:117] "RemoveContainer" containerID="4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.475139 4809 scope.go:117] "RemoveContainer" containerID="5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.497121 4809 scope.go:117] "RemoveContainer" containerID="b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.526361 4809 scope.go:117] "RemoveContainer" containerID="c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.554337 4809 scope.go:117] "RemoveContainer" containerID="1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.581400 4809 scope.go:117] "RemoveContainer" containerID="19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.606452 4809 scope.go:117] "RemoveContainer" containerID="00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.606986 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa\": container with ID starting with 00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa not found: ID does not exist" containerID="00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.607054 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa"} err="failed to get container status \"00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa\": rpc error: code = NotFound desc = could not find container \"00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa\": container with ID starting with 00e8a9a2b2b2612c7ea8936e0807a19a6d8af39f5c192858c4ef6079d46200fa not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.607092 4809 scope.go:117] "RemoveContainer" containerID="5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.607480 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8\": container with ID starting with 5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8 not found: ID does not exist" containerID="5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.607515 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8"} err="failed to get container status \"5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8\": rpc error: code = NotFound desc = could not find container \"5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8\": container with ID starting with 5680a14c0bbe8e57b567683c9bae2ed0f53230f88f0fca6abe5a4fc5a40ffae8 not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.607537 4809 scope.go:117] "RemoveContainer" containerID="c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.609010 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67\": container with ID starting with c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67 not found: ID does not exist" containerID="c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.609051 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67"} err="failed to get container status \"c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67\": rpc error: code = NotFound desc = could not find container \"c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67\": container with ID starting with c37502d82239c3b42a3df41e9ac57269d39bfe5398c42c5c30bec708d181fd67 not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.609083 4809 scope.go:117] "RemoveContainer" containerID="2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.609816 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351\": container with ID starting with 2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351 not found: ID does not exist" containerID="2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.609955 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351"} err="failed to get container status \"2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351\": rpc error: code = NotFound desc = could not find container \"2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351\": container with ID starting with 2ce3e45ae670ca7b48d3bb886edad3c51e15c1103494c34bbe9edb4264048351 not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.610005 4809 scope.go:117] "RemoveContainer" containerID="234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.611149 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae\": container with ID starting with 234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae not found: ID does not exist" containerID="234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.611194 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae"} err="failed to get container status \"234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae\": rpc error: code = NotFound desc = could not find container \"234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae\": container with ID starting with 234bcb83bfbda6d7e2aa3f9a7bbd8348346494c0f3cbc82245355c7a217ba6ae not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.611220 4809 scope.go:117] "RemoveContainer" containerID="d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.611549 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45\": container with ID starting with d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45 not found: ID does not exist" containerID="d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.611649 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45"} err="failed to get container status \"d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45\": rpc error: code = NotFound desc = could not find container \"d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45\": container with ID starting with d7de6b866d22ea71dab04090a0d2a13c9ac692f52dad8298f8a2584517673c45 not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.611679 4809 scope.go:117] "RemoveContainer" containerID="dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.613062 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047\": container with ID starting with dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047 not found: ID does not exist" containerID="dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.613120 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047"} err="failed to get container status \"dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047\": rpc error: code = NotFound desc = could not find container \"dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047\": container with ID starting with dede70c946902469adf65448b246f6b77ca800b41e10bc4513e89d7f81fee047 not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.613215 4809 scope.go:117] "RemoveContainer" containerID="3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.614871 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201\": container with ID starting with 3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201 not found: ID does not exist" containerID="3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.614904 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201"} err="failed to get container status \"3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201\": rpc error: code = NotFound desc = could not find container \"3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201\": container with ID starting with 3cfd1b49042cb413fdc9f4b127a28c93979a726c7f5877636db0793d139c1201 not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.614923 4809 scope.go:117] "RemoveContainer" containerID="544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.615568 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830\": container with ID starting with 544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830 not found: ID does not exist" containerID="544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.615604 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830"} err="failed to get container status \"544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830\": rpc error: code = NotFound desc = could not find container \"544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830\": container with ID starting with 544347efe15fc57eab941cb3aacc09508a596c335ddabec662dd6b871cfe9830 not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.615622 4809 scope.go:117] "RemoveContainer" containerID="4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.615932 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d\": container with ID starting with 4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d not found: ID does not exist" containerID="4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.615979 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d"} err="failed to get container status \"4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d\": rpc error: code = NotFound desc = could not find container \"4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d\": container with ID starting with 4cb2f70774d38cb2804d8cd458daacec3d0104ba2f43cc1d4020b48fcafc575d not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.616008 4809 scope.go:117] "RemoveContainer" containerID="5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.616481 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd\": container with ID starting with 5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd not found: ID does not exist" containerID="5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.616517 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd"} err="failed to get container status \"5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd\": rpc error: code = NotFound desc = could not find container \"5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd\": container with ID starting with 5dfd64f7ed13a692c9223f58d5af93665f0c66869d74f3e59f90813688b737dd not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.616637 4809 scope.go:117] "RemoveContainer" containerID="b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.616966 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a\": container with ID starting with b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a not found: ID does not exist" containerID="b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.617002 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a"} err="failed to get container status \"b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a\": rpc error: code = NotFound desc = could not find container \"b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a\": container with ID starting with b1362f7380d813dd55c5cbbac3869559ae04ecfc1b9fc68f655222d94bcfa67a not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.617019 4809 scope.go:117] "RemoveContainer" containerID="c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.617644 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95\": container with ID starting with c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95 not found: ID does not exist" containerID="c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.617673 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95"} err="failed to get container status \"c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95\": rpc error: code = NotFound desc = could not find container \"c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95\": container with ID starting with c505f90994407e09e70ebec8278b4aa32e6007596a732d0d90b060c88ac12c95 not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.617696 4809 scope.go:117] "RemoveContainer" containerID="1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.618635 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052\": container with ID starting with 1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052 not found: ID does not exist" containerID="1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.618692 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052"} err="failed to get container status \"1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052\": rpc error: code = NotFound desc = could not find container \"1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052\": container with ID starting with 1ae3a4b433187bf2aa7a1b51f98879fb433f91025519e5501cbe1b57fcb3f052 not found: ID does not exist" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.618750 4809 scope.go:117] "RemoveContainer" containerID="19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd" Oct 13 20:07:44 crc kubenswrapper[4809]: E1013 20:07:44.619339 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd\": container with ID starting with 19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd not found: ID does not exist" containerID="19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd" Oct 13 20:07:44 crc kubenswrapper[4809]: I1013 20:07:44.619368 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd"} err="failed to get container status \"19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd\": rpc error: code = NotFound desc = could not find container \"19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd\": container with ID starting with 19c001111ad9f7b7aa14633a413d01ed886cac8aca684655adff3eea22898edd not found: ID does not exist" Oct 13 20:07:45 crc kubenswrapper[4809]: I1013 20:07:45.190676 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-api-0" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.0.197:8774/\": dial tcp 10.217.0.197:8774: i/o timeout (Client.Timeout exceeded while awaiting headers)" Oct 13 20:07:45 crc kubenswrapper[4809]: I1013 20:07:45.190707 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-api-0" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.0.197:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:07:46 crc kubenswrapper[4809]: I1013 20:07:46.172134 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" path="/var/lib/kubelet/pods/ad29295d-e2f5-4630-bce4-4ab8cd350038/volumes" Oct 13 20:07:50 crc kubenswrapper[4809]: I1013 20:07:50.311770 4809 generic.go:334] "Generic (PLEG): container finished" podID="bc1fb9ef-9060-4400-b80c-d7749c8e1896" containerID="ed3e5fe149c7dd817100dbac9b27ce6bf61a60aa0defc9412a79876ab1be9bd4" exitCode=137 Oct 13 20:07:50 crc kubenswrapper[4809]: I1013 20:07:50.312079 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" event={"ID":"bc1fb9ef-9060-4400-b80c-d7749c8e1896","Type":"ContainerDied","Data":"ed3e5fe149c7dd817100dbac9b27ce6bf61a60aa0defc9412a79876ab1be9bd4"} Oct 13 20:07:50 crc kubenswrapper[4809]: I1013 20:07:50.670982 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" Oct 13 20:07:50 crc kubenswrapper[4809]: I1013 20:07:50.819321 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xdds6\" (UniqueName: \"kubernetes.io/projected/bc1fb9ef-9060-4400-b80c-d7749c8e1896-kube-api-access-xdds6\") pod \"bc1fb9ef-9060-4400-b80c-d7749c8e1896\" (UID: \"bc1fb9ef-9060-4400-b80c-d7749c8e1896\") " Oct 13 20:07:50 crc kubenswrapper[4809]: I1013 20:07:50.832762 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bc1fb9ef-9060-4400-b80c-d7749c8e1896-kube-api-access-xdds6" (OuterVolumeSpecName: "kube-api-access-xdds6") pod "bc1fb9ef-9060-4400-b80c-d7749c8e1896" (UID: "bc1fb9ef-9060-4400-b80c-d7749c8e1896"). InnerVolumeSpecName "kube-api-access-xdds6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:50 crc kubenswrapper[4809]: I1013 20:07:50.921550 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xdds6\" (UniqueName: \"kubernetes.io/projected/bc1fb9ef-9060-4400-b80c-d7749c8e1896-kube-api-access-xdds6\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:51 crc kubenswrapper[4809]: I1013 20:07:51.325073 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" event={"ID":"bc1fb9ef-9060-4400-b80c-d7749c8e1896","Type":"ContainerDied","Data":"19e5f333761613ddc185615c6fa6d1f3541064fa25df514d633f9e3ab2cfdb3c"} Oct 13 20:07:51 crc kubenswrapper[4809]: I1013 20:07:51.325127 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d" Oct 13 20:07:51 crc kubenswrapper[4809]: I1013 20:07:51.325157 4809 scope.go:117] "RemoveContainer" containerID="ed3e5fe149c7dd817100dbac9b27ce6bf61a60aa0defc9412a79876ab1be9bd4" Oct 13 20:07:51 crc kubenswrapper[4809]: I1013 20:07:51.374264 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d"] Oct 13 20:07:51 crc kubenswrapper[4809]: I1013 20:07:51.384429 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/novaapi4f32-account-delete-sfx9d"] Oct 13 20:07:52 crc kubenswrapper[4809]: I1013 20:07:52.164165 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bc1fb9ef-9060-4400-b80c-d7749c8e1896" path="/var/lib/kubelet/pods/bc1fb9ef-9060-4400-b80c-d7749c8e1896/volumes" Oct 13 20:07:53 crc kubenswrapper[4809]: I1013 20:07:53.966168 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-l2nz7"] Oct 13 20:07:53 crc kubenswrapper[4809]: I1013 20:07:53.981925 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-l2nz7"] Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.085543 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-ts9vl"] Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.085918 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b818bd0b-b8f4-4fd5-93ea-6ae004a15209" containerName="openstack-network-exporter" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.085940 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b818bd0b-b8f4-4fd5-93ea-6ae004a15209" containerName="openstack-network-exporter" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.085950 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerName="glance-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.085957 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerName="glance-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.085979 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cccaab8f-dc38-4522-8219-14c369d5e6d0" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.085988 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cccaab8f-dc38-4522-8219-14c369d5e6d0" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.085997 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" containerName="openstack-network-exporter" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086004 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" containerName="openstack-network-exporter" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086016 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-auditor" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086024 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-auditor" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086036 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="ceilometer-notification-agent" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086044 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="ceilometer-notification-agent" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086053 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e9cb9e39-540b-4457-83b3-4757beed3734" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086060 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e9cb9e39-540b-4457-83b3-4757beed3734" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086077 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="48e716f9-fcee-40b4-8235-166b487cd5de" containerName="glance-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086085 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="48e716f9-fcee-40b4-8235-166b487cd5de" containerName="glance-log" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086093 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086100 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086113 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerName="proxy-server" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086120 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerName="proxy-server" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086133 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086140 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-api" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086155 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-replicator" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086162 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-replicator" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086177 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-updater" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086186 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-updater" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086195 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="rsync" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086202 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="rsync" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086211 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3f9b3c7b-654e-424b-ac21-ad79d98abab8" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086219 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3f9b3c7b-654e-424b-ac21-ad79d98abab8" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086236 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="59a93aef-3ffe-4228-a657-0beb43906d6e" containerName="cinder-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086245 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="59a93aef-3ffe-4228-a657-0beb43906d6e" containerName="cinder-api" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086261 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-updater" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086268 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-updater" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086282 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5ceab457-1011-428e-a9b4-79ca56721171" containerName="barbican-keystone-listener" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086289 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5ceab457-1011-428e-a9b4-79ca56721171" containerName="barbican-keystone-listener" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086302 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="44286c1c-9d0f-4f65-8df9-05efafcff0f9" containerName="cinder-scheduler" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086309 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="44286c1c-9d0f-4f65-8df9-05efafcff0f9" containerName="cinder-scheduler" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086355 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerName="glance-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086363 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerName="glance-log" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086376 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5aa20bcb-2f3e-468b-9389-9371086e62d2" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086383 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5aa20bcb-2f3e-468b-9389-9371086e62d2" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086395 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="64646b88-c70c-46ac-8015-29dfd673ad83" containerName="kube-state-metrics" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086403 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="64646b88-c70c-46ac-8015-29dfd673ad83" containerName="kube-state-metrics" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086414 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-reaper" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086421 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-reaper" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086429 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8ecd250e-85a0-4319-a659-5491b9177510" containerName="ovn-northd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086437 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8ecd250e-85a0-4319-a659-5491b9177510" containerName="ovn-northd" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086451 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" containerName="neutron-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086458 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" containerName="neutron-api" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086466 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cccaab8f-dc38-4522-8219-14c369d5e6d0" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086474 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cccaab8f-dc38-4522-8219-14c369d5e6d0" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086489 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d704ab0c-5baf-4c13-8e89-7cdbe98131ca" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086497 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d704ab0c-5baf-4c13-8e89-7cdbe98131ca" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086506 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5aa20bcb-2f3e-468b-9389-9371086e62d2" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086513 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5aa20bcb-2f3e-468b-9389-9371086e62d2" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086526 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" containerName="ovsdbserver-sb" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086533 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" containerName="ovsdbserver-sb" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086544 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="853a441c-10ce-4a6c-9060-7361d6a1c9e9" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086551 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="853a441c-10ce-4a6c-9060-7361d6a1c9e9" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086562 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086570 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-log" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086588 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerName="proxy-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086597 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerName="proxy-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086606 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a619f379-3418-4851-bcaf-a899993cab56" containerName="memcached" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086614 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a619f379-3418-4851-bcaf-a899993cab56" containerName="memcached" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086627 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086634 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086649 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-server" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086656 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-server" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086665 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="33a80ae3-eaf3-492d-b0a6-8c54543b5ade" containerName="barbican-worker-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086672 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="33a80ae3-eaf3-492d-b0a6-8c54543b5ade" containerName="barbican-worker-log" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086683 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8e586faf-272d-4fc7-9b35-9fe9664d3e22" containerName="nova-scheduler-scheduler" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086690 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8e586faf-272d-4fc7-9b35-9fe9664d3e22" containerName="nova-scheduler-scheduler" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086701 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="99b2c711-1f17-4ef7-8e41-00b7bfe3546d" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086708 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="99b2c711-1f17-4ef7-8e41-00b7bfe3546d" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086721 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d704ab0c-5baf-4c13-8e89-7cdbe98131ca" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086829 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d704ab0c-5baf-4c13-8e89-7cdbe98131ca" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086847 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="006c3555-6972-43e5-928d-52ecfcf3874f" containerName="keystone-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086856 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="006c3555-6972-43e5-928d-52ecfcf3874f" containerName="keystone-api" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086877 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-metadata" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086886 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-metadata" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086893 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerName="barbican-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086901 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerName="barbican-api" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086914 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="swift-recon-cron" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086922 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="swift-recon-cron" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086934 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="93835c86-cd25-4776-aff5-a57fc1fee7cd" containerName="dnsmasq-dns" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086940 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="93835c86-cd25-4776-aff5-a57fc1fee7cd" containerName="dnsmasq-dns" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086949 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a470127f-dbb2-4908-8e68-119798666809" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086956 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a470127f-dbb2-4908-8e68-119798666809" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086967 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b9a5f97c-e3e8-4341-af1f-edde96d79030" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086975 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b9a5f97c-e3e8-4341-af1f-edde96d79030" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.086987 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="88beba32-e3ac-4f84-87e1-85a037974ad8" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.086994 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="88beba32-e3ac-4f84-87e1-85a037974ad8" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087008 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="48e716f9-fcee-40b4-8235-166b487cd5de" containerName="glance-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087015 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="48e716f9-fcee-40b4-8235-166b487cd5de" containerName="glance-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087031 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="13ae95ff-db68-45c0-84cb-6cf2b5692c5f" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087040 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="13ae95ff-db68-45c0-84cb-6cf2b5692c5f" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087053 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a470127f-dbb2-4908-8e68-119798666809" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087061 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a470127f-dbb2-4908-8e68-119798666809" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087070 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3aef2e60-ce94-4676-8535-49d0e84d9390" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087077 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3aef2e60-ce94-4676-8535-49d0e84d9390" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087089 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" containerName="placement-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087098 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" containerName="placement-log" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087112 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-expirer" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087120 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-expirer" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087128 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerName="barbican-api-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087135 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerName="barbican-api-log" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087143 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bc1fb9ef-9060-4400-b80c-d7749c8e1896" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087151 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bc1fb9ef-9060-4400-b80c-d7749c8e1896" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087163 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6c5e81d1-7f39-41be-88ec-13657141433e" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087172 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6c5e81d1-7f39-41be-88ec-13657141433e" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087186 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-replicator" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087193 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-replicator" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087203 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="33a80ae3-eaf3-492d-b0a6-8c54543b5ade" containerName="barbican-worker" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087210 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="33a80ae3-eaf3-492d-b0a6-8c54543b5ade" containerName="barbican-worker" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087220 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="sg-core" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087227 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="sg-core" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087238 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8ecd250e-85a0-4319-a659-5491b9177510" containerName="openstack-network-exporter" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087246 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8ecd250e-85a0-4319-a659-5491b9177510" containerName="openstack-network-exporter" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087257 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087265 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-log" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087273 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="041f2761-72d8-47a0-8bea-51e98cca7b6f" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087282 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="041f2761-72d8-47a0-8bea-51e98cca7b6f" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087291 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-auditor" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087297 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-auditor" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087306 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5ceab457-1011-428e-a9b4-79ca56721171" containerName="barbican-keystone-listener-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087312 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5ceab457-1011-428e-a9b4-79ca56721171" containerName="barbican-keystone-listener-log" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087319 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="edebcd6c-e2c2-4f2e-95cb-24248f4b4584" containerName="nova-cell0-conductor-conductor" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087325 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="edebcd6c-e2c2-4f2e-95cb-24248f4b4584" containerName="nova-cell0-conductor-conductor" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087333 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087338 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087346 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3f9b3c7b-654e-424b-ac21-ad79d98abab8" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087352 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3f9b3c7b-654e-424b-ac21-ad79d98abab8" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087360 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="938a97d2-82ee-4230-9b29-d2c11e689049" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087366 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="938a97d2-82ee-4230-9b29-d2c11e689049" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087373 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d1a6c40a-037a-4a1a-a2a9-953788fc3bb4" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087378 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d1a6c40a-037a-4a1a-a2a9-953788fc3bb4" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087387 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3aef2e60-ce94-4676-8535-49d0e84d9390" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087392 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3aef2e60-ce94-4676-8535-49d0e84d9390" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087400 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-server" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087405 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-server" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087416 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-replicator" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087421 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-replicator" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087431 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="853a441c-10ce-4a6c-9060-7361d6a1c9e9" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087436 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="853a441c-10ce-4a6c-9060-7361d6a1c9e9" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087447 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b9a5f97c-e3e8-4341-af1f-edde96d79030" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087452 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b9a5f97c-e3e8-4341-af1f-edde96d79030" containerName="setup-container" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087458 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-auditor" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087463 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-auditor" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087469 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="44286c1c-9d0f-4f65-8df9-05efafcff0f9" containerName="probe" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087475 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="44286c1c-9d0f-4f65-8df9-05efafcff0f9" containerName="probe" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087483 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="ceilometer-central-agent" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087489 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="ceilometer-central-agent" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087501 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="13ae95ff-db68-45c0-84cb-6cf2b5692c5f" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087507 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="13ae95ff-db68-45c0-84cb-6cf2b5692c5f" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087516 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ed3d4254-3765-4610-b283-0e773173d52a" containerName="nova-cell1-conductor-conductor" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087522 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ed3d4254-3765-4610-b283-0e773173d52a" containerName="nova-cell1-conductor-conductor" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087531 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6c5e81d1-7f39-41be-88ec-13657141433e" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087537 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6c5e81d1-7f39-41be-88ec-13657141433e" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087544 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" containerName="placement-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087549 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" containerName="placement-api" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087559 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-server" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087564 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-server" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087575 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="93835c86-cd25-4776-aff5-a57fc1fee7cd" containerName="init" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087580 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="93835c86-cd25-4776-aff5-a57fc1fee7cd" containerName="init" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087590 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="59a93aef-3ffe-4228-a657-0beb43906d6e" containerName="cinder-api-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087595 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="59a93aef-3ffe-4228-a657-0beb43906d6e" containerName="cinder-api-log" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087606 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="proxy-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087613 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="proxy-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087625 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" containerName="neutron-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087631 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" containerName="neutron-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087654 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f4f45ffc-5f3b-4321-a797-a3aafbb14905" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087662 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f4f45ffc-5f3b-4321-a797-a3aafbb14905" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087671 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b818bd0b-b8f4-4fd5-93ea-6ae004a15209" containerName="ovsdbserver-nb" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087676 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b818bd0b-b8f4-4fd5-93ea-6ae004a15209" containerName="ovsdbserver-nb" Oct 13 20:07:54 crc kubenswrapper[4809]: E1013 20:07:54.087687 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="938a97d2-82ee-4230-9b29-d2c11e689049" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087692 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="938a97d2-82ee-4230-9b29-d2c11e689049" containerName="mysql-bootstrap" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087897 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="48e716f9-fcee-40b4-8235-166b487cd5de" containerName="glance-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087915 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="938a97d2-82ee-4230-9b29-d2c11e689049" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087930 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-metadata" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087939 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d704ab0c-5baf-4c13-8e89-7cdbe98131ca" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087953 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="59a93aef-3ffe-4228-a657-0beb43906d6e" containerName="cinder-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087966 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="ceilometer-central-agent" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087975 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bc1fb9ef-9060-4400-b80c-d7749c8e1896" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.087988 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="33a80ae3-eaf3-492d-b0a6-8c54543b5ade" containerName="barbican-worker" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088001 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerName="proxy-server" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088009 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d1a6c40a-037a-4a1a-a2a9-953788fc3bb4" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088021 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="13ae95ff-db68-45c0-84cb-6cf2b5692c5f" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088036 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8e586faf-272d-4fc7-9b35-9fe9664d3e22" containerName="nova-scheduler-scheduler" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088046 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerName="glance-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088057 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-reaper" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088064 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" containerName="neutron-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088072 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088083 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-updater" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088097 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" containerName="placement-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088107 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-replicator" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088116 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="edf51835-3298-4830-b548-04cf8b6e164c" containerName="nova-metadata-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088130 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerName="barbican-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088139 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="041f2761-72d8-47a0-8bea-51e98cca7b6f" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088152 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="proxy-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088160 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-server" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088168 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-replicator" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088176 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="rsync" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088184 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-server" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088199 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5aa20bcb-2f3e-468b-9389-9371086e62d2" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088209 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-server" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088222 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="edebcd6c-e2c2-4f2e-95cb-24248f4b4584" containerName="nova-cell0-conductor-conductor" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088231 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="33a80ae3-eaf3-492d-b0a6-8c54543b5ade" containerName="barbican-worker-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088241 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-replicator" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088251 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="account-auditor" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088261 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-updater" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088270 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="44286c1c-9d0f-4f65-8df9-05efafcff0f9" containerName="probe" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088282 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="853a441c-10ce-4a6c-9060-7361d6a1c9e9" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088290 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8ecd250e-85a0-4319-a659-5491b9177510" containerName="ovn-northd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088303 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6fe6ea08-8ca9-4fd7-bbf7-5c8210c8c5a4" containerName="placement-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088312 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8ecd250e-85a0-4319-a659-5491b9177510" containerName="openstack-network-exporter" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088320 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ebe9b33e-8a15-41f8-9d7b-fa61ad8bcaec" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088333 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="14dde6f0-1d1a-4573-a06c-5c6a85a35f4c" containerName="neutron-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088346 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b9a5f97c-e3e8-4341-af1f-edde96d79030" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088358 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="swift-recon-cron" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088370 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="37aa6eff-0d89-411c-b085-77eb5b424580" containerName="nova-api-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088384 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cec44eff-eb9d-43fd-b15c-5d36672351f4" containerName="proxy-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088394 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cccaab8f-dc38-4522-8219-14c369d5e6d0" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088405 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="48e716f9-fcee-40b4-8235-166b487cd5de" containerName="glance-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088414 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="sg-core" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088425 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="88beba32-e3ac-4f84-87e1-85a037974ad8" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088434 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="44286c1c-9d0f-4f65-8df9-05efafcff0f9" containerName="cinder-scheduler" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088445 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="97b26bc5-4a9c-419c-9d21-462e203c8b1a" containerName="ceilometer-notification-agent" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088454 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a619f379-3418-4851-bcaf-a899993cab56" containerName="memcached" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088462 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5ceab457-1011-428e-a9b4-79ca56721171" containerName="barbican-keystone-listener" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088473 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="edfdc646-7c61-4133-9377-ba2880ffd3df" containerName="barbican-api-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088481 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6c5e81d1-7f39-41be-88ec-13657141433e" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088494 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b818bd0b-b8f4-4fd5-93ea-6ae004a15209" containerName="openstack-network-exporter" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088503 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="container-auditor" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088511 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3f9b3c7b-654e-424b-ac21-ad79d98abab8" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088521 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-auditor" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088528 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8934e140-ba31-4edb-9dd8-07c9d708a9d9" containerName="glance-httpd" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088536 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="93835c86-cd25-4776-aff5-a57fc1fee7cd" containerName="dnsmasq-dns" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088547 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" containerName="ovsdbserver-sb" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088556 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3aef2e60-ce94-4676-8535-49d0e84d9390" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088568 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="64646b88-c70c-46ac-8015-29dfd673ad83" containerName="kube-state-metrics" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088577 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b88747fe-cc60-48fc-bcf9-dd1a943635e9" containerName="openstack-network-exporter" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088588 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="59a93aef-3ffe-4228-a657-0beb43906d6e" containerName="cinder-api-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088601 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad29295d-e2f5-4630-bce4-4ab8cd350038" containerName="object-expirer" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088612 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d41b9be9-2b1b-4cdc-9fea-36941d2c19a8" containerName="galera" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088624 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a470127f-dbb2-4908-8e68-119798666809" containerName="rabbitmq" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088634 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f4f45ffc-5f3b-4321-a797-a3aafbb14905" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088641 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b818bd0b-b8f4-4fd5-93ea-6ae004a15209" containerName="ovsdbserver-nb" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088651 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ed3d4254-3765-4610-b283-0e773173d52a" containerName="nova-cell1-conductor-conductor" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088664 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="99b2c711-1f17-4ef7-8e41-00b7bfe3546d" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088752 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e9cb9e39-540b-4457-83b3-4757beed3734" containerName="mariadb-account-delete" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088770 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5ceab457-1011-428e-a9b4-79ca56721171" containerName="barbican-keystone-listener-log" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.088780 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="006c3555-6972-43e5-928d-52ecfcf3874f" containerName="keystone-api" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.089404 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.093372 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-ts9vl"] Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.096742 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.096790 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.096833 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.097068 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.167036 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="381c1a1f-4964-4acb-a4f5-6c295de505f5" path="/var/lib/kubelet/pods/381c1a1f-4964-4acb-a4f5-6c295de505f5/volumes" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.273887 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/13fd0eb4-ee96-498e-8b31-4167988c1788-node-mnt\") pod \"crc-storage-crc-ts9vl\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.273946 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/13fd0eb4-ee96-498e-8b31-4167988c1788-crc-storage\") pod \"crc-storage-crc-ts9vl\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.274105 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-skbh9\" (UniqueName: \"kubernetes.io/projected/13fd0eb4-ee96-498e-8b31-4167988c1788-kube-api-access-skbh9\") pod \"crc-storage-crc-ts9vl\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.376000 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/13fd0eb4-ee96-498e-8b31-4167988c1788-node-mnt\") pod \"crc-storage-crc-ts9vl\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.376071 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/13fd0eb4-ee96-498e-8b31-4167988c1788-crc-storage\") pod \"crc-storage-crc-ts9vl\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.376150 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-skbh9\" (UniqueName: \"kubernetes.io/projected/13fd0eb4-ee96-498e-8b31-4167988c1788-kube-api-access-skbh9\") pod \"crc-storage-crc-ts9vl\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.376335 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/13fd0eb4-ee96-498e-8b31-4167988c1788-node-mnt\") pod \"crc-storage-crc-ts9vl\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.376845 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/13fd0eb4-ee96-498e-8b31-4167988c1788-crc-storage\") pod \"crc-storage-crc-ts9vl\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.403418 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-skbh9\" (UniqueName: \"kubernetes.io/projected/13fd0eb4-ee96-498e-8b31-4167988c1788-kube-api-access-skbh9\") pod \"crc-storage-crc-ts9vl\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.405267 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.855141 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-ts9vl"] Oct 13 20:07:54 crc kubenswrapper[4809]: I1013 20:07:54.870346 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 20:07:55 crc kubenswrapper[4809]: I1013 20:07:55.380640 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-ts9vl" event={"ID":"13fd0eb4-ee96-498e-8b31-4167988c1788","Type":"ContainerStarted","Data":"aa3d793c7c7f0f283a345d23fd10acfbc26d809dc034a1055e4cab7ca9317fa1"} Oct 13 20:07:56 crc kubenswrapper[4809]: I1013 20:07:56.394504 4809 generic.go:334] "Generic (PLEG): container finished" podID="13fd0eb4-ee96-498e-8b31-4167988c1788" containerID="aadb7f018d0fd3e3d62f88720b9e37518eb18f4932332a11d681a6288f9ca581" exitCode=0 Oct 13 20:07:56 crc kubenswrapper[4809]: I1013 20:07:56.394595 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-ts9vl" event={"ID":"13fd0eb4-ee96-498e-8b31-4167988c1788","Type":"ContainerDied","Data":"aadb7f018d0fd3e3d62f88720b9e37518eb18f4932332a11d681a6288f9ca581"} Oct 13 20:07:57 crc kubenswrapper[4809]: I1013 20:07:57.735353 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:07:57 crc kubenswrapper[4809]: I1013 20:07:57.737768 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/13fd0eb4-ee96-498e-8b31-4167988c1788-crc-storage\") pod \"13fd0eb4-ee96-498e-8b31-4167988c1788\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " Oct 13 20:07:57 crc kubenswrapper[4809]: I1013 20:07:57.737890 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-skbh9\" (UniqueName: \"kubernetes.io/projected/13fd0eb4-ee96-498e-8b31-4167988c1788-kube-api-access-skbh9\") pod \"13fd0eb4-ee96-498e-8b31-4167988c1788\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " Oct 13 20:07:57 crc kubenswrapper[4809]: I1013 20:07:57.737937 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/13fd0eb4-ee96-498e-8b31-4167988c1788-node-mnt\") pod \"13fd0eb4-ee96-498e-8b31-4167988c1788\" (UID: \"13fd0eb4-ee96-498e-8b31-4167988c1788\") " Oct 13 20:07:57 crc kubenswrapper[4809]: I1013 20:07:57.738137 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/13fd0eb4-ee96-498e-8b31-4167988c1788-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "13fd0eb4-ee96-498e-8b31-4167988c1788" (UID: "13fd0eb4-ee96-498e-8b31-4167988c1788"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:07:57 crc kubenswrapper[4809]: I1013 20:07:57.738283 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/13fd0eb4-ee96-498e-8b31-4167988c1788-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:57 crc kubenswrapper[4809]: I1013 20:07:57.742564 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/13fd0eb4-ee96-498e-8b31-4167988c1788-kube-api-access-skbh9" (OuterVolumeSpecName: "kube-api-access-skbh9") pod "13fd0eb4-ee96-498e-8b31-4167988c1788" (UID: "13fd0eb4-ee96-498e-8b31-4167988c1788"). InnerVolumeSpecName "kube-api-access-skbh9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:07:57 crc kubenswrapper[4809]: I1013 20:07:57.761475 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/13fd0eb4-ee96-498e-8b31-4167988c1788-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "13fd0eb4-ee96-498e-8b31-4167988c1788" (UID: "13fd0eb4-ee96-498e-8b31-4167988c1788"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:07:57 crc kubenswrapper[4809]: I1013 20:07:57.839327 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-skbh9\" (UniqueName: \"kubernetes.io/projected/13fd0eb4-ee96-498e-8b31-4167988c1788-kube-api-access-skbh9\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:57 crc kubenswrapper[4809]: I1013 20:07:57.839378 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/13fd0eb4-ee96-498e-8b31-4167988c1788-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 20:07:58 crc kubenswrapper[4809]: I1013 20:07:58.426922 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-ts9vl" event={"ID":"13fd0eb4-ee96-498e-8b31-4167988c1788","Type":"ContainerDied","Data":"aa3d793c7c7f0f283a345d23fd10acfbc26d809dc034a1055e4cab7ca9317fa1"} Oct 13 20:07:58 crc kubenswrapper[4809]: I1013 20:07:58.426975 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="aa3d793c7c7f0f283a345d23fd10acfbc26d809dc034a1055e4cab7ca9317fa1" Oct 13 20:07:58 crc kubenswrapper[4809]: I1013 20:07:58.427023 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-ts9vl" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.260289 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-ts9vl"] Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.269528 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-ts9vl"] Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.406034 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-qqjff"] Oct 13 20:08:01 crc kubenswrapper[4809]: E1013 20:08:01.406498 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="13fd0eb4-ee96-498e-8b31-4167988c1788" containerName="storage" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.406526 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="13fd0eb4-ee96-498e-8b31-4167988c1788" containerName="storage" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.406863 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="13fd0eb4-ee96-498e-8b31-4167988c1788" containerName="storage" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.407607 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.410716 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.411075 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.411332 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.411452 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.422219 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-qqjff"] Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.489636 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/7c1b1e0a-8b8a-488e-bfc6-3032462db034-node-mnt\") pod \"crc-storage-crc-qqjff\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.489784 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qvdhv\" (UniqueName: \"kubernetes.io/projected/7c1b1e0a-8b8a-488e-bfc6-3032462db034-kube-api-access-qvdhv\") pod \"crc-storage-crc-qqjff\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.489950 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/7c1b1e0a-8b8a-488e-bfc6-3032462db034-crc-storage\") pod \"crc-storage-crc-qqjff\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.592130 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/7c1b1e0a-8b8a-488e-bfc6-3032462db034-node-mnt\") pod \"crc-storage-crc-qqjff\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.592224 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qvdhv\" (UniqueName: \"kubernetes.io/projected/7c1b1e0a-8b8a-488e-bfc6-3032462db034-kube-api-access-qvdhv\") pod \"crc-storage-crc-qqjff\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.592393 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/7c1b1e0a-8b8a-488e-bfc6-3032462db034-crc-storage\") pod \"crc-storage-crc-qqjff\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.592463 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/7c1b1e0a-8b8a-488e-bfc6-3032462db034-node-mnt\") pod \"crc-storage-crc-qqjff\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.593195 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/7c1b1e0a-8b8a-488e-bfc6-3032462db034-crc-storage\") pod \"crc-storage-crc-qqjff\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.625661 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qvdhv\" (UniqueName: \"kubernetes.io/projected/7c1b1e0a-8b8a-488e-bfc6-3032462db034-kube-api-access-qvdhv\") pod \"crc-storage-crc-qqjff\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:01 crc kubenswrapper[4809]: I1013 20:08:01.741031 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:02 crc kubenswrapper[4809]: I1013 20:08:02.171032 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="13fd0eb4-ee96-498e-8b31-4167988c1788" path="/var/lib/kubelet/pods/13fd0eb4-ee96-498e-8b31-4167988c1788/volumes" Oct 13 20:08:02 crc kubenswrapper[4809]: I1013 20:08:02.232121 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-qqjff"] Oct 13 20:08:02 crc kubenswrapper[4809]: I1013 20:08:02.469292 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-qqjff" event={"ID":"7c1b1e0a-8b8a-488e-bfc6-3032462db034","Type":"ContainerStarted","Data":"07d960810d9018483a131041779f81754b1eb2a02f5f0a3dbb22a3856e190ff2"} Oct 13 20:08:03 crc kubenswrapper[4809]: I1013 20:08:03.482846 4809 generic.go:334] "Generic (PLEG): container finished" podID="7c1b1e0a-8b8a-488e-bfc6-3032462db034" containerID="7d0bb246ad46b429701983fcc7e4008452a5586acb069c24833ee0a55f6e71f8" exitCode=0 Oct 13 20:08:03 crc kubenswrapper[4809]: I1013 20:08:03.482976 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-qqjff" event={"ID":"7c1b1e0a-8b8a-488e-bfc6-3032462db034","Type":"ContainerDied","Data":"7d0bb246ad46b429701983fcc7e4008452a5586acb069c24833ee0a55f6e71f8"} Oct 13 20:08:04 crc kubenswrapper[4809]: I1013 20:08:04.808662 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:04 crc kubenswrapper[4809]: I1013 20:08:04.949324 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qvdhv\" (UniqueName: \"kubernetes.io/projected/7c1b1e0a-8b8a-488e-bfc6-3032462db034-kube-api-access-qvdhv\") pod \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " Oct 13 20:08:04 crc kubenswrapper[4809]: I1013 20:08:04.949421 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/7c1b1e0a-8b8a-488e-bfc6-3032462db034-node-mnt\") pod \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " Oct 13 20:08:04 crc kubenswrapper[4809]: I1013 20:08:04.949507 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/7c1b1e0a-8b8a-488e-bfc6-3032462db034-crc-storage\") pod \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\" (UID: \"7c1b1e0a-8b8a-488e-bfc6-3032462db034\") " Oct 13 20:08:04 crc kubenswrapper[4809]: I1013 20:08:04.949624 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/7c1b1e0a-8b8a-488e-bfc6-3032462db034-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "7c1b1e0a-8b8a-488e-bfc6-3032462db034" (UID: "7c1b1e0a-8b8a-488e-bfc6-3032462db034"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:08:04 crc kubenswrapper[4809]: I1013 20:08:04.950081 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/7c1b1e0a-8b8a-488e-bfc6-3032462db034-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:04 crc kubenswrapper[4809]: I1013 20:08:04.957528 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7c1b1e0a-8b8a-488e-bfc6-3032462db034-kube-api-access-qvdhv" (OuterVolumeSpecName: "kube-api-access-qvdhv") pod "7c1b1e0a-8b8a-488e-bfc6-3032462db034" (UID: "7c1b1e0a-8b8a-488e-bfc6-3032462db034"). InnerVolumeSpecName "kube-api-access-qvdhv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:08:04 crc kubenswrapper[4809]: I1013 20:08:04.973179 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/7c1b1e0a-8b8a-488e-bfc6-3032462db034-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "7c1b1e0a-8b8a-488e-bfc6-3032462db034" (UID: "7c1b1e0a-8b8a-488e-bfc6-3032462db034"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:08:05 crc kubenswrapper[4809]: I1013 20:08:05.051876 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/7c1b1e0a-8b8a-488e-bfc6-3032462db034-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:05 crc kubenswrapper[4809]: I1013 20:08:05.051924 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qvdhv\" (UniqueName: \"kubernetes.io/projected/7c1b1e0a-8b8a-488e-bfc6-3032462db034-kube-api-access-qvdhv\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:05 crc kubenswrapper[4809]: I1013 20:08:05.513046 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-qqjff" event={"ID":"7c1b1e0a-8b8a-488e-bfc6-3032462db034","Type":"ContainerDied","Data":"07d960810d9018483a131041779f81754b1eb2a02f5f0a3dbb22a3856e190ff2"} Oct 13 20:08:05 crc kubenswrapper[4809]: I1013 20:08:05.513100 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="07d960810d9018483a131041779f81754b1eb2a02f5f0a3dbb22a3856e190ff2" Oct 13 20:08:05 crc kubenswrapper[4809]: I1013 20:08:05.513125 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-qqjff" Oct 13 20:08:12 crc kubenswrapper[4809]: I1013 20:08:12.259350 4809 scope.go:117] "RemoveContainer" containerID="fbb89dcb90bbb10d8d1dbb24379ee7281fe7e37ebae53c078c6cd282abfacb56" Oct 13 20:08:12 crc kubenswrapper[4809]: I1013 20:08:12.293757 4809 scope.go:117] "RemoveContainer" containerID="838c29065b4ce8262622d45ec222c0acd75c05b7670e9b1c2815eeaca1bc9d9c" Oct 13 20:08:12 crc kubenswrapper[4809]: I1013 20:08:12.316858 4809 scope.go:117] "RemoveContainer" containerID="bcdbdf8b9aecbb5f8b492d048f32a37f3facbdc05e7c9e917f3259d1f5ff352e" Oct 13 20:08:12 crc kubenswrapper[4809]: I1013 20:08:12.346950 4809 scope.go:117] "RemoveContainer" containerID="3a84cd068e87947fa087b3ba95e7d4cab83d41a2b3a554a31a26b74214033aa6" Oct 13 20:08:12 crc kubenswrapper[4809]: I1013 20:08:12.364525 4809 scope.go:117] "RemoveContainer" containerID="8714dd79e53eb64fd15300ae5c35ff5e591c96d51975f04d7694fbf25c00d7dc" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.117104 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:08:17 crc kubenswrapper[4809]: E1013 20:08:17.117747 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7c1b1e0a-8b8a-488e-bfc6-3032462db034" containerName="storage" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.118021 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7c1b1e0a-8b8a-488e-bfc6-3032462db034" containerName="storage" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.118206 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7c1b1e0a-8b8a-488e-bfc6-3032462db034" containerName="storage" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.119106 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.121570 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-svc" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.121971 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-server-conf" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.122111 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-default-user" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.122429 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-erlang-cookie" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.123967 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-server-dockercfg-h5dvz" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.124582 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-plugins-conf" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.125917 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-config-data" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.143104 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.260753 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/5dff52c4-1e08-46cd-919d-03b7a38c63a8-pod-info\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.260843 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/5dff52c4-1e08-46cd-919d-03b7a38c63a8-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.260882 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.260904 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.260992 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.261016 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.261043 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.261071 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.261096 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.261134 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-server-conf\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.261158 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4lknr\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-kube-api-access-4lknr\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.362599 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.362659 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.362701 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.362767 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.362809 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.362864 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-server-conf\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.362908 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4lknr\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-kube-api-access-4lknr\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.362954 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/5dff52c4-1e08-46cd-919d-03b7a38c63a8-pod-info\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.363020 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/5dff52c4-1e08-46cd-919d-03b7a38c63a8-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.363060 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.363090 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.363774 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.366407 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-server-conf\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.366775 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") device mount path \"/mnt/openstack/pv06\"" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.369843 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.370681 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.370775 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.371438 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.378370 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/5dff52c4-1e08-46cd-919d-03b7a38c63a8-pod-info\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.378708 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.389548 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/5dff52c4-1e08-46cd-919d-03b7a38c63a8-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.394069 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4lknr\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-kube-api-access-4lknr\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.396609 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.397930 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.402234 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-plugins-conf" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.403328 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-config-data" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.403512 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-dockercfg-qc98r" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.403836 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-cell1-svc" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.403842 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-erlang-cookie" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.404066 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-conf" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.408673 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-default-user" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.410085 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"rabbitmq-server-0\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.410278 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.446908 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.564968 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.565017 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.565066 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.565086 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.565122 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6pzx9\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-kube-api-access-6pzx9\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.565155 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/457121c0-2b3c-485e-a23f-e0cd1db0eff5-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.565224 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.565314 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/457121c0-2b3c-485e-a23f-e0cd1db0eff5-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.565345 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.565365 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.565398 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.666767 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.667047 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.667065 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.667101 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.667117 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.667148 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6pzx9\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-kube-api-access-6pzx9\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.667163 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/457121c0-2b3c-485e-a23f-e0cd1db0eff5-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.667185 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.667206 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/457121c0-2b3c-485e-a23f-e0cd1db0eff5-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.667229 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.667245 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.667980 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") device mount path \"/mnt/openstack/pv14\"" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.669663 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.670153 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.670911 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.671168 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.671273 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.673121 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.673799 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.681186 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/457121c0-2b3c-485e-a23f-e0cd1db0eff5-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.696666 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6pzx9\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-kube-api-access-6pzx9\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.705406 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/457121c0-2b3c-485e-a23f-e0cd1db0eff5-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.730745 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.830024 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:17 crc kubenswrapper[4809]: I1013 20:08:17.994475 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.331405 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.698174 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"5dff52c4-1e08-46cd-919d-03b7a38c63a8","Type":"ContainerStarted","Data":"57a1107ba22dfda0eaa23d3b5a4c7bef805a9f34a4b735db92c1f6fa4aae16b4"} Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.699518 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"457121c0-2b3c-485e-a23f-e0cd1db0eff5","Type":"ContainerStarted","Data":"363f113c54b15cc17b77131e9045dc44bece35f0169d15d47642c0af35e70ef7"} Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.946615 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.947954 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.950790 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"osp-secret" Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.954259 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config-data" Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.954574 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-scripts" Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.954852 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-svc" Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.955204 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-dockercfg-f8fvp" Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.962850 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"combined-ca-bundle" Oct 13 20:08:18 crc kubenswrapper[4809]: I1013 20:08:18.974265 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.089670 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-secrets\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.089795 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-b9nvp\" (UniqueName: \"kubernetes.io/projected/a459863e-0d6d-46d0-9794-d6341704243f-kube-api-access-b9nvp\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.089830 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.089850 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/a459863e-0d6d-46d0-9794-d6341704243f-config-data-generated\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.089869 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.089898 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.089916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-config-data-default\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.089942 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-operator-scripts\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.089974 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-kolla-config\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.191438 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-b9nvp\" (UniqueName: \"kubernetes.io/projected/a459863e-0d6d-46d0-9794-d6341704243f-kube-api-access-b9nvp\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.191518 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.191546 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/a459863e-0d6d-46d0-9794-d6341704243f-config-data-generated\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.191571 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.192119 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/a459863e-0d6d-46d0-9794-d6341704243f-config-data-generated\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.192173 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") device mount path \"/mnt/openstack/pv17\"" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.192313 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.192347 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-config-data-default\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.192377 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-operator-scripts\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.192412 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-kolla-config\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.192460 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-secrets\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.193514 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-kolla-config\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.193598 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-config-data-default\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.193856 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-operator-scripts\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.196382 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.197553 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.199532 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-secrets\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.222808 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-b9nvp\" (UniqueName: \"kubernetes.io/projected/a459863e-0d6d-46d0-9794-d6341704243f-kube-api-access-b9nvp\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.420291 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"openstack-galera-0\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.579516 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.721600 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"457121c0-2b3c-485e-a23f-e0cd1db0eff5","Type":"ContainerStarted","Data":"7f46b53d039e9023646ed00b54f38a021d9b116bea657d016792aed3a686f7df"} Oct 13 20:08:19 crc kubenswrapper[4809]: I1013 20:08:19.723983 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"5dff52c4-1e08-46cd-919d-03b7a38c63a8","Type":"ContainerStarted","Data":"aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64"} Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.065887 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:08:20 crc kubenswrapper[4809]: W1013 20:08:20.073020 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda459863e_0d6d_46d0_9794_d6341704243f.slice/crio-06474d012535f110c4d14e0aa8a205a573812b4ea28e9e41a8986b0e20fbc76a WatchSource:0}: Error finding container 06474d012535f110c4d14e0aa8a205a573812b4ea28e9e41a8986b0e20fbc76a: Status 404 returned error can't find the container with id 06474d012535f110c4d14e0aa8a205a573812b4ea28e9e41a8986b0e20fbc76a Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.368624 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.371188 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.374365 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-cell1-svc" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.374720 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-scripts" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.374900 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-cell1-dockercfg-2bk9b" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.375078 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-config-data" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.384629 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.516238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4k2z2\" (UniqueName: \"kubernetes.io/projected/8e3341bf-878c-4d4f-957a-f72323bb46d5-kube-api-access-4k2z2\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.516312 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.516346 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.516531 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.516656 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.516885 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.516935 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.516997 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.517139 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.618321 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.618376 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.618399 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.618434 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.618456 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4k2z2\" (UniqueName: \"kubernetes.io/projected/8e3341bf-878c-4d4f-957a-f72323bb46d5-kube-api-access-4k2z2\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.618492 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.618522 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.618574 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.618591 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.619389 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.620715 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.620968 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") device mount path \"/mnt/openstack/pv02\"" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.621700 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.622439 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.641554 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.641611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.643255 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.651838 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.664246 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4k2z2\" (UniqueName: \"kubernetes.io/projected/8e3341bf-878c-4d4f-957a-f72323bb46d5-kube-api-access-4k2z2\") pod \"openstack-cell1-galera-0\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.691515 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.749381 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.750790 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.752326 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.753905 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-memcached-svc" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.754359 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-74wqp" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.764947 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"a459863e-0d6d-46d0-9794-d6341704243f","Type":"ContainerStarted","Data":"f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6"} Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.765003 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"a459863e-0d6d-46d0-9794-d6341704243f","Type":"ContainerStarted","Data":"06474d012535f110c4d14e0aa8a205a573812b4ea28e9e41a8986b0e20fbc76a"} Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.805893 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.821368 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2g6dl\" (UniqueName: \"kubernetes.io/projected/982d339a-20ae-4a5f-a827-211a96a69ff4-kube-api-access-2g6dl\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.821407 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-memcached-tls-certs\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.821430 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-config-data\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.821662 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-kolla-config\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.822026 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-combined-ca-bundle\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.924675 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2g6dl\" (UniqueName: \"kubernetes.io/projected/982d339a-20ae-4a5f-a827-211a96a69ff4-kube-api-access-2g6dl\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.924748 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-memcached-tls-certs\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.924801 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-config-data\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.924877 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-kolla-config\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.924952 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-combined-ca-bundle\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.927040 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-config-data\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.928339 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-kolla-config\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.930683 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-memcached-tls-certs\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.936913 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-combined-ca-bundle\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:20 crc kubenswrapper[4809]: I1013 20:08:20.948825 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2g6dl\" (UniqueName: \"kubernetes.io/projected/982d339a-20ae-4a5f-a827-211a96a69ff4-kube-api-access-2g6dl\") pod \"memcached-0\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:21 crc kubenswrapper[4809]: I1013 20:08:21.093168 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:21 crc kubenswrapper[4809]: I1013 20:08:21.209830 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:08:21 crc kubenswrapper[4809]: I1013 20:08:21.527999 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:08:21 crc kubenswrapper[4809]: I1013 20:08:21.788488 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"8e3341bf-878c-4d4f-957a-f72323bb46d5","Type":"ContainerStarted","Data":"96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca"} Oct 13 20:08:21 crc kubenswrapper[4809]: I1013 20:08:21.789025 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"8e3341bf-878c-4d4f-957a-f72323bb46d5","Type":"ContainerStarted","Data":"9318665acb2cd86f8ec2f7be70d89706d6e4a8c3f8294941e679bf2c18096dc9"} Oct 13 20:08:21 crc kubenswrapper[4809]: I1013 20:08:21.794690 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"982d339a-20ae-4a5f-a827-211a96a69ff4","Type":"ContainerStarted","Data":"e53ab9a12a7d510e97331791052012a1fda1cea5afe1acd784f11c448284999c"} Oct 13 20:08:21 crc kubenswrapper[4809]: I1013 20:08:21.794791 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:21 crc kubenswrapper[4809]: I1013 20:08:21.794818 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"982d339a-20ae-4a5f-a827-211a96a69ff4","Type":"ContainerStarted","Data":"57e920d69c420c34e2c26bd083fb149e6db90c9d682d973c56f0de0fbb30aefe"} Oct 13 20:08:21 crc kubenswrapper[4809]: I1013 20:08:21.843969 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=1.8439486779999998 podStartE2EDuration="1.843948678s" podCreationTimestamp="2025-10-13 20:08:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:21.840374057 +0000 UTC m=+2620.446120632" watchObservedRunningTime="2025-10-13 20:08:21.843948678 +0000 UTC m=+2620.449695263" Oct 13 20:08:22 crc kubenswrapper[4809]: I1013 20:08:22.399853 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:08:22 crc kubenswrapper[4809]: I1013 20:08:22.400821 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:08:22 crc kubenswrapper[4809]: I1013 20:08:22.405019 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"telemetry-ceilometer-dockercfg-l2j8g" Oct 13 20:08:22 crc kubenswrapper[4809]: I1013 20:08:22.417963 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:08:22 crc kubenswrapper[4809]: I1013 20:08:22.550563 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-w276n\" (UniqueName: \"kubernetes.io/projected/3fecdb42-ddc4-4373-99d3-6c030a063a4f-kube-api-access-w276n\") pod \"kube-state-metrics-0\" (UID: \"3fecdb42-ddc4-4373-99d3-6c030a063a4f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:08:22 crc kubenswrapper[4809]: I1013 20:08:22.652491 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-w276n\" (UniqueName: \"kubernetes.io/projected/3fecdb42-ddc4-4373-99d3-6c030a063a4f-kube-api-access-w276n\") pod \"kube-state-metrics-0\" (UID: \"3fecdb42-ddc4-4373-99d3-6c030a063a4f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:08:22 crc kubenswrapper[4809]: I1013 20:08:22.669817 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-w276n\" (UniqueName: \"kubernetes.io/projected/3fecdb42-ddc4-4373-99d3-6c030a063a4f-kube-api-access-w276n\") pod \"kube-state-metrics-0\" (UID: \"3fecdb42-ddc4-4373-99d3-6c030a063a4f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:08:22 crc kubenswrapper[4809]: I1013 20:08:22.718343 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:08:23 crc kubenswrapper[4809]: I1013 20:08:23.165949 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:08:23 crc kubenswrapper[4809]: W1013 20:08:23.173932 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3fecdb42_ddc4_4373_99d3_6c030a063a4f.slice/crio-4c482903b4772882a9306c767e14d640d3d08f6e1aa1940afc748ca48f2ca024 WatchSource:0}: Error finding container 4c482903b4772882a9306c767e14d640d3d08f6e1aa1940afc748ca48f2ca024: Status 404 returned error can't find the container with id 4c482903b4772882a9306c767e14d640d3d08f6e1aa1940afc748ca48f2ca024 Oct 13 20:08:23 crc kubenswrapper[4809]: I1013 20:08:23.811237 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"3fecdb42-ddc4-4373-99d3-6c030a063a4f","Type":"ContainerStarted","Data":"dd5d64a85d7d656e7ba1dd7104e9ca6c7c932c65b86e74a127ff66d9ce114c6c"} Oct 13 20:08:23 crc kubenswrapper[4809]: I1013 20:08:23.811553 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:08:23 crc kubenswrapper[4809]: I1013 20:08:23.811567 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"3fecdb42-ddc4-4373-99d3-6c030a063a4f","Type":"ContainerStarted","Data":"4c482903b4772882a9306c767e14d640d3d08f6e1aa1940afc748ca48f2ca024"} Oct 13 20:08:23 crc kubenswrapper[4809]: I1013 20:08:23.813251 4809 generic.go:334] "Generic (PLEG): container finished" podID="a459863e-0d6d-46d0-9794-d6341704243f" containerID="f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6" exitCode=0 Oct 13 20:08:23 crc kubenswrapper[4809]: I1013 20:08:23.813297 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"a459863e-0d6d-46d0-9794-d6341704243f","Type":"ContainerDied","Data":"f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6"} Oct 13 20:08:23 crc kubenswrapper[4809]: I1013 20:08:23.842828 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=1.500238669 podStartE2EDuration="1.842801966s" podCreationTimestamp="2025-10-13 20:08:22 +0000 UTC" firstStartedPulling="2025-10-13 20:08:23.176038343 +0000 UTC m=+2621.781784928" lastFinishedPulling="2025-10-13 20:08:23.51860161 +0000 UTC m=+2622.124348225" observedRunningTime="2025-10-13 20:08:23.829315574 +0000 UTC m=+2622.435062159" watchObservedRunningTime="2025-10-13 20:08:23.842801966 +0000 UTC m=+2622.448548581" Oct 13 20:08:24 crc kubenswrapper[4809]: I1013 20:08:24.841723 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"a459863e-0d6d-46d0-9794-d6341704243f","Type":"ContainerStarted","Data":"285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c"} Oct 13 20:08:24 crc kubenswrapper[4809]: I1013 20:08:24.845394 4809 generic.go:334] "Generic (PLEG): container finished" podID="8e3341bf-878c-4d4f-957a-f72323bb46d5" containerID="96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca" exitCode=0 Oct 13 20:08:24 crc kubenswrapper[4809]: I1013 20:08:24.845439 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"8e3341bf-878c-4d4f-957a-f72323bb46d5","Type":"ContainerDied","Data":"96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca"} Oct 13 20:08:24 crc kubenswrapper[4809]: I1013 20:08:24.880213 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-0" podStartSLOduration=7.880197582 podStartE2EDuration="7.880197582s" podCreationTimestamp="2025-10-13 20:08:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:24.879907264 +0000 UTC m=+2623.485653889" watchObservedRunningTime="2025-10-13 20:08:24.880197582 +0000 UTC m=+2623.485944167" Oct 13 20:08:25 crc kubenswrapper[4809]: I1013 20:08:25.858262 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"8e3341bf-878c-4d4f-957a-f72323bb46d5","Type":"ContainerStarted","Data":"14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c"} Oct 13 20:08:25 crc kubenswrapper[4809]: I1013 20:08:25.886250 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podStartSLOduration=6.886224778 podStartE2EDuration="6.886224778s" podCreationTimestamp="2025-10-13 20:08:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:25.877340356 +0000 UTC m=+2624.483086981" watchObservedRunningTime="2025-10-13 20:08:25.886224778 +0000 UTC m=+2624.491971403" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.094911 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.823307 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.824495 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.827228 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovn-metrics" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.827285 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.827330 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.827798 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-gnnkq" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.828270 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.841587 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.933161 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.933235 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.933276 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.933368 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.933409 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.933449 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-config\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.933487 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2dpp6\" (UniqueName: \"kubernetes.io/projected/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-kube-api-access-2dpp6\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:26 crc kubenswrapper[4809]: I1013 20:08:26.933524 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.035139 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.035194 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.035215 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.035296 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.035321 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.035348 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-config\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.035372 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2dpp6\" (UniqueName: \"kubernetes.io/projected/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-kube-api-access-2dpp6\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.035398 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.035486 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") device mount path \"/mnt/openstack/pv01\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.036281 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.037151 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.037268 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-config\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.041538 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.049136 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.050090 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.056380 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.106574 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2dpp6\" (UniqueName: \"kubernetes.io/projected/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-kube-api-access-2dpp6\") pod \"ovsdbserver-nb-0\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.140926 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.605094 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:08:27 crc kubenswrapper[4809]: W1013 20:08:27.610534 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3ffd9a21_55d3_488b_afe4_81fd7842fbb2.slice/crio-7323fb8a9d78e28f075a61a7e25fbb82263cf62ca90677c08fc24f1daed0db17 WatchSource:0}: Error finding container 7323fb8a9d78e28f075a61a7e25fbb82263cf62ca90677c08fc24f1daed0db17: Status 404 returned error can't find the container with id 7323fb8a9d78e28f075a61a7e25fbb82263cf62ca90677c08fc24f1daed0db17 Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.882827 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3ffd9a21-55d3-488b-afe4-81fd7842fbb2","Type":"ContainerStarted","Data":"78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459"} Oct 13 20:08:27 crc kubenswrapper[4809]: I1013 20:08:27.882875 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3ffd9a21-55d3-488b-afe4-81fd7842fbb2","Type":"ContainerStarted","Data":"7323fb8a9d78e28f075a61a7e25fbb82263cf62ca90677c08fc24f1daed0db17"} Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.426915 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.428900 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.431454 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-bgx2p" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.431582 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-sb-ovndbs" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.433305 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.442219 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.446517 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.465323 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m62b4\" (UniqueName: \"kubernetes.io/projected/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-kube-api-access-m62b4\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.465397 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-config\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.465459 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.465514 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.465574 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.465633 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.465789 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.465899 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.570616 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.570677 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.570720 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.570754 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.570809 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m62b4\" (UniqueName: \"kubernetes.io/projected/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-kube-api-access-m62b4\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.570828 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-config\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.570852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.570872 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.575844 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-config\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.576110 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.576358 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") device mount path \"/mnt/openstack/pv04\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.578286 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.578879 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.582601 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.607675 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.613553 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-m62b4\" (UniqueName: \"kubernetes.io/projected/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-kube-api-access-m62b4\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.633019 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.745735 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.894777 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3ffd9a21-55d3-488b-afe4-81fd7842fbb2","Type":"ContainerStarted","Data":"019c086fa1c888a1803d6cebfa2a86093f2dadf3b11f478614f973d53578cce7"} Oct 13 20:08:28 crc kubenswrapper[4809]: I1013 20:08:28.915900 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=3.915881676 podStartE2EDuration="3.915881676s" podCreationTimestamp="2025-10-13 20:08:25 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:28.913016975 +0000 UTC m=+2627.518763560" watchObservedRunningTime="2025-10-13 20:08:28.915881676 +0000 UTC m=+2627.521628271" Oct 13 20:08:29 crc kubenswrapper[4809]: I1013 20:08:29.178603 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:08:29 crc kubenswrapper[4809]: W1013 20:08:29.186042 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod75bdc8ee_1b6f_488b_8efc_a8f55b8ec83e.slice/crio-cc0dc188d709ba03581d29e748c46cfcb8ca85f4a4ed31bdabc577e49fcc2f1d WatchSource:0}: Error finding container cc0dc188d709ba03581d29e748c46cfcb8ca85f4a4ed31bdabc577e49fcc2f1d: Status 404 returned error can't find the container with id cc0dc188d709ba03581d29e748c46cfcb8ca85f4a4ed31bdabc577e49fcc2f1d Oct 13 20:08:29 crc kubenswrapper[4809]: I1013 20:08:29.580665 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:29 crc kubenswrapper[4809]: I1013 20:08:29.580961 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:29 crc kubenswrapper[4809]: I1013 20:08:29.638719 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:29 crc kubenswrapper[4809]: I1013 20:08:29.906203 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e","Type":"ContainerStarted","Data":"13314bc85be7f4ae948e21ff0fe792442f38da436326765acdb636ffd6d81b3b"} Oct 13 20:08:29 crc kubenswrapper[4809]: I1013 20:08:29.906541 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e","Type":"ContainerStarted","Data":"67dcf71a3d74ee7b23a6ce9edda34bd8172cf8a8e39a28c00374fd8fd2c15730"} Oct 13 20:08:29 crc kubenswrapper[4809]: I1013 20:08:29.906563 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e","Type":"ContainerStarted","Data":"cc0dc188d709ba03581d29e748c46cfcb8ca85f4a4ed31bdabc577e49fcc2f1d"} Oct 13 20:08:29 crc kubenswrapper[4809]: I1013 20:08:29.954019 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=2.9539960020000002 podStartE2EDuration="2.953996002s" podCreationTimestamp="2025-10-13 20:08:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:29.949263218 +0000 UTC m=+2628.555009883" watchObservedRunningTime="2025-10-13 20:08:29.953996002 +0000 UTC m=+2628.559742627" Oct 13 20:08:29 crc kubenswrapper[4809]: I1013 20:08:29.968506 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.141212 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.184187 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.640385 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-create-bmbgs"] Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.642456 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-bmbgs" Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.652011 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-bmbgs"] Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.692205 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.692866 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.809498 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t8gws\" (UniqueName: \"kubernetes.io/projected/36560e95-fb6f-4c64-9540-13e268b7d67c-kube-api-access-t8gws\") pod \"keystone-db-create-bmbgs\" (UID: \"36560e95-fb6f-4c64-9540-13e268b7d67c\") " pod="openstack-kuttl-tests/keystone-db-create-bmbgs" Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.911437 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-t8gws\" (UniqueName: \"kubernetes.io/projected/36560e95-fb6f-4c64-9540-13e268b7d67c-kube-api-access-t8gws\") pod \"keystone-db-create-bmbgs\" (UID: \"36560e95-fb6f-4c64-9540-13e268b7d67c\") " pod="openstack-kuttl-tests/keystone-db-create-bmbgs" Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.925384 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.948185 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-create-6bk9g"] Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.949939 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-6bk9g" Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.958388 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-t8gws\" (UniqueName: \"kubernetes.io/projected/36560e95-fb6f-4c64-9540-13e268b7d67c-kube-api-access-t8gws\") pod \"keystone-db-create-bmbgs\" (UID: \"36560e95-fb6f-4c64-9540-13e268b7d67c\") " pod="openstack-kuttl-tests/keystone-db-create-bmbgs" Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.966570 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-6bk9g"] Oct 13 20:08:30 crc kubenswrapper[4809]: I1013 20:08:30.981649 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-bmbgs" Oct 13 20:08:31 crc kubenswrapper[4809]: I1013 20:08:31.117972 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vt6sn\" (UniqueName: \"kubernetes.io/projected/11f55d41-9a43-45b6-8053-ac202cb86133-kube-api-access-vt6sn\") pod \"placement-db-create-6bk9g\" (UID: \"11f55d41-9a43-45b6-8053-ac202cb86133\") " pod="openstack-kuttl-tests/placement-db-create-6bk9g" Oct 13 20:08:31 crc kubenswrapper[4809]: I1013 20:08:31.221057 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vt6sn\" (UniqueName: \"kubernetes.io/projected/11f55d41-9a43-45b6-8053-ac202cb86133-kube-api-access-vt6sn\") pod \"placement-db-create-6bk9g\" (UID: \"11f55d41-9a43-45b6-8053-ac202cb86133\") " pod="openstack-kuttl-tests/placement-db-create-6bk9g" Oct 13 20:08:31 crc kubenswrapper[4809]: I1013 20:08:31.245693 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vt6sn\" (UniqueName: \"kubernetes.io/projected/11f55d41-9a43-45b6-8053-ac202cb86133-kube-api-access-vt6sn\") pod \"placement-db-create-6bk9g\" (UID: \"11f55d41-9a43-45b6-8053-ac202cb86133\") " pod="openstack-kuttl-tests/placement-db-create-6bk9g" Oct 13 20:08:31 crc kubenswrapper[4809]: I1013 20:08:31.393638 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-6bk9g" Oct 13 20:08:31 crc kubenswrapper[4809]: I1013 20:08:31.431381 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-bmbgs"] Oct 13 20:08:31 crc kubenswrapper[4809]: W1013 20:08:31.441007 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod36560e95_fb6f_4c64_9540_13e268b7d67c.slice/crio-c6ee3d5053729d7e447ca1d8a860df74d855fafa17c1829f495e048778de40a3 WatchSource:0}: Error finding container c6ee3d5053729d7e447ca1d8a860df74d855fafa17c1829f495e048778de40a3: Status 404 returned error can't find the container with id c6ee3d5053729d7e447ca1d8a860df74d855fafa17c1829f495e048778de40a3 Oct 13 20:08:31 crc kubenswrapper[4809]: I1013 20:08:31.746393 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:31 crc kubenswrapper[4809]: I1013 20:08:31.896507 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-6bk9g"] Oct 13 20:08:31 crc kubenswrapper[4809]: W1013 20:08:31.908104 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod11f55d41_9a43_45b6_8053_ac202cb86133.slice/crio-22266919d2a74f07a39beb30a2c84fd7f2ad1de9dc6a2d198707dfafa7a75d37 WatchSource:0}: Error finding container 22266919d2a74f07a39beb30a2c84fd7f2ad1de9dc6a2d198707dfafa7a75d37: Status 404 returned error can't find the container with id 22266919d2a74f07a39beb30a2c84fd7f2ad1de9dc6a2d198707dfafa7a75d37 Oct 13 20:08:31 crc kubenswrapper[4809]: I1013 20:08:31.944017 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-6bk9g" event={"ID":"11f55d41-9a43-45b6-8053-ac202cb86133","Type":"ContainerStarted","Data":"22266919d2a74f07a39beb30a2c84fd7f2ad1de9dc6a2d198707dfafa7a75d37"} Oct 13 20:08:31 crc kubenswrapper[4809]: I1013 20:08:31.946716 4809 generic.go:334] "Generic (PLEG): container finished" podID="36560e95-fb6f-4c64-9540-13e268b7d67c" containerID="a7fba917d5cb5c86ee6de57f1311addac33ef287a7970bf1826af6e0ec0db66f" exitCode=0 Oct 13 20:08:31 crc kubenswrapper[4809]: I1013 20:08:31.946835 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-bmbgs" event={"ID":"36560e95-fb6f-4c64-9540-13e268b7d67c","Type":"ContainerDied","Data":"a7fba917d5cb5c86ee6de57f1311addac33ef287a7970bf1826af6e0ec0db66f"} Oct 13 20:08:31 crc kubenswrapper[4809]: I1013 20:08:31.946882 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-bmbgs" event={"ID":"36560e95-fb6f-4c64-9540-13e268b7d67c","Type":"ContainerStarted","Data":"c6ee3d5053729d7e447ca1d8a860df74d855fafa17c1829f495e048778de40a3"} Oct 13 20:08:32 crc kubenswrapper[4809]: I1013 20:08:32.203223 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:08:32 crc kubenswrapper[4809]: I1013 20:08:32.731074 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:08:32 crc kubenswrapper[4809]: I1013 20:08:32.803057 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:32 crc kubenswrapper[4809]: I1013 20:08:32.858832 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:08:32 crc kubenswrapper[4809]: I1013 20:08:32.955407 4809 generic.go:334] "Generic (PLEG): container finished" podID="11f55d41-9a43-45b6-8053-ac202cb86133" containerID="7734dc05a865bb23d236fe283f501e59b3353f21d7db77c43ae717d4d551cde3" exitCode=0 Oct 13 20:08:32 crc kubenswrapper[4809]: I1013 20:08:32.956202 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-6bk9g" event={"ID":"11f55d41-9a43-45b6-8053-ac202cb86133","Type":"ContainerDied","Data":"7734dc05a865bb23d236fe283f501e59b3353f21d7db77c43ae717d4d551cde3"} Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.316409 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-bmbgs" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.359351 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-t8gws\" (UniqueName: \"kubernetes.io/projected/36560e95-fb6f-4c64-9540-13e268b7d67c-kube-api-access-t8gws\") pod \"36560e95-fb6f-4c64-9540-13e268b7d67c\" (UID: \"36560e95-fb6f-4c64-9540-13e268b7d67c\") " Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.376021 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/36560e95-fb6f-4c64-9540-13e268b7d67c-kube-api-access-t8gws" (OuterVolumeSpecName: "kube-api-access-t8gws") pod "36560e95-fb6f-4c64-9540-13e268b7d67c" (UID: "36560e95-fb6f-4c64-9540-13e268b7d67c"). InnerVolumeSpecName "kube-api-access-t8gws". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.461897 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-t8gws\" (UniqueName: \"kubernetes.io/projected/36560e95-fb6f-4c64-9540-13e268b7d67c-kube-api-access-t8gws\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.746189 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.813912 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:08:33 crc kubenswrapper[4809]: E1013 20:08:33.814946 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="36560e95-fb6f-4c64-9540-13e268b7d67c" containerName="mariadb-database-create" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.815059 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="36560e95-fb6f-4c64-9540-13e268b7d67c" containerName="mariadb-database-create" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.815369 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="36560e95-fb6f-4c64-9540-13e268b7d67c" containerName="mariadb-database-create" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.821396 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.823661 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-storage-config-data" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.824663 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-swift-dockercfg-4gdsv" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.825004 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-files" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.828402 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-conf" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.870083 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.964373 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-bmbgs" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.964366 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-bmbgs" event={"ID":"36560e95-fb6f-4c64-9540-13e268b7d67c","Type":"ContainerDied","Data":"c6ee3d5053729d7e447ca1d8a860df74d855fafa17c1829f495e048778de40a3"} Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.964426 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c6ee3d5053729d7e447ca1d8a860df74d855fafa17c1829f495e048778de40a3" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.969060 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-lock\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.969149 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x85nx\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-kube-api-access-x85nx\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.969180 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.969207 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-cache\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:33 crc kubenswrapper[4809]: I1013 20:08:33.969336 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.070944 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x85nx\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-kube-api-access-x85nx\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.071037 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.071100 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-cache\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.071239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.071308 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-lock\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: E1013 20:08:34.071343 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:08:34 crc kubenswrapper[4809]: E1013 20:08:34.071376 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:08:34 crc kubenswrapper[4809]: E1013 20:08:34.071518 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift podName:94f9fb71-4fbc-48b0-879d-4fd4d4ae2492 nodeName:}" failed. No retries permitted until 2025-10-13 20:08:34.571456585 +0000 UTC m=+2633.177203200 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift") pod "swift-storage-0" (UID: "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492") : configmap "swift-ring-files" not found Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.071845 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.072084 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-cache\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.073337 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-lock\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.099927 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.101684 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x85nx\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-kube-api-access-x85nx\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.211132 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-v66sh"] Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.212525 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.217690 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-config-data" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.218066 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.218120 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-scripts" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.224868 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-q2d5w"] Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.226134 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.231701 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-v66sh"] Oct 13 20:08:34 crc kubenswrapper[4809]: E1013 20:08:34.244862 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle dispersionconf etc-swift kube-api-access-xpzwl ring-data-devices scripts swiftconf], unattached volumes=[], failed to process volumes=[combined-ca-bundle dispersionconf etc-swift kube-api-access-xpzwl ring-data-devices scripts swiftconf]: context canceled" pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" podUID="25257634-6bee-43fe-afc5-1332fe1f6698" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.264144 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-q2d5w"] Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.279030 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-v66sh"] Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.366302 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-6bk9g" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.378942 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/25257634-6bee-43fe-afc5-1332fe1f6698-etc-swift\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.379202 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-ring-data-devices\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.379276 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-scripts\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.379365 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4b4mw\" (UniqueName: \"kubernetes.io/projected/3594c478-e1cb-412a-80b2-cdc10aae945d-kube-api-access-4b4mw\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.379449 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xpzwl\" (UniqueName: \"kubernetes.io/projected/25257634-6bee-43fe-afc5-1332fe1f6698-kube-api-access-xpzwl\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.379518 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-scripts\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.379624 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-dispersionconf\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.379695 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/3594c478-e1cb-412a-80b2-cdc10aae945d-etc-swift\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.379876 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-swiftconf\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.379968 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-combined-ca-bundle\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.380037 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-ring-data-devices\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.380114 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-combined-ca-bundle\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.380197 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-dispersionconf\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.380274 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-swiftconf\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.481908 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vt6sn\" (UniqueName: \"kubernetes.io/projected/11f55d41-9a43-45b6-8053-ac202cb86133-kube-api-access-vt6sn\") pod \"11f55d41-9a43-45b6-8053-ac202cb86133\" (UID: \"11f55d41-9a43-45b6-8053-ac202cb86133\") " Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.482463 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-dispersionconf\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.482516 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/3594c478-e1cb-412a-80b2-cdc10aae945d-etc-swift\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.482562 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-swiftconf\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.482610 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-combined-ca-bundle\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.482646 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-ring-data-devices\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.482695 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-combined-ca-bundle\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.482779 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-dispersionconf\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.482835 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-swiftconf\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.482936 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/25257634-6bee-43fe-afc5-1332fe1f6698-etc-swift\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.482984 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-ring-data-devices\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.483025 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-scripts\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.483074 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4b4mw\" (UniqueName: \"kubernetes.io/projected/3594c478-e1cb-412a-80b2-cdc10aae945d-kube-api-access-4b4mw\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.483124 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xpzwl\" (UniqueName: \"kubernetes.io/projected/25257634-6bee-43fe-afc5-1332fe1f6698-kube-api-access-xpzwl\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.483164 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-scripts\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.484496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-scripts\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.485908 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/25257634-6bee-43fe-afc5-1332fe1f6698-etc-swift\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.486077 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/3594c478-e1cb-412a-80b2-cdc10aae945d-etc-swift\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.486160 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-ring-data-devices\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.486294 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-scripts\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.486719 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-ring-data-devices\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.488877 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-swiftconf\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.490375 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-combined-ca-bundle\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.491169 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/11f55d41-9a43-45b6-8053-ac202cb86133-kube-api-access-vt6sn" (OuterVolumeSpecName: "kube-api-access-vt6sn") pod "11f55d41-9a43-45b6-8053-ac202cb86133" (UID: "11f55d41-9a43-45b6-8053-ac202cb86133"). InnerVolumeSpecName "kube-api-access-vt6sn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.491404 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-swiftconf\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.492140 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-combined-ca-bundle\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.500982 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4b4mw\" (UniqueName: \"kubernetes.io/projected/3594c478-e1cb-412a-80b2-cdc10aae945d-kube-api-access-4b4mw\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.513302 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-dispersionconf\") pod \"swift-ring-rebalance-q2d5w\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.517343 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-dispersionconf\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.517627 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xpzwl\" (UniqueName: \"kubernetes.io/projected/25257634-6bee-43fe-afc5-1332fe1f6698-kube-api-access-xpzwl\") pod \"swift-ring-rebalance-v66sh\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.555491 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.584982 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:34 crc kubenswrapper[4809]: E1013 20:08:34.585176 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:08:34 crc kubenswrapper[4809]: E1013 20:08:34.585205 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:08:34 crc kubenswrapper[4809]: E1013 20:08:34.585255 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift podName:94f9fb71-4fbc-48b0-879d-4fd4d4ae2492 nodeName:}" failed. No retries permitted until 2025-10-13 20:08:35.585238849 +0000 UTC m=+2634.190985434 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift") pod "swift-storage-0" (UID: "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492") : configmap "swift-ring-files" not found Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.585282 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vt6sn\" (UniqueName: \"kubernetes.io/projected/11f55d41-9a43-45b6-8053-ac202cb86133-kube-api-access-vt6sn\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.816918 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.868467 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.974410 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-6bk9g" event={"ID":"11f55d41-9a43-45b6-8053-ac202cb86133","Type":"ContainerDied","Data":"22266919d2a74f07a39beb30a2c84fd7f2ad1de9dc6a2d198707dfafa7a75d37"} Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.974467 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="22266919d2a74f07a39beb30a2c84fd7f2ad1de9dc6a2d198707dfafa7a75d37" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.974607 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.974661 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-6bk9g" Oct 13 20:08:34 crc kubenswrapper[4809]: I1013 20:08:34.986174 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.040144 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-q2d5w"] Oct 13 20:08:35 crc kubenswrapper[4809]: W1013 20:08:35.044411 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3594c478_e1cb_412a_80b2_cdc10aae945d.slice/crio-f459eb6e902ed21363181145c683978c0f6a18a5bd98942c4875574a1b9eb9ed WatchSource:0}: Error finding container f459eb6e902ed21363181145c683978c0f6a18a5bd98942c4875574a1b9eb9ed: Status 404 returned error can't find the container with id f459eb6e902ed21363181145c683978c0f6a18a5bd98942c4875574a1b9eb9ed Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.092810 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/25257634-6bee-43fe-afc5-1332fe1f6698-etc-swift\") pod \"25257634-6bee-43fe-afc5-1332fe1f6698\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.092889 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-swiftconf\") pod \"25257634-6bee-43fe-afc5-1332fe1f6698\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.092980 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-combined-ca-bundle\") pod \"25257634-6bee-43fe-afc5-1332fe1f6698\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.093046 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xpzwl\" (UniqueName: \"kubernetes.io/projected/25257634-6bee-43fe-afc5-1332fe1f6698-kube-api-access-xpzwl\") pod \"25257634-6bee-43fe-afc5-1332fe1f6698\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.093081 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-ring-data-devices\") pod \"25257634-6bee-43fe-afc5-1332fe1f6698\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.093122 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/25257634-6bee-43fe-afc5-1332fe1f6698-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "25257634-6bee-43fe-afc5-1332fe1f6698" (UID: "25257634-6bee-43fe-afc5-1332fe1f6698"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.093133 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-dispersionconf\") pod \"25257634-6bee-43fe-afc5-1332fe1f6698\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.093241 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-scripts\") pod \"25257634-6bee-43fe-afc5-1332fe1f6698\" (UID: \"25257634-6bee-43fe-afc5-1332fe1f6698\") " Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.093859 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "25257634-6bee-43fe-afc5-1332fe1f6698" (UID: "25257634-6bee-43fe-afc5-1332fe1f6698"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.094119 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-scripts" (OuterVolumeSpecName: "scripts") pod "25257634-6bee-43fe-afc5-1332fe1f6698" (UID: "25257634-6bee-43fe-afc5-1332fe1f6698"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.094187 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.094202 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/25257634-6bee-43fe-afc5-1332fe1f6698-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.096494 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "25257634-6bee-43fe-afc5-1332fe1f6698" (UID: "25257634-6bee-43fe-afc5-1332fe1f6698"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.096542 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "25257634-6bee-43fe-afc5-1332fe1f6698" (UID: "25257634-6bee-43fe-afc5-1332fe1f6698"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.097627 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "25257634-6bee-43fe-afc5-1332fe1f6698" (UID: "25257634-6bee-43fe-afc5-1332fe1f6698"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.097748 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/25257634-6bee-43fe-afc5-1332fe1f6698-kube-api-access-xpzwl" (OuterVolumeSpecName: "kube-api-access-xpzwl") pod "25257634-6bee-43fe-afc5-1332fe1f6698" (UID: "25257634-6bee-43fe-afc5-1332fe1f6698"). InnerVolumeSpecName "kube-api-access-xpzwl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.196183 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xpzwl\" (UniqueName: \"kubernetes.io/projected/25257634-6bee-43fe-afc5-1332fe1f6698-kube-api-access-xpzwl\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.196229 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.196242 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/25257634-6bee-43fe-afc5-1332fe1f6698-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.196254 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.196266 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/25257634-6bee-43fe-afc5-1332fe1f6698-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.224118 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:08:35 crc kubenswrapper[4809]: E1013 20:08:35.224779 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="11f55d41-9a43-45b6-8053-ac202cb86133" containerName="mariadb-database-create" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.224797 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="11f55d41-9a43-45b6-8053-ac202cb86133" containerName="mariadb-database-create" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.225168 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="11f55d41-9a43-45b6-8053-ac202cb86133" containerName="mariadb-database-create" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.226633 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.235778 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.235906 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-c2ttx" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.237549 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.238237 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.269878 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.297579 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.298251 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-config\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.298408 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ggwcw\" (UniqueName: \"kubernetes.io/projected/de7feadf-d597-4f04-a68c-a57365652603-kube-api-access-ggwcw\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.298549 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.298662 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.298833 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-scripts\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.298936 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/de7feadf-d597-4f04-a68c-a57365652603-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.400459 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.400510 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-config\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.400539 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ggwcw\" (UniqueName: \"kubernetes.io/projected/de7feadf-d597-4f04-a68c-a57365652603-kube-api-access-ggwcw\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.400558 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.400576 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.400619 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-scripts\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.400634 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/de7feadf-d597-4f04-a68c-a57365652603-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.401083 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/de7feadf-d597-4f04-a68c-a57365652603-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.402301 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-config\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.402496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-scripts\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.409523 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.409617 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.410364 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.421270 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ggwcw\" (UniqueName: \"kubernetes.io/projected/de7feadf-d597-4f04-a68c-a57365652603-kube-api-access-ggwcw\") pod \"ovn-northd-0\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.564968 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.603889 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:35 crc kubenswrapper[4809]: E1013 20:08:35.604163 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:08:35 crc kubenswrapper[4809]: E1013 20:08:35.604188 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:08:35 crc kubenswrapper[4809]: E1013 20:08:35.604247 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift podName:94f9fb71-4fbc-48b0-879d-4fd4d4ae2492 nodeName:}" failed. No retries permitted until 2025-10-13 20:08:37.604224013 +0000 UTC m=+2636.209970598 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift") pod "swift-storage-0" (UID: "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492") : configmap "swift-ring-files" not found Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.988275 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-v66sh" Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.988420 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" event={"ID":"3594c478-e1cb-412a-80b2-cdc10aae945d","Type":"ContainerStarted","Data":"c91369a4e27802355a790b561b070b80ef683172cde79bf4cfdbe9088130c3bd"} Oct 13 20:08:35 crc kubenswrapper[4809]: I1013 20:08:35.988856 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" event={"ID":"3594c478-e1cb-412a-80b2-cdc10aae945d","Type":"ContainerStarted","Data":"f459eb6e902ed21363181145c683978c0f6a18a5bd98942c4875574a1b9eb9ed"} Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.017664 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" podStartSLOduration=2.01764472 podStartE2EDuration="2.01764472s" podCreationTimestamp="2025-10-13 20:08:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:36.01022663 +0000 UTC m=+2634.615973245" watchObservedRunningTime="2025-10-13 20:08:36.01764472 +0000 UTC m=+2634.623391305" Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.050714 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-v66sh"] Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.057320 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-v66sh"] Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.085067 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.178302 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="25257634-6bee-43fe-afc5-1332fe1f6698" path="/var/lib/kubelet/pods/25257634-6bee-43fe-afc5-1332fe1f6698/volumes" Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.240706 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-create-f2dj7"] Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.241841 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-f2dj7" Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.248043 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-f2dj7"] Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.316907 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j76rj\" (UniqueName: \"kubernetes.io/projected/8018a2d7-1d5f-4eee-bb5d-87e69521b805-kube-api-access-j76rj\") pod \"glance-db-create-f2dj7\" (UID: \"8018a2d7-1d5f-4eee-bb5d-87e69521b805\") " pod="openstack-kuttl-tests/glance-db-create-f2dj7" Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.418608 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j76rj\" (UniqueName: \"kubernetes.io/projected/8018a2d7-1d5f-4eee-bb5d-87e69521b805-kube-api-access-j76rj\") pod \"glance-db-create-f2dj7\" (UID: \"8018a2d7-1d5f-4eee-bb5d-87e69521b805\") " pod="openstack-kuttl-tests/glance-db-create-f2dj7" Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.443394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j76rj\" (UniqueName: \"kubernetes.io/projected/8018a2d7-1d5f-4eee-bb5d-87e69521b805-kube-api-access-j76rj\") pod \"glance-db-create-f2dj7\" (UID: \"8018a2d7-1d5f-4eee-bb5d-87e69521b805\") " pod="openstack-kuttl-tests/glance-db-create-f2dj7" Oct 13 20:08:36 crc kubenswrapper[4809]: I1013 20:08:36.567064 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-f2dj7" Oct 13 20:08:37 crc kubenswrapper[4809]: I1013 20:08:37.003044 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"de7feadf-d597-4f04-a68c-a57365652603","Type":"ContainerStarted","Data":"adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d"} Oct 13 20:08:37 crc kubenswrapper[4809]: I1013 20:08:37.003401 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"de7feadf-d597-4f04-a68c-a57365652603","Type":"ContainerStarted","Data":"c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7"} Oct 13 20:08:37 crc kubenswrapper[4809]: I1013 20:08:37.003415 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"de7feadf-d597-4f04-a68c-a57365652603","Type":"ContainerStarted","Data":"fd44b5012bfbd84e6a85a751a53f418d94fce68998e4722d9d11fb075d565834"} Oct 13 20:08:37 crc kubenswrapper[4809]: I1013 20:08:37.033781 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=2.033762792 podStartE2EDuration="2.033762792s" podCreationTimestamp="2025-10-13 20:08:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:37.032895147 +0000 UTC m=+2635.638641762" watchObservedRunningTime="2025-10-13 20:08:37.033762792 +0000 UTC m=+2635.639509377" Oct 13 20:08:37 crc kubenswrapper[4809]: I1013 20:08:37.079427 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-f2dj7"] Oct 13 20:08:37 crc kubenswrapper[4809]: I1013 20:08:37.641563 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:37 crc kubenswrapper[4809]: E1013 20:08:37.641808 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:08:37 crc kubenswrapper[4809]: E1013 20:08:37.641872 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:08:37 crc kubenswrapper[4809]: E1013 20:08:37.641957 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift podName:94f9fb71-4fbc-48b0-879d-4fd4d4ae2492 nodeName:}" failed. No retries permitted until 2025-10-13 20:08:41.641930393 +0000 UTC m=+2640.247677008 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift") pod "swift-storage-0" (UID: "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492") : configmap "swift-ring-files" not found Oct 13 20:08:38 crc kubenswrapper[4809]: I1013 20:08:38.017787 4809 generic.go:334] "Generic (PLEG): container finished" podID="8018a2d7-1d5f-4eee-bb5d-87e69521b805" containerID="8c7dfeaca2b08c58d4b0f5fe446905960218990fccb9a7e4c106e17e025b907a" exitCode=0 Oct 13 20:08:38 crc kubenswrapper[4809]: I1013 20:08:38.017874 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-f2dj7" event={"ID":"8018a2d7-1d5f-4eee-bb5d-87e69521b805","Type":"ContainerDied","Data":"8c7dfeaca2b08c58d4b0f5fe446905960218990fccb9a7e4c106e17e025b907a"} Oct 13 20:08:38 crc kubenswrapper[4809]: I1013 20:08:38.018090 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-f2dj7" event={"ID":"8018a2d7-1d5f-4eee-bb5d-87e69521b805","Type":"ContainerStarted","Data":"e0876ccd9f1eb6e3354430b9fcf0eed179acb847f901ba1edc2dc7869f0a9e8a"} Oct 13 20:08:38 crc kubenswrapper[4809]: I1013 20:08:38.018228 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:39 crc kubenswrapper[4809]: I1013 20:08:39.485719 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-f2dj7" Oct 13 20:08:39 crc kubenswrapper[4809]: I1013 20:08:39.577306 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j76rj\" (UniqueName: \"kubernetes.io/projected/8018a2d7-1d5f-4eee-bb5d-87e69521b805-kube-api-access-j76rj\") pod \"8018a2d7-1d5f-4eee-bb5d-87e69521b805\" (UID: \"8018a2d7-1d5f-4eee-bb5d-87e69521b805\") " Oct 13 20:08:39 crc kubenswrapper[4809]: I1013 20:08:39.605943 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8018a2d7-1d5f-4eee-bb5d-87e69521b805-kube-api-access-j76rj" (OuterVolumeSpecName: "kube-api-access-j76rj") pod "8018a2d7-1d5f-4eee-bb5d-87e69521b805" (UID: "8018a2d7-1d5f-4eee-bb5d-87e69521b805"). InnerVolumeSpecName "kube-api-access-j76rj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:08:39 crc kubenswrapper[4809]: I1013 20:08:39.679052 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j76rj\" (UniqueName: \"kubernetes.io/projected/8018a2d7-1d5f-4eee-bb5d-87e69521b805-kube-api-access-j76rj\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:40 crc kubenswrapper[4809]: I1013 20:08:40.039926 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-f2dj7" event={"ID":"8018a2d7-1d5f-4eee-bb5d-87e69521b805","Type":"ContainerDied","Data":"e0876ccd9f1eb6e3354430b9fcf0eed179acb847f901ba1edc2dc7869f0a9e8a"} Oct 13 20:08:40 crc kubenswrapper[4809]: I1013 20:08:40.040144 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e0876ccd9f1eb6e3354430b9fcf0eed179acb847f901ba1edc2dc7869f0a9e8a" Oct 13 20:08:40 crc kubenswrapper[4809]: I1013 20:08:40.040189 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-f2dj7" Oct 13 20:08:40 crc kubenswrapper[4809]: I1013 20:08:40.783757 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-1cdf-account-create-prwmv"] Oct 13 20:08:40 crc kubenswrapper[4809]: E1013 20:08:40.784040 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8018a2d7-1d5f-4eee-bb5d-87e69521b805" containerName="mariadb-database-create" Oct 13 20:08:40 crc kubenswrapper[4809]: I1013 20:08:40.784051 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8018a2d7-1d5f-4eee-bb5d-87e69521b805" containerName="mariadb-database-create" Oct 13 20:08:40 crc kubenswrapper[4809]: I1013 20:08:40.784220 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8018a2d7-1d5f-4eee-bb5d-87e69521b805" containerName="mariadb-database-create" Oct 13 20:08:40 crc kubenswrapper[4809]: I1013 20:08:40.784768 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-1cdf-account-create-prwmv" Oct 13 20:08:40 crc kubenswrapper[4809]: I1013 20:08:40.789971 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-db-secret" Oct 13 20:08:40 crc kubenswrapper[4809]: I1013 20:08:40.805921 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-1cdf-account-create-prwmv"] Oct 13 20:08:40 crc kubenswrapper[4809]: I1013 20:08:40.895659 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4xdg4\" (UniqueName: \"kubernetes.io/projected/68e4e9cf-d12c-4d6e-bde6-0e66b09148e4-kube-api-access-4xdg4\") pod \"keystone-1cdf-account-create-prwmv\" (UID: \"68e4e9cf-d12c-4d6e-bde6-0e66b09148e4\") " pod="openstack-kuttl-tests/keystone-1cdf-account-create-prwmv" Oct 13 20:08:40 crc kubenswrapper[4809]: I1013 20:08:40.997074 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4xdg4\" (UniqueName: \"kubernetes.io/projected/68e4e9cf-d12c-4d6e-bde6-0e66b09148e4-kube-api-access-4xdg4\") pod \"keystone-1cdf-account-create-prwmv\" (UID: \"68e4e9cf-d12c-4d6e-bde6-0e66b09148e4\") " pod="openstack-kuttl-tests/keystone-1cdf-account-create-prwmv" Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.033410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4xdg4\" (UniqueName: \"kubernetes.io/projected/68e4e9cf-d12c-4d6e-bde6-0e66b09148e4-kube-api-access-4xdg4\") pod \"keystone-1cdf-account-create-prwmv\" (UID: \"68e4e9cf-d12c-4d6e-bde6-0e66b09148e4\") " pod="openstack-kuttl-tests/keystone-1cdf-account-create-prwmv" Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.089618 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-4b6a-account-create-xjlhf"] Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.090900 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-4b6a-account-create-xjlhf" Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.095302 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-db-secret" Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.107678 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-1cdf-account-create-prwmv" Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.110281 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-4b6a-account-create-xjlhf"] Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.202097 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-htw4g\" (UniqueName: \"kubernetes.io/projected/a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6-kube-api-access-htw4g\") pod \"placement-4b6a-account-create-xjlhf\" (UID: \"a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6\") " pod="openstack-kuttl-tests/placement-4b6a-account-create-xjlhf" Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.304412 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-htw4g\" (UniqueName: \"kubernetes.io/projected/a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6-kube-api-access-htw4g\") pod \"placement-4b6a-account-create-xjlhf\" (UID: \"a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6\") " pod="openstack-kuttl-tests/placement-4b6a-account-create-xjlhf" Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.322785 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-htw4g\" (UniqueName: \"kubernetes.io/projected/a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6-kube-api-access-htw4g\") pod \"placement-4b6a-account-create-xjlhf\" (UID: \"a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6\") " pod="openstack-kuttl-tests/placement-4b6a-account-create-xjlhf" Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.412145 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-4b6a-account-create-xjlhf" Oct 13 20:08:41 crc kubenswrapper[4809]: W1013 20:08:41.586111 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod68e4e9cf_d12c_4d6e_bde6_0e66b09148e4.slice/crio-5e45cececbc89ad0cb9ae389a0c492d039c5d5e273adf961799c32cfb831bc6f WatchSource:0}: Error finding container 5e45cececbc89ad0cb9ae389a0c492d039c5d5e273adf961799c32cfb831bc6f: Status 404 returned error can't find the container with id 5e45cececbc89ad0cb9ae389a0c492d039c5d5e273adf961799c32cfb831bc6f Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.591281 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-1cdf-account-create-prwmv"] Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.710387 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:41 crc kubenswrapper[4809]: E1013 20:08:41.710601 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:08:41 crc kubenswrapper[4809]: E1013 20:08:41.710637 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:08:41 crc kubenswrapper[4809]: E1013 20:08:41.710693 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift podName:94f9fb71-4fbc-48b0-879d-4fd4d4ae2492 nodeName:}" failed. No retries permitted until 2025-10-13 20:08:49.710672704 +0000 UTC m=+2648.316419309 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift") pod "swift-storage-0" (UID: "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492") : configmap "swift-ring-files" not found Oct 13 20:08:41 crc kubenswrapper[4809]: I1013 20:08:41.863906 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-4b6a-account-create-xjlhf"] Oct 13 20:08:41 crc kubenswrapper[4809]: W1013 20:08:41.932408 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda8fdcfc9_f4ff_4466_9c9d_d2d0a5afe2d6.slice/crio-95b6eb7cd1b513e1b89c85c61515685c1e8cb44582d0b31d41a300fa6aa3ee5c WatchSource:0}: Error finding container 95b6eb7cd1b513e1b89c85c61515685c1e8cb44582d0b31d41a300fa6aa3ee5c: Status 404 returned error can't find the container with id 95b6eb7cd1b513e1b89c85c61515685c1e8cb44582d0b31d41a300fa6aa3ee5c Oct 13 20:08:42 crc kubenswrapper[4809]: I1013 20:08:42.062153 4809 generic.go:334] "Generic (PLEG): container finished" podID="3594c478-e1cb-412a-80b2-cdc10aae945d" containerID="c91369a4e27802355a790b561b070b80ef683172cde79bf4cfdbe9088130c3bd" exitCode=0 Oct 13 20:08:42 crc kubenswrapper[4809]: I1013 20:08:42.062255 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" event={"ID":"3594c478-e1cb-412a-80b2-cdc10aae945d","Type":"ContainerDied","Data":"c91369a4e27802355a790b561b070b80ef683172cde79bf4cfdbe9088130c3bd"} Oct 13 20:08:42 crc kubenswrapper[4809]: I1013 20:08:42.064400 4809 generic.go:334] "Generic (PLEG): container finished" podID="68e4e9cf-d12c-4d6e-bde6-0e66b09148e4" containerID="4be236c3d13aaaa202d66ab38e882a9176a034da0a9ab302ea039cc4890e5dbe" exitCode=0 Oct 13 20:08:42 crc kubenswrapper[4809]: I1013 20:08:42.064470 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-1cdf-account-create-prwmv" event={"ID":"68e4e9cf-d12c-4d6e-bde6-0e66b09148e4","Type":"ContainerDied","Data":"4be236c3d13aaaa202d66ab38e882a9176a034da0a9ab302ea039cc4890e5dbe"} Oct 13 20:08:42 crc kubenswrapper[4809]: I1013 20:08:42.064499 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-1cdf-account-create-prwmv" event={"ID":"68e4e9cf-d12c-4d6e-bde6-0e66b09148e4","Type":"ContainerStarted","Data":"5e45cececbc89ad0cb9ae389a0c492d039c5d5e273adf961799c32cfb831bc6f"} Oct 13 20:08:42 crc kubenswrapper[4809]: I1013 20:08:42.068341 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-4b6a-account-create-xjlhf" event={"ID":"a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6","Type":"ContainerStarted","Data":"95b6eb7cd1b513e1b89c85c61515685c1e8cb44582d0b31d41a300fa6aa3ee5c"} Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.081771 4809 generic.go:334] "Generic (PLEG): container finished" podID="a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6" containerID="cf8da984ef4b800b7d021ed1b7dfea05e2ef0c0a824b3f5474c65ea62553ebe7" exitCode=0 Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.081857 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-4b6a-account-create-xjlhf" event={"ID":"a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6","Type":"ContainerDied","Data":"cf8da984ef4b800b7d021ed1b7dfea05e2ef0c0a824b3f5474c65ea62553ebe7"} Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.522843 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-1cdf-account-create-prwmv" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.528274 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.644590 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4b4mw\" (UniqueName: \"kubernetes.io/projected/3594c478-e1cb-412a-80b2-cdc10aae945d-kube-api-access-4b4mw\") pod \"3594c478-e1cb-412a-80b2-cdc10aae945d\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.644718 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-dispersionconf\") pod \"3594c478-e1cb-412a-80b2-cdc10aae945d\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.644766 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-combined-ca-bundle\") pod \"3594c478-e1cb-412a-80b2-cdc10aae945d\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.644795 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/3594c478-e1cb-412a-80b2-cdc10aae945d-etc-swift\") pod \"3594c478-e1cb-412a-80b2-cdc10aae945d\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.644815 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-ring-data-devices\") pod \"3594c478-e1cb-412a-80b2-cdc10aae945d\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.644838 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4xdg4\" (UniqueName: \"kubernetes.io/projected/68e4e9cf-d12c-4d6e-bde6-0e66b09148e4-kube-api-access-4xdg4\") pod \"68e4e9cf-d12c-4d6e-bde6-0e66b09148e4\" (UID: \"68e4e9cf-d12c-4d6e-bde6-0e66b09148e4\") " Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.644873 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-swiftconf\") pod \"3594c478-e1cb-412a-80b2-cdc10aae945d\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.644928 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-scripts\") pod \"3594c478-e1cb-412a-80b2-cdc10aae945d\" (UID: \"3594c478-e1cb-412a-80b2-cdc10aae945d\") " Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.646703 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3594c478-e1cb-412a-80b2-cdc10aae945d-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "3594c478-e1cb-412a-80b2-cdc10aae945d" (UID: "3594c478-e1cb-412a-80b2-cdc10aae945d"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.647385 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "3594c478-e1cb-412a-80b2-cdc10aae945d" (UID: "3594c478-e1cb-412a-80b2-cdc10aae945d"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.650565 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/68e4e9cf-d12c-4d6e-bde6-0e66b09148e4-kube-api-access-4xdg4" (OuterVolumeSpecName: "kube-api-access-4xdg4") pod "68e4e9cf-d12c-4d6e-bde6-0e66b09148e4" (UID: "68e4e9cf-d12c-4d6e-bde6-0e66b09148e4"). InnerVolumeSpecName "kube-api-access-4xdg4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.656428 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "3594c478-e1cb-412a-80b2-cdc10aae945d" (UID: "3594c478-e1cb-412a-80b2-cdc10aae945d"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.659919 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3594c478-e1cb-412a-80b2-cdc10aae945d-kube-api-access-4b4mw" (OuterVolumeSpecName: "kube-api-access-4b4mw") pod "3594c478-e1cb-412a-80b2-cdc10aae945d" (UID: "3594c478-e1cb-412a-80b2-cdc10aae945d"). InnerVolumeSpecName "kube-api-access-4b4mw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.670112 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-scripts" (OuterVolumeSpecName: "scripts") pod "3594c478-e1cb-412a-80b2-cdc10aae945d" (UID: "3594c478-e1cb-412a-80b2-cdc10aae945d"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.678204 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "3594c478-e1cb-412a-80b2-cdc10aae945d" (UID: "3594c478-e1cb-412a-80b2-cdc10aae945d"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.682157 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3594c478-e1cb-412a-80b2-cdc10aae945d" (UID: "3594c478-e1cb-412a-80b2-cdc10aae945d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.745929 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.745961 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4b4mw\" (UniqueName: \"kubernetes.io/projected/3594c478-e1cb-412a-80b2-cdc10aae945d-kube-api-access-4b4mw\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.745972 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.745982 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.745991 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/3594c478-e1cb-412a-80b2-cdc10aae945d-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.745999 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/3594c478-e1cb-412a-80b2-cdc10aae945d-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.746009 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4xdg4\" (UniqueName: \"kubernetes.io/projected/68e4e9cf-d12c-4d6e-bde6-0e66b09148e4-kube-api-access-4xdg4\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:43 crc kubenswrapper[4809]: I1013 20:08:43.746017 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/3594c478-e1cb-412a-80b2-cdc10aae945d-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:44 crc kubenswrapper[4809]: I1013 20:08:44.091456 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" event={"ID":"3594c478-e1cb-412a-80b2-cdc10aae945d","Type":"ContainerDied","Data":"f459eb6e902ed21363181145c683978c0f6a18a5bd98942c4875574a1b9eb9ed"} Oct 13 20:08:44 crc kubenswrapper[4809]: I1013 20:08:44.091500 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f459eb6e902ed21363181145c683978c0f6a18a5bd98942c4875574a1b9eb9ed" Oct 13 20:08:44 crc kubenswrapper[4809]: I1013 20:08:44.091499 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-q2d5w" Oct 13 20:08:44 crc kubenswrapper[4809]: I1013 20:08:44.093496 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-1cdf-account-create-prwmv" Oct 13 20:08:44 crc kubenswrapper[4809]: I1013 20:08:44.093576 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-1cdf-account-create-prwmv" event={"ID":"68e4e9cf-d12c-4d6e-bde6-0e66b09148e4","Type":"ContainerDied","Data":"5e45cececbc89ad0cb9ae389a0c492d039c5d5e273adf961799c32cfb831bc6f"} Oct 13 20:08:44 crc kubenswrapper[4809]: I1013 20:08:44.093623 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5e45cececbc89ad0cb9ae389a0c492d039c5d5e273adf961799c32cfb831bc6f" Oct 13 20:08:44 crc kubenswrapper[4809]: I1013 20:08:44.528773 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-4b6a-account-create-xjlhf" Oct 13 20:08:44 crc kubenswrapper[4809]: I1013 20:08:44.658894 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-htw4g\" (UniqueName: \"kubernetes.io/projected/a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6-kube-api-access-htw4g\") pod \"a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6\" (UID: \"a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6\") " Oct 13 20:08:44 crc kubenswrapper[4809]: I1013 20:08:44.664866 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6-kube-api-access-htw4g" (OuterVolumeSpecName: "kube-api-access-htw4g") pod "a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6" (UID: "a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6"). InnerVolumeSpecName "kube-api-access-htw4g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:08:44 crc kubenswrapper[4809]: I1013 20:08:44.761024 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-htw4g\" (UniqueName: \"kubernetes.io/projected/a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6-kube-api-access-htw4g\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:45 crc kubenswrapper[4809]: I1013 20:08:45.108430 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-4b6a-account-create-xjlhf" event={"ID":"a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6","Type":"ContainerDied","Data":"95b6eb7cd1b513e1b89c85c61515685c1e8cb44582d0b31d41a300fa6aa3ee5c"} Oct 13 20:08:45 crc kubenswrapper[4809]: I1013 20:08:45.108467 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="95b6eb7cd1b513e1b89c85c61515685c1e8cb44582d0b31d41a300fa6aa3ee5c" Oct 13 20:08:45 crc kubenswrapper[4809]: I1013 20:08:45.108550 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-4b6a-account-create-xjlhf" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.406371 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-4812-account-create-gb7px"] Oct 13 20:08:46 crc kubenswrapper[4809]: E1013 20:08:46.407445 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6" containerName="mariadb-account-create" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.407476 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6" containerName="mariadb-account-create" Oct 13 20:08:46 crc kubenswrapper[4809]: E1013 20:08:46.407500 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="68e4e9cf-d12c-4d6e-bde6-0e66b09148e4" containerName="mariadb-account-create" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.407512 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="68e4e9cf-d12c-4d6e-bde6-0e66b09148e4" containerName="mariadb-account-create" Oct 13 20:08:46 crc kubenswrapper[4809]: E1013 20:08:46.407577 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3594c478-e1cb-412a-80b2-cdc10aae945d" containerName="swift-ring-rebalance" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.407590 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3594c478-e1cb-412a-80b2-cdc10aae945d" containerName="swift-ring-rebalance" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.407875 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="68e4e9cf-d12c-4d6e-bde6-0e66b09148e4" containerName="mariadb-account-create" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.407903 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3594c478-e1cb-412a-80b2-cdc10aae945d" containerName="swift-ring-rebalance" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.407933 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6" containerName="mariadb-account-create" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.408830 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-4812-account-create-gb7px" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.413343 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-db-secret" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.416167 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-4812-account-create-gb7px"] Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.489685 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t6kqn\" (UniqueName: \"kubernetes.io/projected/fea0d869-c712-4500-8a8f-c1c25f032eff-kube-api-access-t6kqn\") pod \"glance-4812-account-create-gb7px\" (UID: \"fea0d869-c712-4500-8a8f-c1c25f032eff\") " pod="openstack-kuttl-tests/glance-4812-account-create-gb7px" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.591407 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-t6kqn\" (UniqueName: \"kubernetes.io/projected/fea0d869-c712-4500-8a8f-c1c25f032eff-kube-api-access-t6kqn\") pod \"glance-4812-account-create-gb7px\" (UID: \"fea0d869-c712-4500-8a8f-c1c25f032eff\") " pod="openstack-kuttl-tests/glance-4812-account-create-gb7px" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.617581 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-t6kqn\" (UniqueName: \"kubernetes.io/projected/fea0d869-c712-4500-8a8f-c1c25f032eff-kube-api-access-t6kqn\") pod \"glance-4812-account-create-gb7px\" (UID: \"fea0d869-c712-4500-8a8f-c1c25f032eff\") " pod="openstack-kuttl-tests/glance-4812-account-create-gb7px" Oct 13 20:08:46 crc kubenswrapper[4809]: I1013 20:08:46.732842 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-4812-account-create-gb7px" Oct 13 20:08:47 crc kubenswrapper[4809]: I1013 20:08:47.223176 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-4812-account-create-gb7px"] Oct 13 20:08:48 crc kubenswrapper[4809]: I1013 20:08:48.141775 4809 generic.go:334] "Generic (PLEG): container finished" podID="fea0d869-c712-4500-8a8f-c1c25f032eff" containerID="7af1635efddc3e88d21f5392a3e70669d53f18fd02b19597c68a415860fbd050" exitCode=0 Oct 13 20:08:48 crc kubenswrapper[4809]: I1013 20:08:48.141876 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-4812-account-create-gb7px" event={"ID":"fea0d869-c712-4500-8a8f-c1c25f032eff","Type":"ContainerDied","Data":"7af1635efddc3e88d21f5392a3e70669d53f18fd02b19597c68a415860fbd050"} Oct 13 20:08:48 crc kubenswrapper[4809]: I1013 20:08:48.142156 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-4812-account-create-gb7px" event={"ID":"fea0d869-c712-4500-8a8f-c1c25f032eff","Type":"ContainerStarted","Data":"3cd8fe6eda82c8a87522fe5e668c74a40e06eebc8d994d115e25c2a434e249d4"} Oct 13 20:08:49 crc kubenswrapper[4809]: I1013 20:08:49.642860 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-4812-account-create-gb7px" Oct 13 20:08:49 crc kubenswrapper[4809]: I1013 20:08:49.755655 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-t6kqn\" (UniqueName: \"kubernetes.io/projected/fea0d869-c712-4500-8a8f-c1c25f032eff-kube-api-access-t6kqn\") pod \"fea0d869-c712-4500-8a8f-c1c25f032eff\" (UID: \"fea0d869-c712-4500-8a8f-c1c25f032eff\") " Oct 13 20:08:49 crc kubenswrapper[4809]: I1013 20:08:49.756016 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:49 crc kubenswrapper[4809]: I1013 20:08:49.766060 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fea0d869-c712-4500-8a8f-c1c25f032eff-kube-api-access-t6kqn" (OuterVolumeSpecName: "kube-api-access-t6kqn") pod "fea0d869-c712-4500-8a8f-c1c25f032eff" (UID: "fea0d869-c712-4500-8a8f-c1c25f032eff"). InnerVolumeSpecName "kube-api-access-t6kqn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:08:49 crc kubenswrapper[4809]: I1013 20:08:49.767474 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift\") pod \"swift-storage-0\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:49 crc kubenswrapper[4809]: I1013 20:08:49.859128 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-t6kqn\" (UniqueName: \"kubernetes.io/projected/fea0d869-c712-4500-8a8f-c1c25f032eff-kube-api-access-t6kqn\") on node \"crc\" DevicePath \"\"" Oct 13 20:08:50 crc kubenswrapper[4809]: I1013 20:08:50.037340 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:08:50 crc kubenswrapper[4809]: I1013 20:08:50.173538 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-4812-account-create-gb7px" event={"ID":"fea0d869-c712-4500-8a8f-c1c25f032eff","Type":"ContainerDied","Data":"3cd8fe6eda82c8a87522fe5e668c74a40e06eebc8d994d115e25c2a434e249d4"} Oct 13 20:08:50 crc kubenswrapper[4809]: I1013 20:08:50.173598 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3cd8fe6eda82c8a87522fe5e668c74a40e06eebc8d994d115e25c2a434e249d4" Oct 13 20:08:50 crc kubenswrapper[4809]: I1013 20:08:50.173673 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-4812-account-create-gb7px" Oct 13 20:08:50 crc kubenswrapper[4809]: E1013 20:08:50.236017 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podfea0d869_c712_4500_8a8f_c1c25f032eff.slice\": RecentStats: unable to find data in memory cache]" Oct 13 20:08:50 crc kubenswrapper[4809]: I1013 20:08:50.496604 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:08:50 crc kubenswrapper[4809]: W1013 20:08:50.506005 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod94f9fb71_4fbc_48b0_879d_4fd4d4ae2492.slice/crio-d02c8575487f0deff460b9a1542780e88b6ba5fe46a723b515ef45bb991aba47 WatchSource:0}: Error finding container d02c8575487f0deff460b9a1542780e88b6ba5fe46a723b515ef45bb991aba47: Status 404 returned error can't find the container with id d02c8575487f0deff460b9a1542780e88b6ba5fe46a723b515ef45bb991aba47 Oct 13 20:08:50 crc kubenswrapper[4809]: I1013 20:08:50.638970 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.201209 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705"} Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.201262 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079"} Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.201273 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967"} Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.201282 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"d02c8575487f0deff460b9a1542780e88b6ba5fe46a723b515ef45bb991aba47"} Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.559802 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-sync-pjrgg"] Oct 13 20:08:51 crc kubenswrapper[4809]: E1013 20:08:51.560208 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fea0d869-c712-4500-8a8f-c1c25f032eff" containerName="mariadb-account-create" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.560225 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fea0d869-c712-4500-8a8f-c1c25f032eff" containerName="mariadb-account-create" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.560379 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fea0d869-c712-4500-8a8f-c1c25f032eff" containerName="mariadb-account-create" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.561002 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.563345 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-config-data" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.563509 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-75p5d" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.585370 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-pjrgg"] Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.589669 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-combined-ca-bundle\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.589746 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-db-sync-config-data\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.589819 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s28j5\" (UniqueName: \"kubernetes.io/projected/ba74e988-84c1-4ee7-8152-6a5578063a66-kube-api-access-s28j5\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.590087 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-config-data\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.692175 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s28j5\" (UniqueName: \"kubernetes.io/projected/ba74e988-84c1-4ee7-8152-6a5578063a66-kube-api-access-s28j5\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.692394 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-config-data\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.693320 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-combined-ca-bundle\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.693353 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-db-sync-config-data\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.705316 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-db-sync-config-data\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.705402 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-config-data\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.705966 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-combined-ca-bundle\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.716402 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-s28j5\" (UniqueName: \"kubernetes.io/projected/ba74e988-84c1-4ee7-8152-6a5578063a66-kube-api-access-s28j5\") pod \"glance-db-sync-pjrgg\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:51 crc kubenswrapper[4809]: I1013 20:08:51.900509 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:08:52 crc kubenswrapper[4809]: I1013 20:08:52.232078 4809 generic.go:334] "Generic (PLEG): container finished" podID="5dff52c4-1e08-46cd-919d-03b7a38c63a8" containerID="aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64" exitCode=0 Oct 13 20:08:52 crc kubenswrapper[4809]: I1013 20:08:52.232341 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"5dff52c4-1e08-46cd-919d-03b7a38c63a8","Type":"ContainerDied","Data":"aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64"} Oct 13 20:08:52 crc kubenswrapper[4809]: I1013 20:08:52.243548 4809 generic.go:334] "Generic (PLEG): container finished" podID="457121c0-2b3c-485e-a23f-e0cd1db0eff5" containerID="7f46b53d039e9023646ed00b54f38a021d9b116bea657d016792aed3a686f7df" exitCode=0 Oct 13 20:08:52 crc kubenswrapper[4809]: I1013 20:08:52.243660 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"457121c0-2b3c-485e-a23f-e0cd1db0eff5","Type":"ContainerDied","Data":"7f46b53d039e9023646ed00b54f38a021d9b116bea657d016792aed3a686f7df"} Oct 13 20:08:52 crc kubenswrapper[4809]: I1013 20:08:52.258346 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868"} Oct 13 20:08:52 crc kubenswrapper[4809]: I1013 20:08:52.258387 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990"} Oct 13 20:08:52 crc kubenswrapper[4809]: I1013 20:08:52.258397 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b"} Oct 13 20:08:52 crc kubenswrapper[4809]: I1013 20:08:52.258406 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826"} Oct 13 20:08:52 crc kubenswrapper[4809]: I1013 20:08:52.380927 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-pjrgg"] Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.270721 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"5dff52c4-1e08-46cd-919d-03b7a38c63a8","Type":"ContainerStarted","Data":"f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6"} Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.271305 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.273344 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"457121c0-2b3c-485e-a23f-e0cd1db0eff5","Type":"ContainerStarted","Data":"72663bc311c3acfd2cfc7c2f81cd40df3a47eb9e585bffb95675c73bee765a50"} Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.273553 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.278836 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3"} Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.278876 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d"} Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.278885 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681"} Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.278894 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7"} Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.278903 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c"} Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.280644 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-pjrgg" event={"ID":"ba74e988-84c1-4ee7-8152-6a5578063a66","Type":"ContainerStarted","Data":"87c1897d206e52bd4514d86481596d77cca7fbda52df69bc3074820a211106b5"} Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.280678 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-pjrgg" event={"ID":"ba74e988-84c1-4ee7-8152-6a5578063a66","Type":"ContainerStarted","Data":"8db9f823d7fa4d04127dbd221afb14d9ba19ecf643af542a0b614c83cbb111de"} Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.308434 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-0" podStartSLOduration=37.308417058 podStartE2EDuration="37.308417058s" podCreationTimestamp="2025-10-13 20:08:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:53.301120671 +0000 UTC m=+2651.906867256" watchObservedRunningTime="2025-10-13 20:08:53.308417058 +0000 UTC m=+2651.914163633" Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.340388 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podStartSLOduration=37.340370955 podStartE2EDuration="37.340370955s" podCreationTimestamp="2025-10-13 20:08:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:53.337691859 +0000 UTC m=+2651.943438444" watchObservedRunningTime="2025-10-13 20:08:53.340370955 +0000 UTC m=+2651.946117540" Oct 13 20:08:53 crc kubenswrapper[4809]: I1013 20:08:53.357162 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-sync-pjrgg" podStartSLOduration=2.35713672 podStartE2EDuration="2.35713672s" podCreationTimestamp="2025-10-13 20:08:51 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:53.354620239 +0000 UTC m=+2651.960366824" watchObservedRunningTime="2025-10-13 20:08:53.35713672 +0000 UTC m=+2651.962883305" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.296685 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0"} Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.297066 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76"} Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.297086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerStarted","Data":"4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf"} Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.342298 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-storage-0" podStartSLOduration=22.342278473 podStartE2EDuration="22.342278473s" podCreationTimestamp="2025-10-13 20:08:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:54.339126414 +0000 UTC m=+2652.944872999" watchObservedRunningTime="2025-10-13 20:08:54.342278473 +0000 UTC m=+2652.948025058" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.488267 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc"] Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.490144 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.501666 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"dns-swift-storage-0" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.523625 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc"] Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.648777 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.648871 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jjmg4\" (UniqueName: \"kubernetes.io/projected/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-kube-api-access-jjmg4\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.648902 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-config\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.648959 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.750634 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.750701 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jjmg4\" (UniqueName: \"kubernetes.io/projected/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-kube-api-access-jjmg4\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.750738 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-config\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.750780 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.751643 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-config\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.751671 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.752187 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.785078 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jjmg4\" (UniqueName: \"kubernetes.io/projected/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-kube-api-access-jjmg4\") pod \"dnsmasq-dnsmasq-6b7c46cb85-6l5vc\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:54 crc kubenswrapper[4809]: I1013 20:08:54.805527 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:55 crc kubenswrapper[4809]: I1013 20:08:55.120538 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc"] Oct 13 20:08:55 crc kubenswrapper[4809]: I1013 20:08:55.306584 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" event={"ID":"20584d7a-eb3a-4a7d-a999-dd31dd517bd6","Type":"ContainerStarted","Data":"065cc13af7e5274a2648acaaddb96d1f5bd31f64b937edcde8e0ac6d96fedb06"} Oct 13 20:08:56 crc kubenswrapper[4809]: I1013 20:08:56.317075 4809 generic.go:334] "Generic (PLEG): container finished" podID="20584d7a-eb3a-4a7d-a999-dd31dd517bd6" containerID="21614b7067f14ed4b27a3d1534e95e1f994792cf6e322abc534a0d3488ee106a" exitCode=0 Oct 13 20:08:56 crc kubenswrapper[4809]: I1013 20:08:56.317308 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" event={"ID":"20584d7a-eb3a-4a7d-a999-dd31dd517bd6","Type":"ContainerDied","Data":"21614b7067f14ed4b27a3d1534e95e1f994792cf6e322abc534a0d3488ee106a"} Oct 13 20:08:57 crc kubenswrapper[4809]: I1013 20:08:57.330190 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" event={"ID":"20584d7a-eb3a-4a7d-a999-dd31dd517bd6","Type":"ContainerStarted","Data":"a0f333e98636ebd89d481ae11754a7795b24e1f6bbbce3e37b454d0b0e785e44"} Oct 13 20:08:57 crc kubenswrapper[4809]: I1013 20:08:57.330373 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:08:57 crc kubenswrapper[4809]: I1013 20:08:57.347697 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" podStartSLOduration=3.347670533 podStartE2EDuration="3.347670533s" podCreationTimestamp="2025-10-13 20:08:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:08:57.347671623 +0000 UTC m=+2655.953418208" watchObservedRunningTime="2025-10-13 20:08:57.347670533 +0000 UTC m=+2655.953417128" Oct 13 20:08:58 crc kubenswrapper[4809]: I1013 20:08:58.592577 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:08:58 crc kubenswrapper[4809]: I1013 20:08:58.592918 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:08:59 crc kubenswrapper[4809]: I1013 20:08:59.353148 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba74e988-84c1-4ee7-8152-6a5578063a66" containerID="87c1897d206e52bd4514d86481596d77cca7fbda52df69bc3074820a211106b5" exitCode=0 Oct 13 20:08:59 crc kubenswrapper[4809]: I1013 20:08:59.353189 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-pjrgg" event={"ID":"ba74e988-84c1-4ee7-8152-6a5578063a66","Type":"ContainerDied","Data":"87c1897d206e52bd4514d86481596d77cca7fbda52df69bc3074820a211106b5"} Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.760654 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.889095 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-s28j5\" (UniqueName: \"kubernetes.io/projected/ba74e988-84c1-4ee7-8152-6a5578063a66-kube-api-access-s28j5\") pod \"ba74e988-84c1-4ee7-8152-6a5578063a66\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.889155 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-combined-ca-bundle\") pod \"ba74e988-84c1-4ee7-8152-6a5578063a66\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.889199 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-config-data\") pod \"ba74e988-84c1-4ee7-8152-6a5578063a66\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.889235 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-db-sync-config-data\") pod \"ba74e988-84c1-4ee7-8152-6a5578063a66\" (UID: \"ba74e988-84c1-4ee7-8152-6a5578063a66\") " Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.897842 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "ba74e988-84c1-4ee7-8152-6a5578063a66" (UID: "ba74e988-84c1-4ee7-8152-6a5578063a66"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.898067 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ba74e988-84c1-4ee7-8152-6a5578063a66-kube-api-access-s28j5" (OuterVolumeSpecName: "kube-api-access-s28j5") pod "ba74e988-84c1-4ee7-8152-6a5578063a66" (UID: "ba74e988-84c1-4ee7-8152-6a5578063a66"). InnerVolumeSpecName "kube-api-access-s28j5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.921859 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ba74e988-84c1-4ee7-8152-6a5578063a66" (UID: "ba74e988-84c1-4ee7-8152-6a5578063a66"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.956770 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-config-data" (OuterVolumeSpecName: "config-data") pod "ba74e988-84c1-4ee7-8152-6a5578063a66" (UID: "ba74e988-84c1-4ee7-8152-6a5578063a66"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.991221 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-s28j5\" (UniqueName: \"kubernetes.io/projected/ba74e988-84c1-4ee7-8152-6a5578063a66-kube-api-access-s28j5\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.991454 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.991540 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:00 crc kubenswrapper[4809]: I1013 20:09:00.991620 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ba74e988-84c1-4ee7-8152-6a5578063a66-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:01 crc kubenswrapper[4809]: I1013 20:09:01.378381 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-pjrgg" event={"ID":"ba74e988-84c1-4ee7-8152-6a5578063a66","Type":"ContainerDied","Data":"8db9f823d7fa4d04127dbd221afb14d9ba19ecf643af542a0b614c83cbb111de"} Oct 13 20:09:01 crc kubenswrapper[4809]: I1013 20:09:01.378435 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8db9f823d7fa4d04127dbd221afb14d9ba19ecf643af542a0b614c83cbb111de" Oct 13 20:09:01 crc kubenswrapper[4809]: I1013 20:09:01.378462 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-pjrgg" Oct 13 20:09:04 crc kubenswrapper[4809]: I1013 20:09:04.806787 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:09:04 crc kubenswrapper[4809]: I1013 20:09:04.888060 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb"] Oct 13 20:09:04 crc kubenswrapper[4809]: I1013 20:09:04.888544 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" podUID="ad3a0984-c78d-460d-8e06-249dca2b8103" containerName="dnsmasq-dns" containerID="cri-o://9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8" gracePeriod=10 Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.360640 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.425804 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad3a0984-c78d-460d-8e06-249dca2b8103" containerID="9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8" exitCode=0 Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.425866 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" event={"ID":"ad3a0984-c78d-460d-8e06-249dca2b8103","Type":"ContainerDied","Data":"9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8"} Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.425881 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.425920 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb" event={"ID":"ad3a0984-c78d-460d-8e06-249dca2b8103","Type":"ContainerDied","Data":"32c27e272aec964cd11583fcd8fdae58a3cb5b4bfabaa6571a7f3248f6fd3d9e"} Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.425954 4809 scope.go:117] "RemoveContainer" containerID="9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.451315 4809 scope.go:117] "RemoveContainer" containerID="89d170f72de9cea3f989f66f1ca2fe33bd6564e61dbe877e81047807c72878c7" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.463513 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-dnsmasq-svc\") pod \"ad3a0984-c78d-460d-8e06-249dca2b8103\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.463674 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-config\") pod \"ad3a0984-c78d-460d-8e06-249dca2b8103\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.463867 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wkvcn\" (UniqueName: \"kubernetes.io/projected/ad3a0984-c78d-460d-8e06-249dca2b8103-kube-api-access-wkvcn\") pod \"ad3a0984-c78d-460d-8e06-249dca2b8103\" (UID: \"ad3a0984-c78d-460d-8e06-249dca2b8103\") " Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.474060 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ad3a0984-c78d-460d-8e06-249dca2b8103-kube-api-access-wkvcn" (OuterVolumeSpecName: "kube-api-access-wkvcn") pod "ad3a0984-c78d-460d-8e06-249dca2b8103" (UID: "ad3a0984-c78d-460d-8e06-249dca2b8103"). InnerVolumeSpecName "kube-api-access-wkvcn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.477884 4809 scope.go:117] "RemoveContainer" containerID="9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8" Oct 13 20:09:05 crc kubenswrapper[4809]: E1013 20:09:05.478541 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8\": container with ID starting with 9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8 not found: ID does not exist" containerID="9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.478601 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8"} err="failed to get container status \"9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8\": rpc error: code = NotFound desc = could not find container \"9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8\": container with ID starting with 9139310bbd79145f7a95b2e3ff411e174a6803302d3b6e69b759c2eb355d19d8 not found: ID does not exist" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.478637 4809 scope.go:117] "RemoveContainer" containerID="89d170f72de9cea3f989f66f1ca2fe33bd6564e61dbe877e81047807c72878c7" Oct 13 20:09:05 crc kubenswrapper[4809]: E1013 20:09:05.479219 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"89d170f72de9cea3f989f66f1ca2fe33bd6564e61dbe877e81047807c72878c7\": container with ID starting with 89d170f72de9cea3f989f66f1ca2fe33bd6564e61dbe877e81047807c72878c7 not found: ID does not exist" containerID="89d170f72de9cea3f989f66f1ca2fe33bd6564e61dbe877e81047807c72878c7" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.479273 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"89d170f72de9cea3f989f66f1ca2fe33bd6564e61dbe877e81047807c72878c7"} err="failed to get container status \"89d170f72de9cea3f989f66f1ca2fe33bd6564e61dbe877e81047807c72878c7\": rpc error: code = NotFound desc = could not find container \"89d170f72de9cea3f989f66f1ca2fe33bd6564e61dbe877e81047807c72878c7\": container with ID starting with 89d170f72de9cea3f989f66f1ca2fe33bd6564e61dbe877e81047807c72878c7 not found: ID does not exist" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.519242 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "ad3a0984-c78d-460d-8e06-249dca2b8103" (UID: "ad3a0984-c78d-460d-8e06-249dca2b8103"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.539790 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-config" (OuterVolumeSpecName: "config") pod "ad3a0984-c78d-460d-8e06-249dca2b8103" (UID: "ad3a0984-c78d-460d-8e06-249dca2b8103"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.565692 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.565757 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/ad3a0984-c78d-460d-8e06-249dca2b8103-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.565777 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wkvcn\" (UniqueName: \"kubernetes.io/projected/ad3a0984-c78d-460d-8e06-249dca2b8103-kube-api-access-wkvcn\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.762011 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb"] Oct 13 20:09:05 crc kubenswrapper[4809]: I1013 20:09:05.767520 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-k58wb"] Oct 13 20:09:06 crc kubenswrapper[4809]: I1013 20:09:06.175107 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ad3a0984-c78d-460d-8e06-249dca2b8103" path="/var/lib/kubelet/pods/ad3a0984-c78d-460d-8e06-249dca2b8103/volumes" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.450906 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.811415 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-create-snwm4"] Oct 13 20:09:07 crc kubenswrapper[4809]: E1013 20:09:07.812000 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad3a0984-c78d-460d-8e06-249dca2b8103" containerName="init" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.812013 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad3a0984-c78d-460d-8e06-249dca2b8103" containerName="init" Oct 13 20:09:07 crc kubenswrapper[4809]: E1013 20:09:07.812048 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad3a0984-c78d-460d-8e06-249dca2b8103" containerName="dnsmasq-dns" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.812056 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad3a0984-c78d-460d-8e06-249dca2b8103" containerName="dnsmasq-dns" Oct 13 20:09:07 crc kubenswrapper[4809]: E1013 20:09:07.812070 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba74e988-84c1-4ee7-8152-6a5578063a66" containerName="glance-db-sync" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.812076 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba74e988-84c1-4ee7-8152-6a5578063a66" containerName="glance-db-sync" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.812210 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba74e988-84c1-4ee7-8152-6a5578063a66" containerName="glance-db-sync" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.812224 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad3a0984-c78d-460d-8e06-249dca2b8103" containerName="dnsmasq-dns" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.812814 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-snwm4" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.822403 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-snwm4"] Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.846968 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.906380 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zkvcc\" (UniqueName: \"kubernetes.io/projected/278877c2-d0e5-4c21-898d-0d1c943f9232-kube-api-access-zkvcc\") pod \"cinder-db-create-snwm4\" (UID: \"278877c2-d0e5-4c21-898d-0d1c943f9232\") " pod="openstack-kuttl-tests/cinder-db-create-snwm4" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.937247 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-create-m5pds"] Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.939146 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-m5pds" Oct 13 20:09:07 crc kubenswrapper[4809]: I1013 20:09:07.943802 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-m5pds"] Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.007034 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-create-pwtf8"] Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.007774 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zkvcc\" (UniqueName: \"kubernetes.io/projected/278877c2-d0e5-4c21-898d-0d1c943f9232-kube-api-access-zkvcc\") pod \"cinder-db-create-snwm4\" (UID: \"278877c2-d0e5-4c21-898d-0d1c943f9232\") " pod="openstack-kuttl-tests/cinder-db-create-snwm4" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.007832 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wt57c\" (UniqueName: \"kubernetes.io/projected/f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58-kube-api-access-wt57c\") pod \"neutron-db-create-m5pds\" (UID: \"f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58\") " pod="openstack-kuttl-tests/neutron-db-create-m5pds" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.008151 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-pwtf8" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.018387 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-pwtf8"] Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.038483 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zkvcc\" (UniqueName: \"kubernetes.io/projected/278877c2-d0e5-4c21-898d-0d1c943f9232-kube-api-access-zkvcc\") pod \"cinder-db-create-snwm4\" (UID: \"278877c2-d0e5-4c21-898d-0d1c943f9232\") " pod="openstack-kuttl-tests/cinder-db-create-snwm4" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.092941 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-slggh"] Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.093931 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.096195 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.096216 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.096474 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.098424 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-9wxhs" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.106188 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-slggh"] Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.109750 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wt57c\" (UniqueName: \"kubernetes.io/projected/f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58-kube-api-access-wt57c\") pod \"neutron-db-create-m5pds\" (UID: \"f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58\") " pod="openstack-kuttl-tests/neutron-db-create-m5pds" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.109808 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sdp86\" (UniqueName: \"kubernetes.io/projected/ca938756-7d39-422e-9212-6b9ee375c182-kube-api-access-sdp86\") pod \"barbican-db-create-pwtf8\" (UID: \"ca938756-7d39-422e-9212-6b9ee375c182\") " pod="openstack-kuttl-tests/barbican-db-create-pwtf8" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.128825 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-snwm4" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.133587 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wt57c\" (UniqueName: \"kubernetes.io/projected/f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58-kube-api-access-wt57c\") pod \"neutron-db-create-m5pds\" (UID: \"f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58\") " pod="openstack-kuttl-tests/neutron-db-create-m5pds" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.211337 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-config-data\") pod \"keystone-db-sync-slggh\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.211685 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sdp86\" (UniqueName: \"kubernetes.io/projected/ca938756-7d39-422e-9212-6b9ee375c182-kube-api-access-sdp86\") pod \"barbican-db-create-pwtf8\" (UID: \"ca938756-7d39-422e-9212-6b9ee375c182\") " pod="openstack-kuttl-tests/barbican-db-create-pwtf8" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.211717 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-combined-ca-bundle\") pod \"keystone-db-sync-slggh\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.211752 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gvrdr\" (UniqueName: \"kubernetes.io/projected/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-kube-api-access-gvrdr\") pod \"keystone-db-sync-slggh\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.235424 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sdp86\" (UniqueName: \"kubernetes.io/projected/ca938756-7d39-422e-9212-6b9ee375c182-kube-api-access-sdp86\") pod \"barbican-db-create-pwtf8\" (UID: \"ca938756-7d39-422e-9212-6b9ee375c182\") " pod="openstack-kuttl-tests/barbican-db-create-pwtf8" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.271429 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-m5pds" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.315232 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-combined-ca-bundle\") pod \"keystone-db-sync-slggh\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.315295 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gvrdr\" (UniqueName: \"kubernetes.io/projected/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-kube-api-access-gvrdr\") pod \"keystone-db-sync-slggh\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.315364 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-config-data\") pod \"keystone-db-sync-slggh\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.332610 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-combined-ca-bundle\") pod \"keystone-db-sync-slggh\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.332977 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-pwtf8" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.334335 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-config-data\") pod \"keystone-db-sync-slggh\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.343502 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gvrdr\" (UniqueName: \"kubernetes.io/projected/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-kube-api-access-gvrdr\") pod \"keystone-db-sync-slggh\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.411308 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.582946 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-snwm4"] Oct 13 20:09:08 crc kubenswrapper[4809]: W1013 20:09:08.599646 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod278877c2_d0e5_4c21_898d_0d1c943f9232.slice/crio-d9b2c931cba76f8e3c795fe80f2f273d8505c60a3c78a3cca14c5f2bc91c6f23 WatchSource:0}: Error finding container d9b2c931cba76f8e3c795fe80f2f273d8505c60a3c78a3cca14c5f2bc91c6f23: Status 404 returned error can't find the container with id d9b2c931cba76f8e3c795fe80f2f273d8505c60a3c78a3cca14c5f2bc91c6f23 Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.803852 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-m5pds"] Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.896148 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-pwtf8"] Oct 13 20:09:08 crc kubenswrapper[4809]: I1013 20:09:08.989075 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-slggh"] Oct 13 20:09:08 crc kubenswrapper[4809]: W1013 20:09:08.998746 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc4b6c25c_9d9d_408e_a32b_1ec8acdb8f7e.slice/crio-3c3bd7a649feed8e6ed55dc69f5de03e404f502b3924e7b24728c7d245593f18 WatchSource:0}: Error finding container 3c3bd7a649feed8e6ed55dc69f5de03e404f502b3924e7b24728c7d245593f18: Status 404 returned error can't find the container with id 3c3bd7a649feed8e6ed55dc69f5de03e404f502b3924e7b24728c7d245593f18 Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.472260 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-slggh" event={"ID":"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e","Type":"ContainerStarted","Data":"a1b5f8518f40b67db57c563e4d6be06689a0a53bb5dfc3ffca41237b9da60e02"} Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.473208 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-slggh" event={"ID":"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e","Type":"ContainerStarted","Data":"3c3bd7a649feed8e6ed55dc69f5de03e404f502b3924e7b24728c7d245593f18"} Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.477344 4809 generic.go:334] "Generic (PLEG): container finished" podID="f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58" containerID="12ffcefafb3bb428f96a308fb912cc134bac3dbc880293984640a22ce6bf7eda" exitCode=0 Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.477419 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-m5pds" event={"ID":"f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58","Type":"ContainerDied","Data":"12ffcefafb3bb428f96a308fb912cc134bac3dbc880293984640a22ce6bf7eda"} Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.477572 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-m5pds" event={"ID":"f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58","Type":"ContainerStarted","Data":"070bd3afb9bcac64d3fd046350aa2e684c2052ddb0887f8a07a9f45a70d73175"} Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.480042 4809 generic.go:334] "Generic (PLEG): container finished" podID="278877c2-d0e5-4c21-898d-0d1c943f9232" containerID="e4ec09cca8ff68226a96060bcfbdaaf8c1b699dd6521e576d1fc1d22432d7692" exitCode=0 Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.480276 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-snwm4" event={"ID":"278877c2-d0e5-4c21-898d-0d1c943f9232","Type":"ContainerDied","Data":"e4ec09cca8ff68226a96060bcfbdaaf8c1b699dd6521e576d1fc1d22432d7692"} Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.480374 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-snwm4" event={"ID":"278877c2-d0e5-4c21-898d-0d1c943f9232","Type":"ContainerStarted","Data":"d9b2c931cba76f8e3c795fe80f2f273d8505c60a3c78a3cca14c5f2bc91c6f23"} Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.484162 4809 generic.go:334] "Generic (PLEG): container finished" podID="ca938756-7d39-422e-9212-6b9ee375c182" containerID="2af231559e3a4335b447376b35e46ba41dbf85bea409728bd08a33d8c707261f" exitCode=0 Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.484239 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-pwtf8" event={"ID":"ca938756-7d39-422e-9212-6b9ee375c182","Type":"ContainerDied","Data":"2af231559e3a4335b447376b35e46ba41dbf85bea409728bd08a33d8c707261f"} Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.484282 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-pwtf8" event={"ID":"ca938756-7d39-422e-9212-6b9ee375c182","Type":"ContainerStarted","Data":"d5d4fa913711a6ae8f1ffd29eda12d104f401ceef679cebeae2cd6d57fcd8303"} Oct 13 20:09:09 crc kubenswrapper[4809]: I1013 20:09:09.501582 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-db-sync-slggh" podStartSLOduration=1.501554751 podStartE2EDuration="1.501554751s" podCreationTimestamp="2025-10-13 20:09:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:09.498241607 +0000 UTC m=+2668.103988192" watchObservedRunningTime="2025-10-13 20:09:09.501554751 +0000 UTC m=+2668.107301366" Oct 13 20:09:10 crc kubenswrapper[4809]: I1013 20:09:10.978021 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-pwtf8" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.064450 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sdp86\" (UniqueName: \"kubernetes.io/projected/ca938756-7d39-422e-9212-6b9ee375c182-kube-api-access-sdp86\") pod \"ca938756-7d39-422e-9212-6b9ee375c182\" (UID: \"ca938756-7d39-422e-9212-6b9ee375c182\") " Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.071252 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ca938756-7d39-422e-9212-6b9ee375c182-kube-api-access-sdp86" (OuterVolumeSpecName: "kube-api-access-sdp86") pod "ca938756-7d39-422e-9212-6b9ee375c182" (UID: "ca938756-7d39-422e-9212-6b9ee375c182"). InnerVolumeSpecName "kube-api-access-sdp86". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.123393 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-m5pds" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.129103 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-snwm4" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.166173 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sdp86\" (UniqueName: \"kubernetes.io/projected/ca938756-7d39-422e-9212-6b9ee375c182-kube-api-access-sdp86\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.267228 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zkvcc\" (UniqueName: \"kubernetes.io/projected/278877c2-d0e5-4c21-898d-0d1c943f9232-kube-api-access-zkvcc\") pod \"278877c2-d0e5-4c21-898d-0d1c943f9232\" (UID: \"278877c2-d0e5-4c21-898d-0d1c943f9232\") " Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.267309 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wt57c\" (UniqueName: \"kubernetes.io/projected/f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58-kube-api-access-wt57c\") pod \"f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58\" (UID: \"f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58\") " Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.271642 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58-kube-api-access-wt57c" (OuterVolumeSpecName: "kube-api-access-wt57c") pod "f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58" (UID: "f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58"). InnerVolumeSpecName "kube-api-access-wt57c". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.273472 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/278877c2-d0e5-4c21-898d-0d1c943f9232-kube-api-access-zkvcc" (OuterVolumeSpecName: "kube-api-access-zkvcc") pod "278877c2-d0e5-4c21-898d-0d1c943f9232" (UID: "278877c2-d0e5-4c21-898d-0d1c943f9232"). InnerVolumeSpecName "kube-api-access-zkvcc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.369351 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zkvcc\" (UniqueName: \"kubernetes.io/projected/278877c2-d0e5-4c21-898d-0d1c943f9232-kube-api-access-zkvcc\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.369391 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wt57c\" (UniqueName: \"kubernetes.io/projected/f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58-kube-api-access-wt57c\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.507086 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-snwm4" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.507089 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-snwm4" event={"ID":"278877c2-d0e5-4c21-898d-0d1c943f9232","Type":"ContainerDied","Data":"d9b2c931cba76f8e3c795fe80f2f273d8505c60a3c78a3cca14c5f2bc91c6f23"} Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.507223 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d9b2c931cba76f8e3c795fe80f2f273d8505c60a3c78a3cca14c5f2bc91c6f23" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.509200 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-pwtf8" event={"ID":"ca938756-7d39-422e-9212-6b9ee375c182","Type":"ContainerDied","Data":"d5d4fa913711a6ae8f1ffd29eda12d104f401ceef679cebeae2cd6d57fcd8303"} Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.509219 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-pwtf8" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.509231 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d5d4fa913711a6ae8f1ffd29eda12d104f401ceef679cebeae2cd6d57fcd8303" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.511003 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-m5pds" event={"ID":"f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58","Type":"ContainerDied","Data":"070bd3afb9bcac64d3fd046350aa2e684c2052ddb0887f8a07a9f45a70d73175"} Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.511046 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-m5pds" Oct 13 20:09:11 crc kubenswrapper[4809]: I1013 20:09:11.511042 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="070bd3afb9bcac64d3fd046350aa2e684c2052ddb0887f8a07a9f45a70d73175" Oct 13 20:09:12 crc kubenswrapper[4809]: I1013 20:09:12.525239 4809 generic.go:334] "Generic (PLEG): container finished" podID="c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e" containerID="a1b5f8518f40b67db57c563e4d6be06689a0a53bb5dfc3ffca41237b9da60e02" exitCode=0 Oct 13 20:09:12 crc kubenswrapper[4809]: I1013 20:09:12.525304 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-slggh" event={"ID":"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e","Type":"ContainerDied","Data":"a1b5f8518f40b67db57c563e4d6be06689a0a53bb5dfc3ffca41237b9da60e02"} Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.145098 4809 scope.go:117] "RemoveContainer" containerID="27995d08fa623e73d8463e4011f18c6c56c7a40b1c79a2bf6218e926ef3fdf06" Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.186564 4809 scope.go:117] "RemoveContainer" containerID="80b625ee46d4affed50190a9bd3bd9442d85e2ce4ade029f7866360c9c17beaf" Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.249089 4809 scope.go:117] "RemoveContainer" containerID="76faa6078f18c63c19f892bc166dd50d4fe7afb163bf34baaea143dc31b4fbaa" Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.279752 4809 scope.go:117] "RemoveContainer" containerID="45840a4d47a07cb556b9e122aece4ec9d2683e86419ad10b92891904b438c740" Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.326972 4809 scope.go:117] "RemoveContainer" containerID="262aa902122d27c856ab5cb713071567dad56f5de67cb0ae3d54d0d50df873ca" Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.366273 4809 scope.go:117] "RemoveContainer" containerID="350188b9eb71a9351da62f9cd990a8bae6ca6d5863c3e78edce4031b4a706f1d" Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.834940 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.912397 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gvrdr\" (UniqueName: \"kubernetes.io/projected/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-kube-api-access-gvrdr\") pod \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.912533 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-combined-ca-bundle\") pod \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.912580 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-config-data\") pod \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\" (UID: \"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e\") " Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.920120 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-kube-api-access-gvrdr" (OuterVolumeSpecName: "kube-api-access-gvrdr") pod "c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e" (UID: "c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e"). InnerVolumeSpecName "kube-api-access-gvrdr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.959288 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e" (UID: "c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:13 crc kubenswrapper[4809]: I1013 20:09:13.970580 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-config-data" (OuterVolumeSpecName: "config-data") pod "c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e" (UID: "c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.014797 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gvrdr\" (UniqueName: \"kubernetes.io/projected/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-kube-api-access-gvrdr\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.014838 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.014857 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.553931 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-slggh" event={"ID":"c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e","Type":"ContainerDied","Data":"3c3bd7a649feed8e6ed55dc69f5de03e404f502b3924e7b24728c7d245593f18"} Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.553993 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-slggh" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.554004 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3c3bd7a649feed8e6ed55dc69f5de03e404f502b3924e7b24728c7d245593f18" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.755103 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-zxvqb"] Oct 13 20:09:14 crc kubenswrapper[4809]: E1013 20:09:14.755547 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58" containerName="mariadb-database-create" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.755564 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58" containerName="mariadb-database-create" Oct 13 20:09:14 crc kubenswrapper[4809]: E1013 20:09:14.755586 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e" containerName="keystone-db-sync" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.755593 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e" containerName="keystone-db-sync" Oct 13 20:09:14 crc kubenswrapper[4809]: E1013 20:09:14.755611 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ca938756-7d39-422e-9212-6b9ee375c182" containerName="mariadb-database-create" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.755621 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ca938756-7d39-422e-9212-6b9ee375c182" containerName="mariadb-database-create" Oct 13 20:09:14 crc kubenswrapper[4809]: E1013 20:09:14.755630 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="278877c2-d0e5-4c21-898d-0d1c943f9232" containerName="mariadb-database-create" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.755638 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="278877c2-d0e5-4c21-898d-0d1c943f9232" containerName="mariadb-database-create" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.755856 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e" containerName="keystone-db-sync" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.755878 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ca938756-7d39-422e-9212-6b9ee375c182" containerName="mariadb-database-create" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.755898 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58" containerName="mariadb-database-create" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.755914 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="278877c2-d0e5-4c21-898d-0d1c943f9232" containerName="mariadb-database-create" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.756592 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.760096 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.760357 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.761332 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-9wxhs" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.761470 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.767982 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-zxvqb"] Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.839619 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-combined-ca-bundle\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.839670 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-scripts\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.839751 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-config-data\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.839871 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tc69g\" (UniqueName: \"kubernetes.io/projected/d212b129-33c4-4122-829d-5f50ea69e77f-kube-api-access-tc69g\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.839916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-credential-keys\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.840085 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-fernet-keys\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.921822 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.924302 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.927811 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.934498 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.941313 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-scripts\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.941403 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-config-data\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.941449 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-credential-keys\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.941467 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tc69g\" (UniqueName: \"kubernetes.io/projected/d212b129-33c4-4122-829d-5f50ea69e77f-kube-api-access-tc69g\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.941571 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-fernet-keys\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.942036 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-combined-ca-bundle\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.949611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-fernet-keys\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.951762 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-config-data\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.951938 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-scripts\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.952247 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-credential-keys\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.953161 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-combined-ca-bundle\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.983173 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tc69g\" (UniqueName: \"kubernetes.io/projected/d212b129-33c4-4122-829d-5f50ea69e77f-kube-api-access-tc69g\") pod \"keystone-bootstrap-zxvqb\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.997774 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-sync-mkvzb"] Oct 13 20:09:14 crc kubenswrapper[4809]: I1013 20:09:14.998704 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.006051 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.006533 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.009967 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-7dqqs" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.026176 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.044543 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-config-data\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.044606 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.044633 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cd85h\" (UniqueName: \"kubernetes.io/projected/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-kube-api-access-cd85h\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.044682 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-scripts\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.044707 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-scripts\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.044872 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dlgt5\" (UniqueName: \"kubernetes.io/projected/6f79260b-18d8-46d1-8605-0ed9d74445f4-kube-api-access-dlgt5\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.044921 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-logs\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.044952 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.044977 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-run-httpd\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.044995 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-combined-ca-bundle\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.045043 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-config-data\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.045100 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-log-httpd\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.068453 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-mkvzb"] Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.075402 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.148693 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-config-data\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.148780 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.148817 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cd85h\" (UniqueName: \"kubernetes.io/projected/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-kube-api-access-cd85h\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.148870 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-scripts\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.148904 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-scripts\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.148946 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dlgt5\" (UniqueName: \"kubernetes.io/projected/6f79260b-18d8-46d1-8605-0ed9d74445f4-kube-api-access-dlgt5\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.148973 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-logs\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.149000 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.149024 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-run-httpd\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.149049 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-combined-ca-bundle\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.149083 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-config-data\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.149121 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-log-httpd\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.149924 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-log-httpd\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.151206 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-logs\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.154508 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-config-data\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.155036 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-scripts\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.155176 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.161109 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-scripts\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.163453 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-config-data\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.163823 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.163868 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-run-httpd\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.163909 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-combined-ca-bundle\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.168082 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cd85h\" (UniqueName: \"kubernetes.io/projected/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-kube-api-access-cd85h\") pod \"placement-db-sync-mkvzb\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.168202 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dlgt5\" (UniqueName: \"kubernetes.io/projected/6f79260b-18d8-46d1-8605-0ed9d74445f4-kube-api-access-dlgt5\") pod \"ceilometer-0\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.340837 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.352077 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.584543 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-zxvqb"] Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.811391 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:09:15 crc kubenswrapper[4809]: W1013 20:09:15.817818 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6f79260b_18d8_46d1_8605_0ed9d74445f4.slice/crio-d4b2161840c4ba55c0b56e10f7898641207876ab4c07774034e82aae11d344b4 WatchSource:0}: Error finding container d4b2161840c4ba55c0b56e10f7898641207876ab4c07774034e82aae11d344b4: Status 404 returned error can't find the container with id d4b2161840c4ba55c0b56e10f7898641207876ab4c07774034e82aae11d344b4 Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.851174 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.852563 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.854147 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.858569 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.859023 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-75p5d" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.865843 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.869617 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.905177 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-mkvzb"] Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.912306 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.915235 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: W1013 20:09:15.916976 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod791e3e0f_a324_46c5_8bc1_fa00b9bc051e.slice/crio-306ce5011a290f7bc5063e454c678772a62494a794b3b434278ad8daeb5c7df8 WatchSource:0}: Error finding container 306ce5011a290f7bc5063e454c678772a62494a794b3b434278ad8daeb5c7df8: Status 404 returned error can't find the container with id 306ce5011a290f7bc5063e454c678772a62494a794b3b434278ad8daeb5c7df8 Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.918582 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.918715 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.925276 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963207 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-scripts\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963254 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-config-data\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963288 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fwdz9\" (UniqueName: \"kubernetes.io/projected/17cc096b-23dc-4913-867e-58d4a71a9411-kube-api-access-fwdz9\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963317 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963366 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963413 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963458 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dwcgf\" (UniqueName: \"kubernetes.io/projected/9bc4fbef-bda3-498d-bc38-11ca1cedf955-kube-api-access-dwcgf\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963679 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963713 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963751 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-logs\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963818 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963898 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963928 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-config-data\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963971 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-logs\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.963994 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-scripts\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:15 crc kubenswrapper[4809]: I1013 20:09:15.964028 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066026 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066099 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066125 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-config-data\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066154 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-logs\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066179 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-scripts\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066222 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066268 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-scripts\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066294 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-config-data\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066327 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fwdz9\" (UniqueName: \"kubernetes.io/projected/17cc096b-23dc-4913-867e-58d4a71a9411-kube-api-access-fwdz9\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066355 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066386 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066434 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066466 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066488 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dwcgf\" (UniqueName: \"kubernetes.io/projected/9bc4fbef-bda3-498d-bc38-11ca1cedf955-kube-api-access-dwcgf\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066521 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066542 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-logs\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.066827 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-logs\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.067085 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") device mount path \"/mnt/openstack/pv09\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.067115 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-logs\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.067270 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") device mount path \"/mnt/openstack/pv07\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.068378 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.068605 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.071275 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-scripts\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.074577 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.074576 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-scripts\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.074854 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-config-data\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.079066 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.079217 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.081156 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.082084 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-config-data\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.085863 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fwdz9\" (UniqueName: \"kubernetes.io/projected/17cc096b-23dc-4913-867e-58d4a71a9411-kube-api-access-fwdz9\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.092775 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dwcgf\" (UniqueName: \"kubernetes.io/projected/9bc4fbef-bda3-498d-bc38-11ca1cedf955-kube-api-access-dwcgf\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.108855 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.114768 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.185466 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.255698 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.673771 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6f79260b-18d8-46d1-8605-0ed9d74445f4","Type":"ContainerStarted","Data":"d4b2161840c4ba55c0b56e10f7898641207876ab4c07774034e82aae11d344b4"} Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.675168 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" event={"ID":"d212b129-33c4-4122-829d-5f50ea69e77f","Type":"ContainerStarted","Data":"bbb24cfaeed7597442a77580eeece0e33d5edeb6ecabf4df3e27fea1af8820e9"} Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.675193 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" event={"ID":"d212b129-33c4-4122-829d-5f50ea69e77f","Type":"ContainerStarted","Data":"41d940ebcd6f6c3c0e39312a09121507b45719dd9ceaa8c748b159b8823e583d"} Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.682610 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-mkvzb" event={"ID":"791e3e0f-a324-46c5-8bc1-fa00b9bc051e","Type":"ContainerStarted","Data":"4b3816ed610011d82b35052a94e660b71066e4059c831e17aec852adbe5010de"} Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.682664 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-mkvzb" event={"ID":"791e3e0f-a324-46c5-8bc1-fa00b9bc051e","Type":"ContainerStarted","Data":"306ce5011a290f7bc5063e454c678772a62494a794b3b434278ad8daeb5c7df8"} Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.726556 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.728789 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" podStartSLOduration=2.728769104 podStartE2EDuration="2.728769104s" podCreationTimestamp="2025-10-13 20:09:14 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:16.721799146 +0000 UTC m=+2675.327545731" watchObservedRunningTime="2025-10-13 20:09:16.728769104 +0000 UTC m=+2675.334515689" Oct 13 20:09:16 crc kubenswrapper[4809]: W1013 20:09:16.750858 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9bc4fbef_bda3_498d_bc38_11ca1cedf955.slice/crio-c54c2af6738401cc4a549640bbf85835453a7225b37eec593b801c7589014d8b WatchSource:0}: Error finding container c54c2af6738401cc4a549640bbf85835453a7225b37eec593b801c7589014d8b: Status 404 returned error can't find the container with id c54c2af6738401cc4a549640bbf85835453a7225b37eec593b801c7589014d8b Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.775843 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.786661 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-db-sync-mkvzb" podStartSLOduration=2.7866430749999997 podStartE2EDuration="2.786643075s" podCreationTimestamp="2025-10-13 20:09:14 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:16.765366452 +0000 UTC m=+2675.371113037" watchObservedRunningTime="2025-10-13 20:09:16.786643075 +0000 UTC m=+2675.392389660" Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.861856 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:09:16 crc kubenswrapper[4809]: W1013 20:09:16.875061 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod17cc096b_23dc_4913_867e_58d4a71a9411.slice/crio-afb544c4f4ae6156c9be8efed174bbbea7d6fe88d57e5c117ea4b3e18730dafb WatchSource:0}: Error finding container afb544c4f4ae6156c9be8efed174bbbea7d6fe88d57e5c117ea4b3e18730dafb: Status 404 returned error can't find the container with id afb544c4f4ae6156c9be8efed174bbbea7d6fe88d57e5c117ea4b3e18730dafb Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.881104 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:09:16 crc kubenswrapper[4809]: I1013 20:09:16.913180 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:09:17 crc kubenswrapper[4809]: I1013 20:09:17.696469 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9bc4fbef-bda3-498d-bc38-11ca1cedf955","Type":"ContainerStarted","Data":"e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc"} Oct 13 20:09:17 crc kubenswrapper[4809]: I1013 20:09:17.696969 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9bc4fbef-bda3-498d-bc38-11ca1cedf955","Type":"ContainerStarted","Data":"c54c2af6738401cc4a549640bbf85835453a7225b37eec593b801c7589014d8b"} Oct 13 20:09:17 crc kubenswrapper[4809]: I1013 20:09:17.709195 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"17cc096b-23dc-4913-867e-58d4a71a9411","Type":"ContainerStarted","Data":"90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5"} Oct 13 20:09:17 crc kubenswrapper[4809]: I1013 20:09:17.709243 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"17cc096b-23dc-4913-867e-58d4a71a9411","Type":"ContainerStarted","Data":"afb544c4f4ae6156c9be8efed174bbbea7d6fe88d57e5c117ea4b3e18730dafb"} Oct 13 20:09:17 crc kubenswrapper[4809]: I1013 20:09:17.714945 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6f79260b-18d8-46d1-8605-0ed9d74445f4","Type":"ContainerStarted","Data":"c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15"} Oct 13 20:09:17 crc kubenswrapper[4809]: I1013 20:09:17.952284 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq"] Oct 13 20:09:17 crc kubenswrapper[4809]: I1013 20:09:17.953629 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq" Oct 13 20:09:17 crc kubenswrapper[4809]: I1013 20:09:17.957274 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-db-secret" Oct 13 20:09:17 crc kubenswrapper[4809]: I1013 20:09:17.998125 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq"] Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.029775 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tp8rx\" (UniqueName: \"kubernetes.io/projected/131e99c9-5516-479f-b6ce-a23eb55edbe0-kube-api-access-tp8rx\") pod \"cinder-d9dd-account-create-hzzfq\" (UID: \"131e99c9-5516-479f-b6ce-a23eb55edbe0\") " pod="openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.040004 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-915d-account-create-tp75g"] Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.041561 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-915d-account-create-tp75g" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.044628 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-db-secret" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.048375 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-915d-account-create-tp75g"] Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.132179 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tp8rx\" (UniqueName: \"kubernetes.io/projected/131e99c9-5516-479f-b6ce-a23eb55edbe0-kube-api-access-tp8rx\") pod \"cinder-d9dd-account-create-hzzfq\" (UID: \"131e99c9-5516-479f-b6ce-a23eb55edbe0\") " pod="openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.132245 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n8pq2\" (UniqueName: \"kubernetes.io/projected/9d5bea90-b45a-428d-9af5-72d9ea0cd1c2-kube-api-access-n8pq2\") pod \"barbican-915d-account-create-tp75g\" (UID: \"9d5bea90-b45a-428d-9af5-72d9ea0cd1c2\") " pod="openstack-kuttl-tests/barbican-915d-account-create-tp75g" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.156213 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tp8rx\" (UniqueName: \"kubernetes.io/projected/131e99c9-5516-479f-b6ce-a23eb55edbe0-kube-api-access-tp8rx\") pod \"cinder-d9dd-account-create-hzzfq\" (UID: \"131e99c9-5516-479f-b6ce-a23eb55edbe0\") " pod="openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.235959 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n8pq2\" (UniqueName: \"kubernetes.io/projected/9d5bea90-b45a-428d-9af5-72d9ea0cd1c2-kube-api-access-n8pq2\") pod \"barbican-915d-account-create-tp75g\" (UID: \"9d5bea90-b45a-428d-9af5-72d9ea0cd1c2\") " pod="openstack-kuttl-tests/barbican-915d-account-create-tp75g" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.246231 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-5374-account-create-w9nsr"] Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.247662 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5374-account-create-w9nsr" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.252970 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-db-secret" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.257568 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-5374-account-create-w9nsr"] Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.275956 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.282771 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n8pq2\" (UniqueName: \"kubernetes.io/projected/9d5bea90-b45a-428d-9af5-72d9ea0cd1c2-kube-api-access-n8pq2\") pod \"barbican-915d-account-create-tp75g\" (UID: \"9d5bea90-b45a-428d-9af5-72d9ea0cd1c2\") " pod="openstack-kuttl-tests/barbican-915d-account-create-tp75g" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.339912 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h9zvn\" (UniqueName: \"kubernetes.io/projected/c5642e43-3a9d-4a7d-8367-9cffe6c3d70e-kube-api-access-h9zvn\") pod \"neutron-5374-account-create-w9nsr\" (UID: \"c5642e43-3a9d-4a7d-8367-9cffe6c3d70e\") " pod="openstack-kuttl-tests/neutron-5374-account-create-w9nsr" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.391879 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-915d-account-create-tp75g" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.441700 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-h9zvn\" (UniqueName: \"kubernetes.io/projected/c5642e43-3a9d-4a7d-8367-9cffe6c3d70e-kube-api-access-h9zvn\") pod \"neutron-5374-account-create-w9nsr\" (UID: \"c5642e43-3a9d-4a7d-8367-9cffe6c3d70e\") " pod="openstack-kuttl-tests/neutron-5374-account-create-w9nsr" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.472573 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-h9zvn\" (UniqueName: \"kubernetes.io/projected/c5642e43-3a9d-4a7d-8367-9cffe6c3d70e-kube-api-access-h9zvn\") pod \"neutron-5374-account-create-w9nsr\" (UID: \"c5642e43-3a9d-4a7d-8367-9cffe6c3d70e\") " pod="openstack-kuttl-tests/neutron-5374-account-create-w9nsr" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.613103 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5374-account-create-w9nsr" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.746958 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"17cc096b-23dc-4913-867e-58d4a71a9411","Type":"ContainerStarted","Data":"2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e"} Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.747071 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="17cc096b-23dc-4913-867e-58d4a71a9411" containerName="glance-log" containerID="cri-o://90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5" gracePeriod=30 Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.747202 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="17cc096b-23dc-4913-867e-58d4a71a9411" containerName="glance-httpd" containerID="cri-o://2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e" gracePeriod=30 Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.772284 4809 generic.go:334] "Generic (PLEG): container finished" podID="791e3e0f-a324-46c5-8bc1-fa00b9bc051e" containerID="4b3816ed610011d82b35052a94e660b71066e4059c831e17aec852adbe5010de" exitCode=0 Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.772943 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-mkvzb" event={"ID":"791e3e0f-a324-46c5-8bc1-fa00b9bc051e","Type":"ContainerDied","Data":"4b3816ed610011d82b35052a94e660b71066e4059c831e17aec852adbe5010de"} Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.780706 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6f79260b-18d8-46d1-8605-0ed9d74445f4","Type":"ContainerStarted","Data":"66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45"} Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.784363 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq"] Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.785092 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9bc4fbef-bda3-498d-bc38-11ca1cedf955","Type":"ContainerStarted","Data":"9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698"} Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.785356 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="9bc4fbef-bda3-498d-bc38-11ca1cedf955" containerName="glance-log" containerID="cri-o://e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc" gracePeriod=30 Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.785726 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="9bc4fbef-bda3-498d-bc38-11ca1cedf955" containerName="glance-httpd" containerID="cri-o://9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698" gracePeriod=30 Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.792334 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=4.792297117 podStartE2EDuration="4.792297117s" podCreationTimestamp="2025-10-13 20:09:14 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:18.765180358 +0000 UTC m=+2677.370926953" watchObservedRunningTime="2025-10-13 20:09:18.792297117 +0000 UTC m=+2677.398043702" Oct 13 20:09:18 crc kubenswrapper[4809]: W1013 20:09:18.816274 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod131e99c9_5516_479f_b6ce_a23eb55edbe0.slice/crio-f53bdc2cfc302a5ec2da2988465eeb5d55c0663b2d89528873a679c61e1da49e WatchSource:0}: Error finding container f53bdc2cfc302a5ec2da2988465eeb5d55c0663b2d89528873a679c61e1da49e: Status 404 returned error can't find the container with id f53bdc2cfc302a5ec2da2988465eeb5d55c0663b2d89528873a679c61e1da49e Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.848771 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=4.848743588 podStartE2EDuration="4.848743588s" podCreationTimestamp="2025-10-13 20:09:14 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:18.814929789 +0000 UTC m=+2677.420676374" watchObservedRunningTime="2025-10-13 20:09:18.848743588 +0000 UTC m=+2677.454490173" Oct 13 20:09:18 crc kubenswrapper[4809]: I1013 20:09:18.931991 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-915d-account-create-tp75g"] Oct 13 20:09:18 crc kubenswrapper[4809]: W1013 20:09:18.986654 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9d5bea90_b45a_428d_9af5_72d9ea0cd1c2.slice/crio-596a5efd58c38e33071a8cb4d4cfab331421d48fd5a437ed56f608e024d554ca WatchSource:0}: Error finding container 596a5efd58c38e33071a8cb4d4cfab331421d48fd5a437ed56f608e024d554ca: Status 404 returned error can't find the container with id 596a5efd58c38e33071a8cb4d4cfab331421d48fd5a437ed56f608e024d554ca Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.137048 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-5374-account-create-w9nsr"] Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.687133 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.711882 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.804469 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5374-account-create-w9nsr" event={"ID":"c5642e43-3a9d-4a7d-8367-9cffe6c3d70e","Type":"ContainerStarted","Data":"8f574a2d420ad46e861eef6300df8e125036a12b4b6f700da73910c77516c9b7"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.809899 4809 generic.go:334] "Generic (PLEG): container finished" podID="d212b129-33c4-4122-829d-5f50ea69e77f" containerID="bbb24cfaeed7597442a77580eeece0e33d5edeb6ecabf4df3e27fea1af8820e9" exitCode=0 Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.809964 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" event={"ID":"d212b129-33c4-4122-829d-5f50ea69e77f","Type":"ContainerDied","Data":"bbb24cfaeed7597442a77580eeece0e33d5edeb6ecabf4df3e27fea1af8820e9"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.816533 4809 generic.go:334] "Generic (PLEG): container finished" podID="17cc096b-23dc-4913-867e-58d4a71a9411" containerID="2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e" exitCode=0 Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.816569 4809 generic.go:334] "Generic (PLEG): container finished" podID="17cc096b-23dc-4913-867e-58d4a71a9411" containerID="90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5" exitCode=143 Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.816625 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"17cc096b-23dc-4913-867e-58d4a71a9411","Type":"ContainerDied","Data":"2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.816661 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"17cc096b-23dc-4913-867e-58d4a71a9411","Type":"ContainerDied","Data":"90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.816678 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"17cc096b-23dc-4913-867e-58d4a71a9411","Type":"ContainerDied","Data":"afb544c4f4ae6156c9be8efed174bbbea7d6fe88d57e5c117ea4b3e18730dafb"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.816696 4809 scope.go:117] "RemoveContainer" containerID="2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.816846 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.821010 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-5374-account-create-w9nsr" podStartSLOduration=1.820967425 podStartE2EDuration="1.820967425s" podCreationTimestamp="2025-10-13 20:09:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:19.820274885 +0000 UTC m=+2678.426021470" watchObservedRunningTime="2025-10-13 20:09:19.820967425 +0000 UTC m=+2678.426714010" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.828704 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6f79260b-18d8-46d1-8605-0ed9d74445f4","Type":"ContainerStarted","Data":"6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.830874 4809 generic.go:334] "Generic (PLEG): container finished" podID="9d5bea90-b45a-428d-9af5-72d9ea0cd1c2" containerID="96fc3e18d2ab225d9d1ef3c25efdaeaa4a50463bb9a60edd206b5cd0f53f58bd" exitCode=0 Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.830959 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-915d-account-create-tp75g" event={"ID":"9d5bea90-b45a-428d-9af5-72d9ea0cd1c2","Type":"ContainerDied","Data":"96fc3e18d2ab225d9d1ef3c25efdaeaa4a50463bb9a60edd206b5cd0f53f58bd"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.830981 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-915d-account-create-tp75g" event={"ID":"9d5bea90-b45a-428d-9af5-72d9ea0cd1c2","Type":"ContainerStarted","Data":"596a5efd58c38e33071a8cb4d4cfab331421d48fd5a437ed56f608e024d554ca"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.832750 4809 generic.go:334] "Generic (PLEG): container finished" podID="131e99c9-5516-479f-b6ce-a23eb55edbe0" containerID="c063b2426865682fa7e1c55292e36d91295c2bb83e45532dfa39ff0e0964305e" exitCode=0 Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.832838 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq" event={"ID":"131e99c9-5516-479f-b6ce-a23eb55edbe0","Type":"ContainerDied","Data":"c063b2426865682fa7e1c55292e36d91295c2bb83e45532dfa39ff0e0964305e"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.832874 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq" event={"ID":"131e99c9-5516-479f-b6ce-a23eb55edbe0","Type":"ContainerStarted","Data":"f53bdc2cfc302a5ec2da2988465eeb5d55c0663b2d89528873a679c61e1da49e"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.838159 4809 generic.go:334] "Generic (PLEG): container finished" podID="9bc4fbef-bda3-498d-bc38-11ca1cedf955" containerID="9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698" exitCode=0 Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.838331 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9bc4fbef-bda3-498d-bc38-11ca1cedf955","Type":"ContainerDied","Data":"9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.838374 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.838379 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9bc4fbef-bda3-498d-bc38-11ca1cedf955","Type":"ContainerDied","Data":"e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.838346 4809 generic.go:334] "Generic (PLEG): container finished" podID="9bc4fbef-bda3-498d-bc38-11ca1cedf955" containerID="e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc" exitCode=143 Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.838708 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"9bc4fbef-bda3-498d-bc38-11ca1cedf955","Type":"ContainerDied","Data":"c54c2af6738401cc4a549640bbf85835453a7225b37eec593b801c7589014d8b"} Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869141 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-config-data\") pod \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869195 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-combined-ca-bundle\") pod \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869250 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fwdz9\" (UniqueName: \"kubernetes.io/projected/17cc096b-23dc-4913-867e-58d4a71a9411-kube-api-access-fwdz9\") pod \"17cc096b-23dc-4913-867e-58d4a71a9411\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869283 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-httpd-run\") pod \"17cc096b-23dc-4913-867e-58d4a71a9411\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869299 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-public-tls-certs\") pod \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869351 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-scripts\") pod \"17cc096b-23dc-4913-867e-58d4a71a9411\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869373 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-httpd-run\") pod \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869407 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-config-data\") pod \"17cc096b-23dc-4913-867e-58d4a71a9411\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869432 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-combined-ca-bundle\") pod \"17cc096b-23dc-4913-867e-58d4a71a9411\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869452 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dwcgf\" (UniqueName: \"kubernetes.io/projected/9bc4fbef-bda3-498d-bc38-11ca1cedf955-kube-api-access-dwcgf\") pod \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869487 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"17cc096b-23dc-4913-867e-58d4a71a9411\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869504 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869537 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-logs\") pod \"17cc096b-23dc-4913-867e-58d4a71a9411\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-logs\") pod \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869604 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-scripts\") pod \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\" (UID: \"9bc4fbef-bda3-498d-bc38-11ca1cedf955\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.869642 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-internal-tls-certs\") pod \"17cc096b-23dc-4913-867e-58d4a71a9411\" (UID: \"17cc096b-23dc-4913-867e-58d4a71a9411\") " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.874438 4809 scope.go:117] "RemoveContainer" containerID="90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.875295 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "9bc4fbef-bda3-498d-bc38-11ca1cedf955" (UID: "9bc4fbef-bda3-498d-bc38-11ca1cedf955"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.878973 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-logs" (OuterVolumeSpecName: "logs") pod "9bc4fbef-bda3-498d-bc38-11ca1cedf955" (UID: "9bc4fbef-bda3-498d-bc38-11ca1cedf955"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.879252 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-scripts" (OuterVolumeSpecName: "scripts") pod "17cc096b-23dc-4913-867e-58d4a71a9411" (UID: "17cc096b-23dc-4913-867e-58d4a71a9411"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.879267 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-logs" (OuterVolumeSpecName: "logs") pod "17cc096b-23dc-4913-867e-58d4a71a9411" (UID: "17cc096b-23dc-4913-867e-58d4a71a9411"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.879612 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage09-crc" (OuterVolumeSpecName: "glance") pod "9bc4fbef-bda3-498d-bc38-11ca1cedf955" (UID: "9bc4fbef-bda3-498d-bc38-11ca1cedf955"). InnerVolumeSpecName "local-storage09-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.883462 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "17cc096b-23dc-4913-867e-58d4a71a9411" (UID: "17cc096b-23dc-4913-867e-58d4a71a9411"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.884087 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9bc4fbef-bda3-498d-bc38-11ca1cedf955-kube-api-access-dwcgf" (OuterVolumeSpecName: "kube-api-access-dwcgf") pod "9bc4fbef-bda3-498d-bc38-11ca1cedf955" (UID: "9bc4fbef-bda3-498d-bc38-11ca1cedf955"). InnerVolumeSpecName "kube-api-access-dwcgf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.886882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-scripts" (OuterVolumeSpecName: "scripts") pod "9bc4fbef-bda3-498d-bc38-11ca1cedf955" (UID: "9bc4fbef-bda3-498d-bc38-11ca1cedf955"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.886915 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage07-crc" (OuterVolumeSpecName: "glance") pod "17cc096b-23dc-4913-867e-58d4a71a9411" (UID: "17cc096b-23dc-4913-867e-58d4a71a9411"). InnerVolumeSpecName "local-storage07-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.887191 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/17cc096b-23dc-4913-867e-58d4a71a9411-kube-api-access-fwdz9" (OuterVolumeSpecName: "kube-api-access-fwdz9") pod "17cc096b-23dc-4913-867e-58d4a71a9411" (UID: "17cc096b-23dc-4913-867e-58d4a71a9411"). InnerVolumeSpecName "kube-api-access-fwdz9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.906161 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "17cc096b-23dc-4913-867e-58d4a71a9411" (UID: "17cc096b-23dc-4913-867e-58d4a71a9411"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.913554 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9bc4fbef-bda3-498d-bc38-11ca1cedf955" (UID: "9bc4fbef-bda3-498d-bc38-11ca1cedf955"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.933125 4809 scope.go:117] "RemoveContainer" containerID="2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e" Oct 13 20:09:19 crc kubenswrapper[4809]: E1013 20:09:19.933605 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e\": container with ID starting with 2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e not found: ID does not exist" containerID="2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.933673 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e"} err="failed to get container status \"2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e\": rpc error: code = NotFound desc = could not find container \"2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e\": container with ID starting with 2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e not found: ID does not exist" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.933698 4809 scope.go:117] "RemoveContainer" containerID="90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5" Oct 13 20:09:19 crc kubenswrapper[4809]: E1013 20:09:19.933945 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5\": container with ID starting with 90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5 not found: ID does not exist" containerID="90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.933962 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5"} err="failed to get container status \"90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5\": rpc error: code = NotFound desc = could not find container \"90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5\": container with ID starting with 90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5 not found: ID does not exist" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.933975 4809 scope.go:117] "RemoveContainer" containerID="2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.934151 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e"} err="failed to get container status \"2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e\": rpc error: code = NotFound desc = could not find container \"2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e\": container with ID starting with 2fd71d62e65292766cc9fb552c6cc0b4ba2572c55ed3dad516d0422152dc5d1e not found: ID does not exist" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.934196 4809 scope.go:117] "RemoveContainer" containerID="90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.936952 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5"} err="failed to get container status \"90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5\": rpc error: code = NotFound desc = could not find container \"90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5\": container with ID starting with 90f41639240975dca822e5c974e740364ba5fe3befa2b98e45e095f6852282d5 not found: ID does not exist" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.936969 4809 scope.go:117] "RemoveContainer" containerID="9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.951835 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-config-data" (OuterVolumeSpecName: "config-data") pod "17cc096b-23dc-4913-867e-58d4a71a9411" (UID: "17cc096b-23dc-4913-867e-58d4a71a9411"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.967380 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-config-data" (OuterVolumeSpecName: "config-data") pod "9bc4fbef-bda3-498d-bc38-11ca1cedf955" (UID: "9bc4fbef-bda3-498d-bc38-11ca1cedf955"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.967415 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "9bc4fbef-bda3-498d-bc38-11ca1cedf955" (UID: "9bc4fbef-bda3-498d-bc38-11ca1cedf955"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971639 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971661 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971670 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fwdz9\" (UniqueName: \"kubernetes.io/projected/17cc096b-23dc-4913-867e-58d4a71a9411-kube-api-access-fwdz9\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971680 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971690 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971697 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971706 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971713 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971721 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971745 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dwcgf\" (UniqueName: \"kubernetes.io/projected/9bc4fbef-bda3-498d-bc38-11ca1cedf955-kube-api-access-dwcgf\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971763 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971775 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") on node \"crc\" " Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971784 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/17cc096b-23dc-4913-867e-58d4a71a9411-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971797 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9bc4fbef-bda3-498d-bc38-11ca1cedf955-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.971805 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9bc4fbef-bda3-498d-bc38-11ca1cedf955-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.973655 4809 scope.go:117] "RemoveContainer" containerID="e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.988259 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "17cc096b-23dc-4913-867e-58d4a71a9411" (UID: "17cc096b-23dc-4913-867e-58d4a71a9411"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.991288 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage07-crc" (UniqueName: "kubernetes.io/local-volume/local-storage07-crc") on node "crc" Oct 13 20:09:19 crc kubenswrapper[4809]: I1013 20:09:19.998836 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage09-crc" (UniqueName: "kubernetes.io/local-volume/local-storage09-crc") on node "crc" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.000276 4809 scope.go:117] "RemoveContainer" containerID="9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698" Oct 13 20:09:20 crc kubenswrapper[4809]: E1013 20:09:20.004307 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698\": container with ID starting with 9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698 not found: ID does not exist" containerID="9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.004340 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698"} err="failed to get container status \"9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698\": rpc error: code = NotFound desc = could not find container \"9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698\": container with ID starting with 9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698 not found: ID does not exist" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.004391 4809 scope.go:117] "RemoveContainer" containerID="e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc" Oct 13 20:09:20 crc kubenswrapper[4809]: E1013 20:09:20.004766 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc\": container with ID starting with e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc not found: ID does not exist" containerID="e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.004787 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc"} err="failed to get container status \"e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc\": rpc error: code = NotFound desc = could not find container \"e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc\": container with ID starting with e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc not found: ID does not exist" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.004800 4809 scope.go:117] "RemoveContainer" containerID="9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.005076 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698"} err="failed to get container status \"9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698\": rpc error: code = NotFound desc = could not find container \"9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698\": container with ID starting with 9ac20b48c872c6cdf3c7b655a61f6462274c3ea7d159c886add252951ea47698 not found: ID does not exist" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.005091 4809 scope.go:117] "RemoveContainer" containerID="e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.007286 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc"} err="failed to get container status \"e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc\": rpc error: code = NotFound desc = could not find container \"e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc\": container with ID starting with e433af70c2fbf54f6c111b99dbfa974df0e2baf67d126a4f36ee168f597fa4fc not found: ID does not exist" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.073519 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/17cc096b-23dc-4913-867e-58d4a71a9411-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.073555 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.073566 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.111342 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.154756 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.248806 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.249035 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:09:20 crc kubenswrapper[4809]: E1013 20:09:20.249348 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="17cc096b-23dc-4913-867e-58d4a71a9411" containerName="glance-httpd" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.249364 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="17cc096b-23dc-4913-867e-58d4a71a9411" containerName="glance-httpd" Oct 13 20:09:20 crc kubenswrapper[4809]: E1013 20:09:20.249390 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9bc4fbef-bda3-498d-bc38-11ca1cedf955" containerName="glance-log" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.249397 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9bc4fbef-bda3-498d-bc38-11ca1cedf955" containerName="glance-log" Oct 13 20:09:20 crc kubenswrapper[4809]: E1013 20:09:20.249416 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="17cc096b-23dc-4913-867e-58d4a71a9411" containerName="glance-log" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.249422 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="17cc096b-23dc-4913-867e-58d4a71a9411" containerName="glance-log" Oct 13 20:09:20 crc kubenswrapper[4809]: E1013 20:09:20.249448 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="791e3e0f-a324-46c5-8bc1-fa00b9bc051e" containerName="placement-db-sync" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.249455 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="791e3e0f-a324-46c5-8bc1-fa00b9bc051e" containerName="placement-db-sync" Oct 13 20:09:20 crc kubenswrapper[4809]: E1013 20:09:20.249464 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9bc4fbef-bda3-498d-bc38-11ca1cedf955" containerName="glance-httpd" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.249470 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9bc4fbef-bda3-498d-bc38-11ca1cedf955" containerName="glance-httpd" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.249611 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9bc4fbef-bda3-498d-bc38-11ca1cedf955" containerName="glance-log" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.249631 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="17cc096b-23dc-4913-867e-58d4a71a9411" containerName="glance-log" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.249647 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="17cc096b-23dc-4913-867e-58d4a71a9411" containerName="glance-httpd" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.249656 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="791e3e0f-a324-46c5-8bc1-fa00b9bc051e" containerName="placement-db-sync" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.249664 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9bc4fbef-bda3-498d-bc38-11ca1cedf955" containerName="glance-httpd" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.250456 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.250605 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.253946 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-75p5d" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.254206 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.254393 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.254545 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.275245 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cd85h\" (UniqueName: \"kubernetes.io/projected/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-kube-api-access-cd85h\") pod \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.275310 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-scripts\") pod \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.275333 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-config-data\") pod \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.275438 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-logs\") pod \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.275510 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-combined-ca-bundle\") pod \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\" (UID: \"791e3e0f-a324-46c5-8bc1-fa00b9bc051e\") " Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.276755 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-logs" (OuterVolumeSpecName: "logs") pod "791e3e0f-a324-46c5-8bc1-fa00b9bc051e" (UID: "791e3e0f-a324-46c5-8bc1-fa00b9bc051e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.280856 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-scripts" (OuterVolumeSpecName: "scripts") pod "791e3e0f-a324-46c5-8bc1-fa00b9bc051e" (UID: "791e3e0f-a324-46c5-8bc1-fa00b9bc051e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.281334 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-kube-api-access-cd85h" (OuterVolumeSpecName: "kube-api-access-cd85h") pod "791e3e0f-a324-46c5-8bc1-fa00b9bc051e" (UID: "791e3e0f-a324-46c5-8bc1-fa00b9bc051e"). InnerVolumeSpecName "kube-api-access-cd85h". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.303736 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.304981 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "791e3e0f-a324-46c5-8bc1-fa00b9bc051e" (UID: "791e3e0f-a324-46c5-8bc1-fa00b9bc051e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.336628 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.343979 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-config-data" (OuterVolumeSpecName: "config-data") pod "791e3e0f-a324-46c5-8bc1-fa00b9bc051e" (UID: "791e3e0f-a324-46c5-8bc1-fa00b9bc051e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.363235 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.364998 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.369030 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.370693 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.377612 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-config-data\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.377705 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.377761 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.377797 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-logs\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.377847 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-d5kxj\" (UniqueName: \"kubernetes.io/projected/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-kube-api-access-d5kxj\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.377881 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.377927 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.377969 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-scripts\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.378029 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.378051 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.378065 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cd85h\" (UniqueName: \"kubernetes.io/projected/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-kube-api-access-cd85h\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.378077 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.378087 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/791e3e0f-a324-46c5-8bc1-fa00b9bc051e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.386319 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.479864 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.479913 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.479948 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-logs\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.479976 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480006 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-config-data\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-d5kxj\" (UniqueName: \"kubernetes.io/projected/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-kube-api-access-d5kxj\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480065 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480102 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480135 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480152 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-logs\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480176 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-scripts\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480206 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480227 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-scripts\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480264 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-config-data\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480311 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480336 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zlt9h\" (UniqueName: \"kubernetes.io/projected/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-kube-api-access-zlt9h\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.480625 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") device mount path \"/mnt/openstack/pv07\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.481229 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.481523 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-logs\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.487582 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.490394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-config-data\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.494851 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.495663 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-scripts\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.501869 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-d5kxj\" (UniqueName: \"kubernetes.io/projected/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-kube-api-access-d5kxj\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.518756 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.579990 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.581642 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-scripts\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.581690 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.581782 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.581811 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zlt9h\" (UniqueName: \"kubernetes.io/projected/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-kube-api-access-zlt9h\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.581863 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.581894 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-config-data\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.581940 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.581970 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-logs\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.582029 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") device mount path \"/mnt/openstack/pv09\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.582403 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-logs\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.582909 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.586817 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.589449 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-scripts\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.593536 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.594101 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-config-data\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.608011 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zlt9h\" (UniqueName: \"kubernetes.io/projected/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-kube-api-access-zlt9h\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.624709 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.702441 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.862333 4809 generic.go:334] "Generic (PLEG): container finished" podID="c5642e43-3a9d-4a7d-8367-9cffe6c3d70e" containerID="069ef64d387c7956a877f875aec5c2ee8014be8f036bf6ff8a20db827538edba" exitCode=0 Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.862431 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5374-account-create-w9nsr" event={"ID":"c5642e43-3a9d-4a7d-8367-9cffe6c3d70e","Type":"ContainerDied","Data":"069ef64d387c7956a877f875aec5c2ee8014be8f036bf6ff8a20db827538edba"} Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.872521 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-mkvzb" event={"ID":"791e3e0f-a324-46c5-8bc1-fa00b9bc051e","Type":"ContainerDied","Data":"306ce5011a290f7bc5063e454c678772a62494a794b3b434278ad8daeb5c7df8"} Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.872568 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="306ce5011a290f7bc5063e454c678772a62494a794b3b434278ad8daeb5c7df8" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.872638 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-mkvzb" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.897482 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="ceilometer-central-agent" containerID="cri-o://c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15" gracePeriod=30 Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.898196 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6f79260b-18d8-46d1-8605-0ed9d74445f4","Type":"ContainerStarted","Data":"31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621"} Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.898575 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.898647 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="sg-core" containerID="cri-o://6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42" gracePeriod=30 Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.898746 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="proxy-httpd" containerID="cri-o://31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621" gracePeriod=30 Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.898804 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="ceilometer-notification-agent" containerID="cri-o://66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45" gracePeriod=30 Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.944396 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.957606 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-5ffd6cd55b-bl58m"] Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.966168 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.311095726 podStartE2EDuration="6.966132858s" podCreationTimestamp="2025-10-13 20:09:14 +0000 UTC" firstStartedPulling="2025-10-13 20:09:15.819675357 +0000 UTC m=+2674.425421942" lastFinishedPulling="2025-10-13 20:09:20.474712489 +0000 UTC m=+2679.080459074" observedRunningTime="2025-10-13 20:09:20.92598729 +0000 UTC m=+2679.531733875" watchObservedRunningTime="2025-10-13 20:09:20.966132858 +0000 UTC m=+2679.571879463" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.971344 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.976389 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.976637 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-internal-svc" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.976684 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.976961 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-public-svc" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.979463 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-7dqqs" Oct 13 20:09:20 crc kubenswrapper[4809]: I1013 20:09:20.987072 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-5ffd6cd55b-bl58m"] Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.104750 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-scripts\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.104831 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-public-tls-certs\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.104857 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-config-data\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.104967 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-logs\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.105038 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-internal-tls-certs\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.105114 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-combined-ca-bundle\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.105243 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-67qbf\" (UniqueName: \"kubernetes.io/projected/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-kube-api-access-67qbf\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.112757 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:09:21 crc kubenswrapper[4809]: E1013 20:09:21.125034 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod791e3e0f_a324_46c5_8bc1_fa00b9bc051e.slice\": RecentStats: unable to find data in memory cache]" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.209407 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-config-data\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.210020 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-logs\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.210066 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-internal-tls-certs\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.210137 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-combined-ca-bundle\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.210245 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-67qbf\" (UniqueName: \"kubernetes.io/projected/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-kube-api-access-67qbf\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.210294 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-scripts\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.210364 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-public-tls-certs\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.212622 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-logs\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.219256 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-config-data\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.227351 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-scripts\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.229459 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-combined-ca-bundle\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.231293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-public-tls-certs\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.239515 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-internal-tls-certs\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.261599 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-67qbf\" (UniqueName: \"kubernetes.io/projected/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-kube-api-access-67qbf\") pod \"placement-5ffd6cd55b-bl58m\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.316366 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.447526 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-915d-account-create-tp75g" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.493081 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.497084 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.619354 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tp8rx\" (UniqueName: \"kubernetes.io/projected/131e99c9-5516-479f-b6ce-a23eb55edbe0-kube-api-access-tp8rx\") pod \"131e99c9-5516-479f-b6ce-a23eb55edbe0\" (UID: \"131e99c9-5516-479f-b6ce-a23eb55edbe0\") " Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.619418 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-config-data\") pod \"d212b129-33c4-4122-829d-5f50ea69e77f\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.619512 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-credential-keys\") pod \"d212b129-33c4-4122-829d-5f50ea69e77f\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.619557 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tc69g\" (UniqueName: \"kubernetes.io/projected/d212b129-33c4-4122-829d-5f50ea69e77f-kube-api-access-tc69g\") pod \"d212b129-33c4-4122-829d-5f50ea69e77f\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.619610 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-fernet-keys\") pod \"d212b129-33c4-4122-829d-5f50ea69e77f\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.619656 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-scripts\") pod \"d212b129-33c4-4122-829d-5f50ea69e77f\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.619776 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-combined-ca-bundle\") pod \"d212b129-33c4-4122-829d-5f50ea69e77f\" (UID: \"d212b129-33c4-4122-829d-5f50ea69e77f\") " Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.619801 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n8pq2\" (UniqueName: \"kubernetes.io/projected/9d5bea90-b45a-428d-9af5-72d9ea0cd1c2-kube-api-access-n8pq2\") pod \"9d5bea90-b45a-428d-9af5-72d9ea0cd1c2\" (UID: \"9d5bea90-b45a-428d-9af5-72d9ea0cd1c2\") " Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.627322 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d212b129-33c4-4122-829d-5f50ea69e77f-kube-api-access-tc69g" (OuterVolumeSpecName: "kube-api-access-tc69g") pod "d212b129-33c4-4122-829d-5f50ea69e77f" (UID: "d212b129-33c4-4122-829d-5f50ea69e77f"). InnerVolumeSpecName "kube-api-access-tc69g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.627377 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/131e99c9-5516-479f-b6ce-a23eb55edbe0-kube-api-access-tp8rx" (OuterVolumeSpecName: "kube-api-access-tp8rx") pod "131e99c9-5516-479f-b6ce-a23eb55edbe0" (UID: "131e99c9-5516-479f-b6ce-a23eb55edbe0"). InnerVolumeSpecName "kube-api-access-tp8rx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.629333 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "d212b129-33c4-4122-829d-5f50ea69e77f" (UID: "d212b129-33c4-4122-829d-5f50ea69e77f"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.632499 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "d212b129-33c4-4122-829d-5f50ea69e77f" (UID: "d212b129-33c4-4122-829d-5f50ea69e77f"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.636097 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-scripts" (OuterVolumeSpecName: "scripts") pod "d212b129-33c4-4122-829d-5f50ea69e77f" (UID: "d212b129-33c4-4122-829d-5f50ea69e77f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.636270 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9d5bea90-b45a-428d-9af5-72d9ea0cd1c2-kube-api-access-n8pq2" (OuterVolumeSpecName: "kube-api-access-n8pq2") pod "9d5bea90-b45a-428d-9af5-72d9ea0cd1c2" (UID: "9d5bea90-b45a-428d-9af5-72d9ea0cd1c2"). InnerVolumeSpecName "kube-api-access-n8pq2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.656652 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-config-data" (OuterVolumeSpecName: "config-data") pod "d212b129-33c4-4122-829d-5f50ea69e77f" (UID: "d212b129-33c4-4122-829d-5f50ea69e77f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.664771 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d212b129-33c4-4122-829d-5f50ea69e77f" (UID: "d212b129-33c4-4122-829d-5f50ea69e77f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.721708 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tp8rx\" (UniqueName: \"kubernetes.io/projected/131e99c9-5516-479f-b6ce-a23eb55edbe0-kube-api-access-tp8rx\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.721755 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.722101 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.722153 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tc69g\" (UniqueName: \"kubernetes.io/projected/d212b129-33c4-4122-829d-5f50ea69e77f-kube-api-access-tc69g\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.722162 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.722177 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.722187 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d212b129-33c4-4122-829d-5f50ea69e77f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.722196 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n8pq2\" (UniqueName: \"kubernetes.io/projected/9d5bea90-b45a-428d-9af5-72d9ea0cd1c2-kube-api-access-n8pq2\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.917574 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" event={"ID":"d212b129-33c4-4122-829d-5f50ea69e77f","Type":"ContainerDied","Data":"41d940ebcd6f6c3c0e39312a09121507b45719dd9ceaa8c748b159b8823e583d"} Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.917616 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="41d940ebcd6f6c3c0e39312a09121507b45719dd9ceaa8c748b159b8823e583d" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.917595 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-zxvqb" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.919908 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-5ffd6cd55b-bl58m"] Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.920446 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8","Type":"ContainerStarted","Data":"49fabdaa2e284c38008e0f68cc71f5b0b46748793fd6fe5acca67e5e68174707"} Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.920498 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8","Type":"ContainerStarted","Data":"bb316d7ca3485928afc606e14598d4e400c766963391135fd77ac82de27e2082"} Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.934948 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5","Type":"ContainerStarted","Data":"fa8ff413d990e3e7668c00cb1a955119af104aac4603efea2dcdfc42ce697741"} Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.934997 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5","Type":"ContainerStarted","Data":"5a19d157fa06a5e0acf281b3060980a374f10340bbc3ac4f1425c878ebae7ca8"} Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.939058 4809 generic.go:334] "Generic (PLEG): container finished" podID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerID="6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42" exitCode=2 Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.939088 4809 generic.go:334] "Generic (PLEG): container finished" podID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerID="66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45" exitCode=0 Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.939095 4809 generic.go:334] "Generic (PLEG): container finished" podID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerID="c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15" exitCode=0 Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.939129 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6f79260b-18d8-46d1-8605-0ed9d74445f4","Type":"ContainerDied","Data":"6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42"} Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.939149 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6f79260b-18d8-46d1-8605-0ed9d74445f4","Type":"ContainerDied","Data":"66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45"} Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.939158 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6f79260b-18d8-46d1-8605-0ed9d74445f4","Type":"ContainerDied","Data":"c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15"} Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.942918 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-915d-account-create-tp75g" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.943536 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-915d-account-create-tp75g" event={"ID":"9d5bea90-b45a-428d-9af5-72d9ea0cd1c2","Type":"ContainerDied","Data":"596a5efd58c38e33071a8cb4d4cfab331421d48fd5a437ed56f608e024d554ca"} Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.943584 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="596a5efd58c38e33071a8cb4d4cfab331421d48fd5a437ed56f608e024d554ca" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.943602 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-zxvqb"] Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.954125 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq" event={"ID":"131e99c9-5516-479f-b6ce-a23eb55edbe0","Type":"ContainerDied","Data":"f53bdc2cfc302a5ec2da2988465eeb5d55c0663b2d89528873a679c61e1da49e"} Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.954171 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f53bdc2cfc302a5ec2da2988465eeb5d55c0663b2d89528873a679c61e1da49e" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.954219 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq" Oct 13 20:09:21 crc kubenswrapper[4809]: I1013 20:09:21.960408 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-zxvqb"] Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.029061 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-85qns"] Oct 13 20:09:22 crc kubenswrapper[4809]: E1013 20:09:22.029493 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9d5bea90-b45a-428d-9af5-72d9ea0cd1c2" containerName="mariadb-account-create" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.029515 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9d5bea90-b45a-428d-9af5-72d9ea0cd1c2" containerName="mariadb-account-create" Oct 13 20:09:22 crc kubenswrapper[4809]: E1013 20:09:22.029550 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d212b129-33c4-4122-829d-5f50ea69e77f" containerName="keystone-bootstrap" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.029560 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d212b129-33c4-4122-829d-5f50ea69e77f" containerName="keystone-bootstrap" Oct 13 20:09:22 crc kubenswrapper[4809]: E1013 20:09:22.029576 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="131e99c9-5516-479f-b6ce-a23eb55edbe0" containerName="mariadb-account-create" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.029584 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="131e99c9-5516-479f-b6ce-a23eb55edbe0" containerName="mariadb-account-create" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.029795 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9d5bea90-b45a-428d-9af5-72d9ea0cd1c2" containerName="mariadb-account-create" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.029819 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="131e99c9-5516-479f-b6ce-a23eb55edbe0" containerName="mariadb-account-create" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.029840 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d212b129-33c4-4122-829d-5f50ea69e77f" containerName="keystone-bootstrap" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.030452 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.033557 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.035312 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.035369 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.036289 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-9wxhs" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.037013 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-85qns"] Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.130167 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-fernet-keys\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.130214 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vf5wp\" (UniqueName: \"kubernetes.io/projected/6d3623f9-1edf-4291-b383-1435404c6d17-kube-api-access-vf5wp\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.130297 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-credential-keys\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.130616 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-combined-ca-bundle\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.130935 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-config-data\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.131019 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-scripts\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.193866 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="17cc096b-23dc-4913-867e-58d4a71a9411" path="/var/lib/kubelet/pods/17cc096b-23dc-4913-867e-58d4a71a9411/volumes" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.197624 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9bc4fbef-bda3-498d-bc38-11ca1cedf955" path="/var/lib/kubelet/pods/9bc4fbef-bda3-498d-bc38-11ca1cedf955/volumes" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.198898 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d212b129-33c4-4122-829d-5f50ea69e77f" path="/var/lib/kubelet/pods/d212b129-33c4-4122-829d-5f50ea69e77f/volumes" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.232425 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-config-data\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.232483 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-scripts\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.232532 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-fernet-keys\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.232562 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vf5wp\" (UniqueName: \"kubernetes.io/projected/6d3623f9-1edf-4291-b383-1435404c6d17-kube-api-access-vf5wp\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.232586 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-credential-keys\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.232613 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-combined-ca-bundle\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.239668 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-credential-keys\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.240674 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-fernet-keys\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.241028 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-combined-ca-bundle\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.251236 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-config-data\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.252071 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-scripts\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.252351 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vf5wp\" (UniqueName: \"kubernetes.io/projected/6d3623f9-1edf-4291-b383-1435404c6d17-kube-api-access-vf5wp\") pod \"keystone-bootstrap-85qns\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.350220 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.478585 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5374-account-create-w9nsr" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.637436 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-h9zvn\" (UniqueName: \"kubernetes.io/projected/c5642e43-3a9d-4a7d-8367-9cffe6c3d70e-kube-api-access-h9zvn\") pod \"c5642e43-3a9d-4a7d-8367-9cffe6c3d70e\" (UID: \"c5642e43-3a9d-4a7d-8367-9cffe6c3d70e\") " Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.642318 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c5642e43-3a9d-4a7d-8367-9cffe6c3d70e-kube-api-access-h9zvn" (OuterVolumeSpecName: "kube-api-access-h9zvn") pod "c5642e43-3a9d-4a7d-8367-9cffe6c3d70e" (UID: "c5642e43-3a9d-4a7d-8367-9cffe6c3d70e"). InnerVolumeSpecName "kube-api-access-h9zvn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.739570 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-h9zvn\" (UniqueName: \"kubernetes.io/projected/c5642e43-3a9d-4a7d-8367-9cffe6c3d70e-kube-api-access-h9zvn\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.856309 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-85qns"] Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.968415 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" event={"ID":"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8","Type":"ContainerStarted","Data":"01c4e31fc9b0b6125bd16666727199d981bbd826ac852bfacc57a2257b4ce088"} Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.969705 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" event={"ID":"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8","Type":"ContainerStarted","Data":"e6fb783fa401af48754c9728cbabc620257071026ae146cda92af67d12d643ac"} Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.969825 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.969896 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" event={"ID":"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8","Type":"ContainerStarted","Data":"5bf7c433b14021595e35075c8b2cf5c4de7e95b06290add44cee1192d220a454"} Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.969982 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.973642 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5374-account-create-w9nsr" event={"ID":"c5642e43-3a9d-4a7d-8367-9cffe6c3d70e","Type":"ContainerDied","Data":"8f574a2d420ad46e861eef6300df8e125036a12b4b6f700da73910c77516c9b7"} Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.973797 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8f574a2d420ad46e861eef6300df8e125036a12b4b6f700da73910c77516c9b7" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.973701 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5374-account-create-w9nsr" Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.976222 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8","Type":"ContainerStarted","Data":"7e285c63d4e7250c1b27a4dab8bdc796f2cc9d1ccb7d1ef0bb4a440998cacdaa"} Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.979165 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5","Type":"ContainerStarted","Data":"fa940518495183e18be27f436c12bc2f4bc2c5390be61d26ff7886d84b4ac3ad"} Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.981109 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-85qns" event={"ID":"6d3623f9-1edf-4291-b383-1435404c6d17","Type":"ContainerStarted","Data":"79bebb3ffe4dd7e7ca626afa518470ffd2756847ad8f3db0d05a2f179fedb5bb"} Oct 13 20:09:22 crc kubenswrapper[4809]: I1013 20:09:22.997102 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" podStartSLOduration=2.997082216 podStartE2EDuration="2.997082216s" podCreationTimestamp="2025-10-13 20:09:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:22.987517295 +0000 UTC m=+2681.593263900" watchObservedRunningTime="2025-10-13 20:09:22.997082216 +0000 UTC m=+2681.602828801" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.015302 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.015282423 podStartE2EDuration="3.015282423s" podCreationTimestamp="2025-10-13 20:09:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:23.008079348 +0000 UTC m=+2681.613825933" watchObservedRunningTime="2025-10-13 20:09:23.015282423 +0000 UTC m=+2681.621029008" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.029446 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=3.029426294 podStartE2EDuration="3.029426294s" podCreationTimestamp="2025-10-13 20:09:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:23.027002295 +0000 UTC m=+2681.632748880" watchObservedRunningTime="2025-10-13 20:09:23.029426294 +0000 UTC m=+2681.635172879" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.282010 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-zzj87"] Oct 13 20:09:23 crc kubenswrapper[4809]: E1013 20:09:23.282395 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c5642e43-3a9d-4a7d-8367-9cffe6c3d70e" containerName="mariadb-account-create" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.282411 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c5642e43-3a9d-4a7d-8367-9cffe6c3d70e" containerName="mariadb-account-create" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.282633 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c5642e43-3a9d-4a7d-8367-9cffe6c3d70e" containerName="mariadb-account-create" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.283346 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.287874 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.288188 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.289065 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-bq9qv" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.298097 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-zzj87"] Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.349809 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-db-sync-config-data\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.350364 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-jk59w"] Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.349860 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7jvzm\" (UniqueName: \"kubernetes.io/projected/c8fbf235-5d3e-4931-afd6-bea91364f6ed-kube-api-access-7jvzm\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.351839 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-config-data\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.351872 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-combined-ca-bundle\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.351952 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-scripts\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.352010 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/c8fbf235-5d3e-4931-afd6-bea91364f6ed-etc-machine-id\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.353247 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.362340 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-8r2zn" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.365058 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.366872 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-jk59w"] Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.453706 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/c8fbf235-5d3e-4931-afd6-bea91364f6ed-etc-machine-id\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.453776 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z9hcq\" (UniqueName: \"kubernetes.io/projected/ac10c505-3031-45bb-b73c-2f5118c44747-kube-api-access-z9hcq\") pod \"barbican-db-sync-jk59w\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.453817 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-combined-ca-bundle\") pod \"barbican-db-sync-jk59w\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.453841 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-db-sync-config-data\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.453862 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7jvzm\" (UniqueName: \"kubernetes.io/projected/c8fbf235-5d3e-4931-afd6-bea91364f6ed-kube-api-access-7jvzm\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.453891 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-db-sync-config-data\") pod \"barbican-db-sync-jk59w\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.453930 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-config-data\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.453966 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-combined-ca-bundle\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.454012 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-scripts\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.454390 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/c8fbf235-5d3e-4931-afd6-bea91364f6ed-etc-machine-id\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.458680 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-scripts\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.459327 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-combined-ca-bundle\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.460504 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-db-sync-config-data\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.460961 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-config-data\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.474637 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7jvzm\" (UniqueName: \"kubernetes.io/projected/c8fbf235-5d3e-4931-afd6-bea91364f6ed-kube-api-access-7jvzm\") pod \"cinder-db-sync-zzj87\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.555594 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-combined-ca-bundle\") pod \"barbican-db-sync-jk59w\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.555671 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-db-sync-config-data\") pod \"barbican-db-sync-jk59w\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.555792 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z9hcq\" (UniqueName: \"kubernetes.io/projected/ac10c505-3031-45bb-b73c-2f5118c44747-kube-api-access-z9hcq\") pod \"barbican-db-sync-jk59w\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.562854 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-db-sync-config-data\") pod \"barbican-db-sync-jk59w\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.571229 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-combined-ca-bundle\") pod \"barbican-db-sync-jk59w\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.580703 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-c7mqs"] Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.582097 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.585042 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z9hcq\" (UniqueName: \"kubernetes.io/projected/ac10c505-3031-45bb-b73c-2f5118c44747-kube-api-access-z9hcq\") pod \"barbican-db-sync-jk59w\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.585063 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.585161 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-mwmhp" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.586648 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.590851 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-c7mqs"] Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.610246 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.657512 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-k77f7\" (UniqueName: \"kubernetes.io/projected/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-kube-api-access-k77f7\") pod \"neutron-db-sync-c7mqs\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.657833 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-combined-ca-bundle\") pod \"neutron-db-sync-c7mqs\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.657962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-config\") pod \"neutron-db-sync-c7mqs\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.679350 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.761203 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-combined-ca-bundle\") pod \"neutron-db-sync-c7mqs\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.761301 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-config\") pod \"neutron-db-sync-c7mqs\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.761490 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-k77f7\" (UniqueName: \"kubernetes.io/projected/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-kube-api-access-k77f7\") pod \"neutron-db-sync-c7mqs\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.768342 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-combined-ca-bundle\") pod \"neutron-db-sync-c7mqs\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.769898 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-config\") pod \"neutron-db-sync-c7mqs\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.779686 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-k77f7\" (UniqueName: \"kubernetes.io/projected/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-kube-api-access-k77f7\") pod \"neutron-db-sync-c7mqs\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.990519 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:23 crc kubenswrapper[4809]: I1013 20:09:23.991465 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-85qns" event={"ID":"6d3623f9-1edf-4291-b383-1435404c6d17","Type":"ContainerStarted","Data":"db7d39187a358e09a24c7089da272ffbd20c31e5dbcab2c447f87908227cfb82"} Oct 13 20:09:24 crc kubenswrapper[4809]: I1013 20:09:24.022181 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-85qns" podStartSLOduration=2.022115462 podStartE2EDuration="2.022115462s" podCreationTimestamp="2025-10-13 20:09:22 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:24.011313046 +0000 UTC m=+2682.617059631" watchObservedRunningTime="2025-10-13 20:09:24.022115462 +0000 UTC m=+2682.627862047" Oct 13 20:09:24 crc kubenswrapper[4809]: I1013 20:09:24.109491 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-zzj87"] Oct 13 20:09:24 crc kubenswrapper[4809]: W1013 20:09:24.119394 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc8fbf235_5d3e_4931_afd6_bea91364f6ed.slice/crio-092722f1d7fd643717de32ef27046bfdb423b056ae11edef584ce47192a89fd2 WatchSource:0}: Error finding container 092722f1d7fd643717de32ef27046bfdb423b056ae11edef584ce47192a89fd2: Status 404 returned error can't find the container with id 092722f1d7fd643717de32ef27046bfdb423b056ae11edef584ce47192a89fd2 Oct 13 20:09:24 crc kubenswrapper[4809]: I1013 20:09:24.125524 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-jk59w"] Oct 13 20:09:24 crc kubenswrapper[4809]: W1013 20:09:24.133720 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podac10c505_3031_45bb_b73c_2f5118c44747.slice/crio-05fbbc3d263adcbab36fee1133a120490e54a0c3e349a56c58b32f3c73ee762e WatchSource:0}: Error finding container 05fbbc3d263adcbab36fee1133a120490e54a0c3e349a56c58b32f3c73ee762e: Status 404 returned error can't find the container with id 05fbbc3d263adcbab36fee1133a120490e54a0c3e349a56c58b32f3c73ee762e Oct 13 20:09:24 crc kubenswrapper[4809]: I1013 20:09:24.515016 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-c7mqs"] Oct 13 20:09:25 crc kubenswrapper[4809]: I1013 20:09:25.006130 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" event={"ID":"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4","Type":"ContainerStarted","Data":"7c8bf87c951294171c7da4e1d67c186c47c93778624f911a6a5b66b3ae8fd96b"} Oct 13 20:09:25 crc kubenswrapper[4809]: I1013 20:09:25.006512 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" event={"ID":"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4","Type":"ContainerStarted","Data":"8a23ba5e39cfdf8aaa398c67c6455b408e07c4342a8f1e1481a4a4afebd00950"} Oct 13 20:09:25 crc kubenswrapper[4809]: I1013 20:09:25.009754 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-jk59w" event={"ID":"ac10c505-3031-45bb-b73c-2f5118c44747","Type":"ContainerStarted","Data":"11d99e94147fc0be8d6f58aacb3e0fc1eecc24eacb88b3429ee2373e4de82ef4"} Oct 13 20:09:25 crc kubenswrapper[4809]: I1013 20:09:25.009811 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-jk59w" event={"ID":"ac10c505-3031-45bb-b73c-2f5118c44747","Type":"ContainerStarted","Data":"05fbbc3d263adcbab36fee1133a120490e54a0c3e349a56c58b32f3c73ee762e"} Oct 13 20:09:25 crc kubenswrapper[4809]: I1013 20:09:25.013218 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-zzj87" event={"ID":"c8fbf235-5d3e-4931-afd6-bea91364f6ed","Type":"ContainerStarted","Data":"2c6889828b3e639c07698ad9aa9d134d28be6a23797ed563b5526fb291619288"} Oct 13 20:09:25 crc kubenswrapper[4809]: I1013 20:09:25.013321 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-zzj87" event={"ID":"c8fbf235-5d3e-4931-afd6-bea91364f6ed","Type":"ContainerStarted","Data":"092722f1d7fd643717de32ef27046bfdb423b056ae11edef584ce47192a89fd2"} Oct 13 20:09:25 crc kubenswrapper[4809]: I1013 20:09:25.025457 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" podStartSLOduration=2.025437782 podStartE2EDuration="2.025437782s" podCreationTimestamp="2025-10-13 20:09:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:25.021664685 +0000 UTC m=+2683.627411280" watchObservedRunningTime="2025-10-13 20:09:25.025437782 +0000 UTC m=+2683.631184367" Oct 13 20:09:25 crc kubenswrapper[4809]: I1013 20:09:25.041427 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-db-sync-jk59w" podStartSLOduration=2.041392665 podStartE2EDuration="2.041392665s" podCreationTimestamp="2025-10-13 20:09:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:25.036040493 +0000 UTC m=+2683.641787078" watchObservedRunningTime="2025-10-13 20:09:25.041392665 +0000 UTC m=+2683.647139280" Oct 13 20:09:25 crc kubenswrapper[4809]: I1013 20:09:25.061814 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-db-sync-zzj87" podStartSLOduration=2.061789743 podStartE2EDuration="2.061789743s" podCreationTimestamp="2025-10-13 20:09:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:25.048333151 +0000 UTC m=+2683.654079736" watchObservedRunningTime="2025-10-13 20:09:25.061789743 +0000 UTC m=+2683.667536328" Oct 13 20:09:26 crc kubenswrapper[4809]: I1013 20:09:26.028235 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d3623f9-1edf-4291-b383-1435404c6d17" containerID="db7d39187a358e09a24c7089da272ffbd20c31e5dbcab2c447f87908227cfb82" exitCode=0 Oct 13 20:09:26 crc kubenswrapper[4809]: I1013 20:09:26.028318 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-85qns" event={"ID":"6d3623f9-1edf-4291-b383-1435404c6d17","Type":"ContainerDied","Data":"db7d39187a358e09a24c7089da272ffbd20c31e5dbcab2c447f87908227cfb82"} Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.044309 4809 generic.go:334] "Generic (PLEG): container finished" podID="ac10c505-3031-45bb-b73c-2f5118c44747" containerID="11d99e94147fc0be8d6f58aacb3e0fc1eecc24eacb88b3429ee2373e4de82ef4" exitCode=0 Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.044369 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-jk59w" event={"ID":"ac10c505-3031-45bb-b73c-2f5118c44747","Type":"ContainerDied","Data":"11d99e94147fc0be8d6f58aacb3e0fc1eecc24eacb88b3429ee2373e4de82ef4"} Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.516840 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.648925 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-fernet-keys\") pod \"6d3623f9-1edf-4291-b383-1435404c6d17\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.649020 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vf5wp\" (UniqueName: \"kubernetes.io/projected/6d3623f9-1edf-4291-b383-1435404c6d17-kube-api-access-vf5wp\") pod \"6d3623f9-1edf-4291-b383-1435404c6d17\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.649212 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-scripts\") pod \"6d3623f9-1edf-4291-b383-1435404c6d17\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.649296 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-credential-keys\") pod \"6d3623f9-1edf-4291-b383-1435404c6d17\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.649399 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-combined-ca-bundle\") pod \"6d3623f9-1edf-4291-b383-1435404c6d17\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.649456 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-config-data\") pod \"6d3623f9-1edf-4291-b383-1435404c6d17\" (UID: \"6d3623f9-1edf-4291-b383-1435404c6d17\") " Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.655524 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "6d3623f9-1edf-4291-b383-1435404c6d17" (UID: "6d3623f9-1edf-4291-b383-1435404c6d17"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.655801 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "6d3623f9-1edf-4291-b383-1435404c6d17" (UID: "6d3623f9-1edf-4291-b383-1435404c6d17"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.655958 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-scripts" (OuterVolumeSpecName: "scripts") pod "6d3623f9-1edf-4291-b383-1435404c6d17" (UID: "6d3623f9-1edf-4291-b383-1435404c6d17"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.659005 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6d3623f9-1edf-4291-b383-1435404c6d17-kube-api-access-vf5wp" (OuterVolumeSpecName: "kube-api-access-vf5wp") pod "6d3623f9-1edf-4291-b383-1435404c6d17" (UID: "6d3623f9-1edf-4291-b383-1435404c6d17"). InnerVolumeSpecName "kube-api-access-vf5wp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.692611 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-config-data" (OuterVolumeSpecName: "config-data") pod "6d3623f9-1edf-4291-b383-1435404c6d17" (UID: "6d3623f9-1edf-4291-b383-1435404c6d17"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.695021 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6d3623f9-1edf-4291-b383-1435404c6d17" (UID: "6d3623f9-1edf-4291-b383-1435404c6d17"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.752343 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.752385 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.752400 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.752414 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.752426 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/6d3623f9-1edf-4291-b383-1435404c6d17-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:27 crc kubenswrapper[4809]: I1013 20:09:27.752439 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vf5wp\" (UniqueName: \"kubernetes.io/projected/6d3623f9-1edf-4291-b383-1435404c6d17-kube-api-access-vf5wp\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.058342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-85qns" event={"ID":"6d3623f9-1edf-4291-b383-1435404c6d17","Type":"ContainerDied","Data":"79bebb3ffe4dd7e7ca626afa518470ffd2756847ad8f3db0d05a2f179fedb5bb"} Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.058398 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="79bebb3ffe4dd7e7ca626afa518470ffd2756847ad8f3db0d05a2f179fedb5bb" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.058394 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-85qns" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.273335 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-749cb68575-5m6jq"] Oct 13 20:09:28 crc kubenswrapper[4809]: E1013 20:09:28.273740 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d3623f9-1edf-4291-b383-1435404c6d17" containerName="keystone-bootstrap" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.273753 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d3623f9-1edf-4291-b383-1435404c6d17" containerName="keystone-bootstrap" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.273932 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d3623f9-1edf-4291-b383-1435404c6d17" containerName="keystone-bootstrap" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.274499 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.285235 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.285263 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-public-svc" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.285304 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-9wxhs" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.285395 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.285578 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.286030 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-internal-svc" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.324340 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-749cb68575-5m6jq"] Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.361805 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-combined-ca-bundle\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.361883 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-internal-tls-certs\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.361928 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-credential-keys\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.362006 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-config-data\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.362057 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-public-tls-certs\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.362084 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-scripts\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.362102 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-fernet-keys\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.362164 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6msp7\" (UniqueName: \"kubernetes.io/projected/85a40228-1c1e-456c-b7bb-d0444cb285a0-kube-api-access-6msp7\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.462819 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.463831 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-config-data\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.464545 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-public-tls-certs\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.464574 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-scripts\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.464592 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-fernet-keys\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.464921 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6msp7\" (UniqueName: \"kubernetes.io/projected/85a40228-1c1e-456c-b7bb-d0444cb285a0-kube-api-access-6msp7\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.464978 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-combined-ca-bundle\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.465014 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-internal-tls-certs\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.465038 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-credential-keys\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.468744 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-config-data\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.468948 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-scripts\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.469303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-credential-keys\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.476524 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-public-tls-certs\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.477206 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-combined-ca-bundle\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.480497 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-fernet-keys\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.490308 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6msp7\" (UniqueName: \"kubernetes.io/projected/85a40228-1c1e-456c-b7bb-d0444cb285a0-kube-api-access-6msp7\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.491999 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-internal-tls-certs\") pod \"keystone-749cb68575-5m6jq\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.566709 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z9hcq\" (UniqueName: \"kubernetes.io/projected/ac10c505-3031-45bb-b73c-2f5118c44747-kube-api-access-z9hcq\") pod \"ac10c505-3031-45bb-b73c-2f5118c44747\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.567680 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-combined-ca-bundle\") pod \"ac10c505-3031-45bb-b73c-2f5118c44747\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.567956 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-db-sync-config-data\") pod \"ac10c505-3031-45bb-b73c-2f5118c44747\" (UID: \"ac10c505-3031-45bb-b73c-2f5118c44747\") " Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.570820 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "ac10c505-3031-45bb-b73c-2f5118c44747" (UID: "ac10c505-3031-45bb-b73c-2f5118c44747"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.571466 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ac10c505-3031-45bb-b73c-2f5118c44747-kube-api-access-z9hcq" (OuterVolumeSpecName: "kube-api-access-z9hcq") pod "ac10c505-3031-45bb-b73c-2f5118c44747" (UID: "ac10c505-3031-45bb-b73c-2f5118c44747"). InnerVolumeSpecName "kube-api-access-z9hcq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.593195 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.593270 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.599924 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ac10c505-3031-45bb-b73c-2f5118c44747" (UID: "ac10c505-3031-45bb-b73c-2f5118c44747"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.616068 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.669622 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z9hcq\" (UniqueName: \"kubernetes.io/projected/ac10c505-3031-45bb-b73c-2f5118c44747-kube-api-access-z9hcq\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.669855 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:28 crc kubenswrapper[4809]: I1013 20:09:28.669934 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ac10c505-3031-45bb-b73c-2f5118c44747-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.067851 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-749cb68575-5m6jq"] Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.070878 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-jk59w" event={"ID":"ac10c505-3031-45bb-b73c-2f5118c44747","Type":"ContainerDied","Data":"05fbbc3d263adcbab36fee1133a120490e54a0c3e349a56c58b32f3c73ee762e"} Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.070914 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="05fbbc3d263adcbab36fee1133a120490e54a0c3e349a56c58b32f3c73ee762e" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.070921 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-jk59w" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.267770 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6"] Oct 13 20:09:29 crc kubenswrapper[4809]: E1013 20:09:29.268315 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ac10c505-3031-45bb-b73c-2f5118c44747" containerName="barbican-db-sync" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.268341 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ac10c505-3031-45bb-b73c-2f5118c44747" containerName="barbican-db-sync" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.268566 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ac10c505-3031-45bb-b73c-2f5118c44747" containerName="barbican-db-sync" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.269834 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.275226 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.275249 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-worker-config-data" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.275254 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-8r2zn" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.278151 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm"] Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.280065 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.286017 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-keystone-listener-config-data" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.291247 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6"] Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.360868 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm"] Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.384171 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4276a584-f8b8-4fd0-88f9-6d58210d458e-logs\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.384301 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-combined-ca-bundle\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.384336 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-logs\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.384397 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data-custom\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.384499 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data-custom\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.384624 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6p7f5\" (UniqueName: \"kubernetes.io/projected/4276a584-f8b8-4fd0-88f9-6d58210d458e-kube-api-access-6p7f5\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.384710 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.384793 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.384860 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bkhdg\" (UniqueName: \"kubernetes.io/projected/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-kube-api-access-bkhdg\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.384947 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-combined-ca-bundle\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.388543 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45"] Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.390336 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.392833 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-api-config-data" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.403234 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45"] Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.486878 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data-custom\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.486927 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data-custom\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.486974 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6p7f5\" (UniqueName: \"kubernetes.io/projected/4276a584-f8b8-4fd0-88f9-6d58210d458e-kube-api-access-6p7f5\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487012 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487033 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487050 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bkhdg\" (UniqueName: \"kubernetes.io/projected/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-kube-api-access-bkhdg\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487082 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-combined-ca-bundle\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487100 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-whpfl\" (UniqueName: \"kubernetes.io/projected/35abd1bb-1050-4c9f-b487-50d3c77bc32c-kube-api-access-whpfl\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487118 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-combined-ca-bundle\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487171 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4276a584-f8b8-4fd0-88f9-6d58210d458e-logs\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487188 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/35abd1bb-1050-4c9f-b487-50d3c77bc32c-logs\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487212 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487235 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-combined-ca-bundle\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487256 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data-custom\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487272 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-logs\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.487722 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-logs\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.488008 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4276a584-f8b8-4fd0-88f9-6d58210d458e-logs\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.492847 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.493461 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data-custom\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.493844 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data-custom\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.494159 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-combined-ca-bundle\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.494235 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-combined-ca-bundle\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.494316 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.512465 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bkhdg\" (UniqueName: \"kubernetes.io/projected/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-kube-api-access-bkhdg\") pod \"barbican-keystone-listener-84b968df74-xhwdm\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.512974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6p7f5\" (UniqueName: \"kubernetes.io/projected/4276a584-f8b8-4fd0-88f9-6d58210d458e-kube-api-access-6p7f5\") pod \"barbican-worker-6f655777b9-xwhg6\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.588866 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-whpfl\" (UniqueName: \"kubernetes.io/projected/35abd1bb-1050-4c9f-b487-50d3c77bc32c-kube-api-access-whpfl\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.588919 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-combined-ca-bundle\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.588989 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/35abd1bb-1050-4c9f-b487-50d3c77bc32c-logs\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.589023 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.589071 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data-custom\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.590404 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/35abd1bb-1050-4c9f-b487-50d3c77bc32c-logs\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.593604 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.594303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-combined-ca-bundle\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.594795 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data-custom\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.611241 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-whpfl\" (UniqueName: \"kubernetes.io/projected/35abd1bb-1050-4c9f-b487-50d3c77bc32c-kube-api-access-whpfl\") pod \"barbican-api-fb8795cb4-ckg45\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.621337 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.640279 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:09:29 crc kubenswrapper[4809]: I1013 20:09:29.709833 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.085438 4809 generic.go:334] "Generic (PLEG): container finished" podID="c8fbf235-5d3e-4931-afd6-bea91364f6ed" containerID="2c6889828b3e639c07698ad9aa9d134d28be6a23797ed563b5526fb291619288" exitCode=0 Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.085694 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-zzj87" event={"ID":"c8fbf235-5d3e-4931-afd6-bea91364f6ed","Type":"ContainerDied","Data":"2c6889828b3e639c07698ad9aa9d134d28be6a23797ed563b5526fb291619288"} Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.092173 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" event={"ID":"85a40228-1c1e-456c-b7bb-d0444cb285a0","Type":"ContainerStarted","Data":"ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb"} Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.092210 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" event={"ID":"85a40228-1c1e-456c-b7bb-d0444cb285a0","Type":"ContainerStarted","Data":"1d470acce0abdf0d09612bb339227bd0956c554225a096ea39cf764b9785a6fe"} Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.092998 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.178497 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45"] Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.193364 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" podStartSLOduration=2.193340801 podStartE2EDuration="2.193340801s" podCreationTimestamp="2025-10-13 20:09:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:30.163888195 +0000 UTC m=+2688.769634780" watchObservedRunningTime="2025-10-13 20:09:30.193340801 +0000 UTC m=+2688.799087386" Oct 13 20:09:30 crc kubenswrapper[4809]: W1013 20:09:30.200903 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod35abd1bb_1050_4c9f_b487_50d3c77bc32c.slice/crio-8cd5b391ff68d87cbbe1874175516bdb1537369b1771adbf6e536856ef9b4d9f WatchSource:0}: Error finding container 8cd5b391ff68d87cbbe1874175516bdb1537369b1771adbf6e536856ef9b4d9f: Status 404 returned error can't find the container with id 8cd5b391ff68d87cbbe1874175516bdb1537369b1771adbf6e536856ef9b4d9f Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.225695 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6"] Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.339561 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm"] Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.578043 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.578492 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.636049 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.642754 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.703144 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.703181 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.742454 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:30 crc kubenswrapper[4809]: I1013 20:09:30.769705 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.101860 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" event={"ID":"4276a584-f8b8-4fd0-88f9-6d58210d458e","Type":"ContainerStarted","Data":"7bf4b6e088d0e84df4eb743eb29abb31fea97f09ed353e889a1908b060307efc"} Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.101904 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" event={"ID":"4276a584-f8b8-4fd0-88f9-6d58210d458e","Type":"ContainerStarted","Data":"d19bbe1207b4d268428a4d72cf9c2ebc544c0764aacaf961f85ddf1e01c406ec"} Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.101913 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" event={"ID":"4276a584-f8b8-4fd0-88f9-6d58210d458e","Type":"ContainerStarted","Data":"a49d3ee64eb018d457967f34c794587ed3a2136071f816ab9b1b43253f689f21"} Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.104230 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" event={"ID":"35abd1bb-1050-4c9f-b487-50d3c77bc32c","Type":"ContainerStarted","Data":"aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24"} Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.104263 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" event={"ID":"35abd1bb-1050-4c9f-b487-50d3c77bc32c","Type":"ContainerStarted","Data":"45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941"} Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.104275 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" event={"ID":"35abd1bb-1050-4c9f-b487-50d3c77bc32c","Type":"ContainerStarted","Data":"8cd5b391ff68d87cbbe1874175516bdb1537369b1771adbf6e536856ef9b4d9f"} Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.104460 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.104474 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.105991 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" event={"ID":"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1","Type":"ContainerStarted","Data":"51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039"} Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.106017 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" event={"ID":"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1","Type":"ContainerStarted","Data":"c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837"} Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.106818 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.106845 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" event={"ID":"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1","Type":"ContainerStarted","Data":"44c19dc6544978a3263917cb0d77648a504a19c477df7b28c9d5aff3e813fb1a"} Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.106863 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.106873 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.106883 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.121409 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" podStartSLOduration=2.121387175 podStartE2EDuration="2.121387175s" podCreationTimestamp="2025-10-13 20:09:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:31.121071006 +0000 UTC m=+2689.726817591" watchObservedRunningTime="2025-10-13 20:09:31.121387175 +0000 UTC m=+2689.727133760" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.148406 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" podStartSLOduration=2.148388241 podStartE2EDuration="2.148388241s" podCreationTimestamp="2025-10-13 20:09:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:31.145921231 +0000 UTC m=+2689.751667816" watchObservedRunningTime="2025-10-13 20:09:31.148388241 +0000 UTC m=+2689.754134826" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.171131 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" podStartSLOduration=2.171112836 podStartE2EDuration="2.171112836s" podCreationTimestamp="2025-10-13 20:09:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:31.16526475 +0000 UTC m=+2689.771011335" watchObservedRunningTime="2025-10-13 20:09:31.171112836 +0000 UTC m=+2689.776859411" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.488814 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.630745 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-combined-ca-bundle\") pod \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.630827 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7jvzm\" (UniqueName: \"kubernetes.io/projected/c8fbf235-5d3e-4931-afd6-bea91364f6ed-kube-api-access-7jvzm\") pod \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.630902 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-config-data\") pod \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.630921 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-scripts\") pod \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.631969 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/c8fbf235-5d3e-4931-afd6-bea91364f6ed-etc-machine-id\") pod \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.632067 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-db-sync-config-data\") pod \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\" (UID: \"c8fbf235-5d3e-4931-afd6-bea91364f6ed\") " Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.632121 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/c8fbf235-5d3e-4931-afd6-bea91364f6ed-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "c8fbf235-5d3e-4931-afd6-bea91364f6ed" (UID: "c8fbf235-5d3e-4931-afd6-bea91364f6ed"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.632598 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/c8fbf235-5d3e-4931-afd6-bea91364f6ed-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.638004 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c8fbf235-5d3e-4931-afd6-bea91364f6ed-kube-api-access-7jvzm" (OuterVolumeSpecName: "kube-api-access-7jvzm") pod "c8fbf235-5d3e-4931-afd6-bea91364f6ed" (UID: "c8fbf235-5d3e-4931-afd6-bea91364f6ed"). InnerVolumeSpecName "kube-api-access-7jvzm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.638429 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "c8fbf235-5d3e-4931-afd6-bea91364f6ed" (UID: "c8fbf235-5d3e-4931-afd6-bea91364f6ed"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.640344 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-scripts" (OuterVolumeSpecName: "scripts") pod "c8fbf235-5d3e-4931-afd6-bea91364f6ed" (UID: "c8fbf235-5d3e-4931-afd6-bea91364f6ed"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.676261 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c8fbf235-5d3e-4931-afd6-bea91364f6ed" (UID: "c8fbf235-5d3e-4931-afd6-bea91364f6ed"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.699279 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-config-data" (OuterVolumeSpecName: "config-data") pod "c8fbf235-5d3e-4931-afd6-bea91364f6ed" (UID: "c8fbf235-5d3e-4931-afd6-bea91364f6ed"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.734117 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.734150 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.734161 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7jvzm\" (UniqueName: \"kubernetes.io/projected/c8fbf235-5d3e-4931-afd6-bea91364f6ed-kube-api-access-7jvzm\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.734171 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.734181 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c8fbf235-5d3e-4931-afd6-bea91364f6ed-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.812018 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5"] Oct 13 20:09:31 crc kubenswrapper[4809]: E1013 20:09:31.812427 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c8fbf235-5d3e-4931-afd6-bea91364f6ed" containerName="cinder-db-sync" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.812445 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c8fbf235-5d3e-4931-afd6-bea91364f6ed" containerName="cinder-db-sync" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.812624 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c8fbf235-5d3e-4931-afd6-bea91364f6ed" containerName="cinder-db-sync" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.813549 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.816893 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-internal-svc" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.817421 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-public-svc" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.857738 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5"] Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.937697 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data-custom\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.937825 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/537c1e11-50d7-4d39-beb5-fd71db25caac-logs\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.937913 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-internal-tls-certs\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.937962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-public-tls-certs\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.938035 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-combined-ca-bundle\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.938097 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-72m5l\" (UniqueName: \"kubernetes.io/projected/537c1e11-50d7-4d39-beb5-fd71db25caac-kube-api-access-72m5l\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:31 crc kubenswrapper[4809]: I1013 20:09:31.938209 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.040157 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.040231 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data-custom\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.040311 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/537c1e11-50d7-4d39-beb5-fd71db25caac-logs\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.040369 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-internal-tls-certs\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.040408 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-public-tls-certs\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.040999 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-combined-ca-bundle\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.041073 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-72m5l\" (UniqueName: \"kubernetes.io/projected/537c1e11-50d7-4d39-beb5-fd71db25caac-kube-api-access-72m5l\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.041558 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/537c1e11-50d7-4d39-beb5-fd71db25caac-logs\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.044885 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-public-tls-certs\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.045164 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data-custom\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.045695 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.048654 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-combined-ca-bundle\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.051123 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-internal-tls-certs\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.064267 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-72m5l\" (UniqueName: \"kubernetes.io/projected/537c1e11-50d7-4d39-beb5-fd71db25caac-kube-api-access-72m5l\") pod \"barbican-api-568fd4588d-mdzr5\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.117092 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-zzj87" event={"ID":"c8fbf235-5d3e-4931-afd6-bea91364f6ed","Type":"ContainerDied","Data":"092722f1d7fd643717de32ef27046bfdb423b056ae11edef584ce47192a89fd2"} Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.117136 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="092722f1d7fd643717de32ef27046bfdb423b056ae11edef584ce47192a89fd2" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.118826 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-zzj87" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.131656 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.350148 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.354141 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.357418 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.357646 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.361707 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.361878 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-bq9qv" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.380192 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.454609 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.454678 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/76f35d7f-2f80-44cf-a90a-eef0aa158d24-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.454709 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.454726 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.454815 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4vh97\" (UniqueName: \"kubernetes.io/projected/76f35d7f-2f80-44cf-a90a-eef0aa158d24-kube-api-access-4vh97\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.454843 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-scripts\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.465238 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.466606 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.478534 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.501793 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.555920 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-scripts\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.555968 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4vh97\" (UniqueName: \"kubernetes.io/projected/76f35d7f-2f80-44cf-a90a-eef0aa158d24-kube-api-access-4vh97\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.555994 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qj9dm\" (UniqueName: \"kubernetes.io/projected/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-kube-api-access-qj9dm\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.556019 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-logs\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.556038 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-scripts\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.556061 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.556105 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.556122 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data-custom\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.556140 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/76f35d7f-2f80-44cf-a90a-eef0aa158d24-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.556166 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.556183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.556214 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.556261 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-etc-machine-id\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.556534 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/76f35d7f-2f80-44cf-a90a-eef0aa158d24-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.561914 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-scripts\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.562213 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.568554 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.577227 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4vh97\" (UniqueName: \"kubernetes.io/projected/76f35d7f-2f80-44cf-a90a-eef0aa158d24-kube-api-access-4vh97\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.577358 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.657396 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.657475 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-etc-machine-id\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.657509 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-scripts\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.657535 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qj9dm\" (UniqueName: \"kubernetes.io/projected/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-kube-api-access-qj9dm\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.657556 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-logs\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.657603 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.657629 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data-custom\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.657686 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-etc-machine-id\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.658096 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-logs\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.661375 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data-custom\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.663352 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-scripts\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.663435 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.663582 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.681385 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qj9dm\" (UniqueName: \"kubernetes.io/projected/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-kube-api-access-qj9dm\") pod \"cinder-api-0\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.687480 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5"] Oct 13 20:09:32 crc kubenswrapper[4809]: W1013 20:09:32.691189 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod537c1e11_50d7_4d39_beb5_fd71db25caac.slice/crio-d0b9e6899736d990128a51ab27d0f463401fe986911f4d43f48826c1bb5e2436 WatchSource:0}: Error finding container d0b9e6899736d990128a51ab27d0f463401fe986911f4d43f48826c1bb5e2436: Status 404 returned error can't find the container with id d0b9e6899736d990128a51ab27d0f463401fe986911f4d43f48826c1bb5e2436 Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.700799 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:32 crc kubenswrapper[4809]: I1013 20:09:32.800032 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:33 crc kubenswrapper[4809]: I1013 20:09:33.134094 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:09:33 crc kubenswrapper[4809]: W1013 20:09:33.136860 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod76f35d7f_2f80_44cf_a90a_eef0aa158d24.slice/crio-9ceae536fecfdd82033338c1f587118d83c33255479b7416ce3864aee5009ce8 WatchSource:0}: Error finding container 9ceae536fecfdd82033338c1f587118d83c33255479b7416ce3864aee5009ce8: Status 404 returned error can't find the container with id 9ceae536fecfdd82033338c1f587118d83c33255479b7416ce3864aee5009ce8 Oct 13 20:09:33 crc kubenswrapper[4809]: I1013 20:09:33.138266 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:09:33 crc kubenswrapper[4809]: I1013 20:09:33.138281 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:09:33 crc kubenswrapper[4809]: I1013 20:09:33.138626 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" event={"ID":"537c1e11-50d7-4d39-beb5-fd71db25caac","Type":"ContainerStarted","Data":"3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4"} Oct 13 20:09:33 crc kubenswrapper[4809]: I1013 20:09:33.138655 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" event={"ID":"537c1e11-50d7-4d39-beb5-fd71db25caac","Type":"ContainerStarted","Data":"d0b9e6899736d990128a51ab27d0f463401fe986911f4d43f48826c1bb5e2436"} Oct 13 20:09:33 crc kubenswrapper[4809]: I1013 20:09:33.325467 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:09:33 crc kubenswrapper[4809]: W1013 20:09:33.333954 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode4b808c8_2ff7_45a6_8a00_1c4867e8536b.slice/crio-1b79951afae885a89de8771186f17d5cd824f626dd34ee27b0bd34ce204aa805 WatchSource:0}: Error finding container 1b79951afae885a89de8771186f17d5cd824f626dd34ee27b0bd34ce204aa805: Status 404 returned error can't find the container with id 1b79951afae885a89de8771186f17d5cd824f626dd34ee27b0bd34ce204aa805 Oct 13 20:09:33 crc kubenswrapper[4809]: I1013 20:09:33.504860 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:33 crc kubenswrapper[4809]: I1013 20:09:33.817118 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:09:33 crc kubenswrapper[4809]: I1013 20:09:33.927808 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:33 crc kubenswrapper[4809]: I1013 20:09:33.927948 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:09:33 crc kubenswrapper[4809]: I1013 20:09:33.931854 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:09:34 crc kubenswrapper[4809]: I1013 20:09:34.185996 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" event={"ID":"537c1e11-50d7-4d39-beb5-fd71db25caac","Type":"ContainerStarted","Data":"eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e"} Oct 13 20:09:34 crc kubenswrapper[4809]: I1013 20:09:34.188959 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"76f35d7f-2f80-44cf-a90a-eef0aa158d24","Type":"ContainerStarted","Data":"dd5e6e3db1863752b2812f7778976eabfc8a96a92679bc1f278efdb6a9a91a54"} Oct 13 20:09:34 crc kubenswrapper[4809]: I1013 20:09:34.189066 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:34 crc kubenswrapper[4809]: I1013 20:09:34.189152 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:34 crc kubenswrapper[4809]: I1013 20:09:34.189218 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"76f35d7f-2f80-44cf-a90a-eef0aa158d24","Type":"ContainerStarted","Data":"9ceae536fecfdd82033338c1f587118d83c33255479b7416ce3864aee5009ce8"} Oct 13 20:09:34 crc kubenswrapper[4809]: I1013 20:09:34.189278 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"e4b808c8-2ff7-45a6-8a00-1c4867e8536b","Type":"ContainerStarted","Data":"16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4"} Oct 13 20:09:34 crc kubenswrapper[4809]: I1013 20:09:34.189335 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"e4b808c8-2ff7-45a6-8a00-1c4867e8536b","Type":"ContainerStarted","Data":"1b79951afae885a89de8771186f17d5cd824f626dd34ee27b0bd34ce204aa805"} Oct 13 20:09:35 crc kubenswrapper[4809]: I1013 20:09:35.182827 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"e4b808c8-2ff7-45a6-8a00-1c4867e8536b","Type":"ContainerStarted","Data":"47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a"} Oct 13 20:09:35 crc kubenswrapper[4809]: I1013 20:09:35.183264 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:35 crc kubenswrapper[4809]: I1013 20:09:35.187251 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"76f35d7f-2f80-44cf-a90a-eef0aa158d24","Type":"ContainerStarted","Data":"0f840152b40665604056a45efb1f700f9b49a2072625cf9e6f6e085276b96278"} Oct 13 20:09:35 crc kubenswrapper[4809]: I1013 20:09:35.222920 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=3.222902966 podStartE2EDuration="3.222902966s" podCreationTimestamp="2025-10-13 20:09:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:35.22128183 +0000 UTC m=+2693.827028405" watchObservedRunningTime="2025-10-13 20:09:35.222902966 +0000 UTC m=+2693.828649551" Oct 13 20:09:35 crc kubenswrapper[4809]: I1013 20:09:35.223678 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" podStartSLOduration=4.223672528 podStartE2EDuration="4.223672528s" podCreationTimestamp="2025-10-13 20:09:31 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:34.18446291 +0000 UTC m=+2692.790209505" watchObservedRunningTime="2025-10-13 20:09:35.223672528 +0000 UTC m=+2693.829419113" Oct 13 20:09:35 crc kubenswrapper[4809]: I1013 20:09:35.248801 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=3.248785801 podStartE2EDuration="3.248785801s" podCreationTimestamp="2025-10-13 20:09:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:35.244291763 +0000 UTC m=+2693.850038348" watchObservedRunningTime="2025-10-13 20:09:35.248785801 +0000 UTC m=+2693.854532386" Oct 13 20:09:35 crc kubenswrapper[4809]: I1013 20:09:35.332087 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.210091 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="e4b808c8-2ff7-45a6-8a00-1c4867e8536b" containerName="cinder-api-log" containerID="cri-o://16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4" gracePeriod=30 Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.210160 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="e4b808c8-2ff7-45a6-8a00-1c4867e8536b" containerName="cinder-api" containerID="cri-o://47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a" gracePeriod=30 Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.701553 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.811796 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.879629 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-logs\") pod \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.879714 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qj9dm\" (UniqueName: \"kubernetes.io/projected/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-kube-api-access-qj9dm\") pod \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.879766 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-scripts\") pod \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.879806 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-etc-machine-id\") pod \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.879852 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data-custom\") pod \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.879938 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-combined-ca-bundle\") pod \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.879923 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "e4b808c8-2ff7-45a6-8a00-1c4867e8536b" (UID: "e4b808c8-2ff7-45a6-8a00-1c4867e8536b"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.879954 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data\") pod \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\" (UID: \"e4b808c8-2ff7-45a6-8a00-1c4867e8536b\") " Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.880438 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-logs" (OuterVolumeSpecName: "logs") pod "e4b808c8-2ff7-45a6-8a00-1c4867e8536b" (UID: "e4b808c8-2ff7-45a6-8a00-1c4867e8536b"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.881198 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.881236 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.886091 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-kube-api-access-qj9dm" (OuterVolumeSpecName: "kube-api-access-qj9dm") pod "e4b808c8-2ff7-45a6-8a00-1c4867e8536b" (UID: "e4b808c8-2ff7-45a6-8a00-1c4867e8536b"). InnerVolumeSpecName "kube-api-access-qj9dm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.887063 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-scripts" (OuterVolumeSpecName: "scripts") pod "e4b808c8-2ff7-45a6-8a00-1c4867e8536b" (UID: "e4b808c8-2ff7-45a6-8a00-1c4867e8536b"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.905938 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "e4b808c8-2ff7-45a6-8a00-1c4867e8536b" (UID: "e4b808c8-2ff7-45a6-8a00-1c4867e8536b"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.929867 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e4b808c8-2ff7-45a6-8a00-1c4867e8536b" (UID: "e4b808c8-2ff7-45a6-8a00-1c4867e8536b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.956419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data" (OuterVolumeSpecName: "config-data") pod "e4b808c8-2ff7-45a6-8a00-1c4867e8536b" (UID: "e4b808c8-2ff7-45a6-8a00-1c4867e8536b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.983043 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.983073 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.983082 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.983093 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qj9dm\" (UniqueName: \"kubernetes.io/projected/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-kube-api-access-qj9dm\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:37 crc kubenswrapper[4809]: I1013 20:09:37.983103 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e4b808c8-2ff7-45a6-8a00-1c4867e8536b-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.225691 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"e4b808c8-2ff7-45a6-8a00-1c4867e8536b","Type":"ContainerDied","Data":"47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a"} Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.225781 4809 scope.go:117] "RemoveContainer" containerID="47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.226039 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.226073 4809 generic.go:334] "Generic (PLEG): container finished" podID="e4b808c8-2ff7-45a6-8a00-1c4867e8536b" containerID="47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a" exitCode=0 Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.226145 4809 generic.go:334] "Generic (PLEG): container finished" podID="e4b808c8-2ff7-45a6-8a00-1c4867e8536b" containerID="16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4" exitCode=143 Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.226184 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"e4b808c8-2ff7-45a6-8a00-1c4867e8536b","Type":"ContainerDied","Data":"16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4"} Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.226227 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"e4b808c8-2ff7-45a6-8a00-1c4867e8536b","Type":"ContainerDied","Data":"1b79951afae885a89de8771186f17d5cd824f626dd34ee27b0bd34ce204aa805"} Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.261908 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.272387 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.296336 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:09:38 crc kubenswrapper[4809]: E1013 20:09:38.296737 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e4b808c8-2ff7-45a6-8a00-1c4867e8536b" containerName="cinder-api-log" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.296754 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e4b808c8-2ff7-45a6-8a00-1c4867e8536b" containerName="cinder-api-log" Oct 13 20:09:38 crc kubenswrapper[4809]: E1013 20:09:38.296813 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e4b808c8-2ff7-45a6-8a00-1c4867e8536b" containerName="cinder-api" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.296820 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e4b808c8-2ff7-45a6-8a00-1c4867e8536b" containerName="cinder-api" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.296984 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e4b808c8-2ff7-45a6-8a00-1c4867e8536b" containerName="cinder-api-log" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.297006 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e4b808c8-2ff7-45a6-8a00-1c4867e8536b" containerName="cinder-api" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.298501 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.299258 4809 scope.go:117] "RemoveContainer" containerID="16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.306220 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.306633 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-public-svc" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.306649 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-internal-svc" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.325058 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.345658 4809 scope.go:117] "RemoveContainer" containerID="47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a" Oct 13 20:09:38 crc kubenswrapper[4809]: E1013 20:09:38.346102 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a\": container with ID starting with 47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a not found: ID does not exist" containerID="47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.346140 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a"} err="failed to get container status \"47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a\": rpc error: code = NotFound desc = could not find container \"47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a\": container with ID starting with 47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a not found: ID does not exist" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.346167 4809 scope.go:117] "RemoveContainer" containerID="16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4" Oct 13 20:09:38 crc kubenswrapper[4809]: E1013 20:09:38.346441 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4\": container with ID starting with 16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4 not found: ID does not exist" containerID="16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.346466 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4"} err="failed to get container status \"16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4\": rpc error: code = NotFound desc = could not find container \"16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4\": container with ID starting with 16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4 not found: ID does not exist" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.346484 4809 scope.go:117] "RemoveContainer" containerID="47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.346699 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a"} err="failed to get container status \"47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a\": rpc error: code = NotFound desc = could not find container \"47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a\": container with ID starting with 47b960fb8c74beef6ca208af6f39cefbb536bf492d09c4b19e28c2f5f9f7f03a not found: ID does not exist" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.346718 4809 scope.go:117] "RemoveContainer" containerID="16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.346972 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4"} err="failed to get container status \"16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4\": rpc error: code = NotFound desc = could not find container \"16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4\": container with ID starting with 16f684d785509a01fb8650e1cbe17db291adf191693640f3d3a54065d50cd6c4 not found: ID does not exist" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.393108 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.393296 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-etc-machine-id\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.393361 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data-custom\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.393413 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-logs\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.393437 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-scripts\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.393625 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gblww\" (UniqueName: \"kubernetes.io/projected/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-kube-api-access-gblww\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.393724 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.393817 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.393845 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-public-tls-certs\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.496505 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.496545 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-public-tls-certs\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.496589 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.497274 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-etc-machine-id\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.497317 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data-custom\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.497349 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-logs\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.497370 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-scripts\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.497432 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gblww\" (UniqueName: \"kubernetes.io/projected/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-kube-api-access-gblww\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.497477 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.499610 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-etc-machine-id\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.501058 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-logs\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.504409 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.504542 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.505346 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data-custom\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.505419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.506571 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-public-tls-certs\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.509652 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-scripts\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.525168 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gblww\" (UniqueName: \"kubernetes.io/projected/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-kube-api-access-gblww\") pod \"cinder-api-0\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.635668 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:38 crc kubenswrapper[4809]: I1013 20:09:38.648811 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:39 crc kubenswrapper[4809]: W1013 20:09:39.111787 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7a5b1b10_6fa8_4d3e_9473_2b74507e16b3.slice/crio-9fdef3cc24ca74e0f96d879f407ad9a5865a6293bf6de577992769930b5de8c0 WatchSource:0}: Error finding container 9fdef3cc24ca74e0f96d879f407ad9a5865a6293bf6de577992769930b5de8c0: Status 404 returned error can't find the container with id 9fdef3cc24ca74e0f96d879f407ad9a5865a6293bf6de577992769930b5de8c0 Oct 13 20:09:39 crc kubenswrapper[4809]: I1013 20:09:39.116948 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:09:39 crc kubenswrapper[4809]: I1013 20:09:39.242832 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3","Type":"ContainerStarted","Data":"9fdef3cc24ca74e0f96d879f407ad9a5865a6293bf6de577992769930b5de8c0"} Oct 13 20:09:39 crc kubenswrapper[4809]: I1013 20:09:39.926213 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:09:39 crc kubenswrapper[4809]: I1013 20:09:39.985142 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45"] Oct 13 20:09:39 crc kubenswrapper[4809]: I1013 20:09:39.985382 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api-log" containerID="cri-o://45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941" gracePeriod=30 Oct 13 20:09:39 crc kubenswrapper[4809]: I1013 20:09:39.986135 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api" containerID="cri-o://aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24" gracePeriod=30 Oct 13 20:09:40 crc kubenswrapper[4809]: I1013 20:09:40.000780 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.254:9311/healthcheck\": EOF" Oct 13 20:09:40 crc kubenswrapper[4809]: I1013 20:09:40.000925 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.254:9311/healthcheck\": EOF" Oct 13 20:09:40 crc kubenswrapper[4809]: I1013 20:09:40.000957 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.254:9311/healthcheck\": EOF" Oct 13 20:09:40 crc kubenswrapper[4809]: I1013 20:09:40.000778 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.254:9311/healthcheck\": EOF" Oct 13 20:09:40 crc kubenswrapper[4809]: I1013 20:09:40.170293 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e4b808c8-2ff7-45a6-8a00-1c4867e8536b" path="/var/lib/kubelet/pods/e4b808c8-2ff7-45a6-8a00-1c4867e8536b/volumes" Oct 13 20:09:40 crc kubenswrapper[4809]: I1013 20:09:40.264420 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3","Type":"ContainerStarted","Data":"4641051ab181beaf67ae38d15539829ffa0b6b2a27ab9f737e1795581a3591d1"} Oct 13 20:09:40 crc kubenswrapper[4809]: I1013 20:09:40.268071 4809 generic.go:334] "Generic (PLEG): container finished" podID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerID="45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941" exitCode=143 Oct 13 20:09:40 crc kubenswrapper[4809]: I1013 20:09:40.268120 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" event={"ID":"35abd1bb-1050-4c9f-b487-50d3c77bc32c","Type":"ContainerDied","Data":"45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941"} Oct 13 20:09:41 crc kubenswrapper[4809]: I1013 20:09:41.279592 4809 generic.go:334] "Generic (PLEG): container finished" podID="ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4" containerID="7c8bf87c951294171c7da4e1d67c186c47c93778624f911a6a5b66b3ae8fd96b" exitCode=0 Oct 13 20:09:41 crc kubenswrapper[4809]: I1013 20:09:41.279690 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" event={"ID":"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4","Type":"ContainerDied","Data":"7c8bf87c951294171c7da4e1d67c186c47c93778624f911a6a5b66b3ae8fd96b"} Oct 13 20:09:41 crc kubenswrapper[4809]: I1013 20:09:41.282471 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3","Type":"ContainerStarted","Data":"aba98458a96b4aa185a5c3f663285751f446f6f5ac22555eee40c2a72bc25249"} Oct 13 20:09:41 crc kubenswrapper[4809]: I1013 20:09:41.282708 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:41 crc kubenswrapper[4809]: I1013 20:09:41.330150 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=3.33012857 podStartE2EDuration="3.33012857s" podCreationTimestamp="2025-10-13 20:09:38 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:41.32380836 +0000 UTC m=+2699.929554975" watchObservedRunningTime="2025-10-13 20:09:41.33012857 +0000 UTC m=+2699.935875185" Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.678940 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.687465 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-config\") pod \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.687573 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-combined-ca-bundle\") pod \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.688263 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-k77f7\" (UniqueName: \"kubernetes.io/projected/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-kube-api-access-k77f7\") pod \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\" (UID: \"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4\") " Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.700087 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-kube-api-access-k77f7" (OuterVolumeSpecName: "kube-api-access-k77f7") pod "ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4" (UID: "ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4"). InnerVolumeSpecName "kube-api-access-k77f7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.735832 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4" (UID: "ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.759744 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-config" (OuterVolumeSpecName: "config") pod "ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4" (UID: "ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.790169 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.790209 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-k77f7\" (UniqueName: \"kubernetes.io/projected/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-kube-api-access-k77f7\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.790224 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.914496 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:42 crc kubenswrapper[4809]: I1013 20:09:42.993078 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.309501 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="76f35d7f-2f80-44cf-a90a-eef0aa158d24" containerName="cinder-scheduler" containerID="cri-o://dd5e6e3db1863752b2812f7778976eabfc8a96a92679bc1f278efdb6a9a91a54" gracePeriod=30 Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.309824 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.313887 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="76f35d7f-2f80-44cf-a90a-eef0aa158d24" containerName="probe" containerID="cri-o://0f840152b40665604056a45efb1f700f9b49a2072625cf9e6f6e085276b96278" gracePeriod=30 Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.314004 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-c7mqs" event={"ID":"ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4","Type":"ContainerDied","Data":"8a23ba5e39cfdf8aaa398c67c6455b408e07c4342a8f1e1481a4a4afebd00950"} Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.314038 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8a23ba5e39cfdf8aaa398c67c6455b408e07c4342a8f1e1481a4a4afebd00950" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.557015 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-86647fcbc5-zg557"] Oct 13 20:09:43 crc kubenswrapper[4809]: E1013 20:09:43.557889 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4" containerName="neutron-db-sync" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.557968 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4" containerName="neutron-db-sync" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.558182 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4" containerName="neutron-db-sync" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.559318 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.561676 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-mwmhp" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.562970 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-ovndbs" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.563057 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.568357 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.575402 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-86647fcbc5-zg557"] Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.607600 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-combined-ca-bundle\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.607661 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-ovndb-tls-certs\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.607689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-r9ftl\" (UniqueName: \"kubernetes.io/projected/2a42a8eb-b69e-4403-a474-01dd82e06442-kube-api-access-r9ftl\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.607720 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-config\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.607782 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-httpd-config\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.711785 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-httpd-config\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.711866 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-combined-ca-bundle\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.711907 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-ovndb-tls-certs\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.711930 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-r9ftl\" (UniqueName: \"kubernetes.io/projected/2a42a8eb-b69e-4403-a474-01dd82e06442-kube-api-access-r9ftl\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.711962 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-config\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.719433 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-ovndb-tls-certs\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.721567 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-httpd-config\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.722601 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-config\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.739714 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-r9ftl\" (UniqueName: \"kubernetes.io/projected/2a42a8eb-b69e-4403-a474-01dd82e06442-kube-api-access-r9ftl\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.742423 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-combined-ca-bundle\") pod \"neutron-86647fcbc5-zg557\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:43 crc kubenswrapper[4809]: I1013 20:09:43.881349 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:44 crc kubenswrapper[4809]: I1013 20:09:44.327295 4809 generic.go:334] "Generic (PLEG): container finished" podID="76f35d7f-2f80-44cf-a90a-eef0aa158d24" containerID="0f840152b40665604056a45efb1f700f9b49a2072625cf9e6f6e085276b96278" exitCode=0 Oct 13 20:09:44 crc kubenswrapper[4809]: I1013 20:09:44.327654 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"76f35d7f-2f80-44cf-a90a-eef0aa158d24","Type":"ContainerDied","Data":"0f840152b40665604056a45efb1f700f9b49a2072625cf9e6f6e085276b96278"} Oct 13 20:09:44 crc kubenswrapper[4809]: I1013 20:09:44.395405 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-86647fcbc5-zg557"] Oct 13 20:09:44 crc kubenswrapper[4809]: I1013 20:09:44.425444 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.254:9311/healthcheck\": read tcp 10.217.0.2:35922->10.217.0.254:9311: read: connection reset by peer" Oct 13 20:09:44 crc kubenswrapper[4809]: I1013 20:09:44.425617 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.254:9311/healthcheck\": read tcp 10.217.0.2:35916->10.217.0.254:9311: read: connection reset by peer" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.074338 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.241040 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data\") pod \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.241144 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-whpfl\" (UniqueName: \"kubernetes.io/projected/35abd1bb-1050-4c9f-b487-50d3c77bc32c-kube-api-access-whpfl\") pod \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.241279 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-combined-ca-bundle\") pod \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.241314 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data-custom\") pod \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.241367 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/35abd1bb-1050-4c9f-b487-50d3c77bc32c-logs\") pod \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\" (UID: \"35abd1bb-1050-4c9f-b487-50d3c77bc32c\") " Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.243552 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/35abd1bb-1050-4c9f-b487-50d3c77bc32c-logs" (OuterVolumeSpecName: "logs") pod "35abd1bb-1050-4c9f-b487-50d3c77bc32c" (UID: "35abd1bb-1050-4c9f-b487-50d3c77bc32c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.269796 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "35abd1bb-1050-4c9f-b487-50d3c77bc32c" (UID: "35abd1bb-1050-4c9f-b487-50d3c77bc32c"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.271743 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/35abd1bb-1050-4c9f-b487-50d3c77bc32c-kube-api-access-whpfl" (OuterVolumeSpecName: "kube-api-access-whpfl") pod "35abd1bb-1050-4c9f-b487-50d3c77bc32c" (UID: "35abd1bb-1050-4c9f-b487-50d3c77bc32c"). InnerVolumeSpecName "kube-api-access-whpfl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.281170 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "35abd1bb-1050-4c9f-b487-50d3c77bc32c" (UID: "35abd1bb-1050-4c9f-b487-50d3c77bc32c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.313948 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data" (OuterVolumeSpecName: "config-data") pod "35abd1bb-1050-4c9f-b487-50d3c77bc32c" (UID: "35abd1bb-1050-4c9f-b487-50d3c77bc32c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.342970 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.342997 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.343006 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/35abd1bb-1050-4c9f-b487-50d3c77bc32c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.343016 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/35abd1bb-1050-4c9f-b487-50d3c77bc32c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.343025 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-whpfl\" (UniqueName: \"kubernetes.io/projected/35abd1bb-1050-4c9f-b487-50d3c77bc32c-kube-api-access-whpfl\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.343865 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" event={"ID":"2a42a8eb-b69e-4403-a474-01dd82e06442","Type":"ContainerStarted","Data":"2af6c60e988c7971fbd52d4c772f0a589427efcb7f86d7920da7259c1f4ae455"} Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.343903 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" event={"ID":"2a42a8eb-b69e-4403-a474-01dd82e06442","Type":"ContainerStarted","Data":"efbe5d42874f6fdd2080008f89828a19cdd56c280f11eec20d3b3e882be0dff3"} Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.343912 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" event={"ID":"2a42a8eb-b69e-4403-a474-01dd82e06442","Type":"ContainerStarted","Data":"879fc766a10da08b046d3c99abce72eba5da2b851b163b3b77ff5aaa0491a429"} Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.344229 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.347050 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="proxy-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.360331 4809 generic.go:334] "Generic (PLEG): container finished" podID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerID="aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24" exitCode=0 Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.360378 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.360432 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" event={"ID":"35abd1bb-1050-4c9f-b487-50d3c77bc32c","Type":"ContainerDied","Data":"aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24"} Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.360467 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" event={"ID":"35abd1bb-1050-4c9f-b487-50d3c77bc32c","Type":"ContainerDied","Data":"8cd5b391ff68d87cbbe1874175516bdb1537369b1771adbf6e536856ef9b4d9f"} Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.360502 4809 scope.go:117] "RemoveContainer" containerID="aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.374454 4809 generic.go:334] "Generic (PLEG): container finished" podID="76f35d7f-2f80-44cf-a90a-eef0aa158d24" containerID="dd5e6e3db1863752b2812f7778976eabfc8a96a92679bc1f278efdb6a9a91a54" exitCode=0 Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.374505 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"76f35d7f-2f80-44cf-a90a-eef0aa158d24","Type":"ContainerDied","Data":"dd5e6e3db1863752b2812f7778976eabfc8a96a92679bc1f278efdb6a9a91a54"} Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.374481 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" podStartSLOduration=2.374433148 podStartE2EDuration="2.374433148s" podCreationTimestamp="2025-10-13 20:09:43 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:45.368340555 +0000 UTC m=+2703.974087150" watchObservedRunningTime="2025-10-13 20:09:45.374433148 +0000 UTC m=+2703.980179743" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.406233 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45"] Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.409202 4809 scope.go:117] "RemoveContainer" containerID="45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.412676 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45"] Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.426273 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.435550 4809 scope.go:117] "RemoveContainer" containerID="aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24" Oct 13 20:09:45 crc kubenswrapper[4809]: E1013 20:09:45.435950 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24\": container with ID starting with aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24 not found: ID does not exist" containerID="aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.435983 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24"} err="failed to get container status \"aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24\": rpc error: code = NotFound desc = could not find container \"aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24\": container with ID starting with aacd9d17d329a8aa5a978171a099cd70e4a966276dc0b57b5500886b7de7ac24 not found: ID does not exist" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.436004 4809 scope.go:117] "RemoveContainer" containerID="45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941" Oct 13 20:09:45 crc kubenswrapper[4809]: E1013 20:09:45.436206 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941\": container with ID starting with 45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941 not found: ID does not exist" containerID="45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.436226 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941"} err="failed to get container status \"45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941\": rpc error: code = NotFound desc = could not find container \"45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941\": container with ID starting with 45766a583169a0dbfa9ce742342047aba8ba7061f0f284e41a46d3638a2ed941 not found: ID does not exist" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.546481 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4vh97\" (UniqueName: \"kubernetes.io/projected/76f35d7f-2f80-44cf-a90a-eef0aa158d24-kube-api-access-4vh97\") pod \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.546786 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data-custom\") pod \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.546925 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-combined-ca-bundle\") pod \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.547015 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-scripts\") pod \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.547093 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/76f35d7f-2f80-44cf-a90a-eef0aa158d24-etc-machine-id\") pod \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.547152 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/76f35d7f-2f80-44cf-a90a-eef0aa158d24-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "76f35d7f-2f80-44cf-a90a-eef0aa158d24" (UID: "76f35d7f-2f80-44cf-a90a-eef0aa158d24"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.547184 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data\") pod \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\" (UID: \"76f35d7f-2f80-44cf-a90a-eef0aa158d24\") " Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.547655 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/76f35d7f-2f80-44cf-a90a-eef0aa158d24-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.551518 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "76f35d7f-2f80-44cf-a90a-eef0aa158d24" (UID: "76f35d7f-2f80-44cf-a90a-eef0aa158d24"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.552019 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-scripts" (OuterVolumeSpecName: "scripts") pod "76f35d7f-2f80-44cf-a90a-eef0aa158d24" (UID: "76f35d7f-2f80-44cf-a90a-eef0aa158d24"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.553164 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/76f35d7f-2f80-44cf-a90a-eef0aa158d24-kube-api-access-4vh97" (OuterVolumeSpecName: "kube-api-access-4vh97") pod "76f35d7f-2f80-44cf-a90a-eef0aa158d24" (UID: "76f35d7f-2f80-44cf-a90a-eef0aa158d24"). InnerVolumeSpecName "kube-api-access-4vh97". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.626996 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "76f35d7f-2f80-44cf-a90a-eef0aa158d24" (UID: "76f35d7f-2f80-44cf-a90a-eef0aa158d24"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.648967 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.648996 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.649007 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.649018 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4vh97\" (UniqueName: \"kubernetes.io/projected/76f35d7f-2f80-44cf-a90a-eef0aa158d24-kube-api-access-4vh97\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.657788 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data" (OuterVolumeSpecName: "config-data") pod "76f35d7f-2f80-44cf-a90a-eef0aa158d24" (UID: "76f35d7f-2f80-44cf-a90a-eef0aa158d24"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:45 crc kubenswrapper[4809]: I1013 20:09:45.750936 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/76f35d7f-2f80-44cf-a90a-eef0aa158d24-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.166395 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" path="/var/lib/kubelet/pods/35abd1bb-1050-4c9f-b487-50d3c77bc32c/volumes" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.297199 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-7d7895d894-rj85g"] Oct 13 20:09:46 crc kubenswrapper[4809]: E1013 20:09:46.298138 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="76f35d7f-2f80-44cf-a90a-eef0aa158d24" containerName="cinder-scheduler" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.298169 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="76f35d7f-2f80-44cf-a90a-eef0aa158d24" containerName="cinder-scheduler" Oct 13 20:09:46 crc kubenswrapper[4809]: E1013 20:09:46.298197 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.298209 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api" Oct 13 20:09:46 crc kubenswrapper[4809]: E1013 20:09:46.298240 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="76f35d7f-2f80-44cf-a90a-eef0aa158d24" containerName="probe" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.298252 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="76f35d7f-2f80-44cf-a90a-eef0aa158d24" containerName="probe" Oct 13 20:09:46 crc kubenswrapper[4809]: E1013 20:09:46.298271 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api-log" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.298285 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api-log" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.298569 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="76f35d7f-2f80-44cf-a90a-eef0aa158d24" containerName="probe" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.298605 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.298638 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api-log" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.298655 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="76f35d7f-2f80-44cf-a90a-eef0aa158d24" containerName="cinder-scheduler" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.300264 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.302480 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-internal-svc" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.302764 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-public-svc" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.308708 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-7d7895d894-rj85g"] Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.387125 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.387524 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"76f35d7f-2f80-44cf-a90a-eef0aa158d24","Type":"ContainerDied","Data":"9ceae536fecfdd82033338c1f587118d83c33255479b7416ce3864aee5009ce8"} Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.387631 4809 scope.go:117] "RemoveContainer" containerID="0f840152b40665604056a45efb1f700f9b49a2072625cf9e6f6e085276b96278" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.410747 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.419200 4809 scope.go:117] "RemoveContainer" containerID="dd5e6e3db1863752b2812f7778976eabfc8a96a92679bc1f278efdb6a9a91a54" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.421209 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.442233 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.444185 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.452303 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.464946 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-public-tls-certs\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.465005 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-internal-tls-certs\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.465100 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-combined-ca-bundle\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.465156 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-ovndb-tls-certs\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.465183 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-httpd-config\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.465208 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-config\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.465230 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xw5xw\" (UniqueName: \"kubernetes.io/projected/f38de42c-4e66-4790-8f08-97b967c71f30-kube-api-access-xw5xw\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.480546 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.566710 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vnt86\" (UniqueName: \"kubernetes.io/projected/9e5aebd0-f2fe-482e-a523-c6be7032525f-kube-api-access-vnt86\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.566855 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-ovndb-tls-certs\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.566883 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-httpd-config\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.566901 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-config\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.566920 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.566938 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xw5xw\" (UniqueName: \"kubernetes.io/projected/f38de42c-4e66-4790-8f08-97b967c71f30-kube-api-access-xw5xw\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.566965 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.566983 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/9e5aebd0-f2fe-482e-a523-c6be7032525f-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.567025 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-public-tls-certs\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.567049 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-internal-tls-certs\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.567090 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.567124 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-scripts\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.567142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-combined-ca-bundle\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.572672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-public-tls-certs\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.572988 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-config\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.576264 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-ovndb-tls-certs\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.577637 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-httpd-config\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.579401 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-combined-ca-bundle\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.582512 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-internal-tls-certs\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.585030 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xw5xw\" (UniqueName: \"kubernetes.io/projected/f38de42c-4e66-4790-8f08-97b967c71f30-kube-api-access-xw5xw\") pod \"neutron-7d7895d894-rj85g\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.636029 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.668618 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-scripts\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.668682 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vnt86\" (UniqueName: \"kubernetes.io/projected/9e5aebd0-f2fe-482e-a523-c6be7032525f-kube-api-access-vnt86\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.668740 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.668767 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.668787 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/9e5aebd0-f2fe-482e-a523-c6be7032525f-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.668857 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.670346 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/9e5aebd0-f2fe-482e-a523-c6be7032525f-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.673762 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.674788 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-scripts\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.675441 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.677188 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.686361 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vnt86\" (UniqueName: \"kubernetes.io/projected/9e5aebd0-f2fe-482e-a523-c6be7032525f-kube-api-access-vnt86\") pod \"cinder-scheduler-0\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:46 crc kubenswrapper[4809]: I1013 20:09:46.763752 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:47 crc kubenswrapper[4809]: I1013 20:09:47.130761 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-7d7895d894-rj85g"] Oct 13 20:09:47 crc kubenswrapper[4809]: I1013 20:09:47.241228 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:09:47 crc kubenswrapper[4809]: I1013 20:09:47.401919 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" event={"ID":"f38de42c-4e66-4790-8f08-97b967c71f30","Type":"ContainerStarted","Data":"5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7"} Oct 13 20:09:47 crc kubenswrapper[4809]: I1013 20:09:47.401959 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" event={"ID":"f38de42c-4e66-4790-8f08-97b967c71f30","Type":"ContainerStarted","Data":"3c3481a460f52472c7f87e9c311ed9331456c0776e80c4a98e56206b1adcbb3f"} Oct 13 20:09:47 crc kubenswrapper[4809]: I1013 20:09:47.403521 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"9e5aebd0-f2fe-482e-a523-c6be7032525f","Type":"ContainerStarted","Data":"3fc228ee16d0744e7a1a1e7ecc35beb21065e110265a36b7d7a0e5a38b942c2d"} Oct 13 20:09:48 crc kubenswrapper[4809]: I1013 20:09:48.176216 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="76f35d7f-2f80-44cf-a90a-eef0aa158d24" path="/var/lib/kubelet/pods/76f35d7f-2f80-44cf-a90a-eef0aa158d24/volumes" Oct 13 20:09:48 crc kubenswrapper[4809]: I1013 20:09:48.415458 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" event={"ID":"f38de42c-4e66-4790-8f08-97b967c71f30","Type":"ContainerStarted","Data":"14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b"} Oct 13 20:09:48 crc kubenswrapper[4809]: I1013 20:09:48.415850 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:09:48 crc kubenswrapper[4809]: I1013 20:09:48.417105 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"9e5aebd0-f2fe-482e-a523-c6be7032525f","Type":"ContainerStarted","Data":"6a07f9cb475a01c943a4b9c264ed5c9e4a9598ee210ec545246f053defe0c4a5"} Oct 13 20:09:48 crc kubenswrapper[4809]: I1013 20:09:48.441818 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" podStartSLOduration=2.441797245 podStartE2EDuration="2.441797245s" podCreationTimestamp="2025-10-13 20:09:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:48.437699648 +0000 UTC m=+2707.043446253" watchObservedRunningTime="2025-10-13 20:09:48.441797245 +0000 UTC m=+2707.047543830" Oct 13 20:09:49 crc kubenswrapper[4809]: I1013 20:09:49.441521 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"9e5aebd0-f2fe-482e-a523-c6be7032525f","Type":"ContainerStarted","Data":"24fcbc44ce49ec5e67211c088ff47b70a3278118dc3d6fd97f582d25f642f3ba"} Oct 13 20:09:49 crc kubenswrapper[4809]: I1013 20:09:49.470439 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=3.470423572 podStartE2EDuration="3.470423572s" podCreationTimestamp="2025-10-13 20:09:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:09:49.463783304 +0000 UTC m=+2708.069529889" watchObservedRunningTime="2025-10-13 20:09:49.470423572 +0000 UTC m=+2708.076170157" Oct 13 20:09:49 crc kubenswrapper[4809]: I1013 20:09:49.712327 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.254:9311/healthcheck\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:09:49 crc kubenswrapper[4809]: I1013 20:09:49.712405 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-fb8795cb4-ckg45" podUID="35abd1bb-1050-4c9f-b487-50d3c77bc32c" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.254:9311/healthcheck\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:09:50 crc kubenswrapper[4809]: I1013 20:09:50.440335 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.376496 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.456189 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-config-data\") pod \"6f79260b-18d8-46d1-8605-0ed9d74445f4\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.456303 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-sg-core-conf-yaml\") pod \"6f79260b-18d8-46d1-8605-0ed9d74445f4\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.456358 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dlgt5\" (UniqueName: \"kubernetes.io/projected/6f79260b-18d8-46d1-8605-0ed9d74445f4-kube-api-access-dlgt5\") pod \"6f79260b-18d8-46d1-8605-0ed9d74445f4\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.456395 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-combined-ca-bundle\") pod \"6f79260b-18d8-46d1-8605-0ed9d74445f4\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.456482 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-scripts\") pod \"6f79260b-18d8-46d1-8605-0ed9d74445f4\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.456525 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-log-httpd\") pod \"6f79260b-18d8-46d1-8605-0ed9d74445f4\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.456563 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-run-httpd\") pod \"6f79260b-18d8-46d1-8605-0ed9d74445f4\" (UID: \"6f79260b-18d8-46d1-8605-0ed9d74445f4\") " Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.457699 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "6f79260b-18d8-46d1-8605-0ed9d74445f4" (UID: "6f79260b-18d8-46d1-8605-0ed9d74445f4"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.458052 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "6f79260b-18d8-46d1-8605-0ed9d74445f4" (UID: "6f79260b-18d8-46d1-8605-0ed9d74445f4"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.465537 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-scripts" (OuterVolumeSpecName: "scripts") pod "6f79260b-18d8-46d1-8605-0ed9d74445f4" (UID: "6f79260b-18d8-46d1-8605-0ed9d74445f4"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.468802 4809 generic.go:334] "Generic (PLEG): container finished" podID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerID="31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621" exitCode=137 Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.468817 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6f79260b-18d8-46d1-8605-0ed9d74445f4-kube-api-access-dlgt5" (OuterVolumeSpecName: "kube-api-access-dlgt5") pod "6f79260b-18d8-46d1-8605-0ed9d74445f4" (UID: "6f79260b-18d8-46d1-8605-0ed9d74445f4"). InnerVolumeSpecName "kube-api-access-dlgt5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.468838 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6f79260b-18d8-46d1-8605-0ed9d74445f4","Type":"ContainerDied","Data":"31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621"} Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.468895 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.468915 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6f79260b-18d8-46d1-8605-0ed9d74445f4","Type":"ContainerDied","Data":"d4b2161840c4ba55c0b56e10f7898641207876ab4c07774034e82aae11d344b4"} Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.468948 4809 scope.go:117] "RemoveContainer" containerID="31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.540980 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "6f79260b-18d8-46d1-8605-0ed9d74445f4" (UID: "6f79260b-18d8-46d1-8605-0ed9d74445f4"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.559585 4809 scope.go:117] "RemoveContainer" containerID="6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.561236 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.561255 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.561264 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6f79260b-18d8-46d1-8605-0ed9d74445f4-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.561272 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.561282 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dlgt5\" (UniqueName: \"kubernetes.io/projected/6f79260b-18d8-46d1-8605-0ed9d74445f4-kube-api-access-dlgt5\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.561639 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6f79260b-18d8-46d1-8605-0ed9d74445f4" (UID: "6f79260b-18d8-46d1-8605-0ed9d74445f4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.585599 4809 scope.go:117] "RemoveContainer" containerID="66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.608817 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-config-data" (OuterVolumeSpecName: "config-data") pod "6f79260b-18d8-46d1-8605-0ed9d74445f4" (UID: "6f79260b-18d8-46d1-8605-0ed9d74445f4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.611450 4809 scope.go:117] "RemoveContainer" containerID="c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.631223 4809 scope.go:117] "RemoveContainer" containerID="31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621" Oct 13 20:09:51 crc kubenswrapper[4809]: E1013 20:09:51.631526 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621\": container with ID starting with 31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621 not found: ID does not exist" containerID="31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.631556 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621"} err="failed to get container status \"31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621\": rpc error: code = NotFound desc = could not find container \"31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621\": container with ID starting with 31e9126fb0a2782e425b7be41e9adf0f0a6bdaf2e7eb9b0980f6141d77741621 not found: ID does not exist" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.631576 4809 scope.go:117] "RemoveContainer" containerID="6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42" Oct 13 20:09:51 crc kubenswrapper[4809]: E1013 20:09:51.631990 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42\": container with ID starting with 6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42 not found: ID does not exist" containerID="6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.632028 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42"} err="failed to get container status \"6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42\": rpc error: code = NotFound desc = could not find container \"6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42\": container with ID starting with 6c6e73ddab57eef49cb1bf78a3686f5967efe46ca516771a9addf3d1ad2f6d42 not found: ID does not exist" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.632051 4809 scope.go:117] "RemoveContainer" containerID="66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45" Oct 13 20:09:51 crc kubenswrapper[4809]: E1013 20:09:51.632357 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45\": container with ID starting with 66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45 not found: ID does not exist" containerID="66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.632420 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45"} err="failed to get container status \"66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45\": rpc error: code = NotFound desc = could not find container \"66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45\": container with ID starting with 66390c2e9d0fc312a3450bbdd088fa7ef062b952deff65c0e27f4681d7046d45 not found: ID does not exist" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.632456 4809 scope.go:117] "RemoveContainer" containerID="c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15" Oct 13 20:09:51 crc kubenswrapper[4809]: E1013 20:09:51.633984 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15\": container with ID starting with c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15 not found: ID does not exist" containerID="c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.634011 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15"} err="failed to get container status \"c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15\": rpc error: code = NotFound desc = could not find container \"c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15\": container with ID starting with c12a163e45cc2ef4983759e53924ada7049fd928139fd0912696e873428bed15 not found: ID does not exist" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.663497 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.663548 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6f79260b-18d8-46d1-8605-0ed9d74445f4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.768497 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.809757 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.826441 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.839096 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:09:51 crc kubenswrapper[4809]: E1013 20:09:51.839502 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="sg-core" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.839518 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="sg-core" Oct 13 20:09:51 crc kubenswrapper[4809]: E1013 20:09:51.839538 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="ceilometer-notification-agent" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.839544 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="ceilometer-notification-agent" Oct 13 20:09:51 crc kubenswrapper[4809]: E1013 20:09:51.839566 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="ceilometer-central-agent" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.839572 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="ceilometer-central-agent" Oct 13 20:09:51 crc kubenswrapper[4809]: E1013 20:09:51.839587 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="proxy-httpd" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.839593 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="proxy-httpd" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.848477 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="ceilometer-notification-agent" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.848509 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="ceilometer-central-agent" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.848566 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="sg-core" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.848586 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" containerName="proxy-httpd" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.850308 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.860485 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.863460 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.863602 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.967466 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-log-httpd\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.967535 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-run-httpd\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.967743 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.967807 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-config-data\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.967872 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-scripts\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.967994 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wq6n2\" (UniqueName: \"kubernetes.io/projected/b7233a62-e2bf-48b4-8105-166c0942a65f-kube-api-access-wq6n2\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:51 crc kubenswrapper[4809]: I1013 20:09:51.968057 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: E1013 20:09:52.005015 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6f79260b_18d8_46d1_8605_0ed9d74445f4.slice/crio-d4b2161840c4ba55c0b56e10f7898641207876ab4c07774034e82aae11d344b4\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6f79260b_18d8_46d1_8605_0ed9d74445f4.slice\": RecentStats: unable to find data in memory cache]" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.070397 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.070478 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-config-data\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.070524 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-scripts\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.070592 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wq6n2\" (UniqueName: \"kubernetes.io/projected/b7233a62-e2bf-48b4-8105-166c0942a65f-kube-api-access-wq6n2\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.070621 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.070895 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-log-httpd\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.070930 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-run-httpd\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.072017 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-run-httpd\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.072349 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-log-httpd\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.078051 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.079203 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-config-data\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.083878 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.085076 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-scripts\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.085708 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wq6n2\" (UniqueName: \"kubernetes.io/projected/b7233a62-e2bf-48b4-8105-166c0942a65f-kube-api-access-wq6n2\") pod \"ceilometer-0\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.168440 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6f79260b-18d8-46d1-8605-0ed9d74445f4" path="/var/lib/kubelet/pods/6f79260b-18d8-46d1-8605-0ed9d74445f4/volumes" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.189133 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.370989 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.417869 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:09:52 crc kubenswrapper[4809]: W1013 20:09:52.639180 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb7233a62_e2bf_48b4_8105_166c0942a65f.slice/crio-b12a786d4f5aa5cdbbe7882450fd5afef5de430eb14c91040f3c4daf6817ee10 WatchSource:0}: Error finding container b12a786d4f5aa5cdbbe7882450fd5afef5de430eb14c91040f3c4daf6817ee10: Status 404 returned error can't find the container with id b12a786d4f5aa5cdbbe7882450fd5afef5de430eb14c91040f3c4daf6817ee10 Oct 13 20:09:52 crc kubenswrapper[4809]: I1013 20:09:52.647344 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:09:53 crc kubenswrapper[4809]: I1013 20:09:53.495048 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b7233a62-e2bf-48b4-8105-166c0942a65f","Type":"ContainerStarted","Data":"ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424"} Oct 13 20:09:53 crc kubenswrapper[4809]: I1013 20:09:53.495379 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b7233a62-e2bf-48b4-8105-166c0942a65f","Type":"ContainerStarted","Data":"b12a786d4f5aa5cdbbe7882450fd5afef5de430eb14c91040f3c4daf6817ee10"} Oct 13 20:09:54 crc kubenswrapper[4809]: I1013 20:09:54.510188 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b7233a62-e2bf-48b4-8105-166c0942a65f","Type":"ContainerStarted","Data":"1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3"} Oct 13 20:09:55 crc kubenswrapper[4809]: I1013 20:09:55.529263 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b7233a62-e2bf-48b4-8105-166c0942a65f","Type":"ContainerStarted","Data":"0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990"} Oct 13 20:09:57 crc kubenswrapper[4809]: I1013 20:09:57.074560 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:09:57 crc kubenswrapper[4809]: I1013 20:09:57.557313 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b7233a62-e2bf-48b4-8105-166c0942a65f","Type":"ContainerStarted","Data":"16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0"} Oct 13 20:09:57 crc kubenswrapper[4809]: I1013 20:09:57.557962 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:09:57 crc kubenswrapper[4809]: I1013 20:09:57.583480 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.6176003679999997 podStartE2EDuration="6.583449711s" podCreationTimestamp="2025-10-13 20:09:51 +0000 UTC" firstStartedPulling="2025-10-13 20:09:52.641692196 +0000 UTC m=+2711.247438781" lastFinishedPulling="2025-10-13 20:09:56.607541529 +0000 UTC m=+2715.213288124" observedRunningTime="2025-10-13 20:09:57.574852317 +0000 UTC m=+2716.180598912" watchObservedRunningTime="2025-10-13 20:09:57.583449711 +0000 UTC m=+2716.189196336" Oct 13 20:09:58 crc kubenswrapper[4809]: I1013 20:09:58.593507 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:09:58 crc kubenswrapper[4809]: I1013 20:09:58.593562 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:09:58 crc kubenswrapper[4809]: I1013 20:09:58.593604 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 20:09:58 crc kubenswrapper[4809]: I1013 20:09:58.594066 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"a477096216cf2a98680f970c8b9d6f62720978cd5aa7fb55cc46b87eade6f1a0"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 20:09:58 crc kubenswrapper[4809]: I1013 20:09:58.594120 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://a477096216cf2a98680f970c8b9d6f62720978cd5aa7fb55cc46b87eade6f1a0" gracePeriod=600 Oct 13 20:09:59 crc kubenswrapper[4809]: I1013 20:09:59.587712 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="a477096216cf2a98680f970c8b9d6f62720978cd5aa7fb55cc46b87eade6f1a0" exitCode=0 Oct 13 20:09:59 crc kubenswrapper[4809]: I1013 20:09:59.587774 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"a477096216cf2a98680f970c8b9d6f62720978cd5aa7fb55cc46b87eade6f1a0"} Oct 13 20:09:59 crc kubenswrapper[4809]: I1013 20:09:59.587997 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097"} Oct 13 20:09:59 crc kubenswrapper[4809]: I1013 20:09:59.588021 4809 scope.go:117] "RemoveContainer" containerID="dd9cc7e2e17a596cd61783c0a0da48febb1f21f03d23cee26d50803f34fba9ca" Oct 13 20:10:00 crc kubenswrapper[4809]: I1013 20:10:00.046418 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.235419 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.253353 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.253457 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: W1013 20:10:02.255136 4809 reflector.go:561] object-"openstack-kuttl-tests"/"openstack-config-secret": failed to list *v1.Secret: secrets "openstack-config-secret" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openstack-kuttl-tests": no relationship found between node 'crc' and this object Oct 13 20:10:02 crc kubenswrapper[4809]: E1013 20:10:02.255181 4809 reflector.go:158] "Unhandled Error" err="object-\"openstack-kuttl-tests\"/\"openstack-config-secret\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"openstack-config-secret\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openstack-kuttl-tests\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 20:10:02 crc kubenswrapper[4809]: W1013 20:10:02.255270 4809 reflector.go:561] object-"openstack-kuttl-tests"/"openstackclient-openstackclient-dockercfg-fnqs4": failed to list *v1.Secret: secrets "openstackclient-openstackclient-dockercfg-fnqs4" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openstack-kuttl-tests": no relationship found between node 'crc' and this object Oct 13 20:10:02 crc kubenswrapper[4809]: E1013 20:10:02.255288 4809 reflector.go:158] "Unhandled Error" err="object-\"openstack-kuttl-tests\"/\"openstackclient-openstackclient-dockercfg-fnqs4\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"openstackclient-openstackclient-dockercfg-fnqs4\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openstack-kuttl-tests\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 20:10:02 crc kubenswrapper[4809]: W1013 20:10:02.255932 4809 reflector.go:561] object-"openstack-kuttl-tests"/"openstack-config": failed to list *v1.ConfigMap: configmaps "openstack-config" is forbidden: User "system:node:crc" cannot list resource "configmaps" in API group "" in the namespace "openstack-kuttl-tests": no relationship found between node 'crc' and this object Oct 13 20:10:02 crc kubenswrapper[4809]: E1013 20:10:02.255954 4809 reflector.go:158] "Unhandled Error" err="object-\"openstack-kuttl-tests\"/\"openstack-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"openstack-config\" is forbidden: User \"system:node:crc\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"openstack-kuttl-tests\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.265388 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.278176 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.289385 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.290588 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.296075 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="aa0e68c3-c709-43c8-89b1-dc9d4b738362" podUID="50c1fff4-4328-4b94-88f7-f457af16ce37" Oct 13 20:10:02 crc kubenswrapper[4809]: E1013 20:10:02.298631 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle kube-api-access-q58z2 openstack-config openstack-config-secret], unattached volumes=[], failed to process volumes=[combined-ca-bundle kube-api-access-q58z2 openstack-config openstack-config-secret]: context canceled" pod="openstack-kuttl-tests/openstackclient" podUID="aa0e68c3-c709-43c8-89b1-dc9d4b738362" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.300046 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.367786 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-combined-ca-bundle\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.367828 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sbr5v\" (UniqueName: \"kubernetes.io/projected/50c1fff4-4328-4b94-88f7-f457af16ce37-kube-api-access-sbr5v\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.367923 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config-secret\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.368077 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.470021 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config-secret\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.470106 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.470239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-combined-ca-bundle\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.470267 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sbr5v\" (UniqueName: \"kubernetes.io/projected/50c1fff4-4328-4b94-88f7-f457af16ce37-kube-api-access-sbr5v\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.476965 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-combined-ca-bundle\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.493977 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sbr5v\" (UniqueName: \"kubernetes.io/projected/50c1fff4-4328-4b94-88f7-f457af16ce37-kube-api-access-sbr5v\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.634457 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.639174 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="aa0e68c3-c709-43c8-89b1-dc9d4b738362" podUID="50c1fff4-4328-4b94-88f7-f457af16ce37" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.645835 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:02 crc kubenswrapper[4809]: I1013 20:10:02.649650 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="aa0e68c3-c709-43c8-89b1-dc9d4b738362" podUID="50c1fff4-4328-4b94-88f7-f457af16ce37" Oct 13 20:10:03 crc kubenswrapper[4809]: I1013 20:10:03.074419 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstack-config-secret" Oct 13 20:10:03 crc kubenswrapper[4809]: I1013 20:10:03.086748 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config-secret\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:03 crc kubenswrapper[4809]: I1013 20:10:03.124594 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstackclient-openstackclient-dockercfg-fnqs4" Oct 13 20:10:03 crc kubenswrapper[4809]: I1013 20:10:03.431804 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config" Oct 13 20:10:03 crc kubenswrapper[4809]: I1013 20:10:03.441810 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config\") pod \"openstackclient\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:03 crc kubenswrapper[4809]: I1013 20:10:03.512053 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:03 crc kubenswrapper[4809]: I1013 20:10:03.647115 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:10:03 crc kubenswrapper[4809]: I1013 20:10:03.649920 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="aa0e68c3-c709-43c8-89b1-dc9d4b738362" podUID="50c1fff4-4328-4b94-88f7-f457af16ce37" Oct 13 20:10:03 crc kubenswrapper[4809]: I1013 20:10:03.675182 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="aa0e68c3-c709-43c8-89b1-dc9d4b738362" podUID="50c1fff4-4328-4b94-88f7-f457af16ce37" Oct 13 20:10:03 crc kubenswrapper[4809]: I1013 20:10:03.991263 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:10:04 crc kubenswrapper[4809]: I1013 20:10:04.166364 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="aa0e68c3-c709-43c8-89b1-dc9d4b738362" path="/var/lib/kubelet/pods/aa0e68c3-c709-43c8-89b1-dc9d4b738362/volumes" Oct 13 20:10:04 crc kubenswrapper[4809]: I1013 20:10:04.659261 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"50c1fff4-4328-4b94-88f7-f457af16ce37","Type":"ContainerStarted","Data":"252237b0635a72db13b212bc9eba08e772b0a04c79eae633fb42e27ca85a5710"} Oct 13 20:10:04 crc kubenswrapper[4809]: I1013 20:10:04.659300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"50c1fff4-4328-4b94-88f7-f457af16ce37","Type":"ContainerStarted","Data":"5e862a1b1cb33ecb1c4dc43277f6fe6e93ea9504a918f17650b91741aea0148b"} Oct 13 20:10:04 crc kubenswrapper[4809]: I1013 20:10:04.679129 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstackclient" podStartSLOduration=2.679094322 podStartE2EDuration="2.679094322s" podCreationTimestamp="2025-10-13 20:10:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:04.671785854 +0000 UTC m=+2723.277532439" watchObservedRunningTime="2025-10-13 20:10:04.679094322 +0000 UTC m=+2723.284840917" Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.372797 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.373274 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="ceilometer-central-agent" containerID="cri-o://ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424" gracePeriod=30 Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.373384 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="sg-core" containerID="cri-o://0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990" gracePeriod=30 Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.373384 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="ceilometer-notification-agent" containerID="cri-o://1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3" gracePeriod=30 Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.373384 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="proxy-httpd" containerID="cri-o://16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0" gracePeriod=30 Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.669770 4809 generic.go:334] "Generic (PLEG): container finished" podID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerID="16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0" exitCode=0 Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.669803 4809 generic.go:334] "Generic (PLEG): container finished" podID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerID="0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990" exitCode=2 Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.669836 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b7233a62-e2bf-48b4-8105-166c0942a65f","Type":"ContainerDied","Data":"16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0"} Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.669884 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b7233a62-e2bf-48b4-8105-166c0942a65f","Type":"ContainerDied","Data":"0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990"} Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.979949 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5"] Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.981460 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.991246 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.993401 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-public-svc" Oct 13 20:10:05 crc kubenswrapper[4809]: I1013 20:10:05.993608 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-internal-svc" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.001616 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5"] Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.028518 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-etc-swift\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.028615 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-42wmq\" (UniqueName: \"kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-kube-api-access-42wmq\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.028739 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-run-httpd\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.028825 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-public-tls-certs\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.028889 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-config-data\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.028944 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-combined-ca-bundle\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.028975 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-internal-tls-certs\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.028999 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-log-httpd\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.130619 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-42wmq\" (UniqueName: \"kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-kube-api-access-42wmq\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.130675 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-run-httpd\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.130702 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-public-tls-certs\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.130763 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-config-data\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.130794 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-combined-ca-bundle\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.130819 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-internal-tls-certs\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.130838 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-log-httpd\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.130866 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-etc-swift\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.132094 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-run-httpd\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.132360 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-log-httpd\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.137012 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-public-tls-certs\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.138601 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-etc-swift\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.140303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-internal-tls-certs\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.141135 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-config-data\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.151516 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-combined-ca-bundle\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.154029 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-42wmq\" (UniqueName: \"kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-kube-api-access-42wmq\") pod \"swift-proxy-5545b4bf78-x28n5\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.297500 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.684411 4809 generic.go:334] "Generic (PLEG): container finished" podID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerID="ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424" exitCode=0 Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.684469 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b7233a62-e2bf-48b4-8105-166c0942a65f","Type":"ContainerDied","Data":"ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424"} Oct 13 20:10:06 crc kubenswrapper[4809]: I1013 20:10:06.770942 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5"] Oct 13 20:10:07 crc kubenswrapper[4809]: I1013 20:10:07.695910 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" event={"ID":"7be01bd5-95c3-41b8-8dba-bc677a19de60","Type":"ContainerStarted","Data":"26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca"} Oct 13 20:10:07 crc kubenswrapper[4809]: I1013 20:10:07.696179 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:07 crc kubenswrapper[4809]: I1013 20:10:07.696190 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" event={"ID":"7be01bd5-95c3-41b8-8dba-bc677a19de60","Type":"ContainerStarted","Data":"23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a"} Oct 13 20:10:07 crc kubenswrapper[4809]: I1013 20:10:07.696200 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:07 crc kubenswrapper[4809]: I1013 20:10:07.696210 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" event={"ID":"7be01bd5-95c3-41b8-8dba-bc677a19de60","Type":"ContainerStarted","Data":"5cca23be386762bbf586ef1aa0310509640a4938daf76cc6e92cc57492f04d57"} Oct 13 20:10:07 crc kubenswrapper[4809]: I1013 20:10:07.722756 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" podStartSLOduration=2.722736905 podStartE2EDuration="2.722736905s" podCreationTimestamp="2025-10-13 20:10:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:07.719066661 +0000 UTC m=+2726.324813256" watchObservedRunningTime="2025-10-13 20:10:07.722736905 +0000 UTC m=+2726.328483480" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.444823 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-dmp7s"] Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.446385 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-dmp7s" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.452280 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-dmp7s"] Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.473140 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-d5ccp\" (UniqueName: \"kubernetes.io/projected/864087c2-7eb7-45b9-abd9-f9c49024f85f-kube-api-access-d5ccp\") pod \"nova-api-db-create-dmp7s\" (UID: \"864087c2-7eb7-45b9-abd9-f9c49024f85f\") " pod="openstack-kuttl-tests/nova-api-db-create-dmp7s" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.574511 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-d5ccp\" (UniqueName: \"kubernetes.io/projected/864087c2-7eb7-45b9-abd9-f9c49024f85f-kube-api-access-d5ccp\") pod \"nova-api-db-create-dmp7s\" (UID: \"864087c2-7eb7-45b9-abd9-f9c49024f85f\") " pod="openstack-kuttl-tests/nova-api-db-create-dmp7s" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.590899 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-d5ccp\" (UniqueName: \"kubernetes.io/projected/864087c2-7eb7-45b9-abd9-f9c49024f85f-kube-api-access-d5ccp\") pod \"nova-api-db-create-dmp7s\" (UID: \"864087c2-7eb7-45b9-abd9-f9c49024f85f\") " pod="openstack-kuttl-tests/nova-api-db-create-dmp7s" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.649982 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-5bmvx"] Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.652293 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.677569 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rnwhh\" (UniqueName: \"kubernetes.io/projected/41fa1c38-6be8-43b3-bde7-68accc61c83e-kube-api-access-rnwhh\") pod \"nova-cell0-db-create-5bmvx\" (UID: \"41fa1c38-6be8-43b3-bde7-68accc61c83e\") " pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.679713 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-5bmvx"] Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.757847 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-2dght"] Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.759326 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-2dght" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.763876 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-2dght"] Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.779682 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wxcm7\" (UniqueName: \"kubernetes.io/projected/334f5b97-7530-48bd-a7b9-fe42f2c982e2-kube-api-access-wxcm7\") pod \"nova-cell1-db-create-2dght\" (UID: \"334f5b97-7530-48bd-a7b9-fe42f2c982e2\") " pod="openstack-kuttl-tests/nova-cell1-db-create-2dght" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.780111 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rnwhh\" (UniqueName: \"kubernetes.io/projected/41fa1c38-6be8-43b3-bde7-68accc61c83e-kube-api-access-rnwhh\") pod \"nova-cell0-db-create-5bmvx\" (UID: \"41fa1c38-6be8-43b3-bde7-68accc61c83e\") " pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.784774 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-dmp7s" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.799415 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rnwhh\" (UniqueName: \"kubernetes.io/projected/41fa1c38-6be8-43b3-bde7-68accc61c83e-kube-api-access-rnwhh\") pod \"nova-cell0-db-create-5bmvx\" (UID: \"41fa1c38-6be8-43b3-bde7-68accc61c83e\") " pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.881293 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wxcm7\" (UniqueName: \"kubernetes.io/projected/334f5b97-7530-48bd-a7b9-fe42f2c982e2-kube-api-access-wxcm7\") pod \"nova-cell1-db-create-2dght\" (UID: \"334f5b97-7530-48bd-a7b9-fe42f2c982e2\") " pod="openstack-kuttl-tests/nova-cell1-db-create-2dght" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.902294 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wxcm7\" (UniqueName: \"kubernetes.io/projected/334f5b97-7530-48bd-a7b9-fe42f2c982e2-kube-api-access-wxcm7\") pod \"nova-cell1-db-create-2dght\" (UID: \"334f5b97-7530-48bd-a7b9-fe42f2c982e2\") " pod="openstack-kuttl-tests/nova-cell1-db-create-2dght" Oct 13 20:10:08 crc kubenswrapper[4809]: I1013 20:10:08.972026 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" Oct 13 20:10:09 crc kubenswrapper[4809]: I1013 20:10:09.075325 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-2dght" Oct 13 20:10:09 crc kubenswrapper[4809]: I1013 20:10:09.229912 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-dmp7s"] Oct 13 20:10:09 crc kubenswrapper[4809]: I1013 20:10:09.386453 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-5bmvx"] Oct 13 20:10:09 crc kubenswrapper[4809]: W1013 20:10:09.389211 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod41fa1c38_6be8_43b3_bde7_68accc61c83e.slice/crio-55e73c7285613b19ad681a1789f3989bbf915f4f63905d5a56eafd9ccf1d3064 WatchSource:0}: Error finding container 55e73c7285613b19ad681a1789f3989bbf915f4f63905d5a56eafd9ccf1d3064: Status 404 returned error can't find the container with id 55e73c7285613b19ad681a1789f3989bbf915f4f63905d5a56eafd9ccf1d3064 Oct 13 20:10:09 crc kubenswrapper[4809]: I1013 20:10:09.514252 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-2dght"] Oct 13 20:10:09 crc kubenswrapper[4809]: W1013 20:10:09.520422 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod334f5b97_7530_48bd_a7b9_fe42f2c982e2.slice/crio-987e8492f5e3a1286c93ae5c8b06ec64cd7a1fde469dd99014bbecfcbe59da21 WatchSource:0}: Error finding container 987e8492f5e3a1286c93ae5c8b06ec64cd7a1fde469dd99014bbecfcbe59da21: Status 404 returned error can't find the container with id 987e8492f5e3a1286c93ae5c8b06ec64cd7a1fde469dd99014bbecfcbe59da21 Oct 13 20:10:09 crc kubenswrapper[4809]: I1013 20:10:09.714090 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" event={"ID":"41fa1c38-6be8-43b3-bde7-68accc61c83e","Type":"ContainerStarted","Data":"2caf1e8efde1b7c366975a20042f454ddd514ee459a27b59e0008c2755b7455c"} Oct 13 20:10:09 crc kubenswrapper[4809]: I1013 20:10:09.714145 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" event={"ID":"41fa1c38-6be8-43b3-bde7-68accc61c83e","Type":"ContainerStarted","Data":"55e73c7285613b19ad681a1789f3989bbf915f4f63905d5a56eafd9ccf1d3064"} Oct 13 20:10:09 crc kubenswrapper[4809]: I1013 20:10:09.715318 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-2dght" event={"ID":"334f5b97-7530-48bd-a7b9-fe42f2c982e2","Type":"ContainerStarted","Data":"987e8492f5e3a1286c93ae5c8b06ec64cd7a1fde469dd99014bbecfcbe59da21"} Oct 13 20:10:09 crc kubenswrapper[4809]: I1013 20:10:09.716754 4809 generic.go:334] "Generic (PLEG): container finished" podID="864087c2-7eb7-45b9-abd9-f9c49024f85f" containerID="5bb3601c581795b8bdfc458472c0020480cc2a8b41471c20c77e28c526ccdf6a" exitCode=0 Oct 13 20:10:09 crc kubenswrapper[4809]: I1013 20:10:09.716782 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-dmp7s" event={"ID":"864087c2-7eb7-45b9-abd9-f9c49024f85f","Type":"ContainerDied","Data":"5bb3601c581795b8bdfc458472c0020480cc2a8b41471c20c77e28c526ccdf6a"} Oct 13 20:10:09 crc kubenswrapper[4809]: I1013 20:10:09.716800 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-dmp7s" event={"ID":"864087c2-7eb7-45b9-abd9-f9c49024f85f","Type":"ContainerStarted","Data":"2d30c189149f9834b2ce24205767657e6b3d78392cc2d6d30c79fa06c00be258"} Oct 13 20:10:09 crc kubenswrapper[4809]: I1013 20:10:09.739245 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" podStartSLOduration=1.739224001 podStartE2EDuration="1.739224001s" podCreationTimestamp="2025-10-13 20:10:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:09.729745423 +0000 UTC m=+2728.335492028" watchObservedRunningTime="2025-10-13 20:10:09.739224001 +0000 UTC m=+2728.344970586" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.191242 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.309528 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-sg-core-conf-yaml\") pod \"b7233a62-e2bf-48b4-8105-166c0942a65f\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.309655 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-run-httpd\") pod \"b7233a62-e2bf-48b4-8105-166c0942a65f\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.309699 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-combined-ca-bundle\") pod \"b7233a62-e2bf-48b4-8105-166c0942a65f\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.309785 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-config-data\") pod \"b7233a62-e2bf-48b4-8105-166c0942a65f\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.309834 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wq6n2\" (UniqueName: \"kubernetes.io/projected/b7233a62-e2bf-48b4-8105-166c0942a65f-kube-api-access-wq6n2\") pod \"b7233a62-e2bf-48b4-8105-166c0942a65f\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.309992 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-scripts\") pod \"b7233a62-e2bf-48b4-8105-166c0942a65f\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.310088 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-log-httpd\") pod \"b7233a62-e2bf-48b4-8105-166c0942a65f\" (UID: \"b7233a62-e2bf-48b4-8105-166c0942a65f\") " Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.310148 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "b7233a62-e2bf-48b4-8105-166c0942a65f" (UID: "b7233a62-e2bf-48b4-8105-166c0942a65f"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.310482 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "b7233a62-e2bf-48b4-8105-166c0942a65f" (UID: "b7233a62-e2bf-48b4-8105-166c0942a65f"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.310835 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.310854 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b7233a62-e2bf-48b4-8105-166c0942a65f-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.315433 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-scripts" (OuterVolumeSpecName: "scripts") pod "b7233a62-e2bf-48b4-8105-166c0942a65f" (UID: "b7233a62-e2bf-48b4-8105-166c0942a65f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.317889 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b7233a62-e2bf-48b4-8105-166c0942a65f-kube-api-access-wq6n2" (OuterVolumeSpecName: "kube-api-access-wq6n2") pod "b7233a62-e2bf-48b4-8105-166c0942a65f" (UID: "b7233a62-e2bf-48b4-8105-166c0942a65f"). InnerVolumeSpecName "kube-api-access-wq6n2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.340048 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "b7233a62-e2bf-48b4-8105-166c0942a65f" (UID: "b7233a62-e2bf-48b4-8105-166c0942a65f"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.376576 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b7233a62-e2bf-48b4-8105-166c0942a65f" (UID: "b7233a62-e2bf-48b4-8105-166c0942a65f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.412325 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wq6n2\" (UniqueName: \"kubernetes.io/projected/b7233a62-e2bf-48b4-8105-166c0942a65f-kube-api-access-wq6n2\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.412350 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.412360 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.412371 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.420429 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-config-data" (OuterVolumeSpecName: "config-data") pod "b7233a62-e2bf-48b4-8105-166c0942a65f" (UID: "b7233a62-e2bf-48b4-8105-166c0942a65f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.514884 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b7233a62-e2bf-48b4-8105-166c0942a65f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.741693 4809 generic.go:334] "Generic (PLEG): container finished" podID="41fa1c38-6be8-43b3-bde7-68accc61c83e" containerID="2caf1e8efde1b7c366975a20042f454ddd514ee459a27b59e0008c2755b7455c" exitCode=0 Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.741771 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" event={"ID":"41fa1c38-6be8-43b3-bde7-68accc61c83e","Type":"ContainerDied","Data":"2caf1e8efde1b7c366975a20042f454ddd514ee459a27b59e0008c2755b7455c"} Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.747746 4809 generic.go:334] "Generic (PLEG): container finished" podID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerID="1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3" exitCode=0 Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.747812 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b7233a62-e2bf-48b4-8105-166c0942a65f","Type":"ContainerDied","Data":"1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3"} Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.747845 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b7233a62-e2bf-48b4-8105-166c0942a65f","Type":"ContainerDied","Data":"b12a786d4f5aa5cdbbe7882450fd5afef5de430eb14c91040f3c4daf6817ee10"} Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.747867 4809 scope.go:117] "RemoveContainer" containerID="16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.748946 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.756039 4809 generic.go:334] "Generic (PLEG): container finished" podID="334f5b97-7530-48bd-a7b9-fe42f2c982e2" containerID="f6815b8291a228426a134c12ad82bf6f24990d5c93eb189c3f548533525fb2a6" exitCode=0 Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.756297 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-2dght" event={"ID":"334f5b97-7530-48bd-a7b9-fe42f2c982e2","Type":"ContainerDied","Data":"f6815b8291a228426a134c12ad82bf6f24990d5c93eb189c3f548533525fb2a6"} Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.832129 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.853263 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.862227 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.862542 4809 scope.go:117] "RemoveContainer" containerID="0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990" Oct 13 20:10:10 crc kubenswrapper[4809]: E1013 20:10:10.862797 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="ceilometer-notification-agent" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.862819 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="ceilometer-notification-agent" Oct 13 20:10:10 crc kubenswrapper[4809]: E1013 20:10:10.862842 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="proxy-httpd" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.862850 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="proxy-httpd" Oct 13 20:10:10 crc kubenswrapper[4809]: E1013 20:10:10.862897 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="ceilometer-central-agent" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.862906 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="ceilometer-central-agent" Oct 13 20:10:10 crc kubenswrapper[4809]: E1013 20:10:10.862918 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="sg-core" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.862925 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="sg-core" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.863155 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="sg-core" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.863170 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="proxy-httpd" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.863184 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="ceilometer-notification-agent" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.863210 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" containerName="ceilometer-central-agent" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.865336 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.867354 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.869516 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.873583 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.908914 4809 scope.go:117] "RemoveContainer" containerID="1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.949858 4809 scope.go:117] "RemoveContainer" containerID="ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.982437 4809 scope.go:117] "RemoveContainer" containerID="16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0" Oct 13 20:10:10 crc kubenswrapper[4809]: E1013 20:10:10.983061 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0\": container with ID starting with 16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0 not found: ID does not exist" containerID="16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.983100 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0"} err="failed to get container status \"16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0\": rpc error: code = NotFound desc = could not find container \"16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0\": container with ID starting with 16d78ff42d082bef2f6055140e97222025d07268b6839d150ec7d172586504f0 not found: ID does not exist" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.983126 4809 scope.go:117] "RemoveContainer" containerID="0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990" Oct 13 20:10:10 crc kubenswrapper[4809]: E1013 20:10:10.983688 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990\": container with ID starting with 0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990 not found: ID does not exist" containerID="0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.983720 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990"} err="failed to get container status \"0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990\": rpc error: code = NotFound desc = could not find container \"0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990\": container with ID starting with 0e9a858a5099c90e6b428655638a4f0a1c5d1be99071048a6c2113c770bc2990 not found: ID does not exist" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.983816 4809 scope.go:117] "RemoveContainer" containerID="1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3" Oct 13 20:10:10 crc kubenswrapper[4809]: E1013 20:10:10.984385 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3\": container with ID starting with 1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3 not found: ID does not exist" containerID="1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.984430 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3"} err="failed to get container status \"1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3\": rpc error: code = NotFound desc = could not find container \"1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3\": container with ID starting with 1310904ee285b58e8e5ddbce6d3dae6c3b3f592ccbd15132e5df8d2d9d2aeec3 not found: ID does not exist" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.984456 4809 scope.go:117] "RemoveContainer" containerID="ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424" Oct 13 20:10:10 crc kubenswrapper[4809]: E1013 20:10:10.984833 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424\": container with ID starting with ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424 not found: ID does not exist" containerID="ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424" Oct 13 20:10:10 crc kubenswrapper[4809]: I1013 20:10:10.984856 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424"} err="failed to get container status \"ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424\": rpc error: code = NotFound desc = could not find container \"ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424\": container with ID starting with ba1e849cba9d682f57533326408edc0f64a50a1863a412b9c9262d1b2893d424 not found: ID does not exist" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.025149 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kcr9h\" (UniqueName: \"kubernetes.io/projected/85967a78-2324-405e-a28a-7e57b27b4e58-kube-api-access-kcr9h\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.025194 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-log-httpd\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.025224 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.025245 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-scripts\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.025294 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.025324 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-config-data\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.025377 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-run-httpd\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.127578 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.127697 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-config-data\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.127851 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-run-httpd\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.127942 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kcr9h\" (UniqueName: \"kubernetes.io/projected/85967a78-2324-405e-a28a-7e57b27b4e58-kube-api-access-kcr9h\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.127972 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-log-httpd\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.128009 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.128043 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-scripts\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.128250 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-log-httpd\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.128398 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-run-httpd\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.132828 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.133586 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.133960 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-config-data\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.134170 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-scripts\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.143338 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kcr9h\" (UniqueName: \"kubernetes.io/projected/85967a78-2324-405e-a28a-7e57b27b4e58-kube-api-access-kcr9h\") pod \"ceilometer-0\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.194845 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-dmp7s" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.197309 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.345508 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-d5ccp\" (UniqueName: \"kubernetes.io/projected/864087c2-7eb7-45b9-abd9-f9c49024f85f-kube-api-access-d5ccp\") pod \"864087c2-7eb7-45b9-abd9-f9c49024f85f\" (UID: \"864087c2-7eb7-45b9-abd9-f9c49024f85f\") " Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.350639 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/864087c2-7eb7-45b9-abd9-f9c49024f85f-kube-api-access-d5ccp" (OuterVolumeSpecName: "kube-api-access-d5ccp") pod "864087c2-7eb7-45b9-abd9-f9c49024f85f" (UID: "864087c2-7eb7-45b9-abd9-f9c49024f85f"). InnerVolumeSpecName "kube-api-access-d5ccp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.447221 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-d5ccp\" (UniqueName: \"kubernetes.io/projected/864087c2-7eb7-45b9-abd9-f9c49024f85f-kube-api-access-d5ccp\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:11 crc kubenswrapper[4809]: W1013 20:10:11.649906 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod85967a78_2324_405e_a28a_7e57b27b4e58.slice/crio-ba258a8f32822fbdb091bff867697c5237e49b3ca75b17992d566a3d06b38b08 WatchSource:0}: Error finding container ba258a8f32822fbdb091bff867697c5237e49b3ca75b17992d566a3d06b38b08: Status 404 returned error can't find the container with id ba258a8f32822fbdb091bff867697c5237e49b3ca75b17992d566a3d06b38b08 Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.655343 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.769534 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-dmp7s" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.769520 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-dmp7s" event={"ID":"864087c2-7eb7-45b9-abd9-f9c49024f85f","Type":"ContainerDied","Data":"2d30c189149f9834b2ce24205767657e6b3d78392cc2d6d30c79fa06c00be258"} Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.770103 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="2d30c189149f9834b2ce24205767657e6b3d78392cc2d6d30c79fa06c00be258" Oct 13 20:10:11 crc kubenswrapper[4809]: I1013 20:10:11.770545 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"85967a78-2324-405e-a28a-7e57b27b4e58","Type":"ContainerStarted","Data":"ba258a8f32822fbdb091bff867697c5237e49b3ca75b17992d566a3d06b38b08"} Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.172494 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b7233a62-e2bf-48b4-8105-166c0942a65f" path="/var/lib/kubelet/pods/b7233a62-e2bf-48b4-8105-166c0942a65f/volumes" Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.202507 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.207353 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-2dght" Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.260914 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wxcm7\" (UniqueName: \"kubernetes.io/projected/334f5b97-7530-48bd-a7b9-fe42f2c982e2-kube-api-access-wxcm7\") pod \"334f5b97-7530-48bd-a7b9-fe42f2c982e2\" (UID: \"334f5b97-7530-48bd-a7b9-fe42f2c982e2\") " Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.261040 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rnwhh\" (UniqueName: \"kubernetes.io/projected/41fa1c38-6be8-43b3-bde7-68accc61c83e-kube-api-access-rnwhh\") pod \"41fa1c38-6be8-43b3-bde7-68accc61c83e\" (UID: \"41fa1c38-6be8-43b3-bde7-68accc61c83e\") " Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.270795 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/334f5b97-7530-48bd-a7b9-fe42f2c982e2-kube-api-access-wxcm7" (OuterVolumeSpecName: "kube-api-access-wxcm7") pod "334f5b97-7530-48bd-a7b9-fe42f2c982e2" (UID: "334f5b97-7530-48bd-a7b9-fe42f2c982e2"). InnerVolumeSpecName "kube-api-access-wxcm7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.273490 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/41fa1c38-6be8-43b3-bde7-68accc61c83e-kube-api-access-rnwhh" (OuterVolumeSpecName: "kube-api-access-rnwhh") pod "41fa1c38-6be8-43b3-bde7-68accc61c83e" (UID: "41fa1c38-6be8-43b3-bde7-68accc61c83e"). InnerVolumeSpecName "kube-api-access-rnwhh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.363324 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wxcm7\" (UniqueName: \"kubernetes.io/projected/334f5b97-7530-48bd-a7b9-fe42f2c982e2-kube-api-access-wxcm7\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.363352 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rnwhh\" (UniqueName: \"kubernetes.io/projected/41fa1c38-6be8-43b3-bde7-68accc61c83e-kube-api-access-rnwhh\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.797714 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-2dght" event={"ID":"334f5b97-7530-48bd-a7b9-fe42f2c982e2","Type":"ContainerDied","Data":"987e8492f5e3a1286c93ae5c8b06ec64cd7a1fde469dd99014bbecfcbe59da21"} Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.797791 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="987e8492f5e3a1286c93ae5c8b06ec64cd7a1fde469dd99014bbecfcbe59da21" Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.797866 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-2dght" Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.801870 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" event={"ID":"41fa1c38-6be8-43b3-bde7-68accc61c83e","Type":"ContainerDied","Data":"55e73c7285613b19ad681a1789f3989bbf915f4f63905d5a56eafd9ccf1d3064"} Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.801907 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="55e73c7285613b19ad681a1789f3989bbf915f4f63905d5a56eafd9ccf1d3064" Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.801884 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-5bmvx" Oct 13 20:10:12 crc kubenswrapper[4809]: I1013 20:10:12.811088 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"85967a78-2324-405e-a28a-7e57b27b4e58","Type":"ContainerStarted","Data":"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef"} Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.276910 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.277153 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" containerName="glance-log" containerID="cri-o://fa8ff413d990e3e7668c00cb1a955119af104aac4603efea2dcdfc42ce697741" gracePeriod=30 Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.277280 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" containerName="glance-httpd" containerID="cri-o://fa940518495183e18be27f436c12bc2f4bc2c5390be61d26ff7886d84b4ac3ad" gracePeriod=30 Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.530525 4809 scope.go:117] "RemoveContainer" containerID="c2360ed8d94c7c83b6bb08add09dcb1306be9497286e2197c1903b654cb02d7a" Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.557197 4809 scope.go:117] "RemoveContainer" containerID="0a2ec6ad3ff96573e2c60805e4c04bc8f4435ba9443fc28102c39e0e48b8558e" Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.599453 4809 scope.go:117] "RemoveContainer" containerID="9bd50c1c81cbcb57c37ed73451963a2239ead6a8444cd47af61541f51d29be9e" Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.678590 4809 scope.go:117] "RemoveContainer" containerID="1f3f69c41a1fb21c3fdd705e442396372af172953b18f6cc231e5adc28e8e295" Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.730680 4809 scope.go:117] "RemoveContainer" containerID="07d9381ccc51a82fb8f448c445f639064789670ec5bc7805091d0b15f489df12" Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.752531 4809 scope.go:117] "RemoveContainer" containerID="30cf78e3eec68fb2d29c3a201bcc61231917a4d77370cbcabd2b4631d6565e8e" Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.814824 4809 scope.go:117] "RemoveContainer" containerID="8bc666d41732105f240be67c64c2208eb021b69afb4bf7d199acdfc3921bac71" Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.828402 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"85967a78-2324-405e-a28a-7e57b27b4e58","Type":"ContainerStarted","Data":"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a"} Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.828760 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"85967a78-2324-405e-a28a-7e57b27b4e58","Type":"ContainerStarted","Data":"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4"} Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.831092 4809 generic.go:334] "Generic (PLEG): container finished" podID="0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" containerID="fa8ff413d990e3e7668c00cb1a955119af104aac4603efea2dcdfc42ce697741" exitCode=143 Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.831176 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5","Type":"ContainerDied","Data":"fa8ff413d990e3e7668c00cb1a955119af104aac4603efea2dcdfc42ce697741"} Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.840619 4809 scope.go:117] "RemoveContainer" containerID="563bcd24c279112b91df6d96853cf44422dccd8908d57bb86ece2b566a4c0428" Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.885928 4809 scope.go:117] "RemoveContainer" containerID="129987682e631f2567c9f7327bb0f7a9de03a62c16b5430f6a2184196854bb16" Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.907605 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.928143 4809 scope.go:117] "RemoveContainer" containerID="4c43e76dd0b3ab45c5a8106cc05b30c210b9d7c57ef6889602a6f1a7e47a64ab" Oct 13 20:10:13 crc kubenswrapper[4809]: I1013 20:10:13.980251 4809 scope.go:117] "RemoveContainer" containerID="9882fc60eca9e4b8a0f17a7d0447732be8212e10d0990ec88b53cc4e9b69ef5d" Oct 13 20:10:14 crc kubenswrapper[4809]: I1013 20:10:14.043355 4809 scope.go:117] "RemoveContainer" containerID="e0cf8e022143b4b48d13a64f0e664d7041a7673ac900b9328e3b99fb61c5ba09" Oct 13 20:10:14 crc kubenswrapper[4809]: I1013 20:10:14.066822 4809 scope.go:117] "RemoveContainer" containerID="134689ee6cf1252ae8d4452593d8b130d3d8567c50e01eed1d2e19587fbaa0d3" Oct 13 20:10:14 crc kubenswrapper[4809]: I1013 20:10:14.095085 4809 scope.go:117] "RemoveContainer" containerID="7521d1f9d3934bb2ebbb143c13be9e82b337bfda09da376667deb6e78029c37f" Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.281503 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.282861 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerName="glance-log" containerID="cri-o://49fabdaa2e284c38008e0f68cc71f5b0b46748793fd6fe5acca67e5e68174707" gracePeriod=30 Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.282905 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerName="glance-httpd" containerID="cri-o://7e285c63d4e7250c1b27a4dab8bdc796f2cc9d1ccb7d1ef0bb4a440998cacdaa" gracePeriod=30 Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.312128 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.319299 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.650450 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.734260 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-86647fcbc5-zg557"] Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.734463 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" podUID="2a42a8eb-b69e-4403-a474-01dd82e06442" containerName="neutron-api" containerID="cri-o://efbe5d42874f6fdd2080008f89828a19cdd56c280f11eec20d3b3e882be0dff3" gracePeriod=30 Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.734750 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" podUID="2a42a8eb-b69e-4403-a474-01dd82e06442" containerName="neutron-httpd" containerID="cri-o://2af6c60e988c7971fbd52d4c772f0a589427efcb7f86d7920da7259c1f4ae455" gracePeriod=30 Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.868444 4809 generic.go:334] "Generic (PLEG): container finished" podID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerID="49fabdaa2e284c38008e0f68cc71f5b0b46748793fd6fe5acca67e5e68174707" exitCode=143 Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.868482 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8","Type":"ContainerDied","Data":"49fabdaa2e284c38008e0f68cc71f5b0b46748793fd6fe5acca67e5e68174707"} Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.871293 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"85967a78-2324-405e-a28a-7e57b27b4e58","Type":"ContainerStarted","Data":"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d"} Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.871442 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.875082 4809 generic.go:334] "Generic (PLEG): container finished" podID="0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" containerID="fa940518495183e18be27f436c12bc2f4bc2c5390be61d26ff7886d84b4ac3ad" exitCode=0 Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.875599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5","Type":"ContainerDied","Data":"fa940518495183e18be27f436c12bc2f4bc2c5390be61d26ff7886d84b4ac3ad"} Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.875633 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5","Type":"ContainerDied","Data":"5a19d157fa06a5e0acf281b3060980a374f10340bbc3ac4f1425c878ebae7ca8"} Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.875649 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5a19d157fa06a5e0acf281b3060980a374f10340bbc3ac4f1425c878ebae7ca8" Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.903398 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.920984897 podStartE2EDuration="6.903377281s" podCreationTimestamp="2025-10-13 20:10:10 +0000 UTC" firstStartedPulling="2025-10-13 20:10:11.652078438 +0000 UTC m=+2730.257825023" lastFinishedPulling="2025-10-13 20:10:15.634470822 +0000 UTC m=+2734.240217407" observedRunningTime="2025-10-13 20:10:16.894521789 +0000 UTC m=+2735.500268374" watchObservedRunningTime="2025-10-13 20:10:16.903377281 +0000 UTC m=+2735.509123866" Oct 13 20:10:16 crc kubenswrapper[4809]: I1013 20:10:16.934785 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.021385 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.045358 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-config-data\") pod \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.045400 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-scripts\") pod \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.045464 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-logs\") pod \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.045557 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-httpd-run\") pod \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.045575 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-public-tls-certs\") pod \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.045595 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.045676 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-combined-ca-bundle\") pod \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.045756 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zlt9h\" (UniqueName: \"kubernetes.io/projected/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-kube-api-access-zlt9h\") pod \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\" (UID: \"0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5\") " Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.046799 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-logs" (OuterVolumeSpecName: "logs") pod "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" (UID: "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.047026 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" (UID: "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.050685 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-scripts" (OuterVolumeSpecName: "scripts") pod "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" (UID: "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.052849 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage09-crc" (OuterVolumeSpecName: "glance") pod "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" (UID: "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5"). InnerVolumeSpecName "local-storage09-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.069328 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-kube-api-access-zlt9h" (OuterVolumeSpecName: "kube-api-access-zlt9h") pod "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" (UID: "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5"). InnerVolumeSpecName "kube-api-access-zlt9h". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.080688 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" (UID: "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.100875 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-config-data" (OuterVolumeSpecName: "config-data") pod "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" (UID: "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.107501 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" (UID: "0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.147592 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.147618 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.147626 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.147645 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.147655 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.147685 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") on node \"crc\" " Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.147694 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.147705 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zlt9h\" (UniqueName: \"kubernetes.io/projected/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5-kube-api-access-zlt9h\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.182157 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage09-crc" (UniqueName: "kubernetes.io/local-volume/local-storage09-crc") on node "crc" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.249401 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.885656 4809 generic.go:334] "Generic (PLEG): container finished" podID="2a42a8eb-b69e-4403-a474-01dd82e06442" containerID="2af6c60e988c7971fbd52d4c772f0a589427efcb7f86d7920da7259c1f4ae455" exitCode=0 Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.886603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" event={"ID":"2a42a8eb-b69e-4403-a474-01dd82e06442","Type":"ContainerDied","Data":"2af6c60e988c7971fbd52d4c772f0a589427efcb7f86d7920da7259c1f4ae455"} Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.886683 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.929383 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.942082 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.965124 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:10:17 crc kubenswrapper[4809]: E1013 20:10:17.965514 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" containerName="glance-httpd" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.965538 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" containerName="glance-httpd" Oct 13 20:10:17 crc kubenswrapper[4809]: E1013 20:10:17.965551 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="864087c2-7eb7-45b9-abd9-f9c49024f85f" containerName="mariadb-database-create" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.965560 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="864087c2-7eb7-45b9-abd9-f9c49024f85f" containerName="mariadb-database-create" Oct 13 20:10:17 crc kubenswrapper[4809]: E1013 20:10:17.965573 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="41fa1c38-6be8-43b3-bde7-68accc61c83e" containerName="mariadb-database-create" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.965581 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="41fa1c38-6be8-43b3-bde7-68accc61c83e" containerName="mariadb-database-create" Oct 13 20:10:17 crc kubenswrapper[4809]: E1013 20:10:17.965599 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" containerName="glance-log" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.965606 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" containerName="glance-log" Oct 13 20:10:17 crc kubenswrapper[4809]: E1013 20:10:17.965636 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="334f5b97-7530-48bd-a7b9-fe42f2c982e2" containerName="mariadb-database-create" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.965644 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="334f5b97-7530-48bd-a7b9-fe42f2c982e2" containerName="mariadb-database-create" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.965922 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="41fa1c38-6be8-43b3-bde7-68accc61c83e" containerName="mariadb-database-create" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.965939 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="334f5b97-7530-48bd-a7b9-fe42f2c982e2" containerName="mariadb-database-create" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.965961 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="864087c2-7eb7-45b9-abd9-f9c49024f85f" containerName="mariadb-database-create" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.965978 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" containerName="glance-httpd" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.965996 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" containerName="glance-log" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.967131 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:17 crc kubenswrapper[4809]: W1013 20:10:17.969605 4809 reflector.go:561] object-"openstack-kuttl-tests"/"cert-glance-default-public-svc": failed to list *v1.Secret: secrets "cert-glance-default-public-svc" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openstack-kuttl-tests": no relationship found between node 'crc' and this object Oct 13 20:10:17 crc kubenswrapper[4809]: E1013 20:10:17.969643 4809 reflector.go:158] "Unhandled Error" err="object-\"openstack-kuttl-tests\"/\"cert-glance-default-public-svc\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"cert-glance-default-public-svc\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openstack-kuttl-tests\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 20:10:17 crc kubenswrapper[4809]: W1013 20:10:17.969646 4809 reflector.go:561] object-"openstack-kuttl-tests"/"glance-default-external-config-data": failed to list *v1.Secret: secrets "glance-default-external-config-data" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openstack-kuttl-tests": no relationship found between node 'crc' and this object Oct 13 20:10:17 crc kubenswrapper[4809]: E1013 20:10:17.969707 4809 reflector.go:158] "Unhandled Error" err="object-\"openstack-kuttl-tests\"/\"glance-default-external-config-data\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"glance-default-external-config-data\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openstack-kuttl-tests\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 20:10:17 crc kubenswrapper[4809]: I1013 20:10:17.995404 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.164872 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.164953 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-config-data\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.164989 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.165022 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-scripts\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.165040 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.165089 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-26sqz\" (UniqueName: \"kubernetes.io/projected/c916c595-cabe-41d9-a989-e880ed47276c-kube-api-access-26sqz\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.165117 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-logs\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.165166 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.167905 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5" path="/var/lib/kubelet/pods/0626e6ea-b7df-4da4-9f4a-8bd2e57b3bb5/volumes" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.266468 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-config-data\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.266515 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.266549 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-scripts\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.266571 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.266609 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-26sqz\" (UniqueName: \"kubernetes.io/projected/c916c595-cabe-41d9-a989-e880ed47276c-kube-api-access-26sqz\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.266638 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-logs\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.266669 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.266713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.267031 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") device mount path \"/mnt/openstack/pv09\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.267230 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-logs\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.267447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.272456 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.280298 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-scripts\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.285381 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-26sqz\" (UniqueName: \"kubernetes.io/projected/c916c595-cabe-41d9-a989-e880ed47276c-kube-api-access-26sqz\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.294948 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.588176 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w"] Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.589527 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.591520 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-db-secret" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.608941 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w"] Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.697767 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz"] Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.699116 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.700659 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-db-secret" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.712090 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz"] Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.776909 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kmmrm\" (UniqueName: \"kubernetes.io/projected/2813c048-68eb-4c47-9c83-e2b5ca9196e7-kube-api-access-kmmrm\") pod \"nova-api-0c10-account-create-zbl6w\" (UID: \"2813c048-68eb-4c47-9c83-e2b5ca9196e7\") " pod="openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.879209 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jnljm\" (UniqueName: \"kubernetes.io/projected/caa03c54-6c38-4e8e-a5e6-a0adc5d68726-kube-api-access-jnljm\") pod \"nova-cell0-d59b-account-create-q54rz\" (UID: \"caa03c54-6c38-4e8e-a5e6-a0adc5d68726\") " pod="openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.879304 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kmmrm\" (UniqueName: \"kubernetes.io/projected/2813c048-68eb-4c47-9c83-e2b5ca9196e7-kube-api-access-kmmrm\") pod \"nova-api-0c10-account-create-zbl6w\" (UID: \"2813c048-68eb-4c47-9c83-e2b5ca9196e7\") " pod="openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.894503 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v"] Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.896275 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.897686 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="ceilometer-central-agent" containerID="cri-o://e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef" gracePeriod=30 Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.897687 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="sg-core" containerID="cri-o://01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a" gracePeriod=30 Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.897721 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="ceilometer-notification-agent" containerID="cri-o://ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4" gracePeriod=30 Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.897686 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="proxy-httpd" containerID="cri-o://9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d" gracePeriod=30 Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.899069 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kmmrm\" (UniqueName: \"kubernetes.io/projected/2813c048-68eb-4c47-9c83-e2b5ca9196e7-kube-api-access-kmmrm\") pod \"nova-api-0c10-account-create-zbl6w\" (UID: \"2813c048-68eb-4c47-9c83-e2b5ca9196e7\") " pod="openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.910520 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.914541 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v"] Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.918069 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-db-secret" Oct 13 20:10:18 crc kubenswrapper[4809]: I1013 20:10:18.981069 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jnljm\" (UniqueName: \"kubernetes.io/projected/caa03c54-6c38-4e8e-a5e6-a0adc5d68726-kube-api-access-jnljm\") pod \"nova-cell0-d59b-account-create-q54rz\" (UID: \"caa03c54-6c38-4e8e-a5e6-a0adc5d68726\") " pod="openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz" Oct 13 20:10:19 crc kubenswrapper[4809]: I1013 20:10:19.005101 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jnljm\" (UniqueName: \"kubernetes.io/projected/caa03c54-6c38-4e8e-a5e6-a0adc5d68726-kube-api-access-jnljm\") pod \"nova-cell0-d59b-account-create-q54rz\" (UID: \"caa03c54-6c38-4e8e-a5e6-a0adc5d68726\") " pod="openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz" Oct 13 20:10:19 crc kubenswrapper[4809]: I1013 20:10:19.021284 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz" Oct 13 20:10:19 crc kubenswrapper[4809]: I1013 20:10:19.084238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-grhdz\" (UniqueName: \"kubernetes.io/projected/68d9374a-37f6-4518-a316-924f9ad3fdea-kube-api-access-grhdz\") pod \"nova-cell1-c52b-account-create-47t6v\" (UID: \"68d9374a-37f6-4518-a316-924f9ad3fdea\") " pod="openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v" Oct 13 20:10:19 crc kubenswrapper[4809]: I1013 20:10:19.184316 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:10:19 crc kubenswrapper[4809]: I1013 20:10:19.187762 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-grhdz\" (UniqueName: \"kubernetes.io/projected/68d9374a-37f6-4518-a316-924f9ad3fdea-kube-api-access-grhdz\") pod \"nova-cell1-c52b-account-create-47t6v\" (UID: \"68d9374a-37f6-4518-a316-924f9ad3fdea\") " pod="openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v" Oct 13 20:10:19 crc kubenswrapper[4809]: I1013 20:10:19.191264 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:19 crc kubenswrapper[4809]: I1013 20:10:19.203560 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-grhdz\" (UniqueName: \"kubernetes.io/projected/68d9374a-37f6-4518-a316-924f9ad3fdea-kube-api-access-grhdz\") pod \"nova-cell1-c52b-account-create-47t6v\" (UID: \"68d9374a-37f6-4518-a316-924f9ad3fdea\") " pod="openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v" Oct 13 20:10:19 crc kubenswrapper[4809]: E1013 20:10:19.268349 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/glance-default-external-config-data: failed to sync secret cache: timed out waiting for the condition Oct 13 20:10:19 crc kubenswrapper[4809]: E1013 20:10:19.268462 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-config-data podName:c916c595-cabe-41d9-a989-e880ed47276c nodeName:}" failed. No retries permitted until 2025-10-13 20:10:19.768431249 +0000 UTC m=+2738.374177844 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-config-data") pod "glance-default-external-api-0" (UID: "c916c595-cabe-41d9-a989-e880ed47276c") : failed to sync secret cache: timed out waiting for the condition Oct 13 20:10:19 crc kubenswrapper[4809]: I1013 20:10:19.338710 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:10:19 crc kubenswrapper[4809]: I1013 20:10:19.444037 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w"] Oct 13 20:10:19 crc kubenswrapper[4809]: I1013 20:10:19.470276 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v" Oct 13 20:10:19 crc kubenswrapper[4809]: I1013 20:10:19.509177 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz"] Oct 13 20:10:19 crc kubenswrapper[4809]: W1013 20:10:19.560409 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podcaa03c54_6c38_4e8e_a5e6_a0adc5d68726.slice/crio-977e5284df7d1813a228bbe05a56b76dd8cfc1e66b9cde666aaee71c789f32fd WatchSource:0}: Error finding container 977e5284df7d1813a228bbe05a56b76dd8cfc1e66b9cde666aaee71c789f32fd: Status 404 returned error can't find the container with id 977e5284df7d1813a228bbe05a56b76dd8cfc1e66b9cde666aaee71c789f32fd Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.772912 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.797797 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-config-data\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.823896 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-config-data\") pod \"glance-default-external-api-0\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.911579 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-scripts\") pod \"85967a78-2324-405e-a28a-7e57b27b4e58\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.911657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kcr9h\" (UniqueName: \"kubernetes.io/projected/85967a78-2324-405e-a28a-7e57b27b4e58-kube-api-access-kcr9h\") pod \"85967a78-2324-405e-a28a-7e57b27b4e58\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.911680 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-config-data\") pod \"85967a78-2324-405e-a28a-7e57b27b4e58\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.911794 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-log-httpd\") pod \"85967a78-2324-405e-a28a-7e57b27b4e58\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.911851 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-combined-ca-bundle\") pod \"85967a78-2324-405e-a28a-7e57b27b4e58\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.911927 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-run-httpd\") pod \"85967a78-2324-405e-a28a-7e57b27b4e58\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.911983 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-sg-core-conf-yaml\") pod \"85967a78-2324-405e-a28a-7e57b27b4e58\" (UID: \"85967a78-2324-405e-a28a-7e57b27b4e58\") " Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.913356 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "85967a78-2324-405e-a28a-7e57b27b4e58" (UID: "85967a78-2324-405e-a28a-7e57b27b4e58"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.914287 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "85967a78-2324-405e-a28a-7e57b27b4e58" (UID: "85967a78-2324-405e-a28a-7e57b27b4e58"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.921824 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-scripts" (OuterVolumeSpecName: "scripts") pod "85967a78-2324-405e-a28a-7e57b27b4e58" (UID: "85967a78-2324-405e-a28a-7e57b27b4e58"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.923945 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/85967a78-2324-405e-a28a-7e57b27b4e58-kube-api-access-kcr9h" (OuterVolumeSpecName: "kube-api-access-kcr9h") pod "85967a78-2324-405e-a28a-7e57b27b4e58" (UID: "85967a78-2324-405e-a28a-7e57b27b4e58"). InnerVolumeSpecName "kube-api-access-kcr9h". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.947304 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "85967a78-2324-405e-a28a-7e57b27b4e58" (UID: "85967a78-2324-405e-a28a-7e57b27b4e58"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.957214 4809 generic.go:334] "Generic (PLEG): container finished" podID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerID="7e285c63d4e7250c1b27a4dab8bdc796f2cc9d1ccb7d1ef0bb4a440998cacdaa" exitCode=0 Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.957262 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8","Type":"ContainerDied","Data":"7e285c63d4e7250c1b27a4dab8bdc796f2cc9d1ccb7d1ef0bb4a440998cacdaa"} Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.966530 4809 generic.go:334] "Generic (PLEG): container finished" podID="85967a78-2324-405e-a28a-7e57b27b4e58" containerID="9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d" exitCode=0 Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.966551 4809 generic.go:334] "Generic (PLEG): container finished" podID="85967a78-2324-405e-a28a-7e57b27b4e58" containerID="01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a" exitCode=2 Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.966558 4809 generic.go:334] "Generic (PLEG): container finished" podID="85967a78-2324-405e-a28a-7e57b27b4e58" containerID="ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4" exitCode=0 Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.966565 4809 generic.go:334] "Generic (PLEG): container finished" podID="85967a78-2324-405e-a28a-7e57b27b4e58" containerID="e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef" exitCode=0 Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.966699 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.967938 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"85967a78-2324-405e-a28a-7e57b27b4e58","Type":"ContainerDied","Data":"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d"} Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.967997 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"85967a78-2324-405e-a28a-7e57b27b4e58","Type":"ContainerDied","Data":"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a"} Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.968009 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"85967a78-2324-405e-a28a-7e57b27b4e58","Type":"ContainerDied","Data":"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4"} Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.968019 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"85967a78-2324-405e-a28a-7e57b27b4e58","Type":"ContainerDied","Data":"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef"} Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.968029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"85967a78-2324-405e-a28a-7e57b27b4e58","Type":"ContainerDied","Data":"ba258a8f32822fbdb091bff867697c5237e49b3ca75b17992d566a3d06b38b08"} Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.968047 4809 scope.go:117] "RemoveContainer" containerID="9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.974381 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w" event={"ID":"2813c048-68eb-4c47-9c83-e2b5ca9196e7","Type":"ContainerStarted","Data":"fed73aaa038c130f118b38f50e6388cc36ba182692aa641bc5102930247cbd46"} Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.974417 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w" event={"ID":"2813c048-68eb-4c47-9c83-e2b5ca9196e7","Type":"ContainerStarted","Data":"2ee15a05e12d810c8e5f9260325c180f4ec1c4934c103a3636ebf858484f6542"} Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.987056 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz" event={"ID":"caa03c54-6c38-4e8e-a5e6-a0adc5d68726","Type":"ContainerStarted","Data":"25864ab71b876eed2baa7ef6118b1259847d7f7a022b4400112a6ca628779774"} Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:19.987102 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz" event={"ID":"caa03c54-6c38-4e8e-a5e6-a0adc5d68726","Type":"ContainerStarted","Data":"977e5284df7d1813a228bbe05a56b76dd8cfc1e66b9cde666aaee71c789f32fd"} Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.008143 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "85967a78-2324-405e-a28a-7e57b27b4e58" (UID: "85967a78-2324-405e-a28a-7e57b27b4e58"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.016907 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.016938 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.017047 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.017060 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kcr9h\" (UniqueName: \"kubernetes.io/projected/85967a78-2324-405e-a28a-7e57b27b4e58-kube-api-access-kcr9h\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.017070 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/85967a78-2324-405e-a28a-7e57b27b4e58-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.017082 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.056498 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-config-data" (OuterVolumeSpecName: "config-data") pod "85967a78-2324-405e-a28a-7e57b27b4e58" (UID: "85967a78-2324-405e-a28a-7e57b27b4e58"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.083154 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.119230 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85967a78-2324-405e-a28a-7e57b27b4e58-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.247211 4809 scope.go:117] "RemoveContainer" containerID="01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.273566 4809 scope.go:117] "RemoveContainer" containerID="ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.294552 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.304480 4809 scope.go:117] "RemoveContainer" containerID="e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.314853 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.331796 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:20 crc kubenswrapper[4809]: E1013 20:10:20.332957 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="proxy-httpd" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.332973 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="proxy-httpd" Oct 13 20:10:20 crc kubenswrapper[4809]: E1013 20:10:20.333003 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="sg-core" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.333009 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="sg-core" Oct 13 20:10:20 crc kubenswrapper[4809]: E1013 20:10:20.333035 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="ceilometer-notification-agent" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.333043 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="ceilometer-notification-agent" Oct 13 20:10:20 crc kubenswrapper[4809]: E1013 20:10:20.333076 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="ceilometer-central-agent" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.333083 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="ceilometer-central-agent" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.333346 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="ceilometer-central-agent" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.333373 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="ceilometer-notification-agent" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.333386 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="sg-core" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.333396 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" containerName="proxy-httpd" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.336071 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.337808 4809 scope.go:117] "RemoveContainer" containerID="9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d" Oct 13 20:10:20 crc kubenswrapper[4809]: E1013 20:10:20.338463 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d\": container with ID starting with 9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d not found: ID does not exist" containerID="9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.338517 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d"} err="failed to get container status \"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d\": rpc error: code = NotFound desc = could not find container \"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d\": container with ID starting with 9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.338551 4809 scope.go:117] "RemoveContainer" containerID="01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.338751 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.339868 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:10:20 crc kubenswrapper[4809]: E1013 20:10:20.343236 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a\": container with ID starting with 01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a not found: ID does not exist" containerID="01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.343291 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a"} err="failed to get container status \"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a\": rpc error: code = NotFound desc = could not find container \"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a\": container with ID starting with 01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.343588 4809 scope.go:117] "RemoveContainer" containerID="ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.343701 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:20 crc kubenswrapper[4809]: E1013 20:10:20.346275 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4\": container with ID starting with ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4 not found: ID does not exist" containerID="ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.346307 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4"} err="failed to get container status \"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4\": rpc error: code = NotFound desc = could not find container \"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4\": container with ID starting with ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4 not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.346330 4809 scope.go:117] "RemoveContainer" containerID="e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef" Oct 13 20:10:20 crc kubenswrapper[4809]: E1013 20:10:20.346768 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef\": container with ID starting with e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef not found: ID does not exist" containerID="e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.346833 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef"} err="failed to get container status \"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef\": rpc error: code = NotFound desc = could not find container \"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef\": container with ID starting with e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.346871 4809 scope.go:117] "RemoveContainer" containerID="9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.347284 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d"} err="failed to get container status \"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d\": rpc error: code = NotFound desc = could not find container \"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d\": container with ID starting with 9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.347304 4809 scope.go:117] "RemoveContainer" containerID="01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.347774 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a"} err="failed to get container status \"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a\": rpc error: code = NotFound desc = could not find container \"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a\": container with ID starting with 01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.347791 4809 scope.go:117] "RemoveContainer" containerID="ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.348109 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4"} err="failed to get container status \"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4\": rpc error: code = NotFound desc = could not find container \"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4\": container with ID starting with ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4 not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.348138 4809 scope.go:117] "RemoveContainer" containerID="e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.348417 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef"} err="failed to get container status \"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef\": rpc error: code = NotFound desc = could not find container \"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef\": container with ID starting with e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.348437 4809 scope.go:117] "RemoveContainer" containerID="9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.349969 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d"} err="failed to get container status \"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d\": rpc error: code = NotFound desc = could not find container \"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d\": container with ID starting with 9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.349989 4809 scope.go:117] "RemoveContainer" containerID="01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.350237 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a"} err="failed to get container status \"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a\": rpc error: code = NotFound desc = could not find container \"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a\": container with ID starting with 01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.350252 4809 scope.go:117] "RemoveContainer" containerID="ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.353187 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4"} err="failed to get container status \"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4\": rpc error: code = NotFound desc = could not find container \"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4\": container with ID starting with ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4 not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.353205 4809 scope.go:117] "RemoveContainer" containerID="e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.353429 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef"} err="failed to get container status \"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef\": rpc error: code = NotFound desc = could not find container \"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef\": container with ID starting with e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.353442 4809 scope.go:117] "RemoveContainer" containerID="9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.353825 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d"} err="failed to get container status \"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d\": rpc error: code = NotFound desc = could not find container \"9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d\": container with ID starting with 9a045eafc4a8d22bbace490924340269d8b6dc3605fec92ed1cd0fd7a63a834d not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.353841 4809 scope.go:117] "RemoveContainer" containerID="01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.354073 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a"} err="failed to get container status \"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a\": rpc error: code = NotFound desc = could not find container \"01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a\": container with ID starting with 01af25a5695e7712a7d02f24d789218538c46f7756b3d6eb9e8cb58362205f9a not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.354086 4809 scope.go:117] "RemoveContainer" containerID="ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.354287 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4"} err="failed to get container status \"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4\": rpc error: code = NotFound desc = could not find container \"ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4\": container with ID starting with ee2070d4ff7e6682b45384fca7aae977e8e6c7f51e76c3f82fc22b44263c26e4 not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.354301 4809 scope.go:117] "RemoveContainer" containerID="e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.354500 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef"} err="failed to get container status \"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef\": rpc error: code = NotFound desc = could not find container \"e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef\": container with ID starting with e0b149619a576b6591bb7667f628a73e11e03b8c28d3e4e8ccc51dda638c25ef not found: ID does not exist" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.528333 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-log-httpd\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.528421 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.528466 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-run-httpd\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.528540 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-config-data\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.528570 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nwbvj\" (UniqueName: \"kubernetes.io/projected/62ee53e3-5498-4086-b6f6-bcf8f109f696-kube-api-access-nwbvj\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.528606 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.528629 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-scripts\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.579709 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerName="glance-httpd" probeResult="failure" output="Get \"https://10.217.0.244:9292/healthcheck\": dial tcp 10.217.0.244:9292: connect: connection refused" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.579863 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerName="glance-log" probeResult="failure" output="Get \"https://10.217.0.244:9292/healthcheck\": dial tcp 10.217.0.244:9292: connect: connection refused" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.630959 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-run-httpd\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.631048 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-config-data\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.631073 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nwbvj\" (UniqueName: \"kubernetes.io/projected/62ee53e3-5498-4086-b6f6-bcf8f109f696-kube-api-access-nwbvj\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.631099 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.631120 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-scripts\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.631183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-log-httpd\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.631227 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.631814 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-run-httpd\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.632043 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-log-httpd\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.636397 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.640530 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-config-data\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.640934 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-scripts\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.641144 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.649312 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nwbvj\" (UniqueName: \"kubernetes.io/projected/62ee53e3-5498-4086-b6f6-bcf8f109f696-kube-api-access-nwbvj\") pod \"ceilometer-0\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.660185 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.974903 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:20 crc kubenswrapper[4809]: I1013 20:10:20.999419 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.000138 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8","Type":"ContainerDied","Data":"bb316d7ca3485928afc606e14598d4e400c766963391135fd77ac82de27e2082"} Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.000204 4809 scope.go:117] "RemoveContainer" containerID="7e285c63d4e7250c1b27a4dab8bdc796f2cc9d1ccb7d1ef0bb4a440998cacdaa" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.013271 4809 generic.go:334] "Generic (PLEG): container finished" podID="2813c048-68eb-4c47-9c83-e2b5ca9196e7" containerID="fed73aaa038c130f118b38f50e6388cc36ba182692aa641bc5102930247cbd46" exitCode=0 Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.013331 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w" event={"ID":"2813c048-68eb-4c47-9c83-e2b5ca9196e7","Type":"ContainerDied","Data":"fed73aaa038c130f118b38f50e6388cc36ba182692aa641bc5102930247cbd46"} Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.030811 4809 generic.go:334] "Generic (PLEG): container finished" podID="caa03c54-6c38-4e8e-a5e6-a0adc5d68726" containerID="25864ab71b876eed2baa7ef6118b1259847d7f7a022b4400112a6ca628779774" exitCode=0 Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.030911 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz" event={"ID":"caa03c54-6c38-4e8e-a5e6-a0adc5d68726","Type":"ContainerDied","Data":"25864ab71b876eed2baa7ef6118b1259847d7f7a022b4400112a6ca628779774"} Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.051247 4809 scope.go:117] "RemoveContainer" containerID="49fabdaa2e284c38008e0f68cc71f5b0b46748793fd6fe5acca67e5e68174707" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.054281 4809 generic.go:334] "Generic (PLEG): container finished" podID="2a42a8eb-b69e-4403-a474-01dd82e06442" containerID="efbe5d42874f6fdd2080008f89828a19cdd56c280f11eec20d3b3e882be0dff3" exitCode=0 Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.054321 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" event={"ID":"2a42a8eb-b69e-4403-a474-01dd82e06442","Type":"ContainerDied","Data":"efbe5d42874f6fdd2080008f89828a19cdd56c280f11eec20d3b3e882be0dff3"} Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.139541 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.139609 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-d5kxj\" (UniqueName: \"kubernetes.io/projected/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-kube-api-access-d5kxj\") pod \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.139636 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-config-data\") pod \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.139706 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-internal-tls-certs\") pod \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.139761 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-httpd-run\") pod \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.139797 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-combined-ca-bundle\") pod \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.139828 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-logs\") pod \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.140580 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-scripts\") pod \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\" (UID: \"fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.140401 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-logs" (OuterVolumeSpecName: "logs") pod "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" (UID: "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.140461 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" (UID: "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.141229 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.141242 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.149186 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-scripts" (OuterVolumeSpecName: "scripts") pod "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" (UID: "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.154249 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage07-crc" (OuterVolumeSpecName: "glance") pod "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" (UID: "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8"). InnerVolumeSpecName "local-storage07-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.160243 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-kube-api-access-d5kxj" (OuterVolumeSpecName: "kube-api-access-d5kxj") pod "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" (UID: "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8"). InnerVolumeSpecName "kube-api-access-d5kxj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.182375 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" (UID: "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.205464 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-config-data" (OuterVolumeSpecName: "config-data") pod "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" (UID: "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.242334 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.242364 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.242384 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.242393 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-d5kxj\" (UniqueName: \"kubernetes.io/projected/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-kube-api-access-d5kxj\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.242403 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.268632 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" (UID: "fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.297332 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.306110 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v"] Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.310229 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage07-crc" (UniqueName: "kubernetes.io/local-volume/local-storage07-crc") on node "crc" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.344316 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.357418 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.357449 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.405541 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.429042 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.438007 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:10:21 crc kubenswrapper[4809]: E1013 20:10:21.438432 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerName="glance-log" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.438448 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerName="glance-log" Oct 13 20:10:21 crc kubenswrapper[4809]: E1013 20:10:21.438474 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2a42a8eb-b69e-4403-a474-01dd82e06442" containerName="neutron-httpd" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.438480 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2a42a8eb-b69e-4403-a474-01dd82e06442" containerName="neutron-httpd" Oct 13 20:10:21 crc kubenswrapper[4809]: E1013 20:10:21.438507 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2a42a8eb-b69e-4403-a474-01dd82e06442" containerName="neutron-api" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.438513 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2a42a8eb-b69e-4403-a474-01dd82e06442" containerName="neutron-api" Oct 13 20:10:21 crc kubenswrapper[4809]: E1013 20:10:21.438525 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerName="glance-httpd" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.438531 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerName="glance-httpd" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.438697 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerName="glance-log" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.438712 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2a42a8eb-b69e-4403-a474-01dd82e06442" containerName="neutron-api" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.438737 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" containerName="glance-httpd" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.438747 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2a42a8eb-b69e-4403-a474-01dd82e06442" containerName="neutron-httpd" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.439596 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.442964 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.443163 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.456309 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.459063 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-httpd-config\") pod \"2a42a8eb-b69e-4403-a474-01dd82e06442\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.459130 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-config\") pod \"2a42a8eb-b69e-4403-a474-01dd82e06442\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.459153 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-r9ftl\" (UniqueName: \"kubernetes.io/projected/2a42a8eb-b69e-4403-a474-01dd82e06442-kube-api-access-r9ftl\") pod \"2a42a8eb-b69e-4403-a474-01dd82e06442\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.459168 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-ovndb-tls-certs\") pod \"2a42a8eb-b69e-4403-a474-01dd82e06442\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.459206 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-combined-ca-bundle\") pod \"2a42a8eb-b69e-4403-a474-01dd82e06442\" (UID: \"2a42a8eb-b69e-4403-a474-01dd82e06442\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.472465 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2a42a8eb-b69e-4403-a474-01dd82e06442-kube-api-access-r9ftl" (OuterVolumeSpecName: "kube-api-access-r9ftl") pod "2a42a8eb-b69e-4403-a474-01dd82e06442" (UID: "2a42a8eb-b69e-4403-a474-01dd82e06442"). InnerVolumeSpecName "kube-api-access-r9ftl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.475689 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "2a42a8eb-b69e-4403-a474-01dd82e06442" (UID: "2a42a8eb-b69e-4403-a474-01dd82e06442"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.523139 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.540910 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2a42a8eb-b69e-4403-a474-01dd82e06442" (UID: "2a42a8eb-b69e-4403-a474-01dd82e06442"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.568139 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.568312 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.569450 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.571192 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-config-data\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.571356 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p79zx\" (UniqueName: \"kubernetes.io/projected/dad33882-536b-41e8-84bf-72f1b91c2bcb-kube-api-access-p79zx\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.571455 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.571575 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-scripts\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.571696 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-logs\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.572237 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.572313 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-r9ftl\" (UniqueName: \"kubernetes.io/projected/2a42a8eb-b69e-4403-a474-01dd82e06442-kube-api-access-r9ftl\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.572702 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.630343 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.639469 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.643927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-config" (OuterVolumeSpecName: "config") pod "2a42a8eb-b69e-4403-a474-01dd82e06442" (UID: "2a42a8eb-b69e-4403-a474-01dd82e06442"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.647949 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.654568 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "2a42a8eb-b69e-4403-a474-01dd82e06442" (UID: "2a42a8eb-b69e-4403-a474-01dd82e06442"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.680209 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kmmrm\" (UniqueName: \"kubernetes.io/projected/2813c048-68eb-4c47-9c83-e2b5ca9196e7-kube-api-access-kmmrm\") pod \"2813c048-68eb-4c47-9c83-e2b5ca9196e7\" (UID: \"2813c048-68eb-4c47-9c83-e2b5ca9196e7\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.680935 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.680984 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.681013 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.681050 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-config-data\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.681085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p79zx\" (UniqueName: \"kubernetes.io/projected/dad33882-536b-41e8-84bf-72f1b91c2bcb-kube-api-access-p79zx\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.681114 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.681160 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-scripts\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.681208 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-logs\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.681307 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.681322 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/2a42a8eb-b69e-4403-a474-01dd82e06442-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.681792 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-logs\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.686427 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.686914 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") device mount path \"/mnt/openstack/pv07\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.687922 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2813c048-68eb-4c47-9c83-e2b5ca9196e7-kube-api-access-kmmrm" (OuterVolumeSpecName: "kube-api-access-kmmrm") pod "2813c048-68eb-4c47-9c83-e2b5ca9196e7" (UID: "2813c048-68eb-4c47-9c83-e2b5ca9196e7"). InnerVolumeSpecName "kube-api-access-kmmrm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.688319 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-config-data\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.689474 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-scripts\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.691474 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.695478 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.723459 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p79zx\" (UniqueName: \"kubernetes.io/projected/dad33882-536b-41e8-84bf-72f1b91c2bcb-kube-api-access-p79zx\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.734014 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"glance-default-internal-api-0\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.781848 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jnljm\" (UniqueName: \"kubernetes.io/projected/caa03c54-6c38-4e8e-a5e6-a0adc5d68726-kube-api-access-jnljm\") pod \"caa03c54-6c38-4e8e-a5e6-a0adc5d68726\" (UID: \"caa03c54-6c38-4e8e-a5e6-a0adc5d68726\") " Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.782434 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kmmrm\" (UniqueName: \"kubernetes.io/projected/2813c048-68eb-4c47-9c83-e2b5ca9196e7-kube-api-access-kmmrm\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.784521 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/caa03c54-6c38-4e8e-a5e6-a0adc5d68726-kube-api-access-jnljm" (OuterVolumeSpecName: "kube-api-access-jnljm") pod "caa03c54-6c38-4e8e-a5e6-a0adc5d68726" (UID: "caa03c54-6c38-4e8e-a5e6-a0adc5d68726"). InnerVolumeSpecName "kube-api-access-jnljm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.815365 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:21 crc kubenswrapper[4809]: I1013 20:10:21.884255 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jnljm\" (UniqueName: \"kubernetes.io/projected/caa03c54-6c38-4e8e-a5e6-a0adc5d68726-kube-api-access-jnljm\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.085848 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w" event={"ID":"2813c048-68eb-4c47-9c83-e2b5ca9196e7","Type":"ContainerDied","Data":"2ee15a05e12d810c8e5f9260325c180f4ec1c4934c103a3636ebf858484f6542"} Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.086354 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="2ee15a05e12d810c8e5f9260325c180f4ec1c4934c103a3636ebf858484f6542" Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.086239 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w" Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.087848 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"62ee53e3-5498-4086-b6f6-bcf8f109f696","Type":"ContainerStarted","Data":"8959b2078e08d60cd084741d2dc69163d2524215fe1faedc42b4436b52b42a0a"} Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.089644 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c916c595-cabe-41d9-a989-e880ed47276c","Type":"ContainerStarted","Data":"219b0eae250e39dd8658484227dde00ac1b753b7eca9abbc5161565fbbf20960"} Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.096766 4809 generic.go:334] "Generic (PLEG): container finished" podID="68d9374a-37f6-4518-a316-924f9ad3fdea" containerID="1653386f99e4ac70076af2d26c605d580af2c90b40f88f477f1caed96eadc7c5" exitCode=0 Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.096847 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v" event={"ID":"68d9374a-37f6-4518-a316-924f9ad3fdea","Type":"ContainerDied","Data":"1653386f99e4ac70076af2d26c605d580af2c90b40f88f477f1caed96eadc7c5"} Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.096893 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v" event={"ID":"68d9374a-37f6-4518-a316-924f9ad3fdea","Type":"ContainerStarted","Data":"68ec082cf34671ef675014cd59192040c4343919d963f0641b22db4da1ff942c"} Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.103214 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz" event={"ID":"caa03c54-6c38-4e8e-a5e6-a0adc5d68726","Type":"ContainerDied","Data":"977e5284df7d1813a228bbe05a56b76dd8cfc1e66b9cde666aaee71c789f32fd"} Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.103254 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="977e5284df7d1813a228bbe05a56b76dd8cfc1e66b9cde666aaee71c789f32fd" Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.103405 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz" Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.123014 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" event={"ID":"2a42a8eb-b69e-4403-a474-01dd82e06442","Type":"ContainerDied","Data":"879fc766a10da08b046d3c99abce72eba5da2b851b163b3b77ff5aaa0491a429"} Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.123067 4809 scope.go:117] "RemoveContainer" containerID="2af6c60e988c7971fbd52d4c772f0a589427efcb7f86d7920da7259c1f4ae455" Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.123251 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-86647fcbc5-zg557" Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.143334 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:10:22 crc kubenswrapper[4809]: W1013 20:10:22.151238 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddad33882_536b_41e8_84bf_72f1b91c2bcb.slice/crio-46b3d445a46d8ce71172f9a37381fbb73e175c5e0aa711efd1ff7186acc855ea WatchSource:0}: Error finding container 46b3d445a46d8ce71172f9a37381fbb73e175c5e0aa711efd1ff7186acc855ea: Status 404 returned error can't find the container with id 46b3d445a46d8ce71172f9a37381fbb73e175c5e0aa711efd1ff7186acc855ea Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.183171 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="85967a78-2324-405e-a28a-7e57b27b4e58" path="/var/lib/kubelet/pods/85967a78-2324-405e-a28a-7e57b27b4e58/volumes" Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.184408 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8" path="/var/lib/kubelet/pods/fd6ed0c3-c4d5-476e-ba32-bdeca0c2ebb8/volumes" Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.340145 4809 scope.go:117] "RemoveContainer" containerID="efbe5d42874f6fdd2080008f89828a19cdd56c280f11eec20d3b3e882be0dff3" Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.357137 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-86647fcbc5-zg557"] Oct 13 20:10:22 crc kubenswrapper[4809]: I1013 20:10:22.364227 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-86647fcbc5-zg557"] Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.140783 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"dad33882-536b-41e8-84bf-72f1b91c2bcb","Type":"ContainerStarted","Data":"eb7a1459745bb3961b0b7a2e4a7940d5d4745ca52ef62b55ad330eee2f3e50e7"} Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.141165 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"dad33882-536b-41e8-84bf-72f1b91c2bcb","Type":"ContainerStarted","Data":"46b3d445a46d8ce71172f9a37381fbb73e175c5e0aa711efd1ff7186acc855ea"} Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.144990 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"62ee53e3-5498-4086-b6f6-bcf8f109f696","Type":"ContainerStarted","Data":"c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4"} Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.147958 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c916c595-cabe-41d9-a989-e880ed47276c","Type":"ContainerStarted","Data":"fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28"} Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.148031 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c916c595-cabe-41d9-a989-e880ed47276c","Type":"ContainerStarted","Data":"164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a"} Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.172807 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=6.172793086 podStartE2EDuration="6.172793086s" podCreationTimestamp="2025-10-13 20:10:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:23.171632967 +0000 UTC m=+2741.777379552" watchObservedRunningTime="2025-10-13 20:10:23.172793086 +0000 UTC m=+2741.778539671" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.524582 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.618159 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-grhdz\" (UniqueName: \"kubernetes.io/projected/68d9374a-37f6-4518-a316-924f9ad3fdea-kube-api-access-grhdz\") pod \"68d9374a-37f6-4518-a316-924f9ad3fdea\" (UID: \"68d9374a-37f6-4518-a316-924f9ad3fdea\") " Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.623954 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/68d9374a-37f6-4518-a316-924f9ad3fdea-kube-api-access-grhdz" (OuterVolumeSpecName: "kube-api-access-grhdz") pod "68d9374a-37f6-4518-a316-924f9ad3fdea" (UID: "68d9374a-37f6-4518-a316-924f9ad3fdea"). InnerVolumeSpecName "kube-api-access-grhdz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.720029 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-grhdz\" (UniqueName: \"kubernetes.io/projected/68d9374a-37f6-4518-a316-924f9ad3fdea-kube-api-access-grhdz\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.883368 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p"] Oct 13 20:10:23 crc kubenswrapper[4809]: E1013 20:10:23.883887 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="caa03c54-6c38-4e8e-a5e6-a0adc5d68726" containerName="mariadb-account-create" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.883919 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="caa03c54-6c38-4e8e-a5e6-a0adc5d68726" containerName="mariadb-account-create" Oct 13 20:10:23 crc kubenswrapper[4809]: E1013 20:10:23.883966 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2813c048-68eb-4c47-9c83-e2b5ca9196e7" containerName="mariadb-account-create" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.883977 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2813c048-68eb-4c47-9c83-e2b5ca9196e7" containerName="mariadb-account-create" Oct 13 20:10:23 crc kubenswrapper[4809]: E1013 20:10:23.883991 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="68d9374a-37f6-4518-a316-924f9ad3fdea" containerName="mariadb-account-create" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.883999 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="68d9374a-37f6-4518-a316-924f9ad3fdea" containerName="mariadb-account-create" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.884221 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2813c048-68eb-4c47-9c83-e2b5ca9196e7" containerName="mariadb-account-create" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.884254 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="caa03c54-6c38-4e8e-a5e6-a0adc5d68726" containerName="mariadb-account-create" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.884267 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="68d9374a-37f6-4518-a316-924f9ad3fdea" containerName="mariadb-account-create" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.885057 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.890262 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-scripts" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.891345 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p"] Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.891523 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:10:23 crc kubenswrapper[4809]: I1013 20:10:23.891765 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-rfw8j" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.038083 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.038295 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-config-data\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.038438 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9prrm\" (UniqueName: \"kubernetes.io/projected/e87a3f19-755b-40bb-ae6b-952d573c5ad9-kube-api-access-9prrm\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.038628 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-scripts\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.140210 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.140537 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-config-data\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.141234 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9prrm\" (UniqueName: \"kubernetes.io/projected/e87a3f19-755b-40bb-ae6b-952d573c5ad9-kube-api-access-9prrm\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.141477 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-scripts\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.144662 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-config-data\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.147617 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.150132 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-scripts\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.162560 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9prrm\" (UniqueName: \"kubernetes.io/projected/e87a3f19-755b-40bb-ae6b-952d573c5ad9-kube-api-access-9prrm\") pod \"nova-cell0-conductor-db-sync-sw95p\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.167138 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.167219 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2a42a8eb-b69e-4403-a474-01dd82e06442" path="/var/lib/kubelet/pods/2a42a8eb-b69e-4403-a474-01dd82e06442/volumes" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.167915 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v" event={"ID":"68d9374a-37f6-4518-a316-924f9ad3fdea","Type":"ContainerDied","Data":"68ec082cf34671ef675014cd59192040c4343919d963f0641b22db4da1ff942c"} Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.167944 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="68ec082cf34671ef675014cd59192040c4343919d963f0641b22db4da1ff942c" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.185693 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"dad33882-536b-41e8-84bf-72f1b91c2bcb","Type":"ContainerStarted","Data":"db1d767e280e666f5ddd2d8898b0c5472f8336636268c3dcd3417636c031d915"} Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.192143 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"62ee53e3-5498-4086-b6f6-bcf8f109f696","Type":"ContainerStarted","Data":"d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70"} Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.212259 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.21223799 podStartE2EDuration="3.21223799s" podCreationTimestamp="2025-10-13 20:10:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:24.207522862 +0000 UTC m=+2742.813269457" watchObservedRunningTime="2025-10-13 20:10:24.21223799 +0000 UTC m=+2742.817984575" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.300325 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:24 crc kubenswrapper[4809]: I1013 20:10:24.745571 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p"] Oct 13 20:10:24 crc kubenswrapper[4809]: W1013 20:10:24.756468 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode87a3f19_755b_40bb_ae6b_952d573c5ad9.slice/crio-c67264e8737f5378b8e7c3ac27960357ddcd3d6c71dae3a814f14a735118bf17 WatchSource:0}: Error finding container c67264e8737f5378b8e7c3ac27960357ddcd3d6c71dae3a814f14a735118bf17: Status 404 returned error can't find the container with id c67264e8737f5378b8e7c3ac27960357ddcd3d6c71dae3a814f14a735118bf17 Oct 13 20:10:25 crc kubenswrapper[4809]: I1013 20:10:25.205473 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"62ee53e3-5498-4086-b6f6-bcf8f109f696","Type":"ContainerStarted","Data":"b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d"} Oct 13 20:10:25 crc kubenswrapper[4809]: I1013 20:10:25.208273 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" event={"ID":"e87a3f19-755b-40bb-ae6b-952d573c5ad9","Type":"ContainerStarted","Data":"2dc1c3d7f28e3b0be4d173dfac14b73d61c822d21504326b44aa60b6647f9021"} Oct 13 20:10:25 crc kubenswrapper[4809]: I1013 20:10:25.208306 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" event={"ID":"e87a3f19-755b-40bb-ae6b-952d573c5ad9","Type":"ContainerStarted","Data":"c67264e8737f5378b8e7c3ac27960357ddcd3d6c71dae3a814f14a735118bf17"} Oct 13 20:10:25 crc kubenswrapper[4809]: I1013 20:10:25.229028 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" podStartSLOduration=2.229006087 podStartE2EDuration="2.229006087s" podCreationTimestamp="2025-10-13 20:10:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:25.226911805 +0000 UTC m=+2743.832658390" watchObservedRunningTime="2025-10-13 20:10:25.229006087 +0000 UTC m=+2743.834752682" Oct 13 20:10:26 crc kubenswrapper[4809]: I1013 20:10:26.235563 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"62ee53e3-5498-4086-b6f6-bcf8f109f696","Type":"ContainerStarted","Data":"43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1"} Oct 13 20:10:26 crc kubenswrapper[4809]: I1013 20:10:26.235887 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="ceilometer-central-agent" containerID="cri-o://c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4" gracePeriod=30 Oct 13 20:10:26 crc kubenswrapper[4809]: I1013 20:10:26.235910 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="proxy-httpd" containerID="cri-o://43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1" gracePeriod=30 Oct 13 20:10:26 crc kubenswrapper[4809]: I1013 20:10:26.236041 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="ceilometer-notification-agent" containerID="cri-o://d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70" gracePeriod=30 Oct 13 20:10:26 crc kubenswrapper[4809]: I1013 20:10:26.236113 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="sg-core" containerID="cri-o://b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d" gracePeriod=30 Oct 13 20:10:26 crc kubenswrapper[4809]: I1013 20:10:26.269134 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.099577314 podStartE2EDuration="6.26910893s" podCreationTimestamp="2025-10-13 20:10:20 +0000 UTC" firstStartedPulling="2025-10-13 20:10:21.630005918 +0000 UTC m=+2740.235752503" lastFinishedPulling="2025-10-13 20:10:25.799537514 +0000 UTC m=+2744.405284119" observedRunningTime="2025-10-13 20:10:26.262246647 +0000 UTC m=+2744.867993252" watchObservedRunningTime="2025-10-13 20:10:26.26910893 +0000 UTC m=+2744.874855515" Oct 13 20:10:27 crc kubenswrapper[4809]: I1013 20:10:27.252407 4809 generic.go:334] "Generic (PLEG): container finished" podID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerID="43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1" exitCode=0 Oct 13 20:10:27 crc kubenswrapper[4809]: I1013 20:10:27.252756 4809 generic.go:334] "Generic (PLEG): container finished" podID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerID="b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d" exitCode=2 Oct 13 20:10:27 crc kubenswrapper[4809]: I1013 20:10:27.252765 4809 generic.go:334] "Generic (PLEG): container finished" podID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerID="d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70" exitCode=0 Oct 13 20:10:27 crc kubenswrapper[4809]: I1013 20:10:27.252558 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"62ee53e3-5498-4086-b6f6-bcf8f109f696","Type":"ContainerDied","Data":"43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1"} Oct 13 20:10:27 crc kubenswrapper[4809]: I1013 20:10:27.252803 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"62ee53e3-5498-4086-b6f6-bcf8f109f696","Type":"ContainerDied","Data":"b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d"} Oct 13 20:10:27 crc kubenswrapper[4809]: I1013 20:10:27.252817 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"62ee53e3-5498-4086-b6f6-bcf8f109f696","Type":"ContainerDied","Data":"d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70"} Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.885617 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.954086 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-sg-core-conf-yaml\") pod \"62ee53e3-5498-4086-b6f6-bcf8f109f696\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.954191 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-combined-ca-bundle\") pod \"62ee53e3-5498-4086-b6f6-bcf8f109f696\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.954225 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-scripts\") pod \"62ee53e3-5498-4086-b6f6-bcf8f109f696\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.954259 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-config-data\") pod \"62ee53e3-5498-4086-b6f6-bcf8f109f696\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.954360 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-run-httpd\") pod \"62ee53e3-5498-4086-b6f6-bcf8f109f696\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.954433 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nwbvj\" (UniqueName: \"kubernetes.io/projected/62ee53e3-5498-4086-b6f6-bcf8f109f696-kube-api-access-nwbvj\") pod \"62ee53e3-5498-4086-b6f6-bcf8f109f696\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.954549 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-log-httpd\") pod \"62ee53e3-5498-4086-b6f6-bcf8f109f696\" (UID: \"62ee53e3-5498-4086-b6f6-bcf8f109f696\") " Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.955940 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "62ee53e3-5498-4086-b6f6-bcf8f109f696" (UID: "62ee53e3-5498-4086-b6f6-bcf8f109f696"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.956182 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "62ee53e3-5498-4086-b6f6-bcf8f109f696" (UID: "62ee53e3-5498-4086-b6f6-bcf8f109f696"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.961994 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-scripts" (OuterVolumeSpecName: "scripts") pod "62ee53e3-5498-4086-b6f6-bcf8f109f696" (UID: "62ee53e3-5498-4086-b6f6-bcf8f109f696"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.962898 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/62ee53e3-5498-4086-b6f6-bcf8f109f696-kube-api-access-nwbvj" (OuterVolumeSpecName: "kube-api-access-nwbvj") pod "62ee53e3-5498-4086-b6f6-bcf8f109f696" (UID: "62ee53e3-5498-4086-b6f6-bcf8f109f696"). InnerVolumeSpecName "kube-api-access-nwbvj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:29 crc kubenswrapper[4809]: I1013 20:10:29.981483 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "62ee53e3-5498-4086-b6f6-bcf8f109f696" (UID: "62ee53e3-5498-4086-b6f6-bcf8f109f696"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.056327 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.056358 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nwbvj\" (UniqueName: \"kubernetes.io/projected/62ee53e3-5498-4086-b6f6-bcf8f109f696-kube-api-access-nwbvj\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.056369 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/62ee53e3-5498-4086-b6f6-bcf8f109f696-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.056378 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.056386 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.057668 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-config-data" (OuterVolumeSpecName: "config-data") pod "62ee53e3-5498-4086-b6f6-bcf8f109f696" (UID: "62ee53e3-5498-4086-b6f6-bcf8f109f696"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.058915 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "62ee53e3-5498-4086-b6f6-bcf8f109f696" (UID: "62ee53e3-5498-4086-b6f6-bcf8f109f696"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.083933 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.083975 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.132226 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.132676 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.157805 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.157839 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/62ee53e3-5498-4086-b6f6-bcf8f109f696-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.281284 4809 generic.go:334] "Generic (PLEG): container finished" podID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerID="c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4" exitCode=0 Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.282453 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"62ee53e3-5498-4086-b6f6-bcf8f109f696","Type":"ContainerDied","Data":"c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4"} Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.282489 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"62ee53e3-5498-4086-b6f6-bcf8f109f696","Type":"ContainerDied","Data":"8959b2078e08d60cd084741d2dc69163d2524215fe1faedc42b4436b52b42a0a"} Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.282506 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.282518 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.282531 4809 scope.go:117] "RemoveContainer" containerID="43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.282640 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.306255 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.315044 4809 scope.go:117] "RemoveContainer" containerID="b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.320203 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.338500 4809 scope.go:117] "RemoveContainer" containerID="d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.344937 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:30 crc kubenswrapper[4809]: E1013 20:10:30.345383 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="ceilometer-notification-agent" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.345403 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="ceilometer-notification-agent" Oct 13 20:10:30 crc kubenswrapper[4809]: E1013 20:10:30.345424 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="sg-core" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.345433 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="sg-core" Oct 13 20:10:30 crc kubenswrapper[4809]: E1013 20:10:30.345459 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="ceilometer-central-agent" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.345467 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="ceilometer-central-agent" Oct 13 20:10:30 crc kubenswrapper[4809]: E1013 20:10:30.345481 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="proxy-httpd" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.345491 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="proxy-httpd" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.345712 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="ceilometer-central-agent" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.345753 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="ceilometer-notification-agent" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.345780 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="proxy-httpd" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.345805 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" containerName="sg-core" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.347806 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.351590 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.351646 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.382005 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.404300 4809 scope.go:117] "RemoveContainer" containerID="c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.434890 4809 scope.go:117] "RemoveContainer" containerID="43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1" Oct 13 20:10:30 crc kubenswrapper[4809]: E1013 20:10:30.441044 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1\": container with ID starting with 43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1 not found: ID does not exist" containerID="43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.441093 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1"} err="failed to get container status \"43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1\": rpc error: code = NotFound desc = could not find container \"43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1\": container with ID starting with 43f2a2f7b6e1b1649a940abcdd2845eda34a6385590aebfd1fee3eb564938cd1 not found: ID does not exist" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.441118 4809 scope.go:117] "RemoveContainer" containerID="b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d" Oct 13 20:10:30 crc kubenswrapper[4809]: E1013 20:10:30.441532 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d\": container with ID starting with b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d not found: ID does not exist" containerID="b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.441558 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d"} err="failed to get container status \"b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d\": rpc error: code = NotFound desc = could not find container \"b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d\": container with ID starting with b2d66e5cf97e3fd55d3a717ec2c635c7356b7cb5406a78be091c676c3dede48d not found: ID does not exist" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.441573 4809 scope.go:117] "RemoveContainer" containerID="d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70" Oct 13 20:10:30 crc kubenswrapper[4809]: E1013 20:10:30.441844 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70\": container with ID starting with d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70 not found: ID does not exist" containerID="d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.441864 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70"} err="failed to get container status \"d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70\": rpc error: code = NotFound desc = could not find container \"d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70\": container with ID starting with d06ca0a41b661365235d0bca076bd5778a7476426f3973cff25703aec59d7a70 not found: ID does not exist" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.441876 4809 scope.go:117] "RemoveContainer" containerID="c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4" Oct 13 20:10:30 crc kubenswrapper[4809]: E1013 20:10:30.442950 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4\": container with ID starting with c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4 not found: ID does not exist" containerID="c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.442996 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4"} err="failed to get container status \"c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4\": rpc error: code = NotFound desc = could not find container \"c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4\": container with ID starting with c9f27e422e89dea5a677210614a9d878cf1f7df3efdf9508cbeac37df10739b4 not found: ID does not exist" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.478998 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.479037 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-log-httpd\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.479073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-scripts\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.479111 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gnz6q\" (UniqueName: \"kubernetes.io/projected/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-kube-api-access-gnz6q\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.479164 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.479192 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-config-data\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.479207 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-run-httpd\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.581420 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gnz6q\" (UniqueName: \"kubernetes.io/projected/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-kube-api-access-gnz6q\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.581535 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.581567 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-config-data\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.581601 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-run-httpd\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.581660 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.581692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-log-httpd\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.581724 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-scripts\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.582402 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-run-httpd\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.582501 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-log-httpd\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.588242 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.597710 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.598117 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-config-data\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.614131 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gnz6q\" (UniqueName: \"kubernetes.io/projected/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-kube-api-access-gnz6q\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.616514 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-scripts\") pod \"ceilometer-0\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:30 crc kubenswrapper[4809]: I1013 20:10:30.705160 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:31 crc kubenswrapper[4809]: I1013 20:10:31.191247 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:31 crc kubenswrapper[4809]: I1013 20:10:31.306309 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22c133a0-3f7f-423b-b9d5-f60209d4a9f2","Type":"ContainerStarted","Data":"17fabf24901535f4f80a00e2d298796fa49db2295107dd16755236a6575a8cd1"} Oct 13 20:10:31 crc kubenswrapper[4809]: I1013 20:10:31.816340 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:31 crc kubenswrapper[4809]: I1013 20:10:31.816696 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:31 crc kubenswrapper[4809]: I1013 20:10:31.866441 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:31 crc kubenswrapper[4809]: I1013 20:10:31.873447 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:32 crc kubenswrapper[4809]: I1013 20:10:32.167104 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="62ee53e3-5498-4086-b6f6-bcf8f109f696" path="/var/lib/kubelet/pods/62ee53e3-5498-4086-b6f6-bcf8f109f696/volumes" Oct 13 20:10:32 crc kubenswrapper[4809]: I1013 20:10:32.168160 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:32 crc kubenswrapper[4809]: I1013 20:10:32.318087 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22c133a0-3f7f-423b-b9d5-f60209d4a9f2","Type":"ContainerStarted","Data":"5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b"} Oct 13 20:10:32 crc kubenswrapper[4809]: I1013 20:10:32.319202 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:10:32 crc kubenswrapper[4809]: I1013 20:10:32.319255 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:32 crc kubenswrapper[4809]: I1013 20:10:32.319285 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:32 crc kubenswrapper[4809]: I1013 20:10:32.463747 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:10:33 crc kubenswrapper[4809]: I1013 20:10:33.358401 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22c133a0-3f7f-423b-b9d5-f60209d4a9f2","Type":"ContainerStarted","Data":"5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8"} Oct 13 20:10:33 crc kubenswrapper[4809]: I1013 20:10:33.361559 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22c133a0-3f7f-423b-b9d5-f60209d4a9f2","Type":"ContainerStarted","Data":"90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51"} Oct 13 20:10:34 crc kubenswrapper[4809]: I1013 20:10:34.365150 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:10:34 crc kubenswrapper[4809]: I1013 20:10:34.365653 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:10:34 crc kubenswrapper[4809]: I1013 20:10:34.738589 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:34 crc kubenswrapper[4809]: I1013 20:10:34.832901 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:10:35 crc kubenswrapper[4809]: I1013 20:10:35.383851 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22c133a0-3f7f-423b-b9d5-f60209d4a9f2","Type":"ContainerStarted","Data":"86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1"} Oct 13 20:10:35 crc kubenswrapper[4809]: I1013 20:10:35.383925 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:35 crc kubenswrapper[4809]: I1013 20:10:35.411794 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.117384012 podStartE2EDuration="5.411772793s" podCreationTimestamp="2025-10-13 20:10:30 +0000 UTC" firstStartedPulling="2025-10-13 20:10:31.199395842 +0000 UTC m=+2749.805142427" lastFinishedPulling="2025-10-13 20:10:34.493784633 +0000 UTC m=+2753.099531208" observedRunningTime="2025-10-13 20:10:35.402280835 +0000 UTC m=+2754.008027430" watchObservedRunningTime="2025-10-13 20:10:35.411772793 +0000 UTC m=+2754.017519378" Oct 13 20:10:35 crc kubenswrapper[4809]: I1013 20:10:35.554920 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:37 crc kubenswrapper[4809]: I1013 20:10:37.405415 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="ceilometer-central-agent" containerID="cri-o://5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b" gracePeriod=30 Oct 13 20:10:37 crc kubenswrapper[4809]: I1013 20:10:37.405523 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="proxy-httpd" containerID="cri-o://86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1" gracePeriod=30 Oct 13 20:10:37 crc kubenswrapper[4809]: I1013 20:10:37.405511 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="sg-core" containerID="cri-o://5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8" gracePeriod=30 Oct 13 20:10:37 crc kubenswrapper[4809]: I1013 20:10:37.405627 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="ceilometer-notification-agent" containerID="cri-o://90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51" gracePeriod=30 Oct 13 20:10:38 crc kubenswrapper[4809]: I1013 20:10:38.418116 4809 generic.go:334] "Generic (PLEG): container finished" podID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerID="86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1" exitCode=0 Oct 13 20:10:38 crc kubenswrapper[4809]: I1013 20:10:38.418364 4809 generic.go:334] "Generic (PLEG): container finished" podID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerID="5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8" exitCode=2 Oct 13 20:10:38 crc kubenswrapper[4809]: I1013 20:10:38.418374 4809 generic.go:334] "Generic (PLEG): container finished" podID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerID="90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51" exitCode=0 Oct 13 20:10:38 crc kubenswrapper[4809]: I1013 20:10:38.418177 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22c133a0-3f7f-423b-b9d5-f60209d4a9f2","Type":"ContainerDied","Data":"86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1"} Oct 13 20:10:38 crc kubenswrapper[4809]: I1013 20:10:38.418408 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22c133a0-3f7f-423b-b9d5-f60209d4a9f2","Type":"ContainerDied","Data":"5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8"} Oct 13 20:10:38 crc kubenswrapper[4809]: I1013 20:10:38.418422 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22c133a0-3f7f-423b-b9d5-f60209d4a9f2","Type":"ContainerDied","Data":"90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51"} Oct 13 20:10:39 crc kubenswrapper[4809]: I1013 20:10:39.434134 4809 generic.go:334] "Generic (PLEG): container finished" podID="e87a3f19-755b-40bb-ae6b-952d573c5ad9" containerID="2dc1c3d7f28e3b0be4d173dfac14b73d61c822d21504326b44aa60b6647f9021" exitCode=0 Oct 13 20:10:39 crc kubenswrapper[4809]: I1013 20:10:39.434193 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" event={"ID":"e87a3f19-755b-40bb-ae6b-952d573c5ad9","Type":"ContainerDied","Data":"2dc1c3d7f28e3b0be4d173dfac14b73d61c822d21504326b44aa60b6647f9021"} Oct 13 20:10:40 crc kubenswrapper[4809]: I1013 20:10:40.864421 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:40 crc kubenswrapper[4809]: I1013 20:10:40.937696 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-scripts\") pod \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " Oct 13 20:10:40 crc kubenswrapper[4809]: I1013 20:10:40.937784 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-config-data\") pod \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " Oct 13 20:10:40 crc kubenswrapper[4809]: I1013 20:10:40.937853 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-combined-ca-bundle\") pod \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " Oct 13 20:10:40 crc kubenswrapper[4809]: I1013 20:10:40.937877 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9prrm\" (UniqueName: \"kubernetes.io/projected/e87a3f19-755b-40bb-ae6b-952d573c5ad9-kube-api-access-9prrm\") pod \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\" (UID: \"e87a3f19-755b-40bb-ae6b-952d573c5ad9\") " Oct 13 20:10:40 crc kubenswrapper[4809]: I1013 20:10:40.944535 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-scripts" (OuterVolumeSpecName: "scripts") pod "e87a3f19-755b-40bb-ae6b-952d573c5ad9" (UID: "e87a3f19-755b-40bb-ae6b-952d573c5ad9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:40 crc kubenswrapper[4809]: I1013 20:10:40.944812 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e87a3f19-755b-40bb-ae6b-952d573c5ad9-kube-api-access-9prrm" (OuterVolumeSpecName: "kube-api-access-9prrm") pod "e87a3f19-755b-40bb-ae6b-952d573c5ad9" (UID: "e87a3f19-755b-40bb-ae6b-952d573c5ad9"). InnerVolumeSpecName "kube-api-access-9prrm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:40 crc kubenswrapper[4809]: I1013 20:10:40.964409 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-config-data" (OuterVolumeSpecName: "config-data") pod "e87a3f19-755b-40bb-ae6b-952d573c5ad9" (UID: "e87a3f19-755b-40bb-ae6b-952d573c5ad9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:40 crc kubenswrapper[4809]: I1013 20:10:40.990271 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e87a3f19-755b-40bb-ae6b-952d573c5ad9" (UID: "e87a3f19-755b-40bb-ae6b-952d573c5ad9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.039290 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.039638 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9prrm\" (UniqueName: \"kubernetes.io/projected/e87a3f19-755b-40bb-ae6b-952d573c5ad9-kube-api-access-9prrm\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.039651 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.039664 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e87a3f19-755b-40bb-ae6b-952d573c5ad9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.462011 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" event={"ID":"e87a3f19-755b-40bb-ae6b-952d573c5ad9","Type":"ContainerDied","Data":"c67264e8737f5378b8e7c3ac27960357ddcd3d6c71dae3a814f14a735118bf17"} Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.462060 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c67264e8737f5378b8e7c3ac27960357ddcd3d6c71dae3a814f14a735118bf17" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.462080 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.536074 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:10:41 crc kubenswrapper[4809]: E1013 20:10:41.536424 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e87a3f19-755b-40bb-ae6b-952d573c5ad9" containerName="nova-cell0-conductor-db-sync" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.536440 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e87a3f19-755b-40bb-ae6b-952d573c5ad9" containerName="nova-cell0-conductor-db-sync" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.536631 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e87a3f19-755b-40bb-ae6b-952d573c5ad9" containerName="nova-cell0-conductor-db-sync" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.537217 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.539477 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-rfw8j" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.539973 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.553433 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.648890 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p22k8\" (UniqueName: \"kubernetes.io/projected/43ad804c-9522-4a98-8600-cae586ae47f5-kube-api-access-p22k8\") pod \"nova-cell0-conductor-0\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.649040 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.649117 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.751014 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.751126 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p22k8\" (UniqueName: \"kubernetes.io/projected/43ad804c-9522-4a98-8600-cae586ae47f5-kube-api-access-p22k8\") pod \"nova-cell0-conductor-0\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.751353 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.758084 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.758650 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.774604 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p22k8\" (UniqueName: \"kubernetes.io/projected/43ad804c-9522-4a98-8600-cae586ae47f5-kube-api-access-p22k8\") pod \"nova-cell0-conductor-0\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:41 crc kubenswrapper[4809]: I1013 20:10:41.864841 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.005620 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.158733 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-combined-ca-bundle\") pod \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.158861 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-log-httpd\") pod \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.158900 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-scripts\") pod \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.158926 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gnz6q\" (UniqueName: \"kubernetes.io/projected/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-kube-api-access-gnz6q\") pod \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.158966 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-config-data\") pod \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.159032 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-run-httpd\") pod \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.159112 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-sg-core-conf-yaml\") pod \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\" (UID: \"22c133a0-3f7f-423b-b9d5-f60209d4a9f2\") " Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.161072 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "22c133a0-3f7f-423b-b9d5-f60209d4a9f2" (UID: "22c133a0-3f7f-423b-b9d5-f60209d4a9f2"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.161444 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "22c133a0-3f7f-423b-b9d5-f60209d4a9f2" (UID: "22c133a0-3f7f-423b-b9d5-f60209d4a9f2"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.165853 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-kube-api-access-gnz6q" (OuterVolumeSpecName: "kube-api-access-gnz6q") pod "22c133a0-3f7f-423b-b9d5-f60209d4a9f2" (UID: "22c133a0-3f7f-423b-b9d5-f60209d4a9f2"). InnerVolumeSpecName "kube-api-access-gnz6q". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.168039 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-scripts" (OuterVolumeSpecName: "scripts") pod "22c133a0-3f7f-423b-b9d5-f60209d4a9f2" (UID: "22c133a0-3f7f-423b-b9d5-f60209d4a9f2"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.192978 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "22c133a0-3f7f-423b-b9d5-f60209d4a9f2" (UID: "22c133a0-3f7f-423b-b9d5-f60209d4a9f2"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.248665 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "22c133a0-3f7f-423b-b9d5-f60209d4a9f2" (UID: "22c133a0-3f7f-423b-b9d5-f60209d4a9f2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.261169 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.261198 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.261219 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.261228 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.261236 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.261244 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gnz6q\" (UniqueName: \"kubernetes.io/projected/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-kube-api-access-gnz6q\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.268420 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-config-data" (OuterVolumeSpecName: "config-data") pod "22c133a0-3f7f-423b-b9d5-f60209d4a9f2" (UID: "22c133a0-3f7f-423b-b9d5-f60209d4a9f2"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.350076 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:10:42 crc kubenswrapper[4809]: W1013 20:10:42.352297 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod43ad804c_9522_4a98_8600_cae586ae47f5.slice/crio-ff1acb99b321d69c924f10956ab01cec6fd5a561b7697827611a99f9b53adb79 WatchSource:0}: Error finding container ff1acb99b321d69c924f10956ab01cec6fd5a561b7697827611a99f9b53adb79: Status 404 returned error can't find the container with id ff1acb99b321d69c924f10956ab01cec6fd5a561b7697827611a99f9b53adb79 Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.363621 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/22c133a0-3f7f-423b-b9d5-f60209d4a9f2-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.480233 4809 generic.go:334] "Generic (PLEG): container finished" podID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerID="5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b" exitCode=0 Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.480335 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22c133a0-3f7f-423b-b9d5-f60209d4a9f2","Type":"ContainerDied","Data":"5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b"} Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.480377 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"22c133a0-3f7f-423b-b9d5-f60209d4a9f2","Type":"ContainerDied","Data":"17fabf24901535f4f80a00e2d298796fa49db2295107dd16755236a6575a8cd1"} Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.480404 4809 scope.go:117] "RemoveContainer" containerID="86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.480519 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.483839 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"43ad804c-9522-4a98-8600-cae586ae47f5","Type":"ContainerStarted","Data":"ff1acb99b321d69c924f10956ab01cec6fd5a561b7697827611a99f9b53adb79"} Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.504933 4809 scope.go:117] "RemoveContainer" containerID="5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.532194 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.541153 4809 scope.go:117] "RemoveContainer" containerID="90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.547368 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.560230 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:42 crc kubenswrapper[4809]: E1013 20:10:42.560578 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="ceilometer-central-agent" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.560593 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="ceilometer-central-agent" Oct 13 20:10:42 crc kubenswrapper[4809]: E1013 20:10:42.560612 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="sg-core" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.560618 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="sg-core" Oct 13 20:10:42 crc kubenswrapper[4809]: E1013 20:10:42.560638 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="ceilometer-notification-agent" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.560644 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="ceilometer-notification-agent" Oct 13 20:10:42 crc kubenswrapper[4809]: E1013 20:10:42.560659 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="proxy-httpd" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.560664 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="proxy-httpd" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.560879 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="sg-core" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.560896 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="proxy-httpd" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.560911 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="ceilometer-central-agent" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.560921 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" containerName="ceilometer-notification-agent" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.563667 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.567984 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.569228 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.575574 4809 scope.go:117] "RemoveContainer" containerID="5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.595336 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.621562 4809 scope.go:117] "RemoveContainer" containerID="86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1" Oct 13 20:10:42 crc kubenswrapper[4809]: E1013 20:10:42.622120 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1\": container with ID starting with 86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1 not found: ID does not exist" containerID="86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.622164 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1"} err="failed to get container status \"86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1\": rpc error: code = NotFound desc = could not find container \"86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1\": container with ID starting with 86f771ba0bfc5797887aa2d79e9c794fda21898d22cc2957a5cf77e3f38a21a1 not found: ID does not exist" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.622191 4809 scope.go:117] "RemoveContainer" containerID="5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8" Oct 13 20:10:42 crc kubenswrapper[4809]: E1013 20:10:42.622874 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8\": container with ID starting with 5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8 not found: ID does not exist" containerID="5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.622905 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8"} err="failed to get container status \"5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8\": rpc error: code = NotFound desc = could not find container \"5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8\": container with ID starting with 5aa3ecc33d83ee6438f6c1dc63cf203e91e484d3df1c3617212fa0f9cbddc7a8 not found: ID does not exist" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.622926 4809 scope.go:117] "RemoveContainer" containerID="90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51" Oct 13 20:10:42 crc kubenswrapper[4809]: E1013 20:10:42.623275 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51\": container with ID starting with 90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51 not found: ID does not exist" containerID="90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.623350 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51"} err="failed to get container status \"90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51\": rpc error: code = NotFound desc = could not find container \"90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51\": container with ID starting with 90a2267e587b4f323ad14e7d68ba48f065d45e060a69d17ae28a8e8667911a51 not found: ID does not exist" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.623411 4809 scope.go:117] "RemoveContainer" containerID="5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b" Oct 13 20:10:42 crc kubenswrapper[4809]: E1013 20:10:42.623700 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b\": container with ID starting with 5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b not found: ID does not exist" containerID="5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.623726 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b"} err="failed to get container status \"5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b\": rpc error: code = NotFound desc = could not find container \"5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b\": container with ID starting with 5752d9b683cfef4938f8d1c79345e668dac8eab021281e8f7d4c9c18772e683b not found: ID does not exist" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.667654 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-run-httpd\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.667698 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.667726 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.667821 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-468pp\" (UniqueName: \"kubernetes.io/projected/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-kube-api-access-468pp\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.667851 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-config-data\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.667883 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-scripts\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.667909 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-log-httpd\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.770236 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-run-httpd\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.770299 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.770328 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.770371 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-468pp\" (UniqueName: \"kubernetes.io/projected/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-kube-api-access-468pp\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.770409 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-config-data\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.770448 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-scripts\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.770490 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-log-httpd\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.770666 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-run-httpd\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.770855 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-log-httpd\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.774831 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.775091 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-config-data\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.776114 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.778238 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-scripts\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.786070 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-468pp\" (UniqueName: \"kubernetes.io/projected/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-kube-api-access-468pp\") pod \"ceilometer-0\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:42 crc kubenswrapper[4809]: I1013 20:10:42.901630 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:43 crc kubenswrapper[4809]: I1013 20:10:43.422478 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:10:43 crc kubenswrapper[4809]: W1013 20:10:43.430981 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod109a8cc9_8fe9_4792_b2f2_a2edf6c935bf.slice/crio-70c8b0de6e6ea4fb6c25546b64ec75082a93bd85d9a0042cf84a269b84ce3789 WatchSource:0}: Error finding container 70c8b0de6e6ea4fb6c25546b64ec75082a93bd85d9a0042cf84a269b84ce3789: Status 404 returned error can't find the container with id 70c8b0de6e6ea4fb6c25546b64ec75082a93bd85d9a0042cf84a269b84ce3789 Oct 13 20:10:43 crc kubenswrapper[4809]: I1013 20:10:43.496945 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf","Type":"ContainerStarted","Data":"70c8b0de6e6ea4fb6c25546b64ec75082a93bd85d9a0042cf84a269b84ce3789"} Oct 13 20:10:43 crc kubenswrapper[4809]: I1013 20:10:43.498511 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"43ad804c-9522-4a98-8600-cae586ae47f5","Type":"ContainerStarted","Data":"b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3"} Oct 13 20:10:43 crc kubenswrapper[4809]: I1013 20:10:43.498718 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:43 crc kubenswrapper[4809]: I1013 20:10:43.535352 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=2.535327932 podStartE2EDuration="2.535327932s" podCreationTimestamp="2025-10-13 20:10:41 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:43.518659234 +0000 UTC m=+2762.124405899" watchObservedRunningTime="2025-10-13 20:10:43.535327932 +0000 UTC m=+2762.141074557" Oct 13 20:10:44 crc kubenswrapper[4809]: I1013 20:10:44.178617 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="22c133a0-3f7f-423b-b9d5-f60209d4a9f2" path="/var/lib/kubelet/pods/22c133a0-3f7f-423b-b9d5-f60209d4a9f2/volumes" Oct 13 20:10:44 crc kubenswrapper[4809]: I1013 20:10:44.515780 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf","Type":"ContainerStarted","Data":"88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1"} Oct 13 20:10:45 crc kubenswrapper[4809]: I1013 20:10:45.527127 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf","Type":"ContainerStarted","Data":"fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360"} Oct 13 20:10:45 crc kubenswrapper[4809]: I1013 20:10:45.527719 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf","Type":"ContainerStarted","Data":"2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46"} Oct 13 20:10:47 crc kubenswrapper[4809]: I1013 20:10:47.553320 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf","Type":"ContainerStarted","Data":"ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8"} Oct 13 20:10:47 crc kubenswrapper[4809]: I1013 20:10:47.553812 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:10:47 crc kubenswrapper[4809]: I1013 20:10:47.596996 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.086162835 podStartE2EDuration="5.596936592s" podCreationTimestamp="2025-10-13 20:10:42 +0000 UTC" firstStartedPulling="2025-10-13 20:10:43.433756085 +0000 UTC m=+2762.039502670" lastFinishedPulling="2025-10-13 20:10:46.944529842 +0000 UTC m=+2765.550276427" observedRunningTime="2025-10-13 20:10:47.584577482 +0000 UTC m=+2766.190324067" watchObservedRunningTime="2025-10-13 20:10:47.596936592 +0000 UTC m=+2766.202683217" Oct 13 20:10:51 crc kubenswrapper[4809]: I1013 20:10:51.899761 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.363548 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-5898n"] Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.365907 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.368721 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-config-data" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.368989 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-scripts" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.370511 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-config-data\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.370628 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-c5xzl\" (UniqueName: \"kubernetes.io/projected/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-kube-api-access-c5xzl\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.370755 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.370985 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-scripts\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.393257 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-5898n"] Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.473567 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-config-data\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.473623 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-c5xzl\" (UniqueName: \"kubernetes.io/projected/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-kube-api-access-c5xzl\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.473675 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.473767 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-scripts\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.474625 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.475727 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.480602 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-scripts\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.481383 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.486341 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-config-data\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.490868 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.499748 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.527722 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-c5xzl\" (UniqueName: \"kubernetes.io/projected/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-kube-api-access-c5xzl\") pod \"nova-cell0-cell-mapping-5898n\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.630827 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.635527 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.639439 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.695625 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.696264 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.711345 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xmsph\" (UniqueName: \"kubernetes.io/projected/af36346b-af82-45d4-9d14-30b6e227b39c-kube-api-access-xmsph\") pod \"nova-scheduler-0\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.711464 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.711489 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4ggm5\" (UniqueName: \"kubernetes.io/projected/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-kube-api-access-4ggm5\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.711602 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-config-data\") pod \"nova-scheduler-0\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.711718 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-config-data\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.711810 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.711832 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-logs\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.713755 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.718264 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.753573 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.771253 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.783953 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.785430 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.786964 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.794249 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.813542 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.813852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.814868 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4ggm5\" (UniqueName: \"kubernetes.io/projected/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-kube-api-access-4ggm5\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.814998 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.815291 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-config-data\") pod \"nova-scheduler-0\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.815377 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.816230 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jx2bh\" (UniqueName: \"kubernetes.io/projected/1aaca183-2584-4e51-be91-42ac6e2a4319-kube-api-access-jx2bh\") pod \"nova-cell1-novncproxy-0\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.816459 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/118e2254-3581-4298-a23b-ff463ff309ed-logs\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.816668 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ghjwc\" (UniqueName: \"kubernetes.io/projected/118e2254-3581-4298-a23b-ff463ff309ed-kube-api-access-ghjwc\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.816820 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-config-data\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.817305 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-config-data\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.817545 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.818135 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-logs\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.818358 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xmsph\" (UniqueName: \"kubernetes.io/projected/af36346b-af82-45d4-9d14-30b6e227b39c-kube-api-access-xmsph\") pod \"nova-scheduler-0\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.819152 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-logs\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.820706 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-config-data\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.821305 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.821669 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.825223 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-config-data\") pod \"nova-scheduler-0\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.829789 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4ggm5\" (UniqueName: \"kubernetes.io/projected/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-kube-api-access-4ggm5\") pod \"nova-metadata-0\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.834061 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xmsph\" (UniqueName: \"kubernetes.io/projected/af36346b-af82-45d4-9d14-30b6e227b39c-kube-api-access-xmsph\") pod \"nova-scheduler-0\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.878136 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.922261 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.922323 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jx2bh\" (UniqueName: \"kubernetes.io/projected/1aaca183-2584-4e51-be91-42ac6e2a4319-kube-api-access-jx2bh\") pod \"nova-cell1-novncproxy-0\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.922345 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/118e2254-3581-4298-a23b-ff463ff309ed-logs\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.922370 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ghjwc\" (UniqueName: \"kubernetes.io/projected/118e2254-3581-4298-a23b-ff463ff309ed-kube-api-access-ghjwc\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.922391 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-config-data\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.922448 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.922474 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.923649 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/118e2254-3581-4298-a23b-ff463ff309ed-logs\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.929315 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.933360 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-config-data\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.933894 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.933994 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.942276 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ghjwc\" (UniqueName: \"kubernetes.io/projected/118e2254-3581-4298-a23b-ff463ff309ed-kube-api-access-ghjwc\") pod \"nova-api-0\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.948295 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jx2bh\" (UniqueName: \"kubernetes.io/projected/1aaca183-2584-4e51-be91-42ac6e2a4319-kube-api-access-jx2bh\") pod \"nova-cell1-novncproxy-0\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:52 crc kubenswrapper[4809]: I1013 20:10:52.986453 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.115158 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.179300 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.201205 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-5898n"] Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.317989 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.442865 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.551507 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr"] Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.553704 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr"] Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.553810 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.557117 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.560648 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-scripts" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.612922 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:10:53 crc kubenswrapper[4809]: W1013 20:10:53.646855 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod118e2254_3581_4298_a23b_ff463ff309ed.slice/crio-7b75e8ef590b0d596be10a3cb709e081e4c9f47143abb0a35619f391500bab20 WatchSource:0}: Error finding container 7b75e8ef590b0d596be10a3cb709e081e4c9f47143abb0a35619f391500bab20: Status 404 returned error can't find the container with id 7b75e8ef590b0d596be10a3cb709e081e4c9f47143abb0a35619f391500bab20 Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.678986 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"118e2254-3581-4298-a23b-ff463ff309ed","Type":"ContainerStarted","Data":"7b75e8ef590b0d596be10a3cb709e081e4c9f47143abb0a35619f391500bab20"} Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.682625 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d","Type":"ContainerStarted","Data":"b0b002d7aad190276dc3fbf1fbe1b92a9ff97e46e42da373e765945b8773d387"} Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.684773 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" event={"ID":"6c721fda-4f91-4dbc-aabd-88be67aa3ed1","Type":"ContainerStarted","Data":"345c62a5af2a08ebc9dfaef19dca31b46e81110b3e7212cc810689c942c0e8ed"} Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.684810 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" event={"ID":"6c721fda-4f91-4dbc-aabd-88be67aa3ed1","Type":"ContainerStarted","Data":"6e56a7a0fc1f9eb523f84824a4b2c9d817f3418f321cc1aefabe3a3810bf0f08"} Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.687280 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"af36346b-af82-45d4-9d14-30b6e227b39c","Type":"ContainerStarted","Data":"a180a6f9a33c4b672870e14e9d1a5e7e13941caf7fce9078b8607d4ee04e7c46"} Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.687310 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"af36346b-af82-45d4-9d14-30b6e227b39c","Type":"ContainerStarted","Data":"3d4a4a002c8fe7e1e54603a8274f07e817a796827f7a71ed206caa5ef87a7d5b"} Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.725992 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" podStartSLOduration=1.725972805 podStartE2EDuration="1.725972805s" podCreationTimestamp="2025-10-13 20:10:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:53.701529452 +0000 UTC m=+2772.307276057" watchObservedRunningTime="2025-10-13 20:10:53.725972805 +0000 UTC m=+2772.331719390" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.746969 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.747248 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8jf9k\" (UniqueName: \"kubernetes.io/projected/1757ee47-626d-491e-a356-44e909495050-kube-api-access-8jf9k\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.747297 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.747363 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-scripts\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.747396 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-config-data\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.760954 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=1.760938262 podStartE2EDuration="1.760938262s" podCreationTimestamp="2025-10-13 20:10:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:53.721030381 +0000 UTC m=+2772.326776976" watchObservedRunningTime="2025-10-13 20:10:53.760938262 +0000 UTC m=+2772.366684847" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.851522 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8jf9k\" (UniqueName: \"kubernetes.io/projected/1757ee47-626d-491e-a356-44e909495050-kube-api-access-8jf9k\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.851570 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.851628 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-scripts\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.851685 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-config-data\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.855975 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-scripts\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.868612 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.869330 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-config-data\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:53 crc kubenswrapper[4809]: I1013 20:10:53.872221 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8jf9k\" (UniqueName: \"kubernetes.io/projected/1757ee47-626d-491e-a356-44e909495050-kube-api-access-8jf9k\") pod \"nova-cell1-conductor-db-sync-ddftr\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.125951 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.641927 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr"] Oct 13 20:10:54 crc kubenswrapper[4809]: W1013 20:10:54.652223 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1757ee47_626d_491e_a356_44e909495050.slice/crio-8fbc932f34edc347855e447b9da27451cf53669a5eac82c9f8da3abd25673e4e WatchSource:0}: Error finding container 8fbc932f34edc347855e447b9da27451cf53669a5eac82c9f8da3abd25673e4e: Status 404 returned error can't find the container with id 8fbc932f34edc347855e447b9da27451cf53669a5eac82c9f8da3abd25673e4e Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.698566 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"1aaca183-2584-4e51-be91-42ac6e2a4319","Type":"ContainerStarted","Data":"36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371"} Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.698611 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"1aaca183-2584-4e51-be91-42ac6e2a4319","Type":"ContainerStarted","Data":"9ede77f05a59b66224b8adbb91f2c7394ea7f47e9d0576b8e97d1ff1d78e73f9"} Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.699659 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" event={"ID":"1757ee47-626d-491e-a356-44e909495050","Type":"ContainerStarted","Data":"8fbc932f34edc347855e447b9da27451cf53669a5eac82c9f8da3abd25673e4e"} Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.713398 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"118e2254-3581-4298-a23b-ff463ff309ed","Type":"ContainerStarted","Data":"f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167"} Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.713459 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"118e2254-3581-4298-a23b-ff463ff309ed","Type":"ContainerStarted","Data":"78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4"} Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.723811 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.723787737 podStartE2EDuration="2.723787737s" podCreationTimestamp="2025-10-13 20:10:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:54.720121915 +0000 UTC m=+2773.325868500" watchObservedRunningTime="2025-10-13 20:10:54.723787737 +0000 UTC m=+2773.329534332" Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.729544 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d","Type":"ContainerStarted","Data":"0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017"} Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.729582 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d","Type":"ContainerStarted","Data":"cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d"} Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.751669 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.751627765 podStartE2EDuration="2.751627765s" podCreationTimestamp="2025-10-13 20:10:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:54.749070161 +0000 UTC m=+2773.354816736" watchObservedRunningTime="2025-10-13 20:10:54.751627765 +0000 UTC m=+2773.357374350" Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.769543 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.791405 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:10:54 crc kubenswrapper[4809]: I1013 20:10:54.795933 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.795915306 podStartE2EDuration="2.795915306s" podCreationTimestamp="2025-10-13 20:10:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:54.77613045 +0000 UTC m=+2773.381877045" watchObservedRunningTime="2025-10-13 20:10:54.795915306 +0000 UTC m=+2773.401661891" Oct 13 20:10:55 crc kubenswrapper[4809]: I1013 20:10:55.738078 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" event={"ID":"1757ee47-626d-491e-a356-44e909495050","Type":"ContainerStarted","Data":"6c9bc15d0f5231c9915a00a2525fd6ccd53228bf9afcc7c37d848d3a8e778e47"} Oct 13 20:10:55 crc kubenswrapper[4809]: I1013 20:10:55.761956 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" podStartSLOduration=2.76192845 podStartE2EDuration="2.76192845s" podCreationTimestamp="2025-10-13 20:10:53 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:55.75991221 +0000 UTC m=+2774.365658805" watchObservedRunningTime="2025-10-13 20:10:55.76192845 +0000 UTC m=+2774.367675075" Oct 13 20:10:56 crc kubenswrapper[4809]: I1013 20:10:56.763837 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" containerName="nova-metadata-log" containerID="cri-o://cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d" gracePeriod=30 Oct 13 20:10:56 crc kubenswrapper[4809]: I1013 20:10:56.764571 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" containerName="nova-metadata-metadata" containerID="cri-o://0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017" gracePeriod=30 Oct 13 20:10:56 crc kubenswrapper[4809]: I1013 20:10:56.764288 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="1aaca183-2584-4e51-be91-42ac6e2a4319" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371" gracePeriod=30 Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.291981 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.361767 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-logs\") pod \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.361870 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4ggm5\" (UniqueName: \"kubernetes.io/projected/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-kube-api-access-4ggm5\") pod \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.361894 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-config-data\") pod \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.361919 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-combined-ca-bundle\") pod \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\" (UID: \"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d\") " Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.363330 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-logs" (OuterVolumeSpecName: "logs") pod "f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" (UID: "f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.380378 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-kube-api-access-4ggm5" (OuterVolumeSpecName: "kube-api-access-4ggm5") pod "f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" (UID: "f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d"). InnerVolumeSpecName "kube-api-access-4ggm5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.397603 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-config-data" (OuterVolumeSpecName: "config-data") pod "f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" (UID: "f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.399567 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" (UID: "f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.406108 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.463548 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-config-data\") pod \"1aaca183-2584-4e51-be91-42ac6e2a4319\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.463691 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jx2bh\" (UniqueName: \"kubernetes.io/projected/1aaca183-2584-4e51-be91-42ac6e2a4319-kube-api-access-jx2bh\") pod \"1aaca183-2584-4e51-be91-42ac6e2a4319\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.463752 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-combined-ca-bundle\") pod \"1aaca183-2584-4e51-be91-42ac6e2a4319\" (UID: \"1aaca183-2584-4e51-be91-42ac6e2a4319\") " Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.464325 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.464343 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4ggm5\" (UniqueName: \"kubernetes.io/projected/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-kube-api-access-4ggm5\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.464355 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.464365 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.466510 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1aaca183-2584-4e51-be91-42ac6e2a4319-kube-api-access-jx2bh" (OuterVolumeSpecName: "kube-api-access-jx2bh") pod "1aaca183-2584-4e51-be91-42ac6e2a4319" (UID: "1aaca183-2584-4e51-be91-42ac6e2a4319"). InnerVolumeSpecName "kube-api-access-jx2bh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.493276 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1aaca183-2584-4e51-be91-42ac6e2a4319" (UID: "1aaca183-2584-4e51-be91-42ac6e2a4319"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.501514 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-config-data" (OuterVolumeSpecName: "config-data") pod "1aaca183-2584-4e51-be91-42ac6e2a4319" (UID: "1aaca183-2584-4e51-be91-42ac6e2a4319"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.566605 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.566654 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jx2bh\" (UniqueName: \"kubernetes.io/projected/1aaca183-2584-4e51-be91-42ac6e2a4319-kube-api-access-jx2bh\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.566676 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1aaca183-2584-4e51-be91-42ac6e2a4319-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.778899 4809 generic.go:334] "Generic (PLEG): container finished" podID="f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" containerID="0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017" exitCode=0 Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.778940 4809 generic.go:334] "Generic (PLEG): container finished" podID="f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" containerID="cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d" exitCode=143 Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.779008 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d","Type":"ContainerDied","Data":"0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017"} Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.779012 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.779103 4809 scope.go:117] "RemoveContainer" containerID="0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.779072 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d","Type":"ContainerDied","Data":"cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d"} Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.779301 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d","Type":"ContainerDied","Data":"b0b002d7aad190276dc3fbf1fbe1b92a9ff97e46e42da373e765945b8773d387"} Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.780716 4809 generic.go:334] "Generic (PLEG): container finished" podID="1aaca183-2584-4e51-be91-42ac6e2a4319" containerID="36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371" exitCode=0 Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.780776 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"1aaca183-2584-4e51-be91-42ac6e2a4319","Type":"ContainerDied","Data":"36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371"} Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.780820 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.780834 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"1aaca183-2584-4e51-be91-42ac6e2a4319","Type":"ContainerDied","Data":"9ede77f05a59b66224b8adbb91f2c7394ea7f47e9d0576b8e97d1ff1d78e73f9"} Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.804588 4809 scope.go:117] "RemoveContainer" containerID="cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.843869 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.845632 4809 scope.go:117] "RemoveContainer" containerID="0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017" Oct 13 20:10:57 crc kubenswrapper[4809]: E1013 20:10:57.846491 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017\": container with ID starting with 0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017 not found: ID does not exist" containerID="0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.846544 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017"} err="failed to get container status \"0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017\": rpc error: code = NotFound desc = could not find container \"0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017\": container with ID starting with 0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017 not found: ID does not exist" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.846580 4809 scope.go:117] "RemoveContainer" containerID="cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d" Oct 13 20:10:57 crc kubenswrapper[4809]: E1013 20:10:57.846997 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d\": container with ID starting with cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d not found: ID does not exist" containerID="cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.847096 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d"} err="failed to get container status \"cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d\": rpc error: code = NotFound desc = could not find container \"cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d\": container with ID starting with cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d not found: ID does not exist" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.847185 4809 scope.go:117] "RemoveContainer" containerID="0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.852264 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017"} err="failed to get container status \"0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017\": rpc error: code = NotFound desc = could not find container \"0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017\": container with ID starting with 0d146585d41be3b558624104d4593674cd3ba1db4e0c6a48309c3c8901f2c017 not found: ID does not exist" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.852527 4809 scope.go:117] "RemoveContainer" containerID="cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.854134 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d"} err="failed to get container status \"cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d\": rpc error: code = NotFound desc = could not find container \"cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d\": container with ID starting with cdff819b94f21044e21bb033affce5e4c0dde6819b25953154f60d82698fb81d not found: ID does not exist" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.854635 4809 scope.go:117] "RemoveContainer" containerID="36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.861544 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.878646 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.897911 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.906958 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.908021 4809 scope.go:117] "RemoveContainer" containerID="36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371" Oct 13 20:10:57 crc kubenswrapper[4809]: E1013 20:10:57.908518 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371\": container with ID starting with 36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371 not found: ID does not exist" containerID="36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.908559 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371"} err="failed to get container status \"36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371\": rpc error: code = NotFound desc = could not find container \"36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371\": container with ID starting with 36b1aeb2b5a9b6b11d16b647cce843b8caefdc82eeb264ea0110aa694c742371 not found: ID does not exist" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.925041 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:10:57 crc kubenswrapper[4809]: E1013 20:10:57.925801 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1aaca183-2584-4e51-be91-42ac6e2a4319" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.925845 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1aaca183-2584-4e51-be91-42ac6e2a4319" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:10:57 crc kubenswrapper[4809]: E1013 20:10:57.925884 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" containerName="nova-metadata-metadata" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.925915 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" containerName="nova-metadata-metadata" Oct 13 20:10:57 crc kubenswrapper[4809]: E1013 20:10:57.925937 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" containerName="nova-metadata-log" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.925944 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" containerName="nova-metadata-log" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.926326 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" containerName="nova-metadata-log" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.926350 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" containerName="nova-metadata-metadata" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.926367 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1aaca183-2584-4e51-be91-42ac6e2a4319" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.927250 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.931648 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.932637 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.932885 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-public-svc" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.933878 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-vencrypt" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.938899 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.940522 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.942398 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.942647 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.951786 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.976047 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.976120 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lnv6r\" (UniqueName: \"kubernetes.io/projected/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-kube-api-access-lnv6r\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.976153 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.976202 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-r28wr\" (UniqueName: \"kubernetes.io/projected/99a092f8-7558-4461-a95e-bc07175c139f-kube-api-access-r28wr\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.976371 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.976396 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-config-data\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.976420 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.976443 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/99a092f8-7558-4461-a95e-bc07175c139f-logs\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.976553 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:57 crc kubenswrapper[4809]: I1013 20:10:57.976666 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.079064 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.079176 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lnv6r\" (UniqueName: \"kubernetes.io/projected/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-kube-api-access-lnv6r\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.079227 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.079271 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-r28wr\" (UniqueName: \"kubernetes.io/projected/99a092f8-7558-4461-a95e-bc07175c139f-kube-api-access-r28wr\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.079328 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.079358 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-config-data\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.079394 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.079416 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/99a092f8-7558-4461-a95e-bc07175c139f-logs\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.079452 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.079515 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.080099 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/99a092f8-7558-4461-a95e-bc07175c139f-logs\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.084261 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.084324 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-config-data\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.084691 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.085670 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.091029 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.095066 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-r28wr\" (UniqueName: \"kubernetes.io/projected/99a092f8-7558-4461-a95e-bc07175c139f-kube-api-access-r28wr\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.096102 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.101894 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.102808 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lnv6r\" (UniqueName: \"kubernetes.io/projected/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-kube-api-access-lnv6r\") pod \"nova-cell1-novncproxy-0\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.170883 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1aaca183-2584-4e51-be91-42ac6e2a4319" path="/var/lib/kubelet/pods/1aaca183-2584-4e51-be91-42ac6e2a4319/volumes" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.171995 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d" path="/var/lib/kubelet/pods/f7c1ac0f-39dd-494c-a3c9-1b1f6d8e095d/volumes" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.278687 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.287190 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.768451 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:10:58 crc kubenswrapper[4809]: W1013 20:10:58.768647 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod58d210a4_1ea8_4f45_8c2e_b4c4beba3763.slice/crio-ae0d495db0ee5b99256bbb80ef257acbd28be9efd25ff5aa2041a9570e719809 WatchSource:0}: Error finding container ae0d495db0ee5b99256bbb80ef257acbd28be9efd25ff5aa2041a9570e719809: Status 404 returned error can't find the container with id ae0d495db0ee5b99256bbb80ef257acbd28be9efd25ff5aa2041a9570e719809 Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.801314 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"58d210a4-1ea8-4f45-8c2e-b4c4beba3763","Type":"ContainerStarted","Data":"ae0d495db0ee5b99256bbb80ef257acbd28be9efd25ff5aa2041a9570e719809"} Oct 13 20:10:58 crc kubenswrapper[4809]: I1013 20:10:58.827624 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:10:59 crc kubenswrapper[4809]: I1013 20:10:59.814270 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"99a092f8-7558-4461-a95e-bc07175c139f","Type":"ContainerStarted","Data":"263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e"} Oct 13 20:10:59 crc kubenswrapper[4809]: I1013 20:10:59.814714 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"99a092f8-7558-4461-a95e-bc07175c139f","Type":"ContainerStarted","Data":"59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604"} Oct 13 20:10:59 crc kubenswrapper[4809]: I1013 20:10:59.814808 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"99a092f8-7558-4461-a95e-bc07175c139f","Type":"ContainerStarted","Data":"46aa88dd76b36ada0200c0ea6b05ac7c370e38a24002689df92784c3b19c5939"} Oct 13 20:10:59 crc kubenswrapper[4809]: I1013 20:10:59.816494 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"58d210a4-1ea8-4f45-8c2e-b4c4beba3763","Type":"ContainerStarted","Data":"f33a0671e42db728be8963f2276844964aa42351f37d3f45a798b0cb749a7426"} Oct 13 20:10:59 crc kubenswrapper[4809]: I1013 20:10:59.835572 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.835548511 podStartE2EDuration="2.835548511s" podCreationTimestamp="2025-10-13 20:10:57 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:59.830888984 +0000 UTC m=+2778.436635559" watchObservedRunningTime="2025-10-13 20:10:59.835548511 +0000 UTC m=+2778.441295096" Oct 13 20:10:59 crc kubenswrapper[4809]: I1013 20:10:59.859641 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.859622784 podStartE2EDuration="2.859622784s" podCreationTimestamp="2025-10-13 20:10:57 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:10:59.851184943 +0000 UTC m=+2778.456931528" watchObservedRunningTime="2025-10-13 20:10:59.859622784 +0000 UTC m=+2778.465369369" Oct 13 20:11:00 crc kubenswrapper[4809]: I1013 20:11:00.827275 4809 generic.go:334] "Generic (PLEG): container finished" podID="6c721fda-4f91-4dbc-aabd-88be67aa3ed1" containerID="345c62a5af2a08ebc9dfaef19dca31b46e81110b3e7212cc810689c942c0e8ed" exitCode=0 Oct 13 20:11:00 crc kubenswrapper[4809]: I1013 20:11:00.827390 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" event={"ID":"6c721fda-4f91-4dbc-aabd-88be67aa3ed1","Type":"ContainerDied","Data":"345c62a5af2a08ebc9dfaef19dca31b46e81110b3e7212cc810689c942c0e8ed"} Oct 13 20:11:01 crc kubenswrapper[4809]: I1013 20:11:01.844171 4809 generic.go:334] "Generic (PLEG): container finished" podID="1757ee47-626d-491e-a356-44e909495050" containerID="6c9bc15d0f5231c9915a00a2525fd6ccd53228bf9afcc7c37d848d3a8e778e47" exitCode=0 Oct 13 20:11:01 crc kubenswrapper[4809]: I1013 20:11:01.844289 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" event={"ID":"1757ee47-626d-491e-a356-44e909495050","Type":"ContainerDied","Data":"6c9bc15d0f5231c9915a00a2525fd6ccd53228bf9afcc7c37d848d3a8e778e47"} Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.268250 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.383777 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-scripts\") pod \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.383915 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-c5xzl\" (UniqueName: \"kubernetes.io/projected/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-kube-api-access-c5xzl\") pod \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.383949 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-config-data\") pod \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.384024 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-combined-ca-bundle\") pod \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\" (UID: \"6c721fda-4f91-4dbc-aabd-88be67aa3ed1\") " Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.391018 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-scripts" (OuterVolumeSpecName: "scripts") pod "6c721fda-4f91-4dbc-aabd-88be67aa3ed1" (UID: "6c721fda-4f91-4dbc-aabd-88be67aa3ed1"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.391045 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-kube-api-access-c5xzl" (OuterVolumeSpecName: "kube-api-access-c5xzl") pod "6c721fda-4f91-4dbc-aabd-88be67aa3ed1" (UID: "6c721fda-4f91-4dbc-aabd-88be67aa3ed1"). InnerVolumeSpecName "kube-api-access-c5xzl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.429318 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6c721fda-4f91-4dbc-aabd-88be67aa3ed1" (UID: "6c721fda-4f91-4dbc-aabd-88be67aa3ed1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.432860 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-config-data" (OuterVolumeSpecName: "config-data") pod "6c721fda-4f91-4dbc-aabd-88be67aa3ed1" (UID: "6c721fda-4f91-4dbc-aabd-88be67aa3ed1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.486186 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.486234 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-c5xzl\" (UniqueName: \"kubernetes.io/projected/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-kube-api-access-c5xzl\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.486256 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.486274 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c721fda-4f91-4dbc-aabd-88be67aa3ed1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.860257 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" event={"ID":"6c721fda-4f91-4dbc-aabd-88be67aa3ed1","Type":"ContainerDied","Data":"6e56a7a0fc1f9eb523f84824a4b2c9d817f3418f321cc1aefabe3a3810bf0f08"} Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.860312 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6e56a7a0fc1f9eb523f84824a4b2c9d817f3418f321cc1aefabe3a3810bf0f08" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.860391 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-5898n" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.878801 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:02 crc kubenswrapper[4809]: I1013 20:11:02.926210 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.080545 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.080836 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="118e2254-3581-4298-a23b-ff463ff309ed" containerName="nova-api-log" containerID="cri-o://78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4" gracePeriod=30 Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.081348 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="118e2254-3581-4298-a23b-ff463ff309ed" containerName="nova-api-api" containerID="cri-o://f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167" gracePeriod=30 Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.096655 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.136056 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.136273 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="99a092f8-7558-4461-a95e-bc07175c139f" containerName="nova-metadata-log" containerID="cri-o://59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604" gracePeriod=30 Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.136391 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="99a092f8-7558-4461-a95e-bc07175c139f" containerName="nova-metadata-metadata" containerID="cri-o://263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e" gracePeriod=30 Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.278881 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.287886 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.287955 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.529883 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.606225 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-config-data\") pod \"1757ee47-626d-491e-a356-44e909495050\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.606271 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-scripts\") pod \"1757ee47-626d-491e-a356-44e909495050\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.606319 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-combined-ca-bundle\") pod \"1757ee47-626d-491e-a356-44e909495050\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.606371 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8jf9k\" (UniqueName: \"kubernetes.io/projected/1757ee47-626d-491e-a356-44e909495050-kube-api-access-8jf9k\") pod \"1757ee47-626d-491e-a356-44e909495050\" (UID: \"1757ee47-626d-491e-a356-44e909495050\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.612946 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1757ee47-626d-491e-a356-44e909495050-kube-api-access-8jf9k" (OuterVolumeSpecName: "kube-api-access-8jf9k") pod "1757ee47-626d-491e-a356-44e909495050" (UID: "1757ee47-626d-491e-a356-44e909495050"). InnerVolumeSpecName "kube-api-access-8jf9k". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.620126 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-scripts" (OuterVolumeSpecName: "scripts") pod "1757ee47-626d-491e-a356-44e909495050" (UID: "1757ee47-626d-491e-a356-44e909495050"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.657272 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.669133 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1757ee47-626d-491e-a356-44e909495050" (UID: "1757ee47-626d-491e-a356-44e909495050"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.672538 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-config-data" (OuterVolumeSpecName: "config-data") pod "1757ee47-626d-491e-a356-44e909495050" (UID: "1757ee47-626d-491e-a356-44e909495050"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.709825 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.710014 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.710078 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1757ee47-626d-491e-a356-44e909495050-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.710176 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8jf9k\" (UniqueName: \"kubernetes.io/projected/1757ee47-626d-491e-a356-44e909495050-kube-api-access-8jf9k\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.747360 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.811758 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ghjwc\" (UniqueName: \"kubernetes.io/projected/118e2254-3581-4298-a23b-ff463ff309ed-kube-api-access-ghjwc\") pod \"118e2254-3581-4298-a23b-ff463ff309ed\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.811828 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-config-data\") pod \"118e2254-3581-4298-a23b-ff463ff309ed\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.811916 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/118e2254-3581-4298-a23b-ff463ff309ed-logs\") pod \"118e2254-3581-4298-a23b-ff463ff309ed\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.811941 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-combined-ca-bundle\") pod \"118e2254-3581-4298-a23b-ff463ff309ed\" (UID: \"118e2254-3581-4298-a23b-ff463ff309ed\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.812236 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/118e2254-3581-4298-a23b-ff463ff309ed-logs" (OuterVolumeSpecName: "logs") pod "118e2254-3581-4298-a23b-ff463ff309ed" (UID: "118e2254-3581-4298-a23b-ff463ff309ed"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.812515 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/118e2254-3581-4298-a23b-ff463ff309ed-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.814864 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/118e2254-3581-4298-a23b-ff463ff309ed-kube-api-access-ghjwc" (OuterVolumeSpecName: "kube-api-access-ghjwc") pod "118e2254-3581-4298-a23b-ff463ff309ed" (UID: "118e2254-3581-4298-a23b-ff463ff309ed"). InnerVolumeSpecName "kube-api-access-ghjwc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.836091 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-config-data" (OuterVolumeSpecName: "config-data") pod "118e2254-3581-4298-a23b-ff463ff309ed" (UID: "118e2254-3581-4298-a23b-ff463ff309ed"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.837045 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "118e2254-3581-4298-a23b-ff463ff309ed" (UID: "118e2254-3581-4298-a23b-ff463ff309ed"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.871447 4809 generic.go:334] "Generic (PLEG): container finished" podID="118e2254-3581-4298-a23b-ff463ff309ed" containerID="f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167" exitCode=0 Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.871483 4809 generic.go:334] "Generic (PLEG): container finished" podID="118e2254-3581-4298-a23b-ff463ff309ed" containerID="78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4" exitCode=143 Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.871496 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"118e2254-3581-4298-a23b-ff463ff309ed","Type":"ContainerDied","Data":"f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167"} Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.871540 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"118e2254-3581-4298-a23b-ff463ff309ed","Type":"ContainerDied","Data":"78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4"} Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.871543 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.871551 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"118e2254-3581-4298-a23b-ff463ff309ed","Type":"ContainerDied","Data":"7b75e8ef590b0d596be10a3cb709e081e4c9f47143abb0a35619f391500bab20"} Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.871562 4809 scope.go:117] "RemoveContainer" containerID="f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.875107 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" event={"ID":"1757ee47-626d-491e-a356-44e909495050","Type":"ContainerDied","Data":"8fbc932f34edc347855e447b9da27451cf53669a5eac82c9f8da3abd25673e4e"} Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.875151 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8fbc932f34edc347855e447b9da27451cf53669a5eac82c9f8da3abd25673e4e" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.875230 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.891203 4809 generic.go:334] "Generic (PLEG): container finished" podID="99a092f8-7558-4461-a95e-bc07175c139f" containerID="263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e" exitCode=0 Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.891243 4809 generic.go:334] "Generic (PLEG): container finished" podID="99a092f8-7558-4461-a95e-bc07175c139f" containerID="59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604" exitCode=143 Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.891248 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.891291 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"99a092f8-7558-4461-a95e-bc07175c139f","Type":"ContainerDied","Data":"263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e"} Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.891326 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"99a092f8-7558-4461-a95e-bc07175c139f","Type":"ContainerDied","Data":"59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604"} Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.891342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"99a092f8-7558-4461-a95e-bc07175c139f","Type":"ContainerDied","Data":"46aa88dd76b36ada0200c0ea6b05ac7c370e38a24002689df92784c3b19c5939"} Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.909029 4809 scope.go:117] "RemoveContainer" containerID="78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.913677 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/99a092f8-7558-4461-a95e-bc07175c139f-logs\") pod \"99a092f8-7558-4461-a95e-bc07175c139f\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.914144 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-nova-metadata-tls-certs\") pod \"99a092f8-7558-4461-a95e-bc07175c139f\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.914199 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-combined-ca-bundle\") pod \"99a092f8-7558-4461-a95e-bc07175c139f\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.914335 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-r28wr\" (UniqueName: \"kubernetes.io/projected/99a092f8-7558-4461-a95e-bc07175c139f-kube-api-access-r28wr\") pod \"99a092f8-7558-4461-a95e-bc07175c139f\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.914418 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-config-data\") pod \"99a092f8-7558-4461-a95e-bc07175c139f\" (UID: \"99a092f8-7558-4461-a95e-bc07175c139f\") " Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.914810 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.914830 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/118e2254-3581-4298-a23b-ff463ff309ed-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.914840 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ghjwc\" (UniqueName: \"kubernetes.io/projected/118e2254-3581-4298-a23b-ff463ff309ed-kube-api-access-ghjwc\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.916080 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/99a092f8-7558-4461-a95e-bc07175c139f-logs" (OuterVolumeSpecName: "logs") pod "99a092f8-7558-4461-a95e-bc07175c139f" (UID: "99a092f8-7558-4461-a95e-bc07175c139f"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.917740 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/99a092f8-7558-4461-a95e-bc07175c139f-kube-api-access-r28wr" (OuterVolumeSpecName: "kube-api-access-r28wr") pod "99a092f8-7558-4461-a95e-bc07175c139f" (UID: "99a092f8-7558-4461-a95e-bc07175c139f"). InnerVolumeSpecName "kube-api-access-r28wr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.952147 4809 scope.go:117] "RemoveContainer" containerID="f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167" Oct 13 20:11:03 crc kubenswrapper[4809]: E1013 20:11:03.952660 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167\": container with ID starting with f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167 not found: ID does not exist" containerID="f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.952699 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167"} err="failed to get container status \"f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167\": rpc error: code = NotFound desc = could not find container \"f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167\": container with ID starting with f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167 not found: ID does not exist" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.952724 4809 scope.go:117] "RemoveContainer" containerID="78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4" Oct 13 20:11:03 crc kubenswrapper[4809]: E1013 20:11:03.953418 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4\": container with ID starting with 78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4 not found: ID does not exist" containerID="78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.953443 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4"} err="failed to get container status \"78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4\": rpc error: code = NotFound desc = could not find container \"78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4\": container with ID starting with 78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4 not found: ID does not exist" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.953462 4809 scope.go:117] "RemoveContainer" containerID="f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.953648 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167"} err="failed to get container status \"f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167\": rpc error: code = NotFound desc = could not find container \"f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167\": container with ID starting with f08b6532849315fc33f0b389993c770526e19695eeb7459437377e08f38b9167 not found: ID does not exist" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.953670 4809 scope.go:117] "RemoveContainer" containerID="78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.953918 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4"} err="failed to get container status \"78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4\": rpc error: code = NotFound desc = could not find container \"78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4\": container with ID starting with 78e6f6f836a42081dde2f04418639ef826fb0d7fcb349d35aa05f61b31c9e3b4 not found: ID does not exist" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.953943 4809 scope.go:117] "RemoveContainer" containerID="263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.953836 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-config-data" (OuterVolumeSpecName: "config-data") pod "99a092f8-7558-4461-a95e-bc07175c139f" (UID: "99a092f8-7558-4461-a95e-bc07175c139f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.958083 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.961951 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.970980 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "99a092f8-7558-4461-a95e-bc07175c139f" (UID: "99a092f8-7558-4461-a95e-bc07175c139f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.976920 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.990030 4809 scope.go:117] "RemoveContainer" containerID="59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.991385 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:03 crc kubenswrapper[4809]: E1013 20:11:03.991768 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="118e2254-3581-4298-a23b-ff463ff309ed" containerName="nova-api-log" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.991780 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="118e2254-3581-4298-a23b-ff463ff309ed" containerName="nova-api-log" Oct 13 20:11:03 crc kubenswrapper[4809]: E1013 20:11:03.991800 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="99a092f8-7558-4461-a95e-bc07175c139f" containerName="nova-metadata-metadata" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.991806 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="99a092f8-7558-4461-a95e-bc07175c139f" containerName="nova-metadata-metadata" Oct 13 20:11:03 crc kubenswrapper[4809]: E1013 20:11:03.991831 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6c721fda-4f91-4dbc-aabd-88be67aa3ed1" containerName="nova-manage" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.991837 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6c721fda-4f91-4dbc-aabd-88be67aa3ed1" containerName="nova-manage" Oct 13 20:11:03 crc kubenswrapper[4809]: E1013 20:11:03.991847 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1757ee47-626d-491e-a356-44e909495050" containerName="nova-cell1-conductor-db-sync" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.991853 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1757ee47-626d-491e-a356-44e909495050" containerName="nova-cell1-conductor-db-sync" Oct 13 20:11:03 crc kubenswrapper[4809]: E1013 20:11:03.991873 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="99a092f8-7558-4461-a95e-bc07175c139f" containerName="nova-metadata-log" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.991879 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="99a092f8-7558-4461-a95e-bc07175c139f" containerName="nova-metadata-log" Oct 13 20:11:03 crc kubenswrapper[4809]: E1013 20:11:03.991891 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="118e2254-3581-4298-a23b-ff463ff309ed" containerName="nova-api-api" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.991897 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="118e2254-3581-4298-a23b-ff463ff309ed" containerName="nova-api-api" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.992085 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="118e2254-3581-4298-a23b-ff463ff309ed" containerName="nova-api-log" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.992102 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="99a092f8-7558-4461-a95e-bc07175c139f" containerName="nova-metadata-log" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.992109 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="118e2254-3581-4298-a23b-ff463ff309ed" containerName="nova-api-api" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.992119 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1757ee47-626d-491e-a356-44e909495050" containerName="nova-cell1-conductor-db-sync" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.992135 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="99a092f8-7558-4461-a95e-bc07175c139f" containerName="nova-metadata-metadata" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.992143 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6c721fda-4f91-4dbc-aabd-88be67aa3ed1" containerName="nova-manage" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.993250 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:03 crc kubenswrapper[4809]: I1013 20:11:03.996562 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.003121 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.004276 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.016402 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.016761 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/99a092f8-7558-4461-a95e-bc07175c139f-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.016785 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.016794 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-r28wr\" (UniqueName: \"kubernetes.io/projected/99a092f8-7558-4461-a95e-bc07175c139f-kube-api-access-r28wr\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.016802 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.020753 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "99a092f8-7558-4461-a95e-bc07175c139f" (UID: "99a092f8-7558-4461-a95e-bc07175c139f"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.021395 4809 scope.go:117] "RemoveContainer" containerID="263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e" Oct 13 20:11:04 crc kubenswrapper[4809]: E1013 20:11:04.021912 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e\": container with ID starting with 263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e not found: ID does not exist" containerID="263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.021942 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e"} err="failed to get container status \"263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e\": rpc error: code = NotFound desc = could not find container \"263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e\": container with ID starting with 263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e not found: ID does not exist" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.021963 4809 scope.go:117] "RemoveContainer" containerID="59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604" Oct 13 20:11:04 crc kubenswrapper[4809]: E1013 20:11:04.022274 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604\": container with ID starting with 59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604 not found: ID does not exist" containerID="59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.022290 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604"} err="failed to get container status \"59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604\": rpc error: code = NotFound desc = could not find container \"59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604\": container with ID starting with 59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604 not found: ID does not exist" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.022302 4809 scope.go:117] "RemoveContainer" containerID="263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.022554 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e"} err="failed to get container status \"263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e\": rpc error: code = NotFound desc = could not find container \"263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e\": container with ID starting with 263ad899cc87aaef5895b138c65b71bee9daf990cd86106f3a4997a2c6acb16e not found: ID does not exist" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.022566 4809 scope.go:117] "RemoveContainer" containerID="59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.022927 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604"} err="failed to get container status \"59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604\": rpc error: code = NotFound desc = could not find container \"59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604\": container with ID starting with 59cf02a05266ab5cb58d369a6d12088f6339a21917676988b0d68ccf186e5604 not found: ID does not exist" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.037842 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.050227 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.118356 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.118502 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-config-data\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.118544 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x5gxg\" (UniqueName: \"kubernetes.io/projected/649561f8-c581-4eec-a071-2a556cd85744-kube-api-access-x5gxg\") pod \"nova-cell1-conductor-0\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.118562 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.118594 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ae4fe187-df22-4705-b7c3-a724dfc84b96-logs\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.118610 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.118626 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5wvwt\" (UniqueName: \"kubernetes.io/projected/ae4fe187-df22-4705-b7c3-a724dfc84b96-kube-api-access-5wvwt\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.118664 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/99a092f8-7558-4461-a95e-bc07175c139f-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.166523 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="118e2254-3581-4298-a23b-ff463ff309ed" path="/var/lib/kubelet/pods/118e2254-3581-4298-a23b-ff463ff309ed/volumes" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.220462 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ae4fe187-df22-4705-b7c3-a724dfc84b96-logs\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.220542 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.220604 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5wvwt\" (UniqueName: \"kubernetes.io/projected/ae4fe187-df22-4705-b7c3-a724dfc84b96-kube-api-access-5wvwt\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.220774 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.220891 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ae4fe187-df22-4705-b7c3-a724dfc84b96-logs\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.220998 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-config-data\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.221106 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x5gxg\" (UniqueName: \"kubernetes.io/projected/649561f8-c581-4eec-a071-2a556cd85744-kube-api-access-x5gxg\") pod \"nova-cell1-conductor-0\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.221158 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.224583 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-config-data\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.225160 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.225287 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.227015 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.235946 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x5gxg\" (UniqueName: \"kubernetes.io/projected/649561f8-c581-4eec-a071-2a556cd85744-kube-api-access-x5gxg\") pod \"nova-cell1-conductor-0\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.237689 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5wvwt\" (UniqueName: \"kubernetes.io/projected/ae4fe187-df22-4705-b7c3-a724dfc84b96-kube-api-access-5wvwt\") pod \"nova-api-0\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.327245 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.336928 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.348898 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.365880 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.372846 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.374502 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.378478 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.383144 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.393289 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.526214 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.526575 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p64gf\" (UniqueName: \"kubernetes.io/projected/619b416c-def4-428b-a26e-b12bef058e5b-kube-api-access-p64gf\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.526606 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-config-data\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.526703 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.526769 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/619b416c-def4-428b-a26e-b12bef058e5b-logs\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.628789 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.628845 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/619b416c-def4-428b-a26e-b12bef058e5b-logs\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.628925 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.628966 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p64gf\" (UniqueName: \"kubernetes.io/projected/619b416c-def4-428b-a26e-b12bef058e5b-kube-api-access-p64gf\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.628995 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-config-data\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.629989 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/619b416c-def4-428b-a26e-b12bef058e5b-logs\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.637618 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.640681 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-config-data\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.640996 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.653348 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p64gf\" (UniqueName: \"kubernetes.io/projected/619b416c-def4-428b-a26e-b12bef058e5b-kube-api-access-p64gf\") pod \"nova-metadata-0\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.782155 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.831537 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.912200 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ae4fe187-df22-4705-b7c3-a724dfc84b96","Type":"ContainerStarted","Data":"3ce12568df53848318414f13ab5ad863cc24e9f62d59b8153e0c601ab2e0866d"} Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.915871 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="af36346b-af82-45d4-9d14-30b6e227b39c" containerName="nova-scheduler-scheduler" containerID="cri-o://a180a6f9a33c4b672870e14e9d1a5e7e13941caf7fce9078b8607d4ee04e7c46" gracePeriod=30 Oct 13 20:11:04 crc kubenswrapper[4809]: I1013 20:11:04.942100 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.252847 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.932351 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"649561f8-c581-4eec-a071-2a556cd85744","Type":"ContainerStarted","Data":"61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212"} Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.932823 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"649561f8-c581-4eec-a071-2a556cd85744","Type":"ContainerStarted","Data":"edb6a77a386100010f9661058458a73c153cc931d32bce0702afc431379fe70f"} Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.932917 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.938602 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ae4fe187-df22-4705-b7c3-a724dfc84b96","Type":"ContainerStarted","Data":"3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425"} Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.938635 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ae4fe187-df22-4705-b7c3-a724dfc84b96","Type":"ContainerStarted","Data":"d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329"} Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.953331 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=2.953312732 podStartE2EDuration="2.953312732s" podCreationTimestamp="2025-10-13 20:11:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:11:05.948784029 +0000 UTC m=+2784.554530614" watchObservedRunningTime="2025-10-13 20:11:05.953312732 +0000 UTC m=+2784.559059337" Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.955850 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"619b416c-def4-428b-a26e-b12bef058e5b","Type":"ContainerStarted","Data":"fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd"} Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.955902 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"619b416c-def4-428b-a26e-b12bef058e5b","Type":"ContainerStarted","Data":"2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484"} Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.955923 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"619b416c-def4-428b-a26e-b12bef058e5b","Type":"ContainerStarted","Data":"b7e6bee19e0ff3c523c8b5bf017d7dbda448f3765d28f5944701b357d4bac0c2"} Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.981419 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.981398057 podStartE2EDuration="2.981398057s" podCreationTimestamp="2025-10-13 20:11:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:11:05.96796867 +0000 UTC m=+2784.573715255" watchObservedRunningTime="2025-10-13 20:11:05.981398057 +0000 UTC m=+2784.587144662" Oct 13 20:11:05 crc kubenswrapper[4809]: I1013 20:11:05.992687 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=1.992665089 podStartE2EDuration="1.992665089s" podCreationTimestamp="2025-10-13 20:11:04 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:11:05.986930125 +0000 UTC m=+2784.592676710" watchObservedRunningTime="2025-10-13 20:11:05.992665089 +0000 UTC m=+2784.598411674" Oct 13 20:11:06 crc kubenswrapper[4809]: I1013 20:11:06.175120 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="99a092f8-7558-4461-a95e-bc07175c139f" path="/var/lib/kubelet/pods/99a092f8-7558-4461-a95e-bc07175c139f/volumes" Oct 13 20:11:07 crc kubenswrapper[4809]: E1013 20:11:07.881779 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="a180a6f9a33c4b672870e14e9d1a5e7e13941caf7fce9078b8607d4ee04e7c46" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:11:07 crc kubenswrapper[4809]: E1013 20:11:07.884527 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="a180a6f9a33c4b672870e14e9d1a5e7e13941caf7fce9078b8607d4ee04e7c46" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:11:07 crc kubenswrapper[4809]: E1013 20:11:07.886395 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="a180a6f9a33c4b672870e14e9d1a5e7e13941caf7fce9078b8607d4ee04e7c46" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:11:07 crc kubenswrapper[4809]: E1013 20:11:07.886480 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="af36346b-af82-45d4-9d14-30b6e227b39c" containerName="nova-scheduler-scheduler" Oct 13 20:11:08 crc kubenswrapper[4809]: I1013 20:11:08.278986 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:11:08 crc kubenswrapper[4809]: I1013 20:11:08.312017 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:11:09 crc kubenswrapper[4809]: I1013 20:11:09.015525 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:11:09 crc kubenswrapper[4809]: I1013 20:11:09.783431 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:09 crc kubenswrapper[4809]: I1013 20:11:09.783560 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.004604 4809 generic.go:334] "Generic (PLEG): container finished" podID="af36346b-af82-45d4-9d14-30b6e227b39c" containerID="a180a6f9a33c4b672870e14e9d1a5e7e13941caf7fce9078b8607d4ee04e7c46" exitCode=0 Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.005347 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"af36346b-af82-45d4-9d14-30b6e227b39c","Type":"ContainerDied","Data":"a180a6f9a33c4b672870e14e9d1a5e7e13941caf7fce9078b8607d4ee04e7c46"} Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.318509 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.474493 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-config-data\") pod \"af36346b-af82-45d4-9d14-30b6e227b39c\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.474592 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-combined-ca-bundle\") pod \"af36346b-af82-45d4-9d14-30b6e227b39c\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.474760 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xmsph\" (UniqueName: \"kubernetes.io/projected/af36346b-af82-45d4-9d14-30b6e227b39c-kube-api-access-xmsph\") pod \"af36346b-af82-45d4-9d14-30b6e227b39c\" (UID: \"af36346b-af82-45d4-9d14-30b6e227b39c\") " Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.480973 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/af36346b-af82-45d4-9d14-30b6e227b39c-kube-api-access-xmsph" (OuterVolumeSpecName: "kube-api-access-xmsph") pod "af36346b-af82-45d4-9d14-30b6e227b39c" (UID: "af36346b-af82-45d4-9d14-30b6e227b39c"). InnerVolumeSpecName "kube-api-access-xmsph". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.503599 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "af36346b-af82-45d4-9d14-30b6e227b39c" (UID: "af36346b-af82-45d4-9d14-30b6e227b39c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.507149 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-config-data" (OuterVolumeSpecName: "config-data") pod "af36346b-af82-45d4-9d14-30b6e227b39c" (UID: "af36346b-af82-45d4-9d14-30b6e227b39c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.577977 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.578024 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/af36346b-af82-45d4-9d14-30b6e227b39c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:10 crc kubenswrapper[4809]: I1013 20:11:10.578047 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xmsph\" (UniqueName: \"kubernetes.io/projected/af36346b-af82-45d4-9d14-30b6e227b39c-kube-api-access-xmsph\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.018931 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"af36346b-af82-45d4-9d14-30b6e227b39c","Type":"ContainerDied","Data":"3d4a4a002c8fe7e1e54603a8274f07e817a796827f7a71ed206caa5ef87a7d5b"} Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.019000 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.019288 4809 scope.go:117] "RemoveContainer" containerID="a180a6f9a33c4b672870e14e9d1a5e7e13941caf7fce9078b8607d4ee04e7c46" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.057923 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.064981 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.089997 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:11 crc kubenswrapper[4809]: E1013 20:11:11.090564 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="af36346b-af82-45d4-9d14-30b6e227b39c" containerName="nova-scheduler-scheduler" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.090585 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="af36346b-af82-45d4-9d14-30b6e227b39c" containerName="nova-scheduler-scheduler" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.090815 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="af36346b-af82-45d4-9d14-30b6e227b39c" containerName="nova-scheduler-scheduler" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.091656 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.095780 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.104813 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.293153 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.293199 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fxx4t\" (UniqueName: \"kubernetes.io/projected/167e03ae-107f-467a-9528-5c3205cefe56-kube-api-access-fxx4t\") pod \"nova-scheduler-0\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.293403 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-config-data\") pod \"nova-scheduler-0\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.395554 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-config-data\") pod \"nova-scheduler-0\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.395776 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.395849 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fxx4t\" (UniqueName: \"kubernetes.io/projected/167e03ae-107f-467a-9528-5c3205cefe56-kube-api-access-fxx4t\") pod \"nova-scheduler-0\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.400401 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-config-data\") pod \"nova-scheduler-0\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.412663 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.421782 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fxx4t\" (UniqueName: \"kubernetes.io/projected/167e03ae-107f-467a-9528-5c3205cefe56-kube-api-access-fxx4t\") pod \"nova-scheduler-0\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:11 crc kubenswrapper[4809]: I1013 20:11:11.717608 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:12 crc kubenswrapper[4809]: I1013 20:11:12.176537 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="af36346b-af82-45d4-9d14-30b6e227b39c" path="/var/lib/kubelet/pods/af36346b-af82-45d4-9d14-30b6e227b39c/volumes" Oct 13 20:11:12 crc kubenswrapper[4809]: I1013 20:11:12.241106 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:12 crc kubenswrapper[4809]: W1013 20:11:12.251816 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod167e03ae_107f_467a_9528_5c3205cefe56.slice/crio-31a3546fe14df52bd6e5d2dd89fe718f83e1246b9aa1ba9b58bc1db1800d4ea9 WatchSource:0}: Error finding container 31a3546fe14df52bd6e5d2dd89fe718f83e1246b9aa1ba9b58bc1db1800d4ea9: Status 404 returned error can't find the container with id 31a3546fe14df52bd6e5d2dd89fe718f83e1246b9aa1ba9b58bc1db1800d4ea9 Oct 13 20:11:12 crc kubenswrapper[4809]: I1013 20:11:12.907088 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:13 crc kubenswrapper[4809]: I1013 20:11:13.048413 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"167e03ae-107f-467a-9528-5c3205cefe56","Type":"ContainerStarted","Data":"32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b"} Oct 13 20:11:13 crc kubenswrapper[4809]: I1013 20:11:13.048466 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"167e03ae-107f-467a-9528-5c3205cefe56","Type":"ContainerStarted","Data":"31a3546fe14df52bd6e5d2dd89fe718f83e1246b9aa1ba9b58bc1db1800d4ea9"} Oct 13 20:11:13 crc kubenswrapper[4809]: I1013 20:11:13.072811 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.072793074 podStartE2EDuration="2.072793074s" podCreationTimestamp="2025-10-13 20:11:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:11:13.067360257 +0000 UTC m=+2791.673106852" watchObservedRunningTime="2025-10-13 20:11:13.072793074 +0000 UTC m=+2791.678539659" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.328459 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.328935 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.401598 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.450388 4809 scope.go:117] "RemoveContainer" containerID="bf2dc1db035a6d0c5cdf39b5591f3b3c4fb05c0dc196ab8095fac7f9b3773491" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.497051 4809 scope.go:117] "RemoveContainer" containerID="f7591c02df0ed465debd2b42f9d03bbeb3a41fb797d556f6a6b943c709ac590c" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.540260 4809 scope.go:117] "RemoveContainer" containerID="3cccb6c3f6d34df63f810ce8ac41931a69b8fc41fa6d05b826482eaed2beefd0" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.570656 4809 scope.go:117] "RemoveContainer" containerID="7038bab37081e2594d0976a351883dc30ac3b1674591c4c6eb1b81f812015326" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.615781 4809 scope.go:117] "RemoveContainer" containerID="69b38a781a350f77bce024bad83d99667d1bdabefb7d9b361ad11f216890bf1d" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.675310 4809 scope.go:117] "RemoveContainer" containerID="d7b9b2f9fe531a4c58ef5f51a009be3e31391dc0b8b0b4c917c1f733c0ad45fe" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.704390 4809 scope.go:117] "RemoveContainer" containerID="5acab88fcc81f89d5c680852b5edf50b1a3c5ddcad84e05cb247ee733b4f8180" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.750943 4809 scope.go:117] "RemoveContainer" containerID="bf4b11bb0e92791711a50be6e4b27db070af9a374ed05888b9da5edcd2905e8d" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.783609 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.783641 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.791617 4809 scope.go:117] "RemoveContainer" containerID="9d1503b85ba1cc527d9535c048cce6bb6f9893365b09fb36c3f1b322edf3ec4e" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.812752 4809 scope.go:117] "RemoveContainer" containerID="4d2180326fcd804739fddb4aea2ae7c473cfeccf1b16e11cf6e52d24b958afa7" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.833353 4809 scope.go:117] "RemoveContainer" containerID="546b6a1e29e2c59081fd96a060e77408963777259a4b821ef6b308a11fbac5a5" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.853781 4809 scope.go:117] "RemoveContainer" containerID="722505b7e72df0b6b87a18c39dfd371ef979421f01702e770355d32b8106d230" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.875777 4809 scope.go:117] "RemoveContainer" containerID="10962aa6567a14179fd6cb5b7e7385668ebbc25baba2f953730fcdea7dc80a01" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.893327 4809 scope.go:117] "RemoveContainer" containerID="589ab3611ea56e97e8e5f67de38a33baec74fbe4ba38a3b7ecdbfa711341dc0e" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.930653 4809 scope.go:117] "RemoveContainer" containerID="ef4059f120b2c01d921af8fe6c85fe1d976d90de5cb420bffd1b122713db7036" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.955381 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw"] Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.956520 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:14 crc kubenswrapper[4809]: W1013 20:11:14.959081 4809 reflector.go:561] object-"openstack-kuttl-tests"/"nova-cell1-manage-scripts": failed to list *v1.Secret: secrets "nova-cell1-manage-scripts" is forbidden: User "system:node:crc" cannot list resource "secrets" in API group "" in the namespace "openstack-kuttl-tests": no relationship found between node 'crc' and this object Oct 13 20:11:14 crc kubenswrapper[4809]: E1013 20:11:14.959125 4809 reflector.go:158] "Unhandled Error" err="object-\"openstack-kuttl-tests\"/\"nova-cell1-manage-scripts\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"nova-cell1-manage-scripts\" is forbidden: User \"system:node:crc\" cannot list resource \"secrets\" in API group \"\" in the namespace \"openstack-kuttl-tests\": no relationship found between node 'crc' and this object" logger="UnhandledError" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.969642 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-config-data" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.971810 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw"] Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.977008 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-scripts\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.977654 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.977704 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qltsd\" (UniqueName: \"kubernetes.io/projected/430cbae8-800e-4be2-a4cc-17d60fdc36fd-kube-api-access-qltsd\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:14 crc kubenswrapper[4809]: I1013 20:11:14.977755 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-config-data\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:15 crc kubenswrapper[4809]: I1013 20:11:15.078908 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-config-data\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:15 crc kubenswrapper[4809]: I1013 20:11:15.078979 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-scripts\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:15 crc kubenswrapper[4809]: I1013 20:11:15.079073 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:15 crc kubenswrapper[4809]: I1013 20:11:15.079116 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qltsd\" (UniqueName: \"kubernetes.io/projected/430cbae8-800e-4be2-a4cc-17d60fdc36fd-kube-api-access-qltsd\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:15 crc kubenswrapper[4809]: I1013 20:11:15.086262 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-config-data\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:15 crc kubenswrapper[4809]: I1013 20:11:15.090293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:15 crc kubenswrapper[4809]: I1013 20:11:15.097079 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qltsd\" (UniqueName: \"kubernetes.io/projected/430cbae8-800e-4be2-a4cc-17d60fdc36fd-kube-api-access-qltsd\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:15 crc kubenswrapper[4809]: I1013 20:11:15.415867 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.1.32:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:11:15 crc kubenswrapper[4809]: I1013 20:11:15.416695 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.1.32:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:11:15 crc kubenswrapper[4809]: I1013 20:11:15.794963 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="619b416c-def4-428b-a26e-b12bef058e5b" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.34:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:11:15 crc kubenswrapper[4809]: I1013 20:11:15.794980 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="619b416c-def4-428b-a26e-b12bef058e5b" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.34:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:11:16 crc kubenswrapper[4809]: E1013 20:11:16.079477 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/nova-cell1-manage-scripts: failed to sync secret cache: timed out waiting for the condition Oct 13 20:11:16 crc kubenswrapper[4809]: E1013 20:11:16.079606 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-scripts podName:430cbae8-800e-4be2-a4cc-17d60fdc36fd nodeName:}" failed. No retries permitted until 2025-10-13 20:11:16.579583253 +0000 UTC m=+2795.185329858 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "scripts" (UniqueName: "kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-scripts") pod "nova-cell1-cell-mapping-62nsw" (UID: "430cbae8-800e-4be2-a4cc-17d60fdc36fd") : failed to sync secret cache: timed out waiting for the condition Oct 13 20:11:16 crc kubenswrapper[4809]: I1013 20:11:16.355546 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-scripts" Oct 13 20:11:16 crc kubenswrapper[4809]: I1013 20:11:16.609477 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-scripts\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:16 crc kubenswrapper[4809]: I1013 20:11:16.616838 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-scripts\") pod \"nova-cell1-cell-mapping-62nsw\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:16 crc kubenswrapper[4809]: I1013 20:11:16.671790 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:11:16 crc kubenswrapper[4809]: I1013 20:11:16.671999 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="3fecdb42-ddc4-4373-99d3-6c030a063a4f" containerName="kube-state-metrics" containerID="cri-o://dd5d64a85d7d656e7ba1dd7104e9ca6c7c932c65b86e74a127ff66d9ce114c6c" gracePeriod=30 Oct 13 20:11:16 crc kubenswrapper[4809]: I1013 20:11:16.718448 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:16 crc kubenswrapper[4809]: I1013 20:11:16.773278 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:17 crc kubenswrapper[4809]: I1013 20:11:17.112327 4809 generic.go:334] "Generic (PLEG): container finished" podID="3fecdb42-ddc4-4373-99d3-6c030a063a4f" containerID="dd5d64a85d7d656e7ba1dd7104e9ca6c7c932c65b86e74a127ff66d9ce114c6c" exitCode=2 Oct 13 20:11:17 crc kubenswrapper[4809]: I1013 20:11:17.112510 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"3fecdb42-ddc4-4373-99d3-6c030a063a4f","Type":"ContainerDied","Data":"dd5d64a85d7d656e7ba1dd7104e9ca6c7c932c65b86e74a127ff66d9ce114c6c"} Oct 13 20:11:17 crc kubenswrapper[4809]: I1013 20:11:17.112642 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"3fecdb42-ddc4-4373-99d3-6c030a063a4f","Type":"ContainerDied","Data":"4c482903b4772882a9306c767e14d640d3d08f6e1aa1940afc748ca48f2ca024"} Oct 13 20:11:17 crc kubenswrapper[4809]: I1013 20:11:17.112658 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="4c482903b4772882a9306c767e14d640d3d08f6e1aa1940afc748ca48f2ca024" Oct 13 20:11:17 crc kubenswrapper[4809]: I1013 20:11:17.161623 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:17 crc kubenswrapper[4809]: I1013 20:11:17.219938 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w276n\" (UniqueName: \"kubernetes.io/projected/3fecdb42-ddc4-4373-99d3-6c030a063a4f-kube-api-access-w276n\") pod \"3fecdb42-ddc4-4373-99d3-6c030a063a4f\" (UID: \"3fecdb42-ddc4-4373-99d3-6c030a063a4f\") " Oct 13 20:11:17 crc kubenswrapper[4809]: I1013 20:11:17.228680 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3fecdb42-ddc4-4373-99d3-6c030a063a4f-kube-api-access-w276n" (OuterVolumeSpecName: "kube-api-access-w276n") pod "3fecdb42-ddc4-4373-99d3-6c030a063a4f" (UID: "3fecdb42-ddc4-4373-99d3-6c030a063a4f"). InnerVolumeSpecName "kube-api-access-w276n". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:17 crc kubenswrapper[4809]: I1013 20:11:17.274681 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw"] Oct 13 20:11:17 crc kubenswrapper[4809]: I1013 20:11:17.323562 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w276n\" (UniqueName: \"kubernetes.io/projected/3fecdb42-ddc4-4373-99d3-6c030a063a4f-kube-api-access-w276n\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.124515 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" event={"ID":"430cbae8-800e-4be2-a4cc-17d60fdc36fd","Type":"ContainerStarted","Data":"d36e65fdf5821fdf7ab37f07969ba1849d345ca5e4652e19b7b27bb833666aff"} Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.124797 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" event={"ID":"430cbae8-800e-4be2-a4cc-17d60fdc36fd","Type":"ContainerStarted","Data":"2d699e03a77ef63ff3d4f8ed105cf5feed04860dea803aae920dcc22d91a7ef2"} Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.124547 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.151669 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" podStartSLOduration=4.151642142 podStartE2EDuration="4.151642142s" podCreationTimestamp="2025-10-13 20:11:14 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:11:18.140213745 +0000 UTC m=+2796.745960340" watchObservedRunningTime="2025-10-13 20:11:18.151642142 +0000 UTC m=+2796.757388727" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.195060 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.205215 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.212673 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:11:18 crc kubenswrapper[4809]: E1013 20:11:18.213387 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3fecdb42-ddc4-4373-99d3-6c030a063a4f" containerName="kube-state-metrics" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.213415 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3fecdb42-ddc4-4373-99d3-6c030a063a4f" containerName="kube-state-metrics" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.213819 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3fecdb42-ddc4-4373-99d3-6c030a063a4f" containerName="kube-state-metrics" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.214867 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.220349 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-kube-state-metrics-svc" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.220411 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"kube-state-metrics-tls-config" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.240373 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.342642 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.342690 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.342945 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.343203 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8qzqp\" (UniqueName: \"kubernetes.io/projected/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-api-access-8qzqp\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.413189 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.413501 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="ceilometer-central-agent" containerID="cri-o://88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1" gracePeriod=30 Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.414052 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="proxy-httpd" containerID="cri-o://ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8" gracePeriod=30 Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.414116 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="sg-core" containerID="cri-o://fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360" gracePeriod=30 Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.414167 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="ceilometer-notification-agent" containerID="cri-o://2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46" gracePeriod=30 Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.444885 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.444939 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.445005 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.445079 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8qzqp\" (UniqueName: \"kubernetes.io/projected/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-api-access-8qzqp\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.451066 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.451159 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.451418 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.465910 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8qzqp\" (UniqueName: \"kubernetes.io/projected/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-api-access-8qzqp\") pod \"kube-state-metrics-0\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.542463 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:18 crc kubenswrapper[4809]: I1013 20:11:18.796605 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:11:19 crc kubenswrapper[4809]: I1013 20:11:19.160590 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"0724389e-6d85-4424-a90d-0aa00ff89dea","Type":"ContainerStarted","Data":"f44a128287400d145afecefb111123ef8cae236ce5028b7a7207ddf010c268b7"} Oct 13 20:11:19 crc kubenswrapper[4809]: I1013 20:11:19.167031 4809 generic.go:334] "Generic (PLEG): container finished" podID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerID="ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8" exitCode=0 Oct 13 20:11:19 crc kubenswrapper[4809]: I1013 20:11:19.167079 4809 generic.go:334] "Generic (PLEG): container finished" podID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerID="fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360" exitCode=2 Oct 13 20:11:19 crc kubenswrapper[4809]: I1013 20:11:19.167095 4809 generic.go:334] "Generic (PLEG): container finished" podID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerID="88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1" exitCode=0 Oct 13 20:11:19 crc kubenswrapper[4809]: I1013 20:11:19.167581 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf","Type":"ContainerDied","Data":"ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8"} Oct 13 20:11:19 crc kubenswrapper[4809]: I1013 20:11:19.167638 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf","Type":"ContainerDied","Data":"fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360"} Oct 13 20:11:19 crc kubenswrapper[4809]: I1013 20:11:19.167659 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf","Type":"ContainerDied","Data":"88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1"} Oct 13 20:11:20 crc kubenswrapper[4809]: I1013 20:11:20.188684 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3fecdb42-ddc4-4373-99d3-6c030a063a4f" path="/var/lib/kubelet/pods/3fecdb42-ddc4-4373-99d3-6c030a063a4f/volumes" Oct 13 20:11:20 crc kubenswrapper[4809]: I1013 20:11:20.189600 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:20 crc kubenswrapper[4809]: I1013 20:11:20.189633 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"0724389e-6d85-4424-a90d-0aa00ff89dea","Type":"ContainerStarted","Data":"8d096425392bd63502ba52227d3ad7828454b059598de03f13b8aabdf44b008d"} Oct 13 20:11:20 crc kubenswrapper[4809]: I1013 20:11:20.215543 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=1.803415803 podStartE2EDuration="2.215514927s" podCreationTimestamp="2025-10-13 20:11:18 +0000 UTC" firstStartedPulling="2025-10-13 20:11:18.805263922 +0000 UTC m=+2797.411010497" lastFinishedPulling="2025-10-13 20:11:19.217362996 +0000 UTC m=+2797.823109621" observedRunningTime="2025-10-13 20:11:20.201991777 +0000 UTC m=+2798.807738402" watchObservedRunningTime="2025-10-13 20:11:20.215514927 +0000 UTC m=+2798.821261552" Oct 13 20:11:20 crc kubenswrapper[4809]: I1013 20:11:20.965069 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.106974 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-combined-ca-bundle\") pod \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.107077 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-config-data\") pod \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.107163 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-468pp\" (UniqueName: \"kubernetes.io/projected/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-kube-api-access-468pp\") pod \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.107200 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-run-httpd\") pod \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.107951 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-sg-core-conf-yaml\") pod \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.107983 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-scripts\") pod \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.107707 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" (UID: "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.108012 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-log-httpd\") pod \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\" (UID: \"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf\") " Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.108277 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" (UID: "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.108857 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.108878 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.112365 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-scripts" (OuterVolumeSpecName: "scripts") pod "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" (UID: "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.125835 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-kube-api-access-468pp" (OuterVolumeSpecName: "kube-api-access-468pp") pod "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" (UID: "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf"). InnerVolumeSpecName "kube-api-access-468pp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.138049 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" (UID: "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.188992 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" (UID: "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.194171 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf","Type":"ContainerDied","Data":"2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46"} Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.194237 4809 scope.go:117] "RemoveContainer" containerID="ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.194181 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.194330 4809 generic.go:334] "Generic (PLEG): container finished" podID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerID="2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46" exitCode=0 Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.194436 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"109a8cc9-8fe9-4792-b2f2-a2edf6c935bf","Type":"ContainerDied","Data":"70c8b0de6e6ea4fb6c25546b64ec75082a93bd85d9a0042cf84a269b84ce3789"} Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.210332 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.210365 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.210379 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-468pp\" (UniqueName: \"kubernetes.io/projected/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-kube-api-access-468pp\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.210389 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.223078 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-config-data" (OuterVolumeSpecName: "config-data") pod "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" (UID: "109a8cc9-8fe9-4792-b2f2-a2edf6c935bf"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.253608 4809 scope.go:117] "RemoveContainer" containerID="fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.274387 4809 scope.go:117] "RemoveContainer" containerID="2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.300771 4809 scope.go:117] "RemoveContainer" containerID="88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.312349 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.321495 4809 scope.go:117] "RemoveContainer" containerID="ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8" Oct 13 20:11:21 crc kubenswrapper[4809]: E1013 20:11:21.321999 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8\": container with ID starting with ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8 not found: ID does not exist" containerID="ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.322044 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8"} err="failed to get container status \"ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8\": rpc error: code = NotFound desc = could not find container \"ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8\": container with ID starting with ea124aad22d558686155b3c163260afa9dae2327b9bf27a3d11d4e2d7b3b4cd8 not found: ID does not exist" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.322075 4809 scope.go:117] "RemoveContainer" containerID="fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360" Oct 13 20:11:21 crc kubenswrapper[4809]: E1013 20:11:21.322423 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360\": container with ID starting with fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360 not found: ID does not exist" containerID="fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.322449 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360"} err="failed to get container status \"fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360\": rpc error: code = NotFound desc = could not find container \"fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360\": container with ID starting with fb990a011e86c57a64cd9bfea37e868a71c18832ed5ebcb71081aa2104a10360 not found: ID does not exist" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.322469 4809 scope.go:117] "RemoveContainer" containerID="2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46" Oct 13 20:11:21 crc kubenswrapper[4809]: E1013 20:11:21.322783 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46\": container with ID starting with 2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46 not found: ID does not exist" containerID="2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.322801 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46"} err="failed to get container status \"2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46\": rpc error: code = NotFound desc = could not find container \"2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46\": container with ID starting with 2d7125f9a90578138e0af6ac58ac3afd082c667619003ab86895ebbaaca5bf46 not found: ID does not exist" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.322813 4809 scope.go:117] "RemoveContainer" containerID="88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1" Oct 13 20:11:21 crc kubenswrapper[4809]: E1013 20:11:21.323049 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1\": container with ID starting with 88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1 not found: ID does not exist" containerID="88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.323064 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1"} err="failed to get container status \"88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1\": rpc error: code = NotFound desc = could not find container \"88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1\": container with ID starting with 88aa648149f7ff63708d57a3447e0d302d9d93b90335f92eae8434ed0a38d2c1 not found: ID does not exist" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.550503 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.562413 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.574558 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:21 crc kubenswrapper[4809]: E1013 20:11:21.575208 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="ceilometer-central-agent" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.575241 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="ceilometer-central-agent" Oct 13 20:11:21 crc kubenswrapper[4809]: E1013 20:11:21.575294 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="proxy-httpd" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.575310 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="proxy-httpd" Oct 13 20:11:21 crc kubenswrapper[4809]: E1013 20:11:21.575343 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="ceilometer-notification-agent" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.575361 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="ceilometer-notification-agent" Oct 13 20:11:21 crc kubenswrapper[4809]: E1013 20:11:21.575400 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="sg-core" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.575417 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="sg-core" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.575786 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="ceilometer-notification-agent" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.575826 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="ceilometer-central-agent" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.575853 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="sg-core" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.575865 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" containerName="proxy-httpd" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.578915 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.580781 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.580906 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.581359 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.585164 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.717840 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.724571 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-log-httpd\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.724718 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-config-data\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.724803 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.725031 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.725204 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5mfk5\" (UniqueName: \"kubernetes.io/projected/b2f3c996-430b-4491-a67f-6519df9616bc-kube-api-access-5mfk5\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.725264 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.725447 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-scripts\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.725582 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-run-httpd\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.762717 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.826916 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-config-data\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.826982 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.827070 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.827110 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5mfk5\" (UniqueName: \"kubernetes.io/projected/b2f3c996-430b-4491-a67f-6519df9616bc-kube-api-access-5mfk5\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.827134 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.827200 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-scripts\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.827629 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-run-httpd\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.828002 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-run-httpd\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.828168 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-log-httpd\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.828524 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-log-httpd\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.834405 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.834768 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.834932 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-config-data\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.835560 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-scripts\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.842490 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.849986 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5mfk5\" (UniqueName: \"kubernetes.io/projected/b2f3c996-430b-4491-a67f-6519df9616bc-kube-api-access-5mfk5\") pod \"ceilometer-0\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:21 crc kubenswrapper[4809]: I1013 20:11:21.953705 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:22 crc kubenswrapper[4809]: I1013 20:11:22.182760 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="109a8cc9-8fe9-4792-b2f2-a2edf6c935bf" path="/var/lib/kubelet/pods/109a8cc9-8fe9-4792-b2f2-a2edf6c935bf/volumes" Oct 13 20:11:22 crc kubenswrapper[4809]: I1013 20:11:22.212801 4809 generic.go:334] "Generic (PLEG): container finished" podID="430cbae8-800e-4be2-a4cc-17d60fdc36fd" containerID="d36e65fdf5821fdf7ab37f07969ba1849d345ca5e4652e19b7b27bb833666aff" exitCode=0 Oct 13 20:11:22 crc kubenswrapper[4809]: I1013 20:11:22.212963 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" event={"ID":"430cbae8-800e-4be2-a4cc-17d60fdc36fd","Type":"ContainerDied","Data":"d36e65fdf5821fdf7ab37f07969ba1849d345ca5e4652e19b7b27bb833666aff"} Oct 13 20:11:22 crc kubenswrapper[4809]: I1013 20:11:22.278086 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:22 crc kubenswrapper[4809]: I1013 20:11:22.484388 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.232808 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b2f3c996-430b-4491-a67f-6519df9616bc","Type":"ContainerStarted","Data":"c9ba1cdd9d6c0817750eccacae6db38c00eb10a39c3147503f6dbf5d9500b4f8"} Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.578990 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.662563 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qltsd\" (UniqueName: \"kubernetes.io/projected/430cbae8-800e-4be2-a4cc-17d60fdc36fd-kube-api-access-qltsd\") pod \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.662857 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-scripts\") pod \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.662968 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-config-data\") pod \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.663031 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-combined-ca-bundle\") pod \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\" (UID: \"430cbae8-800e-4be2-a4cc-17d60fdc36fd\") " Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.667605 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-scripts" (OuterVolumeSpecName: "scripts") pod "430cbae8-800e-4be2-a4cc-17d60fdc36fd" (UID: "430cbae8-800e-4be2-a4cc-17d60fdc36fd"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.672843 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/430cbae8-800e-4be2-a4cc-17d60fdc36fd-kube-api-access-qltsd" (OuterVolumeSpecName: "kube-api-access-qltsd") pod "430cbae8-800e-4be2-a4cc-17d60fdc36fd" (UID: "430cbae8-800e-4be2-a4cc-17d60fdc36fd"). InnerVolumeSpecName "kube-api-access-qltsd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.716047 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-config-data" (OuterVolumeSpecName: "config-data") pod "430cbae8-800e-4be2-a4cc-17d60fdc36fd" (UID: "430cbae8-800e-4be2-a4cc-17d60fdc36fd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.716793 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "430cbae8-800e-4be2-a4cc-17d60fdc36fd" (UID: "430cbae8-800e-4be2-a4cc-17d60fdc36fd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.766190 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.766221 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.766234 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qltsd\" (UniqueName: \"kubernetes.io/projected/430cbae8-800e-4be2-a4cc-17d60fdc36fd-kube-api-access-qltsd\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:23 crc kubenswrapper[4809]: I1013 20:11:23.766242 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/430cbae8-800e-4be2-a4cc-17d60fdc36fd-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.243990 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" event={"ID":"430cbae8-800e-4be2-a4cc-17d60fdc36fd","Type":"ContainerDied","Data":"2d699e03a77ef63ff3d4f8ed105cf5feed04860dea803aae920dcc22d91a7ef2"} Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.244354 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="2d699e03a77ef63ff3d4f8ed105cf5feed04860dea803aae920dcc22d91a7ef2" Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.244406 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw" Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.246215 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b2f3c996-430b-4491-a67f-6519df9616bc","Type":"ContainerStarted","Data":"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55"} Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.246271 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b2f3c996-430b-4491-a67f-6519df9616bc","Type":"ContainerStarted","Data":"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428"} Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.331038 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.331587 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.332180 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.333265 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.422617 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:24 crc kubenswrapper[4809]: E1013 20:11:24.424352 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod430cbae8_800e_4be2_a4cc_17d60fdc36fd.slice/crio-2d699e03a77ef63ff3d4f8ed105cf5feed04860dea803aae920dcc22d91a7ef2\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod430cbae8_800e_4be2_a4cc_17d60fdc36fd.slice\": RecentStats: unable to find data in memory cache]" Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.438904 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.439140 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="167e03ae-107f-467a-9528-5c3205cefe56" containerName="nova-scheduler-scheduler" containerID="cri-o://32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b" gracePeriod=30 Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.451263 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.451723 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="619b416c-def4-428b-a26e-b12bef058e5b" containerName="nova-metadata-log" containerID="cri-o://2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484" gracePeriod=30 Oct 13 20:11:24 crc kubenswrapper[4809]: I1013 20:11:24.451827 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="619b416c-def4-428b-a26e-b12bef058e5b" containerName="nova-metadata-metadata" containerID="cri-o://fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd" gracePeriod=30 Oct 13 20:11:25 crc kubenswrapper[4809]: I1013 20:11:25.271970 4809 generic.go:334] "Generic (PLEG): container finished" podID="619b416c-def4-428b-a26e-b12bef058e5b" containerID="2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484" exitCode=143 Oct 13 20:11:25 crc kubenswrapper[4809]: I1013 20:11:25.272657 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"619b416c-def4-428b-a26e-b12bef058e5b","Type":"ContainerDied","Data":"2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484"} Oct 13 20:11:25 crc kubenswrapper[4809]: I1013 20:11:25.283279 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b2f3c996-430b-4491-a67f-6519df9616bc","Type":"ContainerStarted","Data":"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf"} Oct 13 20:11:25 crc kubenswrapper[4809]: I1013 20:11:25.283876 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:25 crc kubenswrapper[4809]: I1013 20:11:25.287419 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:26 crc kubenswrapper[4809]: I1013 20:11:26.291314 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerName="nova-api-log" containerID="cri-o://d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329" gracePeriod=30 Oct 13 20:11:26 crc kubenswrapper[4809]: I1013 20:11:26.291541 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerName="nova-api-api" containerID="cri-o://3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425" gracePeriod=30 Oct 13 20:11:26 crc kubenswrapper[4809]: E1013 20:11:26.722227 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:11:26 crc kubenswrapper[4809]: E1013 20:11:26.723760 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:11:26 crc kubenswrapper[4809]: E1013 20:11:26.724811 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:11:26 crc kubenswrapper[4809]: E1013 20:11:26.724892 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="167e03ae-107f-467a-9528-5c3205cefe56" containerName="nova-scheduler-scheduler" Oct 13 20:11:27 crc kubenswrapper[4809]: I1013 20:11:27.303370 4809 generic.go:334] "Generic (PLEG): container finished" podID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerID="d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329" exitCode=143 Oct 13 20:11:27 crc kubenswrapper[4809]: I1013 20:11:27.303520 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ae4fe187-df22-4705-b7c3-a724dfc84b96","Type":"ContainerDied","Data":"d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329"} Oct 13 20:11:27 crc kubenswrapper[4809]: I1013 20:11:27.309217 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b2f3c996-430b-4491-a67f-6519df9616bc","Type":"ContainerStarted","Data":"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7"} Oct 13 20:11:27 crc kubenswrapper[4809]: I1013 20:11:27.309522 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:27 crc kubenswrapper[4809]: I1013 20:11:27.335102 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.906178058 podStartE2EDuration="6.335085199s" podCreationTimestamp="2025-10-13 20:11:21 +0000 UTC" firstStartedPulling="2025-10-13 20:11:22.492291589 +0000 UTC m=+2801.098038194" lastFinishedPulling="2025-10-13 20:11:26.92119875 +0000 UTC m=+2805.526945335" observedRunningTime="2025-10-13 20:11:27.331895899 +0000 UTC m=+2805.937642544" watchObservedRunningTime="2025-10-13 20:11:27.335085199 +0000 UTC m=+2805.940831774" Oct 13 20:11:27 crc kubenswrapper[4809]: I1013 20:11:27.840772 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.064519 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.144638 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-config-data\") pod \"619b416c-def4-428b-a26e-b12bef058e5b\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.144854 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p64gf\" (UniqueName: \"kubernetes.io/projected/619b416c-def4-428b-a26e-b12bef058e5b-kube-api-access-p64gf\") pod \"619b416c-def4-428b-a26e-b12bef058e5b\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.144925 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-combined-ca-bundle\") pod \"619b416c-def4-428b-a26e-b12bef058e5b\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.145009 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-nova-metadata-tls-certs\") pod \"619b416c-def4-428b-a26e-b12bef058e5b\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.145202 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/619b416c-def4-428b-a26e-b12bef058e5b-logs\") pod \"619b416c-def4-428b-a26e-b12bef058e5b\" (UID: \"619b416c-def4-428b-a26e-b12bef058e5b\") " Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.145690 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/619b416c-def4-428b-a26e-b12bef058e5b-logs" (OuterVolumeSpecName: "logs") pod "619b416c-def4-428b-a26e-b12bef058e5b" (UID: "619b416c-def4-428b-a26e-b12bef058e5b"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.146195 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/619b416c-def4-428b-a26e-b12bef058e5b-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.156839 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/619b416c-def4-428b-a26e-b12bef058e5b-kube-api-access-p64gf" (OuterVolumeSpecName: "kube-api-access-p64gf") pod "619b416c-def4-428b-a26e-b12bef058e5b" (UID: "619b416c-def4-428b-a26e-b12bef058e5b"). InnerVolumeSpecName "kube-api-access-p64gf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.188095 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-config-data" (OuterVolumeSpecName: "config-data") pod "619b416c-def4-428b-a26e-b12bef058e5b" (UID: "619b416c-def4-428b-a26e-b12bef058e5b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.212053 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "619b416c-def4-428b-a26e-b12bef058e5b" (UID: "619b416c-def4-428b-a26e-b12bef058e5b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.231643 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "619b416c-def4-428b-a26e-b12bef058e5b" (UID: "619b416c-def4-428b-a26e-b12bef058e5b"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.248053 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.248085 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p64gf\" (UniqueName: \"kubernetes.io/projected/619b416c-def4-428b-a26e-b12bef058e5b-kube-api-access-p64gf\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.248097 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.248109 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/619b416c-def4-428b-a26e-b12bef058e5b-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.326683 4809 generic.go:334] "Generic (PLEG): container finished" podID="619b416c-def4-428b-a26e-b12bef058e5b" containerID="fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd" exitCode=0 Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.326855 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.327422 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"619b416c-def4-428b-a26e-b12bef058e5b","Type":"ContainerDied","Data":"fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd"} Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.327491 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"619b416c-def4-428b-a26e-b12bef058e5b","Type":"ContainerDied","Data":"b7e6bee19e0ff3c523c8b5bf017d7dbda448f3765d28f5944701b357d4bac0c2"} Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.327514 4809 scope.go:117] "RemoveContainer" containerID="fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.353544 4809 scope.go:117] "RemoveContainer" containerID="2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.373529 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.399195 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.407094 4809 scope.go:117] "RemoveContainer" containerID="fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.409200 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:28 crc kubenswrapper[4809]: E1013 20:11:28.409628 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="619b416c-def4-428b-a26e-b12bef058e5b" containerName="nova-metadata-metadata" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.409643 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="619b416c-def4-428b-a26e-b12bef058e5b" containerName="nova-metadata-metadata" Oct 13 20:11:28 crc kubenswrapper[4809]: E1013 20:11:28.409657 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="619b416c-def4-428b-a26e-b12bef058e5b" containerName="nova-metadata-log" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.409663 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="619b416c-def4-428b-a26e-b12bef058e5b" containerName="nova-metadata-log" Oct 13 20:11:28 crc kubenswrapper[4809]: E1013 20:11:28.409681 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="430cbae8-800e-4be2-a4cc-17d60fdc36fd" containerName="nova-manage" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.409688 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="430cbae8-800e-4be2-a4cc-17d60fdc36fd" containerName="nova-manage" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.409858 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="430cbae8-800e-4be2-a4cc-17d60fdc36fd" containerName="nova-manage" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.409877 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="619b416c-def4-428b-a26e-b12bef058e5b" containerName="nova-metadata-metadata" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.409885 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="619b416c-def4-428b-a26e-b12bef058e5b" containerName="nova-metadata-log" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.410954 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: E1013 20:11:28.411593 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd\": container with ID starting with fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd not found: ID does not exist" containerID="fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.411618 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd"} err="failed to get container status \"fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd\": rpc error: code = NotFound desc = could not find container \"fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd\": container with ID starting with fa24394c6acd00e1ac00b72234dda33f0192b655b61eb57706b57aa933bbbecd not found: ID does not exist" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.411637 4809 scope.go:117] "RemoveContainer" containerID="2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.415160 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.415316 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:11:28 crc kubenswrapper[4809]: E1013 20:11:28.417992 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484\": container with ID starting with 2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484 not found: ID does not exist" containerID="2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.418023 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484"} err="failed to get container status \"2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484\": rpc error: code = NotFound desc = could not find container \"2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484\": container with ID starting with 2518808afa56bf24418edce36631b4759336014abdc38d8d971b2d14c0dc7484 not found: ID does not exist" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.419531 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.555096 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/252e7521-cd5f-432b-90de-f011998853db-logs\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.555359 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6vtf2\" (UniqueName: \"kubernetes.io/projected/252e7521-cd5f-432b-90de-f011998853db-kube-api-access-6vtf2\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.555395 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.555424 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-config-data\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.555454 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.560924 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.657189 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/252e7521-cd5f-432b-90de-f011998853db-logs\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.657244 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6vtf2\" (UniqueName: \"kubernetes.io/projected/252e7521-cd5f-432b-90de-f011998853db-kube-api-access-6vtf2\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.657286 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.657316 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-config-data\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.657340 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.658024 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/252e7521-cd5f-432b-90de-f011998853db-logs\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.663714 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-config-data\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.664761 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.665151 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.688482 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6vtf2\" (UniqueName: \"kubernetes.io/projected/252e7521-cd5f-432b-90de-f011998853db-kube-api-access-6vtf2\") pod \"nova-metadata-0\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.738718 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:28 crc kubenswrapper[4809]: I1013 20:11:28.906539 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.069441 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-config-data\") pod \"167e03ae-107f-467a-9528-5c3205cefe56\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.069547 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-combined-ca-bundle\") pod \"167e03ae-107f-467a-9528-5c3205cefe56\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.070174 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fxx4t\" (UniqueName: \"kubernetes.io/projected/167e03ae-107f-467a-9528-5c3205cefe56-kube-api-access-fxx4t\") pod \"167e03ae-107f-467a-9528-5c3205cefe56\" (UID: \"167e03ae-107f-467a-9528-5c3205cefe56\") " Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.074104 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/167e03ae-107f-467a-9528-5c3205cefe56-kube-api-access-fxx4t" (OuterVolumeSpecName: "kube-api-access-fxx4t") pod "167e03ae-107f-467a-9528-5c3205cefe56" (UID: "167e03ae-107f-467a-9528-5c3205cefe56"). InnerVolumeSpecName "kube-api-access-fxx4t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.094828 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "167e03ae-107f-467a-9528-5c3205cefe56" (UID: "167e03ae-107f-467a-9528-5c3205cefe56"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.106408 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-config-data" (OuterVolumeSpecName: "config-data") pod "167e03ae-107f-467a-9528-5c3205cefe56" (UID: "167e03ae-107f-467a-9528-5c3205cefe56"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.172933 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.172999 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/167e03ae-107f-467a-9528-5c3205cefe56-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.173018 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fxx4t\" (UniqueName: \"kubernetes.io/projected/167e03ae-107f-467a-9528-5c3205cefe56-kube-api-access-fxx4t\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.229298 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.344294 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"252e7521-cd5f-432b-90de-f011998853db","Type":"ContainerStarted","Data":"4b3c5f8fa0140bea70e29f9b2f7c822c4a81092e16d12d551eec12f01205f191"} Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.348133 4809 generic.go:334] "Generic (PLEG): container finished" podID="167e03ae-107f-467a-9528-5c3205cefe56" containerID="32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b" exitCode=0 Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.348195 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"167e03ae-107f-467a-9528-5c3205cefe56","Type":"ContainerDied","Data":"32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b"} Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.348236 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.348256 4809 scope.go:117] "RemoveContainer" containerID="32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.348244 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"167e03ae-107f-467a-9528-5c3205cefe56","Type":"ContainerDied","Data":"31a3546fe14df52bd6e5d2dd89fe718f83e1246b9aa1ba9b58bc1db1800d4ea9"} Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.348791 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="ceilometer-central-agent" containerID="cri-o://97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428" gracePeriod=30 Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.348922 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="proxy-httpd" containerID="cri-o://328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7" gracePeriod=30 Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.349060 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="sg-core" containerID="cri-o://bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf" gracePeriod=30 Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.349040 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="ceilometer-notification-agent" containerID="cri-o://06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55" gracePeriod=30 Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.407564 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.411958 4809 scope.go:117] "RemoveContainer" containerID="32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b" Oct 13 20:11:29 crc kubenswrapper[4809]: E1013 20:11:29.412439 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b\": container with ID starting with 32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b not found: ID does not exist" containerID="32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.412683 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b"} err="failed to get container status \"32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b\": rpc error: code = NotFound desc = could not find container \"32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b\": container with ID starting with 32f1403da860285abc4dcea1e67b2ced6c99efb9915bfcf921507100239c1b6b not found: ID does not exist" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.428534 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.456068 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:29 crc kubenswrapper[4809]: E1013 20:11:29.456548 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="167e03ae-107f-467a-9528-5c3205cefe56" containerName="nova-scheduler-scheduler" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.456567 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="167e03ae-107f-467a-9528-5c3205cefe56" containerName="nova-scheduler-scheduler" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.458009 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="167e03ae-107f-467a-9528-5c3205cefe56" containerName="nova-scheduler-scheduler" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.458908 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.465347 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.467692 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.585644 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hnlcj\" (UniqueName: \"kubernetes.io/projected/49a548e2-6d1a-4601-8e49-f1b52d4be20f-kube-api-access-hnlcj\") pod \"nova-scheduler-0\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.585709 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-config-data\") pod \"nova-scheduler-0\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.588350 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.690883 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hnlcj\" (UniqueName: \"kubernetes.io/projected/49a548e2-6d1a-4601-8e49-f1b52d4be20f-kube-api-access-hnlcj\") pod \"nova-scheduler-0\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.690944 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-config-data\") pod \"nova-scheduler-0\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.691028 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.699551 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-config-data\") pod \"nova-scheduler-0\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.699709 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.711632 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hnlcj\" (UniqueName: \"kubernetes.io/projected/49a548e2-6d1a-4601-8e49-f1b52d4be20f-kube-api-access-hnlcj\") pod \"nova-scheduler-0\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.835268 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:29 crc kubenswrapper[4809]: I1013 20:11:29.941847 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.098999 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-combined-ca-bundle\") pod \"ae4fe187-df22-4705-b7c3-a724dfc84b96\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.099360 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ae4fe187-df22-4705-b7c3-a724dfc84b96-logs\") pod \"ae4fe187-df22-4705-b7c3-a724dfc84b96\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.099443 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-config-data\") pod \"ae4fe187-df22-4705-b7c3-a724dfc84b96\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.099536 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5wvwt\" (UniqueName: \"kubernetes.io/projected/ae4fe187-df22-4705-b7c3-a724dfc84b96-kube-api-access-5wvwt\") pod \"ae4fe187-df22-4705-b7c3-a724dfc84b96\" (UID: \"ae4fe187-df22-4705-b7c3-a724dfc84b96\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.100553 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ae4fe187-df22-4705-b7c3-a724dfc84b96-logs" (OuterVolumeSpecName: "logs") pod "ae4fe187-df22-4705-b7c3-a724dfc84b96" (UID: "ae4fe187-df22-4705-b7c3-a724dfc84b96"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.106140 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ae4fe187-df22-4705-b7c3-a724dfc84b96-kube-api-access-5wvwt" (OuterVolumeSpecName: "kube-api-access-5wvwt") pod "ae4fe187-df22-4705-b7c3-a724dfc84b96" (UID: "ae4fe187-df22-4705-b7c3-a724dfc84b96"). InnerVolumeSpecName "kube-api-access-5wvwt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.125784 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.136263 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ae4fe187-df22-4705-b7c3-a724dfc84b96" (UID: "ae4fe187-df22-4705-b7c3-a724dfc84b96"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.162301 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-config-data" (OuterVolumeSpecName: "config-data") pod "ae4fe187-df22-4705-b7c3-a724dfc84b96" (UID: "ae4fe187-df22-4705-b7c3-a724dfc84b96"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.167059 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="167e03ae-107f-467a-9528-5c3205cefe56" path="/var/lib/kubelet/pods/167e03ae-107f-467a-9528-5c3205cefe56/volumes" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.167657 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="619b416c-def4-428b-a26e-b12bef058e5b" path="/var/lib/kubelet/pods/619b416c-def4-428b-a26e-b12bef058e5b/volumes" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.201942 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5wvwt\" (UniqueName: \"kubernetes.io/projected/ae4fe187-df22-4705-b7c3-a724dfc84b96-kube-api-access-5wvwt\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.201984 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.201999 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ae4fe187-df22-4705-b7c3-a724dfc84b96-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.202011 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ae4fe187-df22-4705-b7c3-a724dfc84b96-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.303457 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-config-data\") pod \"b2f3c996-430b-4491-a67f-6519df9616bc\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.303824 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-combined-ca-bundle\") pod \"b2f3c996-430b-4491-a67f-6519df9616bc\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.303904 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-ceilometer-tls-certs\") pod \"b2f3c996-430b-4491-a67f-6519df9616bc\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.304052 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-run-httpd\") pod \"b2f3c996-430b-4491-a67f-6519df9616bc\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.304081 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-log-httpd\") pod \"b2f3c996-430b-4491-a67f-6519df9616bc\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.304134 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5mfk5\" (UniqueName: \"kubernetes.io/projected/b2f3c996-430b-4491-a67f-6519df9616bc-kube-api-access-5mfk5\") pod \"b2f3c996-430b-4491-a67f-6519df9616bc\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.304158 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-sg-core-conf-yaml\") pod \"b2f3c996-430b-4491-a67f-6519df9616bc\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.304188 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-scripts\") pod \"b2f3c996-430b-4491-a67f-6519df9616bc\" (UID: \"b2f3c996-430b-4491-a67f-6519df9616bc\") " Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.304342 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "b2f3c996-430b-4491-a67f-6519df9616bc" (UID: "b2f3c996-430b-4491-a67f-6519df9616bc"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.304624 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "b2f3c996-430b-4491-a67f-6519df9616bc" (UID: "b2f3c996-430b-4491-a67f-6519df9616bc"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.304928 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.304948 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/b2f3c996-430b-4491-a67f-6519df9616bc-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.307749 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-scripts" (OuterVolumeSpecName: "scripts") pod "b2f3c996-430b-4491-a67f-6519df9616bc" (UID: "b2f3c996-430b-4491-a67f-6519df9616bc"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.308215 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b2f3c996-430b-4491-a67f-6519df9616bc-kube-api-access-5mfk5" (OuterVolumeSpecName: "kube-api-access-5mfk5") pod "b2f3c996-430b-4491-a67f-6519df9616bc" (UID: "b2f3c996-430b-4491-a67f-6519df9616bc"). InnerVolumeSpecName "kube-api-access-5mfk5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.328068 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "b2f3c996-430b-4491-a67f-6519df9616bc" (UID: "b2f3c996-430b-4491-a67f-6519df9616bc"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.365778 4809 generic.go:334] "Generic (PLEG): container finished" podID="b2f3c996-430b-4491-a67f-6519df9616bc" containerID="328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7" exitCode=0 Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.365917 4809 generic.go:334] "Generic (PLEG): container finished" podID="b2f3c996-430b-4491-a67f-6519df9616bc" containerID="bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf" exitCode=2 Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.365931 4809 generic.go:334] "Generic (PLEG): container finished" podID="b2f3c996-430b-4491-a67f-6519df9616bc" containerID="06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55" exitCode=0 Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.365941 4809 generic.go:334] "Generic (PLEG): container finished" podID="b2f3c996-430b-4491-a67f-6519df9616bc" containerID="97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428" exitCode=0 Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.365858 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b2f3c996-430b-4491-a67f-6519df9616bc","Type":"ContainerDied","Data":"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7"} Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.366041 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b2f3c996-430b-4491-a67f-6519df9616bc","Type":"ContainerDied","Data":"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf"} Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.366061 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b2f3c996-430b-4491-a67f-6519df9616bc","Type":"ContainerDied","Data":"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55"} Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.366072 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b2f3c996-430b-4491-a67f-6519df9616bc","Type":"ContainerDied","Data":"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428"} Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.366082 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"b2f3c996-430b-4491-a67f-6519df9616bc","Type":"ContainerDied","Data":"c9ba1cdd9d6c0817750eccacae6db38c00eb10a39c3147503f6dbf5d9500b4f8"} Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.366097 4809 scope.go:117] "RemoveContainer" containerID="328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.365887 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.368028 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "b2f3c996-430b-4491-a67f-6519df9616bc" (UID: "b2f3c996-430b-4491-a67f-6519df9616bc"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.370340 4809 generic.go:334] "Generic (PLEG): container finished" podID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerID="3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425" exitCode=0 Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.370413 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.370403 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ae4fe187-df22-4705-b7c3-a724dfc84b96","Type":"ContainerDied","Data":"3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425"} Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.370519 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ae4fe187-df22-4705-b7c3-a724dfc84b96","Type":"ContainerDied","Data":"3ce12568df53848318414f13ab5ad863cc24e9f62d59b8153e0c601ab2e0866d"} Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.382425 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"252e7521-cd5f-432b-90de-f011998853db","Type":"ContainerStarted","Data":"dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11"} Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.382479 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"252e7521-cd5f-432b-90de-f011998853db","Type":"ContainerStarted","Data":"dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4"} Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.389092 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b2f3c996-430b-4491-a67f-6519df9616bc" (UID: "b2f3c996-430b-4491-a67f-6519df9616bc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.408068 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.408097 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.408108 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5mfk5\" (UniqueName: \"kubernetes.io/projected/b2f3c996-430b-4491-a67f-6519df9616bc-kube-api-access-5mfk5\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.408131 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.408140 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.413949 4809 scope.go:117] "RemoveContainer" containerID="bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.415555 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.436467 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.445339 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.447072 4809 scope.go:117] "RemoveContainer" containerID="06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.452446 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.452959 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="sg-core" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.453144 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="sg-core" Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.453206 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="proxy-httpd" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.453255 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="proxy-httpd" Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.453306 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerName="nova-api-api" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.453368 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerName="nova-api-api" Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.453437 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="ceilometer-central-agent" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.453485 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="ceilometer-central-agent" Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.453548 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerName="nova-api-log" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.453832 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerName="nova-api-log" Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.453893 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="ceilometer-notification-agent" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.453942 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="ceilometer-notification-agent" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.453742 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.453715702 podStartE2EDuration="2.453715702s" podCreationTimestamp="2025-10-13 20:11:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:11:30.423046873 +0000 UTC m=+2809.028793468" watchObservedRunningTime="2025-10-13 20:11:30.453715702 +0000 UTC m=+2809.059462287" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.454245 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerName="nova-api-api" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.454301 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="ceilometer-central-agent" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.454352 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="ceilometer-notification-agent" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.454420 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="sg-core" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.454478 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ae4fe187-df22-4705-b7c3-a724dfc84b96" containerName="nova-api-log" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.454536 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" containerName="proxy-httpd" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.455612 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.458463 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.459430 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.460199 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.466185 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.470905 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-config-data" (OuterVolumeSpecName: "config-data") pod "b2f3c996-430b-4491-a67f-6519df9616bc" (UID: "b2f3c996-430b-4491-a67f-6519df9616bc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.486159 4809 scope.go:117] "RemoveContainer" containerID="97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.510894 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2f3c996-430b-4491-a67f-6519df9616bc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.529409 4809 scope.go:117] "RemoveContainer" containerID="328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7" Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.529752 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7\": container with ID starting with 328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7 not found: ID does not exist" containerID="328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.529793 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7"} err="failed to get container status \"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7\": rpc error: code = NotFound desc = could not find container \"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7\": container with ID starting with 328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.529819 4809 scope.go:117] "RemoveContainer" containerID="bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf" Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.530214 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf\": container with ID starting with bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf not found: ID does not exist" containerID="bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.530244 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf"} err="failed to get container status \"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf\": rpc error: code = NotFound desc = could not find container \"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf\": container with ID starting with bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.530265 4809 scope.go:117] "RemoveContainer" containerID="06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55" Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.530810 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55\": container with ID starting with 06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55 not found: ID does not exist" containerID="06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.530860 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55"} err="failed to get container status \"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55\": rpc error: code = NotFound desc = could not find container \"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55\": container with ID starting with 06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.530918 4809 scope.go:117] "RemoveContainer" containerID="97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428" Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.532374 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428\": container with ID starting with 97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428 not found: ID does not exist" containerID="97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.532398 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428"} err="failed to get container status \"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428\": rpc error: code = NotFound desc = could not find container \"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428\": container with ID starting with 97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.532413 4809 scope.go:117] "RemoveContainer" containerID="328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.532617 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7"} err="failed to get container status \"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7\": rpc error: code = NotFound desc = could not find container \"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7\": container with ID starting with 328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.532641 4809 scope.go:117] "RemoveContainer" containerID="bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.533007 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf"} err="failed to get container status \"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf\": rpc error: code = NotFound desc = could not find container \"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf\": container with ID starting with bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.533025 4809 scope.go:117] "RemoveContainer" containerID="06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.533262 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55"} err="failed to get container status \"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55\": rpc error: code = NotFound desc = could not find container \"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55\": container with ID starting with 06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.533281 4809 scope.go:117] "RemoveContainer" containerID="97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.533562 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428"} err="failed to get container status \"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428\": rpc error: code = NotFound desc = could not find container \"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428\": container with ID starting with 97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.533582 4809 scope.go:117] "RemoveContainer" containerID="328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.533913 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7"} err="failed to get container status \"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7\": rpc error: code = NotFound desc = could not find container \"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7\": container with ID starting with 328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.533932 4809 scope.go:117] "RemoveContainer" containerID="bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.534141 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf"} err="failed to get container status \"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf\": rpc error: code = NotFound desc = could not find container \"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf\": container with ID starting with bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.534162 4809 scope.go:117] "RemoveContainer" containerID="06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.534409 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55"} err="failed to get container status \"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55\": rpc error: code = NotFound desc = could not find container \"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55\": container with ID starting with 06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.534434 4809 scope.go:117] "RemoveContainer" containerID="97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.535948 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428"} err="failed to get container status \"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428\": rpc error: code = NotFound desc = could not find container \"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428\": container with ID starting with 97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.535974 4809 scope.go:117] "RemoveContainer" containerID="328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.536257 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7"} err="failed to get container status \"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7\": rpc error: code = NotFound desc = could not find container \"328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7\": container with ID starting with 328829e05ae95a8e66535ad0f2737cbb59fa13127636e79377715c7a6bc98aa7 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.536296 4809 scope.go:117] "RemoveContainer" containerID="bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.536542 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf"} err="failed to get container status \"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf\": rpc error: code = NotFound desc = could not find container \"bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf\": container with ID starting with bc957cefee412f4417681790f72697fe40109712db5568d60834f1ae7d9462bf not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.536570 4809 scope.go:117] "RemoveContainer" containerID="06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.536776 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55"} err="failed to get container status \"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55\": rpc error: code = NotFound desc = could not find container \"06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55\": container with ID starting with 06a744db35251e4d0d2e684e51456de00aefe24e352632a344d52dddba3d4f55 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.536807 4809 scope.go:117] "RemoveContainer" containerID="97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.537019 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428"} err="failed to get container status \"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428\": rpc error: code = NotFound desc = could not find container \"97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428\": container with ID starting with 97478227c68466e835791ad612e239768d8e3a8e84f36ad940f959d262f9a428 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.537041 4809 scope.go:117] "RemoveContainer" containerID="3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.560208 4809 scope.go:117] "RemoveContainer" containerID="d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.592280 4809 scope.go:117] "RemoveContainer" containerID="3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425" Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.600104 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425\": container with ID starting with 3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425 not found: ID does not exist" containerID="3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.600134 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425"} err="failed to get container status \"3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425\": rpc error: code = NotFound desc = could not find container \"3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425\": container with ID starting with 3e0e65212d518fb8cabafdde9184d589fefef8e26f4f9cc4f3f2c5a09c131425 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.600154 4809 scope.go:117] "RemoveContainer" containerID="d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329" Oct 13 20:11:30 crc kubenswrapper[4809]: E1013 20:11:30.600658 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329\": container with ID starting with d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329 not found: ID does not exist" containerID="d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.600695 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329"} err="failed to get container status \"d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329\": rpc error: code = NotFound desc = could not find container \"d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329\": container with ID starting with d94d328489a88e236ed1bc7ca0e027f9e3b2187f34f32861cd7cd6c6813cb329 not found: ID does not exist" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.612278 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-internal-tls-certs\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.612337 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.612391 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fdsvl\" (UniqueName: \"kubernetes.io/projected/00b8d171-e80e-445d-b33f-def69b266e40-kube-api-access-fdsvl\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.612441 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-config-data\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.612482 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-public-tls-certs\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.612564 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/00b8d171-e80e-445d-b33f-def69b266e40-logs\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.716165 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-public-tls-certs\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.716215 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/00b8d171-e80e-445d-b33f-def69b266e40-logs\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.716298 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-internal-tls-certs\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.716380 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.716458 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fdsvl\" (UniqueName: \"kubernetes.io/projected/00b8d171-e80e-445d-b33f-def69b266e40-kube-api-access-fdsvl\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.717101 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/00b8d171-e80e-445d-b33f-def69b266e40-logs\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.720466 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-config-data\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.721652 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.723245 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-internal-tls-certs\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.723917 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-config-data\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.725132 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-public-tls-certs\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.731227 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fdsvl\" (UniqueName: \"kubernetes.io/projected/00b8d171-e80e-445d-b33f-def69b266e40-kube-api-access-fdsvl\") pod \"nova-api-0\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.770680 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.816175 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.831843 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.839685 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.842233 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.845348 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.845508 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.845904 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:11:30 crc kubenswrapper[4809]: I1013 20:11:30.865967 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.027608 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-log-httpd\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.027697 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pjpdr\" (UniqueName: \"kubernetes.io/projected/3fb5f3bd-4c49-4fd2-b799-939035491a10-kube-api-access-pjpdr\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.027941 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.028453 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.028585 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.028768 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-run-httpd\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.028890 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-scripts\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.029068 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-config-data\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.131142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.131239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.131296 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-run-httpd\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.131347 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-scripts\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.131424 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-config-data\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.131500 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-log-httpd\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.131575 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pjpdr\" (UniqueName: \"kubernetes.io/projected/3fb5f3bd-4c49-4fd2-b799-939035491a10-kube-api-access-pjpdr\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.131680 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.132097 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-log-httpd\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.132141 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-run-httpd\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.139468 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-scripts\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.139518 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.139624 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-config-data\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.139796 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.139919 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.147978 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pjpdr\" (UniqueName: \"kubernetes.io/projected/3fb5f3bd-4c49-4fd2-b799-939035491a10-kube-api-access-pjpdr\") pod \"ceilometer-0\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.198370 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.286408 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:11:31 crc kubenswrapper[4809]: W1013 20:11:31.296754 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod00b8d171_e80e_445d_b33f_def69b266e40.slice/crio-aec2439010cacab3b6a652fe2b838637eb82cc70f5c57130466e31903f7b9dac WatchSource:0}: Error finding container aec2439010cacab3b6a652fe2b838637eb82cc70f5c57130466e31903f7b9dac: Status 404 returned error can't find the container with id aec2439010cacab3b6a652fe2b838637eb82cc70f5c57130466e31903f7b9dac Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.419714 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"00b8d171-e80e-445d-b33f-def69b266e40","Type":"ContainerStarted","Data":"aec2439010cacab3b6a652fe2b838637eb82cc70f5c57130466e31903f7b9dac"} Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.428782 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"49a548e2-6d1a-4601-8e49-f1b52d4be20f","Type":"ContainerStarted","Data":"1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24"} Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.428864 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"49a548e2-6d1a-4601-8e49-f1b52d4be20f","Type":"ContainerStarted","Data":"6aed918874082ca47fdfb2584a8f5a645186d68362cbd9e767648230130a1a5b"} Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.457853 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.457830442 podStartE2EDuration="2.457830442s" podCreationTimestamp="2025-10-13 20:11:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:11:31.452018146 +0000 UTC m=+2810.057764741" watchObservedRunningTime="2025-10-13 20:11:31.457830442 +0000 UTC m=+2810.063577047" Oct 13 20:11:31 crc kubenswrapper[4809]: I1013 20:11:31.724979 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:11:32 crc kubenswrapper[4809]: I1013 20:11:32.171817 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ae4fe187-df22-4705-b7c3-a724dfc84b96" path="/var/lib/kubelet/pods/ae4fe187-df22-4705-b7c3-a724dfc84b96/volumes" Oct 13 20:11:32 crc kubenswrapper[4809]: I1013 20:11:32.173161 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b2f3c996-430b-4491-a67f-6519df9616bc" path="/var/lib/kubelet/pods/b2f3c996-430b-4491-a67f-6519df9616bc/volumes" Oct 13 20:11:32 crc kubenswrapper[4809]: I1013 20:11:32.445439 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3fb5f3bd-4c49-4fd2-b799-939035491a10","Type":"ContainerStarted","Data":"14bf8faf7357e572a58c60c388223ab270b99a452ae67231f52fd471382460aa"} Oct 13 20:11:32 crc kubenswrapper[4809]: I1013 20:11:32.452254 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"00b8d171-e80e-445d-b33f-def69b266e40","Type":"ContainerStarted","Data":"f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20"} Oct 13 20:11:32 crc kubenswrapper[4809]: I1013 20:11:32.452298 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"00b8d171-e80e-445d-b33f-def69b266e40","Type":"ContainerStarted","Data":"8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506"} Oct 13 20:11:32 crc kubenswrapper[4809]: I1013 20:11:32.495914 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.495887322 podStartE2EDuration="2.495887322s" podCreationTimestamp="2025-10-13 20:11:30 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:11:32.476289491 +0000 UTC m=+2811.082036076" watchObservedRunningTime="2025-10-13 20:11:32.495887322 +0000 UTC m=+2811.101633907" Oct 13 20:11:33 crc kubenswrapper[4809]: I1013 20:11:33.466276 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3fb5f3bd-4c49-4fd2-b799-939035491a10","Type":"ContainerStarted","Data":"b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f"} Oct 13 20:11:33 crc kubenswrapper[4809]: I1013 20:11:33.466629 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3fb5f3bd-4c49-4fd2-b799-939035491a10","Type":"ContainerStarted","Data":"70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708"} Oct 13 20:11:33 crc kubenswrapper[4809]: I1013 20:11:33.740105 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:33 crc kubenswrapper[4809]: I1013 20:11:33.741034 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:34 crc kubenswrapper[4809]: I1013 20:11:34.481945 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3fb5f3bd-4c49-4fd2-b799-939035491a10","Type":"ContainerStarted","Data":"a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81"} Oct 13 20:11:34 crc kubenswrapper[4809]: I1013 20:11:34.836244 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:38 crc kubenswrapper[4809]: I1013 20:11:38.522932 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3fb5f3bd-4c49-4fd2-b799-939035491a10","Type":"ContainerStarted","Data":"119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07"} Oct 13 20:11:38 crc kubenswrapper[4809]: I1013 20:11:38.523822 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:11:38 crc kubenswrapper[4809]: I1013 20:11:38.551164 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.865264845 podStartE2EDuration="8.551140546s" podCreationTimestamp="2025-10-13 20:11:30 +0000 UTC" firstStartedPulling="2025-10-13 20:11:31.756587353 +0000 UTC m=+2810.362333928" lastFinishedPulling="2025-10-13 20:11:37.442463024 +0000 UTC m=+2816.048209629" observedRunningTime="2025-10-13 20:11:38.544079729 +0000 UTC m=+2817.149826324" watchObservedRunningTime="2025-10-13 20:11:38.551140546 +0000 UTC m=+2817.156887131" Oct 13 20:11:38 crc kubenswrapper[4809]: I1013 20:11:38.739218 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:38 crc kubenswrapper[4809]: I1013 20:11:38.739260 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:39 crc kubenswrapper[4809]: I1013 20:11:39.755055 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.39:8775/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:11:39 crc kubenswrapper[4809]: I1013 20:11:39.755061 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.39:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:11:39 crc kubenswrapper[4809]: I1013 20:11:39.836363 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:39 crc kubenswrapper[4809]: I1013 20:11:39.868530 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:40 crc kubenswrapper[4809]: I1013 20:11:40.592856 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:11:40 crc kubenswrapper[4809]: I1013 20:11:40.771698 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:40 crc kubenswrapper[4809]: I1013 20:11:40.772578 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:41 crc kubenswrapper[4809]: I1013 20:11:41.783999 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="00b8d171-e80e-445d-b33f-def69b266e40" containerName="nova-api-log" probeResult="failure" output="Get \"https://10.217.1.41:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:11:41 crc kubenswrapper[4809]: I1013 20:11:41.784042 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="00b8d171-e80e-445d-b33f-def69b266e40" containerName="nova-api-api" probeResult="failure" output="Get \"https://10.217.1.41:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:11:48 crc kubenswrapper[4809]: I1013 20:11:48.744411 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:48 crc kubenswrapper[4809]: I1013 20:11:48.746769 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:48 crc kubenswrapper[4809]: I1013 20:11:48.751205 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:49 crc kubenswrapper[4809]: I1013 20:11:49.677454 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:11:50 crc kubenswrapper[4809]: I1013 20:11:50.781467 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:50 crc kubenswrapper[4809]: I1013 20:11:50.782354 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:50 crc kubenswrapper[4809]: I1013 20:11:50.783816 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:50 crc kubenswrapper[4809]: I1013 20:11:50.793010 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:51 crc kubenswrapper[4809]: I1013 20:11:51.700227 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:51 crc kubenswrapper[4809]: I1013 20:11:51.709150 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:11:58 crc kubenswrapper[4809]: I1013 20:11:58.593228 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:11:58 crc kubenswrapper[4809]: I1013 20:11:58.593923 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:12:01 crc kubenswrapper[4809]: I1013 20:12:01.215945 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:12:05 crc kubenswrapper[4809]: I1013 20:12:05.817913 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:12:05 crc kubenswrapper[4809]: I1013 20:12:05.818628 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstackclient" podUID="50c1fff4-4328-4b94-88f7-f457af16ce37" containerName="openstackclient" containerID="cri-o://252237b0635a72db13b212bc9eba08e772b0a04c79eae633fb42e27ca85a5710" gracePeriod=2 Oct 13 20:12:05 crc kubenswrapper[4809]: I1013 20:12:05.838222 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:12:05 crc kubenswrapper[4809]: I1013 20:12:05.992684 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:12:06 crc kubenswrapper[4809]: E1013 20:12:06.153352 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:12:06 crc kubenswrapper[4809]: E1013 20:12:06.153429 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data podName:457121c0-2b3c-485e-a23f-e0cd1db0eff5 nodeName:}" failed. No retries permitted until 2025-10-13 20:12:06.65340754 +0000 UTC m=+2845.259154125 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data") pod "rabbitmq-cell1-server-0" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.184277 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.184474 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="de7feadf-d597-4f04-a68c-a57365652603" containerName="ovn-northd" containerID="cri-o://c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7" gracePeriod=30 Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.185677 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="de7feadf-d597-4f04-a68c-a57365652603" containerName="openstack-network-exporter" containerID="cri-o://adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d" gracePeriod=30 Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.235133 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement4b6a-account-delete-8z84s"] Oct 13 20:12:06 crc kubenswrapper[4809]: E1013 20:12:06.235572 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="50c1fff4-4328-4b94-88f7-f457af16ce37" containerName="openstackclient" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.235588 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="50c1fff4-4328-4b94-88f7-f457af16ce37" containerName="openstackclient" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.235907 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="50c1fff4-4328-4b94-88f7-f457af16ce37" containerName="openstackclient" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.236566 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement4b6a-account-delete-8z84s" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.263624 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.284947 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement4b6a-account-delete-8z84s"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.332299 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican915d-account-delete-k7jck"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.333834 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican915d-account-delete-k7jck" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.354318 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican915d-account-delete-k7jck"] Oct 13 20:12:06 crc kubenswrapper[4809]: E1013 20:12:06.355806 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:12:06 crc kubenswrapper[4809]: E1013 20:12:06.355868 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data podName:5dff52c4-1e08-46cd-919d-03b7a38c63a8 nodeName:}" failed. No retries permitted until 2025-10-13 20:12:06.855853116 +0000 UTC m=+2845.461599701 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data") pod "rabbitmq-server-0" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8") : configmap "rabbitmq-config-data" not found Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.355893 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9gnb8\" (UniqueName: \"kubernetes.io/projected/25940b71-e194-45c2-b97b-69707af5063d-kube-api-access-9gnb8\") pod \"placement4b6a-account-delete-8z84s\" (UID: \"25940b71-e194-45c2-b97b-69707af5063d\") " pod="openstack-kuttl-tests/placement4b6a-account-delete-8z84s" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.387447 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.387810 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" containerName="openstack-network-exporter" containerID="cri-o://019c086fa1c888a1803d6cebfa2a86093f2dadf3b11f478614f973d53578cce7" gracePeriod=300 Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.429324 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.430606 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.441805 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.442183 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" containerName="openstack-network-exporter" containerID="cri-o://13314bc85be7f4ae948e21ff0fe792442f38da436326765acdb636ffd6d81b3b" gracePeriod=300 Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.451539 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.458412 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9gnb8\" (UniqueName: \"kubernetes.io/projected/25940b71-e194-45c2-b97b-69707af5063d-kube-api-access-9gnb8\") pod \"placement4b6a-account-delete-8z84s\" (UID: \"25940b71-e194-45c2-b97b-69707af5063d\") " pod="openstack-kuttl-tests/placement4b6a-account-delete-8z84s" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.458483 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n8n59\" (UniqueName: \"kubernetes.io/projected/e81745e0-97b5-4abb-832a-280114fd9098-kube-api-access-n8n59\") pod \"barbican915d-account-delete-k7jck\" (UID: \"e81745e0-97b5-4abb-832a-280114fd9098\") " pod="openstack-kuttl-tests/barbican915d-account-delete-k7jck" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.484585 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-mkvzb"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.527256 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-mkvzb"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.538574 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9gnb8\" (UniqueName: \"kubernetes.io/projected/25940b71-e194-45c2-b97b-69707af5063d-kube-api-access-9gnb8\") pod \"placement4b6a-account-delete-8z84s\" (UID: \"25940b71-e194-45c2-b97b-69707af5063d\") " pod="openstack-kuttl-tests/placement4b6a-account-delete-8z84s" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.560795 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" containerName="ovsdbserver-sb" containerID="cri-o://67dcf71a3d74ee7b23a6ce9edda34bd8172cf8a8e39a28c00374fd8fd2c15730" gracePeriod=300 Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.561064 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n8n59\" (UniqueName: \"kubernetes.io/projected/e81745e0-97b5-4abb-832a-280114fd9098-kube-api-access-n8n59\") pod \"barbican915d-account-delete-k7jck\" (UID: \"e81745e0-97b5-4abb-832a-280114fd9098\") " pod="openstack-kuttl-tests/barbican915d-account-delete-k7jck" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.561114 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vg5bb\" (UniqueName: \"kubernetes.io/projected/76181757-5784-4ed5-b830-33327865dddd-kube-api-access-vg5bb\") pod \"cinderd9dd-account-delete-sd7c2\" (UID: \"76181757-5784-4ed5-b830-33327865dddd\") " pod="openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.564946 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" containerName="ovsdbserver-nb" containerID="cri-o://78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459" gracePeriod=300 Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.576523 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-zzj87"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.582343 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n8n59\" (UniqueName: \"kubernetes.io/projected/e81745e0-97b5-4abb-832a-280114fd9098-kube-api-access-n8n59\") pod \"barbican915d-account-delete-k7jck\" (UID: \"e81745e0-97b5-4abb-832a-280114fd9098\") " pod="openstack-kuttl-tests/barbican915d-account-delete-k7jck" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.615446 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-jk59w"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.623029 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-jk59w"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.634548 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-zzj87"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.641569 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-q2d5w"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.648777 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-q2d5w"] Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.663778 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vg5bb\" (UniqueName: \"kubernetes.io/projected/76181757-5784-4ed5-b830-33327865dddd-kube-api-access-vg5bb\") pod \"cinderd9dd-account-delete-sd7c2\" (UID: \"76181757-5784-4ed5-b830-33327865dddd\") " pod="openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2" Oct 13 20:12:06 crc kubenswrapper[4809]: E1013 20:12:06.664439 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:12:06 crc kubenswrapper[4809]: E1013 20:12:06.664480 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data podName:457121c0-2b3c-485e-a23f-e0cd1db0eff5 nodeName:}" failed. No retries permitted until 2025-10-13 20:12:07.664466085 +0000 UTC m=+2846.270212670 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data") pod "rabbitmq-cell1-server-0" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.673250 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement4b6a-account-delete-8z84s" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.681630 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vg5bb\" (UniqueName: \"kubernetes.io/projected/76181757-5784-4ed5-b830-33327865dddd-kube-api-access-vg5bb\") pod \"cinderd9dd-account-delete-sd7c2\" (UID: \"76181757-5784-4ed5-b830-33327865dddd\") " pod="openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.712445 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican915d-account-delete-k7jck" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.793050 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2" Oct 13 20:12:06 crc kubenswrapper[4809]: E1013 20:12:06.916067 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:12:06 crc kubenswrapper[4809]: E1013 20:12:06.916130 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data podName:5dff52c4-1e08-46cd-919d-03b7a38c63a8 nodeName:}" failed. No retries permitted until 2025-10-13 20:12:07.916112686 +0000 UTC m=+2846.521859271 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data") pod "rabbitmq-server-0" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8") : configmap "rabbitmq-config-data" not found Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.964317 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e/ovsdbserver-sb/0.log" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.964352 4809 generic.go:334] "Generic (PLEG): container finished" podID="75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" containerID="13314bc85be7f4ae948e21ff0fe792442f38da436326765acdb636ffd6d81b3b" exitCode=2 Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.964367 4809 generic.go:334] "Generic (PLEG): container finished" podID="75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" containerID="67dcf71a3d74ee7b23a6ce9edda34bd8172cf8a8e39a28c00374fd8fd2c15730" exitCode=143 Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.964404 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e","Type":"ContainerDied","Data":"13314bc85be7f4ae948e21ff0fe792442f38da436326765acdb636ffd6d81b3b"} Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.964427 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e","Type":"ContainerDied","Data":"67dcf71a3d74ee7b23a6ce9edda34bd8172cf8a8e39a28c00374fd8fd2c15730"} Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.989194 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_3ffd9a21-55d3-488b-afe4-81fd7842fbb2/ovsdbserver-nb/0.log" Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.989235 4809 generic.go:334] "Generic (PLEG): container finished" podID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" containerID="019c086fa1c888a1803d6cebfa2a86093f2dadf3b11f478614f973d53578cce7" exitCode=2 Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.989248 4809 generic.go:334] "Generic (PLEG): container finished" podID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" containerID="78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459" exitCode=143 Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.989304 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3ffd9a21-55d3-488b-afe4-81fd7842fbb2","Type":"ContainerDied","Data":"019c086fa1c888a1803d6cebfa2a86093f2dadf3b11f478614f973d53578cce7"} Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.989329 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3ffd9a21-55d3-488b-afe4-81fd7842fbb2","Type":"ContainerDied","Data":"78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459"} Oct 13 20:12:06 crc kubenswrapper[4809]: I1013 20:12:06.990748 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-pjrgg"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.016119 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_de7feadf-d597-4f04-a68c-a57365652603/ovn-northd/0.log" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.016195 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.031407 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_de7feadf-d597-4f04-a68c-a57365652603/ovn-northd/0.log" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.031475 4809 generic.go:334] "Generic (PLEG): container finished" podID="de7feadf-d597-4f04-a68c-a57365652603" containerID="adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d" exitCode=2 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.031490 4809 generic.go:334] "Generic (PLEG): container finished" podID="de7feadf-d597-4f04-a68c-a57365652603" containerID="c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7" exitCode=143 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.031511 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"de7feadf-d597-4f04-a68c-a57365652603","Type":"ContainerDied","Data":"adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d"} Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.031536 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"de7feadf-d597-4f04-a68c-a57365652603","Type":"ContainerDied","Data":"c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7"} Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.031552 4809 scope.go:117] "RemoveContainer" containerID="adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.060032 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-pjrgg"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.074681 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-c7mqs"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.088043 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-c7mqs"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.100855 4809 scope.go:117] "RemoveContainer" containerID="c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.119235 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/de7feadf-d597-4f04-a68c-a57365652603-ovn-rundir\") pod \"de7feadf-d597-4f04-a68c-a57365652603\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.119296 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ggwcw\" (UniqueName: \"kubernetes.io/projected/de7feadf-d597-4f04-a68c-a57365652603-kube-api-access-ggwcw\") pod \"de7feadf-d597-4f04-a68c-a57365652603\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.119373 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-metrics-certs-tls-certs\") pod \"de7feadf-d597-4f04-a68c-a57365652603\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.119472 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-config\") pod \"de7feadf-d597-4f04-a68c-a57365652603\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.119566 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-combined-ca-bundle\") pod \"de7feadf-d597-4f04-a68c-a57365652603\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.119592 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-ovn-northd-tls-certs\") pod \"de7feadf-d597-4f04-a68c-a57365652603\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.119609 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-scripts\") pod \"de7feadf-d597-4f04-a68c-a57365652603\" (UID: \"de7feadf-d597-4f04-a68c-a57365652603\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.119925 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/de7feadf-d597-4f04-a68c-a57365652603-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "de7feadf-d597-4f04-a68c-a57365652603" (UID: "de7feadf-d597-4f04-a68c-a57365652603"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.120424 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-config" (OuterVolumeSpecName: "config") pod "de7feadf-d597-4f04-a68c-a57365652603" (UID: "de7feadf-d597-4f04-a68c-a57365652603"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.121864 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.122308 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-server" containerID="cri-o://dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.122679 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="swift-recon-cron" containerID="cri-o://7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.122724 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="rsync" containerID="cri-o://3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.122771 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-expirer" containerID="cri-o://4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.122803 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-updater" containerID="cri-o://beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.122830 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-auditor" containerID="cri-o://807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.122859 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-replicator" containerID="cri-o://1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.122887 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-server" containerID="cri-o://bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.122918 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-updater" containerID="cri-o://8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.122947 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-auditor" containerID="cri-o://edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.122975 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-replicator" containerID="cri-o://2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.123004 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-server" containerID="cri-o://244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.123037 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-reaper" containerID="cri-o://430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.123063 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-auditor" containerID="cri-o://dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.123088 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-replicator" containerID="cri-o://a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.124705 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/de7feadf-d597-4f04-a68c-a57365652603-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.124719 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.130809 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-scripts" (OuterVolumeSpecName: "scripts") pod "de7feadf-d597-4f04-a68c-a57365652603" (UID: "de7feadf-d597-4f04-a68c-a57365652603"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.137061 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-5ffd6cd55b-bl58m"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.137810 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" podUID="2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" containerName="placement-log" containerID="cri-o://e6fb783fa401af48754c9728cbabc620257071026ae146cda92af67d12d643ac" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.138195 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" podUID="2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" containerName="placement-api" containerID="cri-o://01c4e31fc9b0b6125bd16666727199d981bbd826ac852bfacc57a2257b4ce088" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.153748 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/de7feadf-d597-4f04-a68c-a57365652603-kube-api-access-ggwcw" (OuterVolumeSpecName: "kube-api-access-ggwcw") pod "de7feadf-d597-4f04-a68c-a57365652603" (UID: "de7feadf-d597-4f04-a68c-a57365652603"). InnerVolumeSpecName "kube-api-access-ggwcw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.153672 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459 is running failed: container process not found" containerID="78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.176953 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459 is running failed: container process not found" containerID="78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.180106 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459 is running failed: container process not found" containerID="78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.180187 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459 is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" containerName="ovsdbserver-nb" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.208795 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4"] Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.209224 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="de7feadf-d597-4f04-a68c-a57365652603" containerName="openstack-network-exporter" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.209240 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="de7feadf-d597-4f04-a68c-a57365652603" containerName="openstack-network-exporter" Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.209264 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="de7feadf-d597-4f04-a68c-a57365652603" containerName="ovn-northd" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.209284 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="de7feadf-d597-4f04-a68c-a57365652603" containerName="ovn-northd" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.209483 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="de7feadf-d597-4f04-a68c-a57365652603" containerName="ovn-northd" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.209509 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="de7feadf-d597-4f04-a68c-a57365652603" containerName="openstack-network-exporter" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.210430 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.222925 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.235748 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/de7feadf-d597-4f04-a68c-a57365652603-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.235776 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ggwcw\" (UniqueName: \"kubernetes.io/projected/de7feadf-d597-4f04-a68c-a57365652603-kube-api-access-ggwcw\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.252298 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "de7feadf-d597-4f04-a68c-a57365652603" (UID: "de7feadf-d597-4f04-a68c-a57365652603"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.275475 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-ovn-northd-tls-certs" (OuterVolumeSpecName: "ovn-northd-tls-certs") pod "de7feadf-d597-4f04-a68c-a57365652603" (UID: "de7feadf-d597-4f04-a68c-a57365652603"). InnerVolumeSpecName "ovn-northd-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.291957 4809 scope.go:117] "RemoveContainer" containerID="adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d" Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.296783 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d\": container with ID starting with adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d not found: ID does not exist" containerID="adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.298029 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d"} err="failed to get container status \"adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d\": rpc error: code = NotFound desc = could not find container \"adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d\": container with ID starting with adfe2bbf3751162852a11ad2f2ab5f310d0d86e6c874f8c0fba3b410e2e7605d not found: ID does not exist" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.298079 4809 scope.go:117] "RemoveContainer" containerID="c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7" Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.300318 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7\": container with ID starting with c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7 not found: ID does not exist" containerID="c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.300386 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7"} err="failed to get container status \"c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7\": rpc error: code = NotFound desc = could not find container \"c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7\": container with ID starting with c56dce3f53b05a643da8f12fd1dfa5264f8d4fcc7ef7436f20d3369db98d24f7 not found: ID does not exist" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.347683 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2pqjm\" (UniqueName: \"kubernetes.io/projected/4bfd1e7f-e871-4a81-9041-2db11fdc5138-kube-api-access-2pqjm\") pod \"dnsmasq-dnsmasq-84b9f45d47-tvps4\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.347962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-tvps4\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.348072 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-tvps4\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.348406 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.348429 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-ovn-northd-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.429624 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.430159 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="c916c595-cabe-41d9-a989-e880ed47276c" containerName="glance-log" containerID="cri-o://164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.430597 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="c916c595-cabe-41d9-a989-e880ed47276c" containerName="glance-httpd" containerID="cri-o://fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.449751 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-tvps4\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.449824 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-tvps4\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.449915 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2pqjm\" (UniqueName: \"kubernetes.io/projected/4bfd1e7f-e871-4a81-9041-2db11fdc5138-kube-api-access-2pqjm\") pod \"dnsmasq-dnsmasq-84b9f45d47-tvps4\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.451111 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-tvps4\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.452704 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.452981 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" containerName="cinder-api-log" containerID="cri-o://4641051ab181beaf67ae38d15539829ffa0b6b2a27ab9f737e1795581a3591d1" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.453103 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" containerName="cinder-api" containerID="cri-o://aba98458a96b4aa185a5c3f663285751f446f6f5ac22555eee40c2a72bc25249" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.453570 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-tvps4\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.474228 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2pqjm\" (UniqueName: \"kubernetes.io/projected/4bfd1e7f-e871-4a81-9041-2db11fdc5138-kube-api-access-2pqjm\") pod \"dnsmasq-dnsmasq-84b9f45d47-tvps4\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.478710 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.478953 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="9e5aebd0-f2fe-482e-a523-c6be7032525f" containerName="cinder-scheduler" containerID="cri-o://6a07f9cb475a01c943a4b9c264ed5c9e4a9598ee210ec545246f053defe0c4a5" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.479656 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="9e5aebd0-f2fe-482e-a523-c6be7032525f" containerName="probe" containerID="cri-o://24fcbc44ce49ec5e67211c088ff47b70a3278118dc3d6fd97f582d25f642f3ba" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.485826 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "de7feadf-d597-4f04-a68c-a57365652603" (UID: "de7feadf-d597-4f04-a68c-a57365652603"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.494966 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.529792 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-5898n"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.551205 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/de7feadf-d597-4f04-a68c-a57365652603-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.561079 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-5898n"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.573354 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="457121c0-2b3c-485e-a23f-e0cd1db0eff5" containerName="rabbitmq" containerID="cri-o://72663bc311c3acfd2cfc7c2f81cd40df3a47eb9e585bffb95675c73bee765a50" gracePeriod=604800 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.592609 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.627835 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-62nsw"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.642769 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.654329 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-7d7895d894-rj85g"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.654598 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" podUID="f38de42c-4e66-4790-8f08-97b967c71f30" containerName="neutron-api" containerID="cri-o://5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.654931 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" podUID="f38de42c-4e66-4790-8f08-97b967c71f30" containerName="neutron-httpd" containerID="cri-o://14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.672307 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.672550 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="dad33882-536b-41e8-84bf-72f1b91c2bcb" containerName="glance-log" containerID="cri-o://eb7a1459745bb3961b0b7a2e4a7940d5d4745ca52ef62b55ad330eee2f3e50e7" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.672983 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="dad33882-536b-41e8-84bf-72f1b91c2bcb" containerName="glance-httpd" containerID="cri-o://db1d767e280e666f5ddd2d8898b0c5472f8336636268c3dcd3417636c031d915" gracePeriod=30 Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.706666 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement4b6a-account-delete-8z84s"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.720057 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_3ffd9a21-55d3-488b-afe4-81fd7842fbb2/ovsdbserver-nb/0.log" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.720384 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.724714 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e/ovsdbserver-sb/0.log" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.724785 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.727219 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican915d-account-delete-k7jck"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.740092 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-create-f2dj7"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.755799 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-4812-account-create-gb7px"] Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.760423 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.760487 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data podName:457121c0-2b3c-485e-a23f-e0cd1db0eff5 nodeName:}" failed. No retries permitted until 2025-10-13 20:12:09.760469548 +0000 UTC m=+2848.366216133 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data") pod "rabbitmq-cell1-server-0" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.799282 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-4812-account-create-gb7px"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.819536 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-create-f2dj7"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.828494 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-create-6bk9g"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.831043 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="457121c0-2b3c-485e-a23f-e0cd1db0eff5" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.0.211:5671: connect: connection refused" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.843057 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-create-6bk9g"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.862925 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-config\") pod \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.862964 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-sb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") pod \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.862985 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdbserver-nb-tls-certs\") pod \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863016 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-config\") pod \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863044 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-scripts\") pod \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863080 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2dpp6\" (UniqueName: \"kubernetes.io/projected/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-kube-api-access-2dpp6\") pod \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863103 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-combined-ca-bundle\") pod \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863123 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-nb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863147 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-m62b4\" (UniqueName: \"kubernetes.io/projected/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-kube-api-access-m62b4\") pod \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863165 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-metrics-certs-tls-certs\") pod \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863181 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdb-rundir\") pod \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863200 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-combined-ca-bundle\") pod \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863215 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-metrics-certs-tls-certs\") pod \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863238 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdbserver-sb-tls-certs\") pod \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863265 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdb-rundir\") pod \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\" (UID: \"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.863289 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-scripts\") pod \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\" (UID: \"3ffd9a21-55d3-488b-afe4-81fd7842fbb2\") " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.870796 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-config" (OuterVolumeSpecName: "config") pod "3ffd9a21-55d3-488b-afe4-81fd7842fbb2" (UID: "3ffd9a21-55d3-488b-afe4-81fd7842fbb2"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.871074 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-config" (OuterVolumeSpecName: "config") pod "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" (UID: "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.875185 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-scripts" (OuterVolumeSpecName: "scripts") pod "3ffd9a21-55d3-488b-afe4-81fd7842fbb2" (UID: "3ffd9a21-55d3-488b-afe4-81fd7842fbb2"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.877097 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage04-crc" (OuterVolumeSpecName: "ovndbcluster-sb-etc-ovn") pod "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" (UID: "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e"). InnerVolumeSpecName "local-storage04-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.877151 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" (UID: "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.877641 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-scripts" (OuterVolumeSpecName: "scripts") pod "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" (UID: "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.877816 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage01-crc" (OuterVolumeSpecName: "ovndbcluster-nb-etc-ovn") pod "3ffd9a21-55d3-488b-afe4-81fd7842fbb2" (UID: "3ffd9a21-55d3-488b-afe4-81fd7842fbb2"). InnerVolumeSpecName "local-storage01-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.880104 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-kube-api-access-2dpp6" (OuterVolumeSpecName: "kube-api-access-2dpp6") pod "3ffd9a21-55d3-488b-afe4-81fd7842fbb2" (UID: "3ffd9a21-55d3-488b-afe4-81fd7842fbb2"). InnerVolumeSpecName "kube-api-access-2dpp6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.886565 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "3ffd9a21-55d3-488b-afe4-81fd7842fbb2" (UID: "3ffd9a21-55d3-488b-afe4-81fd7842fbb2"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.888813 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-4b6a-account-create-xjlhf"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.896047 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-4b6a-account-create-xjlhf"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.902207 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-kube-api-access-m62b4" (OuterVolumeSpecName: "kube-api-access-m62b4") pod "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" (UID: "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e"). InnerVolumeSpecName "kube-api-access-m62b4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.905933 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement4b6a-account-delete-8z84s"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.920785 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-m5pds"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.939830 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-m5pds"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.951153 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-5374-account-create-w9nsr"] Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.965886 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.965920 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") on node \"crc\" " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.965931 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.965942 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.965951 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2dpp6\" (UniqueName: \"kubernetes.io/projected/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-kube-api-access-2dpp6\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.965964 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") on node \"crc\" " Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.965973 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-m62b4\" (UniqueName: \"kubernetes.io/projected/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-kube-api-access-m62b4\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.965983 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.965994 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.966002 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.966102 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:12:07 crc kubenswrapper[4809]: E1013 20:12:07.966179 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data podName:5dff52c4-1e08-46cd-919d-03b7a38c63a8 nodeName:}" failed. No retries permitted until 2025-10-13 20:12:09.966159726 +0000 UTC m=+2848.571906311 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data") pod "rabbitmq-server-0" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8") : configmap "rabbitmq-config-data" not found Oct 13 20:12:07 crc kubenswrapper[4809]: I1013 20:12:07.970345 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-5374-account-create-w9nsr"] Oct 13 20:12:08 crc kubenswrapper[4809]: W1013 20:12:08.001566 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod76181757_5784_4ed5_b830_33327865dddd.slice/crio-e59c4648fd712f3a703b7e126671e2c83043f3b5c0b569f5558859778e62c98a WatchSource:0}: Error finding container e59c4648fd712f3a703b7e126671e2c83043f3b5c0b569f5558859778e62c98a: Status 404 returned error can't find the container with id e59c4648fd712f3a703b7e126671e2c83043f3b5c0b569f5558859778e62c98a Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.001690 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-915d-account-create-tp75g"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.007346 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-pwtf8"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.013396 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3ffd9a21-55d3-488b-afe4-81fd7842fbb2" (UID: "3ffd9a21-55d3-488b-afe4-81fd7842fbb2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.023536 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-915d-account-create-tp75g"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.024625 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" (UID: "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.032144 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-pwtf8"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.038842 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-snwm4"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.040160 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage04-crc" (UniqueName: "kubernetes.io/local-volume/local-storage04-crc") on node "crc" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.047719 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage01-crc" (UniqueName: "kubernetes.io/local-volume/local-storage01-crc") on node "crc" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.054298 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.061928 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.062955 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" podUID="4276a584-f8b8-4fd0-88f9-6d58210d458e" containerName="barbican-worker-log" containerID="cri-o://d19bbe1207b4d268428a4d72cf9c2ebc544c0764aacaf961f85ddf1e01c406ec" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.063493 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" podUID="4276a584-f8b8-4fd0-88f9-6d58210d458e" containerName="barbican-worker" containerID="cri-o://7bf4b6e088d0e84df4eb743eb29abb31fea97f09ed353e889a1908b060307efc" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.080221 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.080255 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.080265 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.080274 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage04-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage04-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.082058 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican915d-account-delete-k7jck"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.093044 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-snwm4"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.101802 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.109888 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-d9dd-account-create-hzzfq"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.122700 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="5dff52c4-1e08-46cd-919d-03b7a38c63a8" containerName="rabbitmq" containerID="cri-o://f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6" gracePeriod=604800 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.130891 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e/ovsdbserver-sb/0.log" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.130998 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e","Type":"ContainerDied","Data":"cc0dc188d709ba03581d29e748c46cfcb8ca85f4a4ed31bdabc577e49fcc2f1d"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.131033 4809 scope.go:117] "RemoveContainer" containerID="13314bc85be7f4ae948e21ff0fe792442f38da436326765acdb636ffd6d81b3b" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.131216 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.137320 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2" event={"ID":"76181757-5784-4ed5-b830-33327865dddd","Type":"ContainerStarted","Data":"e59c4648fd712f3a703b7e126671e2c83043f3b5c0b569f5558859778e62c98a"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.137824 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.140535 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican915d-account-delete-k7jck" event={"ID":"e81745e0-97b5-4abb-832a-280114fd9098","Type":"ContainerStarted","Data":"f7c3e5c1b8839fc9c459323c710e1c3b2a09c54b0c6178cff652c25a6259e83f"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.145933 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdbserver-sb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-sb-tls-certs") pod "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" (UID: "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e"). InnerVolumeSpecName "ovsdbserver-sb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.147763 4809 generic.go:334] "Generic (PLEG): container finished" podID="50c1fff4-4328-4b94-88f7-f457af16ce37" containerID="252237b0635a72db13b212bc9eba08e772b0a04c79eae633fb42e27ca85a5710" exitCode=137 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.172450 4809 generic.go:334] "Generic (PLEG): container finished" podID="2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" containerID="e6fb783fa401af48754c9728cbabc620257071026ae146cda92af67d12d643ac" exitCode=143 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.191002 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-ovsdbserver-sb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.218188 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" (UID: "75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.219472 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "3ffd9a21-55d3-488b-afe4-81fd7842fbb2" (UID: "3ffd9a21-55d3-488b-afe4-81fd7842fbb2"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.219744 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="11f55d41-9a43-45b6-8053-ac202cb86133" path="/var/lib/kubelet/pods/11f55d41-9a43-45b6-8053-ac202cb86133/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.220424 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="131e99c9-5516-479f-b6ce-a23eb55edbe0" path="/var/lib/kubelet/pods/131e99c9-5516-479f-b6ce-a23eb55edbe0/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.221230 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="278877c2-d0e5-4c21-898d-0d1c943f9232" path="/var/lib/kubelet/pods/278877c2-d0e5-4c21-898d-0d1c943f9232/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.221420 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdbserver-nb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-nb-tls-certs") pod "3ffd9a21-55d3-488b-afe4-81fd7842fbb2" (UID: "3ffd9a21-55d3-488b-afe4-81fd7842fbb2"). InnerVolumeSpecName "ovsdbserver-nb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.224539 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3594c478-e1cb-412a-80b2-cdc10aae945d" path="/var/lib/kubelet/pods/3594c478-e1cb-412a-80b2-cdc10aae945d/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.225458 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="430cbae8-800e-4be2-a4cc-17d60fdc36fd" path="/var/lib/kubelet/pods/430cbae8-800e-4be2-a4cc-17d60fdc36fd/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.226812 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6c721fda-4f91-4dbc-aabd-88be67aa3ed1" path="/var/lib/kubelet/pods/6c721fda-4f91-4dbc-aabd-88be67aa3ed1/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.229935 4809 scope.go:117] "RemoveContainer" containerID="67dcf71a3d74ee7b23a6ce9edda34bd8172cf8a8e39a28c00374fd8fd2c15730" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.235037 4809 generic.go:334] "Generic (PLEG): container finished" podID="dad33882-536b-41e8-84bf-72f1b91c2bcb" containerID="eb7a1459745bb3961b0b7a2e4a7940d5d4745ca52ef62b55ad330eee2f3e50e7" exitCode=143 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.241868 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="791e3e0f-a324-46c5-8bc1-fa00b9bc051e" path="/var/lib/kubelet/pods/791e3e0f-a324-46c5-8bc1-fa00b9bc051e/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.244371 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8018a2d7-1d5f-4eee-bb5d-87e69521b805" path="/var/lib/kubelet/pods/8018a2d7-1d5f-4eee-bb5d-87e69521b805/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.244838 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9d5bea90-b45a-428d-9af5-72d9ea0cd1c2" path="/var/lib/kubelet/pods/9d5bea90-b45a-428d-9af5-72d9ea0cd1c2/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.245309 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6" path="/var/lib/kubelet/pods/a8fdcfc9-f4ff-4466-9c9d-d2d0a5afe2d6/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.248137 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ac10c505-3031-45bb-b73c-2f5118c44747" path="/var/lib/kubelet/pods/ac10c505-3031-45bb-b73c-2f5118c44747/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.248669 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4" path="/var/lib/kubelet/pods/ac6896b9-09cb-4f9a-908a-0f1cddcb3ce4/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.250569 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ba74e988-84c1-4ee7-8152-6a5578063a66" path="/var/lib/kubelet/pods/ba74e988-84c1-4ee7-8152-6a5578063a66/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.252143 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c5642e43-3a9d-4a7d-8367-9cffe6c3d70e" path="/var/lib/kubelet/pods/c5642e43-3a9d-4a7d-8367-9cffe6c3d70e/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.252639 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c8fbf235-5d3e-4931-afd6-bea91364f6ed" path="/var/lib/kubelet/pods/c8fbf235-5d3e-4931-afd6-bea91364f6ed/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.255534 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ca938756-7d39-422e-9212-6b9ee375c182" path="/var/lib/kubelet/pods/ca938756-7d39-422e-9212-6b9ee375c182/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.256137 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58" path="/var/lib/kubelet/pods/f4a31fd4-b0ee-4bf2-b8ae-4eaa904dcd58/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.256691 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fea0d869-c712-4500-8a8f-c1c25f032eff" path="/var/lib/kubelet/pods/fea0d869-c712-4500-8a8f-c1c25f032eff/volumes" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.259613 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.259645 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" event={"ID":"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8","Type":"ContainerDied","Data":"e6fb783fa401af48754c9728cbabc620257071026ae146cda92af67d12d643ac"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.259663 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.259680 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"dad33882-536b-41e8-84bf-72f1b91c2bcb","Type":"ContainerDied","Data":"eb7a1459745bb3961b0b7a2e4a7940d5d4745ca52ef62b55ad330eee2f3e50e7"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.259691 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.259701 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.266514 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-dmp7s"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.279985 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-dmp7s"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.281692 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" podUID="fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" containerName="barbican-keystone-listener-log" containerID="cri-o://c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.282092 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" podUID="fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" containerName="barbican-keystone-listener" containerID="cri-o://51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.282189 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" podUID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerName="barbican-api-log" containerID="cri-o://3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.282297 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" podUID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerName="barbican-api" containerID="cri-o://eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.291960 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-2dght"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.294557 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-ovsdbserver-nb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.294590 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffd9a21-55d3-488b-afe4-81fd7842fbb2-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.294599 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.324427 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_3ffd9a21-55d3-488b-afe4-81fd7842fbb2/ovsdbserver-nb/0.log" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.324518 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3ffd9a21-55d3-488b-afe4-81fd7842fbb2","Type":"ContainerDied","Data":"7323fb8a9d78e28f075a61a7e25fbb82263cf62ca90677c08fc24f1daed0db17"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.324611 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.328476 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-2dght"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.339647 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.362125 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0c10-account-create-zbl6w"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.404255 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c916c595-cabe-41d9-a989-e880ed47276c","Type":"ContainerDied","Data":"164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.404198 4809 generic.go:334] "Generic (PLEG): container finished" podID="c916c595-cabe-41d9-a989-e880ed47276c" containerID="164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a" exitCode=143 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.413048 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.413514 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-log" containerID="cri-o://dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.413872 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-metadata" containerID="cri-o://dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.450148 4809 generic.go:334] "Generic (PLEG): container finished" podID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" containerID="4641051ab181beaf67ae38d15539829ffa0b6b2a27ab9f737e1795581a3591d1" exitCode=143 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.450231 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3","Type":"ContainerDied","Data":"4641051ab181beaf67ae38d15539829ffa0b6b2a27ab9f737e1795581a3591d1"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.457991 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.464036 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-c52b-account-create-47t6v"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.473933 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement4b6a-account-delete-8z84s" event={"ID":"25940b71-e194-45c2-b97b-69707af5063d","Type":"ContainerStarted","Data":"abcb3e62fda8aa6df0a4f5d376bbe4727dd9825a01978eb60be2b96775271510"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.501672 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-5bmvx"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.506037 4809 generic.go:334] "Generic (PLEG): container finished" podID="f38de42c-4e66-4790-8f08-97b967c71f30" containerID="14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.506150 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" event={"ID":"f38de42c-4e66-4790-8f08-97b967c71f30","Type":"ContainerDied","Data":"14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.513765 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-5bmvx"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.534901 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.535165 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="00b8d171-e80e-445d-b33f-def69b266e40" containerName="nova-api-log" containerID="cri-o://8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.535822 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="00b8d171-e80e-445d-b33f-def69b266e40" containerName="nova-api-api" containerID="cri-o://f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556393 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556470 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556498 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556505 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556512 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556518 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556527 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556533 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556541 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556547 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556554 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556560 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556565 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556571 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556577 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967" exitCode=0 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556660 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556688 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556701 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556711 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556719 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556838 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556853 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556865 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556876 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556893 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556905 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556916 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556927 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.556938 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.570695 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"de7feadf-d597-4f04-a68c-a57365652603","Type":"ContainerDied","Data":"fd44b5012bfbd84e6a85a751a53f418d94fce68998e4722d9d11fb075d565834"} Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.571523 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.583045 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-d59b-account-create-q54rz"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.604975 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.605349 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="58d210a4-1ea8-4f45-8c2e-b4c4beba3763" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://f33a0671e42db728be8963f2276844964aa42351f37d3f45a798b0cb749a7426" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.621257 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.656889 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.683281 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.683770 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="649561f8-c581-4eec-a071-2a556cd85744" containerName="nova-cell1-conductor-conductor" containerID="cri-o://61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.702560 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-ddftr"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.714639 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.714870 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="43ad804c-9522-4a98-8600-cae586ae47f5" containerName="nova-cell0-conductor-conductor" containerID="cri-o://b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.726224 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.742349 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-sw95p"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.751166 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.751389 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="49a548e2-6d1a-4601-8e49-f1b52d4be20f" containerName="nova-scheduler-scheduler" containerID="cri-o://1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.787372 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podUID="8e3341bf-878c-4d4f-957a-f72323bb46d5" containerName="galera" containerID="cri-o://14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c" gracePeriod=30 Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.810363 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.831678 4809 scope.go:117] "RemoveContainer" containerID="019c086fa1c888a1803d6cebfa2a86093f2dadf3b11f478614f973d53578cce7" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.860956 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.891869 4809 scope.go:117] "RemoveContainer" containerID="78dd04d8b48b26c07cc5201e487d48290857efa7d88cfa79e6cebd2de68f2459" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.895582 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.905854 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.918975 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.925786 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.930685 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.934561 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config-secret\") pod \"50c1fff4-4328-4b94-88f7-f457af16ce37\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.934875 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-combined-ca-bundle\") pod \"50c1fff4-4328-4b94-88f7-f457af16ce37\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.934939 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sbr5v\" (UniqueName: \"kubernetes.io/projected/50c1fff4-4328-4b94-88f7-f457af16ce37-kube-api-access-sbr5v\") pod \"50c1fff4-4328-4b94-88f7-f457af16ce37\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.935007 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config\") pod \"50c1fff4-4328-4b94-88f7-f457af16ce37\" (UID: \"50c1fff4-4328-4b94-88f7-f457af16ce37\") " Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.944305 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/50c1fff4-4328-4b94-88f7-f457af16ce37-kube-api-access-sbr5v" (OuterVolumeSpecName: "kube-api-access-sbr5v") pod "50c1fff4-4328-4b94-88f7-f457af16ce37" (UID: "50c1fff4-4328-4b94-88f7-f457af16ce37"). InnerVolumeSpecName "kube-api-access-sbr5v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.970434 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config" (OuterVolumeSpecName: "openstack-config") pod "50c1fff4-4328-4b94-88f7-f457af16ce37" (UID: "50c1fff4-4328-4b94-88f7-f457af16ce37"). InnerVolumeSpecName "openstack-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:08 crc kubenswrapper[4809]: I1013 20:12:08.991180 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "50c1fff4-4328-4b94-88f7-f457af16ce37" (UID: "50c1fff4-4328-4b94-88f7-f457af16ce37"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.039050 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.039151 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sbr5v\" (UniqueName: \"kubernetes.io/projected/50c1fff4-4328-4b94-88f7-f457af16ce37-kube-api-access-sbr5v\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.039166 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.040882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config-secret" (OuterVolumeSpecName: "openstack-config-secret") pod "50c1fff4-4328-4b94-88f7-f457af16ce37" (UID: "50c1fff4-4328-4b94-88f7-f457af16ce37"). InnerVolumeSpecName "openstack-config-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.141515 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/50c1fff4-4328-4b94-88f7-f457af16ce37-openstack-config-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.359053 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.361299 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.367803 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.368218 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="649561f8-c581-4eec-a071-2a556cd85744" containerName="nova-cell1-conductor-conductor" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.581136 4809 generic.go:334] "Generic (PLEG): container finished" podID="252e7521-cd5f-432b-90de-f011998853db" containerID="dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4" exitCode=143 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.581212 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"252e7521-cd5f-432b-90de-f011998853db","Type":"ContainerDied","Data":"dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.587546 4809 generic.go:334] "Generic (PLEG): container finished" podID="4bfd1e7f-e871-4a81-9041-2db11fdc5138" containerID="837f02b9fb72c24d04daf91fb2d795d67fc9be855f78c320cc1bf31855229a17" exitCode=0 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.587652 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" event={"ID":"4bfd1e7f-e871-4a81-9041-2db11fdc5138","Type":"ContainerDied","Data":"837f02b9fb72c24d04daf91fb2d795d67fc9be855f78c320cc1bf31855229a17"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.587712 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" event={"ID":"4bfd1e7f-e871-4a81-9041-2db11fdc5138","Type":"ContainerStarted","Data":"85e9c063b1d02d6900a63415ccb147d14e0cc2cd4079b1e486c15ff576d8e61d"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.590603 4809 generic.go:334] "Generic (PLEG): container finished" podID="00b8d171-e80e-445d-b33f-def69b266e40" containerID="8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506" exitCode=143 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.590635 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"00b8d171-e80e-445d-b33f-def69b266e40","Type":"ContainerDied","Data":"8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.594072 4809 generic.go:334] "Generic (PLEG): container finished" podID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerID="3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4" exitCode=143 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.594116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" event={"ID":"537c1e11-50d7-4d39-beb5-fd71db25caac","Type":"ContainerDied","Data":"3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.607715 4809 scope.go:117] "RemoveContainer" containerID="252237b0635a72db13b212bc9eba08e772b0a04c79eae633fb42e27ca85a5710" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.608154 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.612534 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"9e5aebd0-f2fe-482e-a523-c6be7032525f","Type":"ContainerDied","Data":"24fcbc44ce49ec5e67211c088ff47b70a3278118dc3d6fd97f582d25f642f3ba"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.612661 4809 generic.go:334] "Generic (PLEG): container finished" podID="9e5aebd0-f2fe-482e-a523-c6be7032525f" containerID="24fcbc44ce49ec5e67211c088ff47b70a3278118dc3d6fd97f582d25f642f3ba" exitCode=0 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.618586 4809 generic.go:334] "Generic (PLEG): container finished" podID="fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" containerID="c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837" exitCode=143 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.618639 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" event={"ID":"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1","Type":"ContainerDied","Data":"c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.626377 4809 generic.go:334] "Generic (PLEG): container finished" podID="e81745e0-97b5-4abb-832a-280114fd9098" containerID="f5d83aee8f466a2d60f4898995bb409d07c1b37db66142aba816454cc4b62acd" exitCode=0 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.626468 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican915d-account-delete-k7jck" event={"ID":"e81745e0-97b5-4abb-832a-280114fd9098","Type":"ContainerDied","Data":"f5d83aee8f466a2d60f4898995bb409d07c1b37db66142aba816454cc4b62acd"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.665985 4809 generic.go:334] "Generic (PLEG): container finished" podID="4276a584-f8b8-4fd0-88f9-6d58210d458e" containerID="d19bbe1207b4d268428a4d72cf9c2ebc544c0764aacaf961f85ddf1e01c406ec" exitCode=143 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.666038 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" event={"ID":"4276a584-f8b8-4fd0-88f9-6d58210d458e","Type":"ContainerDied","Data":"d19bbe1207b4d268428a4d72cf9c2ebc544c0764aacaf961f85ddf1e01c406ec"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.675927 4809 generic.go:334] "Generic (PLEG): container finished" podID="25940b71-e194-45c2-b97b-69707af5063d" containerID="73ad0a6d765fc06ecee750fa4b2b54dbdee3248b145e65de710c2b502332aa32" exitCode=0 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.676004 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement4b6a-account-delete-8z84s" event={"ID":"25940b71-e194-45c2-b97b-69707af5063d","Type":"ContainerDied","Data":"73ad0a6d765fc06ecee750fa4b2b54dbdee3248b145e65de710c2b502332aa32"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.684201 4809 generic.go:334] "Generic (PLEG): container finished" podID="76181757-5784-4ed5-b830-33327865dddd" containerID="c804d79fc9a966dc86472fa2f5b725ca5f9d0e77ccab7731428a99f7b50521e1" exitCode=0 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.684475 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2" event={"ID":"76181757-5784-4ed5-b830-33327865dddd","Type":"ContainerDied","Data":"c804d79fc9a966dc86472fa2f5b725ca5f9d0e77ccab7731428a99f7b50521e1"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.698960 4809 generic.go:334] "Generic (PLEG): container finished" podID="58d210a4-1ea8-4f45-8c2e-b4c4beba3763" containerID="f33a0671e42db728be8963f2276844964aa42351f37d3f45a798b0cb749a7426" exitCode=0 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.699011 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"58d210a4-1ea8-4f45-8c2e-b4c4beba3763","Type":"ContainerDied","Data":"f33a0671e42db728be8963f2276844964aa42351f37d3f45a798b0cb749a7426"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.699040 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"58d210a4-1ea8-4f45-8c2e-b4c4beba3763","Type":"ContainerDied","Data":"ae0d495db0ee5b99256bbb80ef257acbd28be9efd25ff5aa2041a9570e719809"} Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.699050 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ae0d495db0ee5b99256bbb80ef257acbd28be9efd25ff5aa2041a9570e719809" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.699683 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.767113 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-config-data\") pod \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.767192 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lnv6r\" (UniqueName: \"kubernetes.io/projected/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-kube-api-access-lnv6r\") pod \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.767232 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-nova-novncproxy-tls-certs\") pod \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.767275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-combined-ca-bundle\") pod \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.767318 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-vencrypt-tls-certs\") pod \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.767614 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.767652 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data podName:457121c0-2b3c-485e-a23f-e0cd1db0eff5 nodeName:}" failed. No retries permitted until 2025-10-13 20:12:13.767639851 +0000 UTC m=+2852.373386436 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data") pod "rabbitmq-cell1-server-0" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.773461 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-kube-api-access-lnv6r" (OuterVolumeSpecName: "kube-api-access-lnv6r") pod "58d210a4-1ea8-4f45-8c2e-b4c4beba3763" (UID: "58d210a4-1ea8-4f45-8c2e-b4c4beba3763"). InnerVolumeSpecName "kube-api-access-lnv6r". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.802487 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5"] Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.802996 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" podUID="7be01bd5-95c3-41b8-8dba-bc677a19de60" containerName="proxy-httpd" containerID="cri-o://23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a" gracePeriod=30 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.803378 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" podUID="7be01bd5-95c3-41b8-8dba-bc677a19de60" containerName="proxy-server" containerID="cri-o://26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca" gracePeriod=30 Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.814111 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-config-data" (OuterVolumeSpecName: "config-data") pod "58d210a4-1ea8-4f45-8c2e-b4c4beba3763" (UID: "58d210a4-1ea8-4f45-8c2e-b4c4beba3763"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.838179 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.839687 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.840854 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.840935 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="49a548e2-6d1a-4601-8e49-f1b52d4be20f" containerName="nova-scheduler-scheduler" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.869275 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lnv6r\" (UniqueName: \"kubernetes.io/projected/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-kube-api-access-lnv6r\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.869296 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.869406 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "58d210a4-1ea8-4f45-8c2e-b4c4beba3763" (UID: "58d210a4-1ea8-4f45-8c2e-b4c4beba3763"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.891621 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-vencrypt-tls-certs podName:58d210a4-1ea8-4f45-8c2e-b4c4beba3763 nodeName:}" failed. No retries permitted until 2025-10-13 20:12:10.39159735 +0000 UTC m=+2848.997343935 (durationBeforeRetry 500ms). Error: error cleaning subPath mounts for volume "vencrypt-tls-certs" (UniqueName: "kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-vencrypt-tls-certs") pod "58d210a4-1ea8-4f45-8c2e-b4c4beba3763" (UID: "58d210a4-1ea8-4f45-8c2e-b4c4beba3763") : error deleting /var/lib/kubelet/pods/58d210a4-1ea8-4f45-8c2e-b4c4beba3763/volume-subpaths: remove /var/lib/kubelet/pods/58d210a4-1ea8-4f45-8c2e-b4c4beba3763/volume-subpaths: no such file or directory Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.895024 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-nova-novncproxy-tls-certs" (OuterVolumeSpecName: "nova-novncproxy-tls-certs") pod "58d210a4-1ea8-4f45-8c2e-b4c4beba3763" (UID: "58d210a4-1ea8-4f45-8c2e-b4c4beba3763"). InnerVolumeSpecName "nova-novncproxy-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.970480 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:12:09 crc kubenswrapper[4809]: E1013 20:12:09.970543 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data podName:5dff52c4-1e08-46cd-919d-03b7a38c63a8 nodeName:}" failed. No retries permitted until 2025-10-13 20:12:13.970528099 +0000 UTC m=+2852.576274684 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data") pod "rabbitmq-server-0" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8") : configmap "rabbitmq-config-data" not found Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.970922 4809 reconciler_common.go:293] "Volume detached for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-nova-novncproxy-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:09 crc kubenswrapper[4809]: I1013 20:12:09.970937 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.089916 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican915d-account-delete-k7jck" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.170304 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1757ee47-626d-491e-a356-44e909495050" path="/var/lib/kubelet/pods/1757ee47-626d-491e-a356-44e909495050/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.171934 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2813c048-68eb-4c47-9c83-e2b5ca9196e7" path="/var/lib/kubelet/pods/2813c048-68eb-4c47-9c83-e2b5ca9196e7/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.172375 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="334f5b97-7530-48bd-a7b9-fe42f2c982e2" path="/var/lib/kubelet/pods/334f5b97-7530-48bd-a7b9-fe42f2c982e2/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.173400 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" path="/var/lib/kubelet/pods/3ffd9a21-55d3-488b-afe4-81fd7842fbb2/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.173912 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="41fa1c38-6be8-43b3-bde7-68accc61c83e" path="/var/lib/kubelet/pods/41fa1c38-6be8-43b3-bde7-68accc61c83e/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.176880 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="50c1fff4-4328-4b94-88f7-f457af16ce37" path="/var/lib/kubelet/pods/50c1fff4-4328-4b94-88f7-f457af16ce37/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.179243 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="68d9374a-37f6-4518-a316-924f9ad3fdea" path="/var/lib/kubelet/pods/68d9374a-37f6-4518-a316-924f9ad3fdea/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.179847 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" path="/var/lib/kubelet/pods/75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.180326 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="864087c2-7eb7-45b9-abd9-f9c49024f85f" path="/var/lib/kubelet/pods/864087c2-7eb7-45b9-abd9-f9c49024f85f/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.193285 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="caa03c54-6c38-4e8e-a5e6-a0adc5d68726" path="/var/lib/kubelet/pods/caa03c54-6c38-4e8e-a5e6-a0adc5d68726/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.193894 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="de7feadf-d597-4f04-a68c-a57365652603" path="/var/lib/kubelet/pods/de7feadf-d597-4f04-a68c-a57365652603/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.194421 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e87a3f19-755b-40bb-ae6b-952d573c5ad9" path="/var/lib/kubelet/pods/e87a3f19-755b-40bb-ae6b-952d573c5ad9/volumes" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.260925 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.264843 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement4b6a-account-delete-8z84s" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.282797 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n8n59\" (UniqueName: \"kubernetes.io/projected/e81745e0-97b5-4abb-832a-280114fd9098-kube-api-access-n8n59\") pod \"e81745e0-97b5-4abb-832a-280114fd9098\" (UID: \"e81745e0-97b5-4abb-832a-280114fd9098\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.282866 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vg5bb\" (UniqueName: \"kubernetes.io/projected/76181757-5784-4ed5-b830-33327865dddd-kube-api-access-vg5bb\") pod \"76181757-5784-4ed5-b830-33327865dddd\" (UID: \"76181757-5784-4ed5-b830-33327865dddd\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.282903 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9gnb8\" (UniqueName: \"kubernetes.io/projected/25940b71-e194-45c2-b97b-69707af5063d-kube-api-access-9gnb8\") pod \"25940b71-e194-45c2-b97b-69707af5063d\" (UID: \"25940b71-e194-45c2-b97b-69707af5063d\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.289827 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/25940b71-e194-45c2-b97b-69707af5063d-kube-api-access-9gnb8" (OuterVolumeSpecName: "kube-api-access-9gnb8") pod "25940b71-e194-45c2-b97b-69707af5063d" (UID: "25940b71-e194-45c2-b97b-69707af5063d"). InnerVolumeSpecName "kube-api-access-9gnb8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.290242 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e81745e0-97b5-4abb-832a-280114fd9098-kube-api-access-n8n59" (OuterVolumeSpecName: "kube-api-access-n8n59") pod "e81745e0-97b5-4abb-832a-280114fd9098" (UID: "e81745e0-97b5-4abb-832a-280114fd9098"). InnerVolumeSpecName "kube-api-access-n8n59". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.294130 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.294329 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/76181757-5784-4ed5-b830-33327865dddd-kube-api-access-vg5bb" (OuterVolumeSpecName: "kube-api-access-vg5bb") pod "76181757-5784-4ed5-b830-33327865dddd" (UID: "76181757-5784-4ed5-b830-33327865dddd"). InnerVolumeSpecName "kube-api-access-vg5bb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.384698 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-default\") pod \"8e3341bf-878c-4d4f-957a-f72323bb46d5\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.384762 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-combined-ca-bundle\") pod \"8e3341bf-878c-4d4f-957a-f72323bb46d5\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.384793 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4k2z2\" (UniqueName: \"kubernetes.io/projected/8e3341bf-878c-4d4f-957a-f72323bb46d5-kube-api-access-4k2z2\") pod \"8e3341bf-878c-4d4f-957a-f72323bb46d5\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.384865 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-generated\") pod \"8e3341bf-878c-4d4f-957a-f72323bb46d5\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.384897 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-operator-scripts\") pod \"8e3341bf-878c-4d4f-957a-f72323bb46d5\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.384939 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-kolla-config\") pod \"8e3341bf-878c-4d4f-957a-f72323bb46d5\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.384960 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") pod \"8e3341bf-878c-4d4f-957a-f72323bb46d5\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.385053 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-galera-tls-certs\") pod \"8e3341bf-878c-4d4f-957a-f72323bb46d5\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.385171 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-secrets\") pod \"8e3341bf-878c-4d4f-957a-f72323bb46d5\" (UID: \"8e3341bf-878c-4d4f-957a-f72323bb46d5\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.385594 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n8n59\" (UniqueName: \"kubernetes.io/projected/e81745e0-97b5-4abb-832a-280114fd9098-kube-api-access-n8n59\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.385608 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vg5bb\" (UniqueName: \"kubernetes.io/projected/76181757-5784-4ed5-b830-33327865dddd-kube-api-access-vg5bb\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.385620 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9gnb8\" (UniqueName: \"kubernetes.io/projected/25940b71-e194-45c2-b97b-69707af5063d-kube-api-access-9gnb8\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.385882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "8e3341bf-878c-4d4f-957a-f72323bb46d5" (UID: "8e3341bf-878c-4d4f-957a-f72323bb46d5"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.386073 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "8e3341bf-878c-4d4f-957a-f72323bb46d5" (UID: "8e3341bf-878c-4d4f-957a-f72323bb46d5"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.386526 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "8e3341bf-878c-4d4f-957a-f72323bb46d5" (UID: "8e3341bf-878c-4d4f-957a-f72323bb46d5"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.388456 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "8e3341bf-878c-4d4f-957a-f72323bb46d5" (UID: "8e3341bf-878c-4d4f-957a-f72323bb46d5"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.397906 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-secrets" (OuterVolumeSpecName: "secrets") pod "8e3341bf-878c-4d4f-957a-f72323bb46d5" (UID: "8e3341bf-878c-4d4f-957a-f72323bb46d5"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.398561 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8e3341bf-878c-4d4f-957a-f72323bb46d5-kube-api-access-4k2z2" (OuterVolumeSpecName: "kube-api-access-4k2z2") pod "8e3341bf-878c-4d4f-957a-f72323bb46d5" (UID: "8e3341bf-878c-4d4f-957a-f72323bb46d5"). InnerVolumeSpecName "kube-api-access-4k2z2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.414799 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage02-crc" (OuterVolumeSpecName: "mysql-db") pod "8e3341bf-878c-4d4f-957a-f72323bb46d5" (UID: "8e3341bf-878c-4d4f-957a-f72323bb46d5"). InnerVolumeSpecName "local-storage02-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.433426 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8e3341bf-878c-4d4f-957a-f72323bb46d5" (UID: "8e3341bf-878c-4d4f-957a-f72323bb46d5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.471899 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "8e3341bf-878c-4d4f-957a-f72323bb46d5" (UID: "8e3341bf-878c-4d4f-957a-f72323bb46d5"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.487953 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-vencrypt-tls-certs\") pod \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\" (UID: \"58d210a4-1ea8-4f45-8c2e-b4c4beba3763\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.488494 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.488510 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.488520 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.488530 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e3341bf-878c-4d4f-957a-f72323bb46d5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.488539 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4k2z2\" (UniqueName: \"kubernetes.io/projected/8e3341bf-878c-4d4f-957a-f72323bb46d5-kube-api-access-4k2z2\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.488549 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/8e3341bf-878c-4d4f-957a-f72323bb46d5-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.488558 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.488566 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/8e3341bf-878c-4d4f-957a-f72323bb46d5-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.488586 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") on node \"crc\" " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.521406 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-vencrypt-tls-certs" (OuterVolumeSpecName: "vencrypt-tls-certs") pod "58d210a4-1ea8-4f45-8c2e-b4c4beba3763" (UID: "58d210a4-1ea8-4f45-8c2e-b4c4beba3763"). InnerVolumeSpecName "vencrypt-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.534788 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage02-crc" (UniqueName: "kubernetes.io/local-volume/local-storage02-crc") on node "crc" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.589317 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage02-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage02-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.589602 4809 reconciler_common.go:293] "Volume detached for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/58d210a4-1ea8-4f45-8c2e-b4c4beba3763-vencrypt-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.648425 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.666940 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/cinder-api-0" podUID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" containerName="cinder-api" probeResult="failure" output="Get \"https://10.217.1.2:8776/healthcheck\": read tcp 10.217.0.2:46068->10.217.1.2:8776: read: connection reset by peer" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.689982 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-public-tls-certs\") pod \"7be01bd5-95c3-41b8-8dba-bc677a19de60\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.690026 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-combined-ca-bundle\") pod \"7be01bd5-95c3-41b8-8dba-bc677a19de60\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.690048 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-42wmq\" (UniqueName: \"kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-kube-api-access-42wmq\") pod \"7be01bd5-95c3-41b8-8dba-bc677a19de60\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.690111 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-run-httpd\") pod \"7be01bd5-95c3-41b8-8dba-bc677a19de60\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.690134 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-config-data\") pod \"7be01bd5-95c3-41b8-8dba-bc677a19de60\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.690165 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-internal-tls-certs\") pod \"7be01bd5-95c3-41b8-8dba-bc677a19de60\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.690580 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-log-httpd\") pod \"7be01bd5-95c3-41b8-8dba-bc677a19de60\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.690651 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-etc-swift\") pod \"7be01bd5-95c3-41b8-8dba-bc677a19de60\" (UID: \"7be01bd5-95c3-41b8-8dba-bc677a19de60\") " Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.690813 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "7be01bd5-95c3-41b8-8dba-bc677a19de60" (UID: "7be01bd5-95c3-41b8-8dba-bc677a19de60"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.691646 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "7be01bd5-95c3-41b8-8dba-bc677a19de60" (UID: "7be01bd5-95c3-41b8-8dba-bc677a19de60"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.693854 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "7be01bd5-95c3-41b8-8dba-bc677a19de60" (UID: "7be01bd5-95c3-41b8-8dba-bc677a19de60"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.695678 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-kube-api-access-42wmq" (OuterVolumeSpecName: "kube-api-access-42wmq") pod "7be01bd5-95c3-41b8-8dba-bc677a19de60" (UID: "7be01bd5-95c3-41b8-8dba-bc677a19de60"). InnerVolumeSpecName "kube-api-access-42wmq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.714248 4809 generic.go:334] "Generic (PLEG): container finished" podID="7be01bd5-95c3-41b8-8dba-bc677a19de60" containerID="26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca" exitCode=0 Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.714347 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" event={"ID":"7be01bd5-95c3-41b8-8dba-bc677a19de60","Type":"ContainerDied","Data":"26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca"} Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.714396 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" event={"ID":"7be01bd5-95c3-41b8-8dba-bc677a19de60","Type":"ContainerDied","Data":"23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a"} Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.714327 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.714361 4809 generic.go:334] "Generic (PLEG): container finished" podID="7be01bd5-95c3-41b8-8dba-bc677a19de60" containerID="23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a" exitCode=0 Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.714550 4809 scope.go:117] "RemoveContainer" containerID="26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.714546 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5" event={"ID":"7be01bd5-95c3-41b8-8dba-bc677a19de60","Type":"ContainerDied","Data":"5cca23be386762bbf586ef1aa0310509640a4938daf76cc6e92cc57492f04d57"} Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.717711 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.718432 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2" event={"ID":"76181757-5784-4ed5-b830-33327865dddd","Type":"ContainerDied","Data":"e59c4648fd712f3a703b7e126671e2c83043f3b5c0b569f5558859778e62c98a"} Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.729052 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican915d-account-delete-k7jck" event={"ID":"e81745e0-97b5-4abb-832a-280114fd9098","Type":"ContainerDied","Data":"f7c3e5c1b8839fc9c459323c710e1c3b2a09c54b0c6178cff652c25a6259e83f"} Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.729135 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican915d-account-delete-k7jck" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.733622 4809 generic.go:334] "Generic (PLEG): container finished" podID="8e3341bf-878c-4d4f-957a-f72323bb46d5" containerID="14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c" exitCode=0 Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.733711 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"8e3341bf-878c-4d4f-957a-f72323bb46d5","Type":"ContainerDied","Data":"14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c"} Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.733783 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.733872 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"8e3341bf-878c-4d4f-957a-f72323bb46d5","Type":"ContainerDied","Data":"9318665acb2cd86f8ec2f7be70d89706d6e4a8c3f8294941e679bf2c18096dc9"} Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.744688 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement4b6a-account-delete-8z84s" event={"ID":"25940b71-e194-45c2-b97b-69707af5063d","Type":"ContainerDied","Data":"abcb3e62fda8aa6df0a4f5d376bbe4727dd9825a01978eb60be2b96775271510"} Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.744782 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement4b6a-account-delete-8z84s" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.750443 4809 generic.go:334] "Generic (PLEG): container finished" podID="2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" containerID="01c4e31fc9b0b6125bd16666727199d981bbd826ac852bfacc57a2257b4ce088" exitCode=0 Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.750515 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" event={"ID":"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8","Type":"ContainerDied","Data":"01c4e31fc9b0b6125bd16666727199d981bbd826ac852bfacc57a2257b4ce088"} Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.750538 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" event={"ID":"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8","Type":"ContainerDied","Data":"5bf7c433b14021595e35075c8b2cf5c4de7e95b06290add44cee1192d220a454"} Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.750550 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5bf7c433b14021595e35075c8b2cf5c4de7e95b06290add44cee1192d220a454" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.752100 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.761717 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" event={"ID":"4bfd1e7f-e871-4a81-9041-2db11fdc5138","Type":"ContainerStarted","Data":"3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a"} Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.761771 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.763241 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.763694 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="ceilometer-central-agent" containerID="cri-o://70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708" gracePeriod=30 Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.763883 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="proxy-httpd" containerID="cri-o://119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07" gracePeriod=30 Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.763931 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="sg-core" containerID="cri-o://a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81" gracePeriod=30 Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.763979 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="ceilometer-notification-agent" containerID="cri-o://b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f" gracePeriod=30 Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.788561 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "7be01bd5-95c3-41b8-8dba-bc677a19de60" (UID: "7be01bd5-95c3-41b8-8dba-bc677a19de60"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.792949 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.792982 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-42wmq\" (UniqueName: \"kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-kube-api-access-42wmq\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.792992 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.793000 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7be01bd5-95c3-41b8-8dba-bc677a19de60-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.793009 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/7be01bd5-95c3-41b8-8dba-bc677a19de60-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.794635 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-config-data" (OuterVolumeSpecName: "config-data") pod "7be01bd5-95c3-41b8-8dba-bc677a19de60" (UID: "7be01bd5-95c3-41b8-8dba-bc677a19de60"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.832083 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" podStartSLOduration=3.832065433 podStartE2EDuration="3.832065433s" podCreationTimestamp="2025-10-13 20:12:07 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:12:10.818503163 +0000 UTC m=+2849.424249748" watchObservedRunningTime="2025-10-13 20:12:10.832065433 +0000 UTC m=+2849.437812018" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.833249 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.834333 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="0724389e-6d85-4424-a90d-0aa00ff89dea" containerName="kube-state-metrics" containerID="cri-o://8d096425392bd63502ba52227d3ad7828454b059598de03f13b8aabdf44b008d" gracePeriod=30 Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.854032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7be01bd5-95c3-41b8-8dba-bc677a19de60" (UID: "7be01bd5-95c3-41b8-8dba-bc677a19de60"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.887309 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "7be01bd5-95c3-41b8-8dba-bc677a19de60" (UID: "7be01bd5-95c3-41b8-8dba-bc677a19de60"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.907871 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.907902 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.907911 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7be01bd5-95c3-41b8-8dba-bc677a19de60-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.922868 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.923065 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/memcached-0" podUID="982d339a-20ae-4a5f-a827-211a96a69ff4" containerName="memcached" containerID="cri-o://e53ab9a12a7d510e97331791052012a1fda1cea5afe1acd784f11c448284999c" gracePeriod=30 Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.971880 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-slggh"] Oct 13 20:12:10 crc kubenswrapper[4809]: I1013 20:12:10.990586 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-85qns"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.002341 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.012609 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-logs\") pod \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.012925 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-public-tls-certs\") pod \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.012971 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-internal-tls-certs\") pod \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.013010 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-config-data\") pod \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.013044 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-scripts\") pod \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.013075 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-67qbf\" (UniqueName: \"kubernetes.io/projected/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-kube-api-access-67qbf\") pod \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.013117 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-combined-ca-bundle\") pod \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\" (UID: \"2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.013219 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-logs" (OuterVolumeSpecName: "logs") pod "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" (UID: "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.013694 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.014138 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-85qns"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.027535 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-scripts" (OuterVolumeSpecName: "scripts") pod "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" (UID: "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.048610 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-kube-api-access-67qbf" (OuterVolumeSpecName: "kube-api-access-67qbf") pod "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" (UID: "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8"). InnerVolumeSpecName "kube-api-access-67qbf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.053110 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-slggh"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.065661 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-749cb68575-5m6jq"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.065893 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" podUID="85a40228-1c1e-456c-b7bb-d0444cb285a0" containerName="keystone-api" containerID="cri-o://ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb" gracePeriod=30 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.069642 4809 scope.go:117] "RemoveContainer" containerID="23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.071842 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.116227 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.116318 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-67qbf\" (UniqueName: \"kubernetes.io/projected/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-kube-api-access-67qbf\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.134536 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-bmbgs"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.149451 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" (UID: "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.171076 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-bmbgs"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.217897 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.220764 4809 scope.go:117] "RemoveContainer" containerID="26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca" Oct 13 20:12:11 crc kubenswrapper[4809]: E1013 20:12:11.221342 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca\": container with ID starting with 26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca not found: ID does not exist" containerID="26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.221388 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca"} err="failed to get container status \"26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca\": rpc error: code = NotFound desc = could not find container \"26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca\": container with ID starting with 26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca not found: ID does not exist" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.221408 4809 scope.go:117] "RemoveContainer" containerID="23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a" Oct 13 20:12:11 crc kubenswrapper[4809]: E1013 20:12:11.222973 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a\": container with ID starting with 23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a not found: ID does not exist" containerID="23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.222996 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a"} err="failed to get container status \"23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a\": rpc error: code = NotFound desc = could not find container \"23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a\": container with ID starting with 23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a not found: ID does not exist" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.223011 4809 scope.go:117] "RemoveContainer" containerID="26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.223265 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca"} err="failed to get container status \"26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca\": rpc error: code = NotFound desc = could not find container \"26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca\": container with ID starting with 26d0ed820295a6953537ca745928431f0f9f26146cb399178eb9dab4e74955ca not found: ID does not exist" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.223303 4809 scope.go:117] "RemoveContainer" containerID="23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.223589 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a"} err="failed to get container status \"23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a\": rpc error: code = NotFound desc = could not find container \"23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a\": container with ID starting with 23d4a2727f13326a55b627fe6f297d223ade0146ebebf0440f114415bb830a5a not found: ID does not exist" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.223605 4809 scope.go:117] "RemoveContainer" containerID="c804d79fc9a966dc86472fa2f5b725ca5f9d0e77ccab7731428a99f7b50521e1" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.233318 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-config-data" (OuterVolumeSpecName: "config-data") pod "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" (UID: "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.233871 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-1cdf-account-create-prwmv"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.241042 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-1cdf-account-create-prwmv"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.246541 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican915d-account-delete-k7jck"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.253626 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican915d-account-delete-k7jck"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.258787 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.266340 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.274811 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.286797 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinderd9dd-account-delete-sd7c2"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.286865 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement4b6a-account-delete-8z84s"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.291216 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement4b6a-account-delete-8z84s"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.292904 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" (UID: "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.293890 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" (UID: "2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.295126 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.296940 4809 scope.go:117] "RemoveContainer" containerID="f5d83aee8f466a2d60f4898995bb409d07c1b37db66142aba816454cc4b62acd" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.301308 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.320775 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.320800 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.320809 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.320823 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.340905 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-proxy-5545b4bf78-x28n5"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.397463 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.451812 4809 scope.go:117] "RemoveContainer" containerID="14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.457864 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-galera-0" podUID="a459863e-0d6d-46d0-9794-d6341704243f" containerName="galera" containerID="cri-o://285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c" gracePeriod=30 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.479061 4809 scope.go:117] "RemoveContainer" containerID="96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.529780 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-config-data\") pod \"c916c595-cabe-41d9-a989-e880ed47276c\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.529818 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") pod \"c916c595-cabe-41d9-a989-e880ed47276c\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.529953 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-public-tls-certs\") pod \"c916c595-cabe-41d9-a989-e880ed47276c\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.529973 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-scripts\") pod \"c916c595-cabe-41d9-a989-e880ed47276c\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.530007 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-logs\") pod \"c916c595-cabe-41d9-a989-e880ed47276c\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.530035 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-httpd-run\") pod \"c916c595-cabe-41d9-a989-e880ed47276c\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.530058 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-combined-ca-bundle\") pod \"c916c595-cabe-41d9-a989-e880ed47276c\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.530083 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-26sqz\" (UniqueName: \"kubernetes.io/projected/c916c595-cabe-41d9-a989-e880ed47276c-kube-api-access-26sqz\") pod \"c916c595-cabe-41d9-a989-e880ed47276c\" (UID: \"c916c595-cabe-41d9-a989-e880ed47276c\") " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.531453 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "c916c595-cabe-41d9-a989-e880ed47276c" (UID: "c916c595-cabe-41d9-a989-e880ed47276c"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.531689 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-logs" (OuterVolumeSpecName: "logs") pod "c916c595-cabe-41d9-a989-e880ed47276c" (UID: "c916c595-cabe-41d9-a989-e880ed47276c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.537900 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-scripts" (OuterVolumeSpecName: "scripts") pod "c916c595-cabe-41d9-a989-e880ed47276c" (UID: "c916c595-cabe-41d9-a989-e880ed47276c"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.545582 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c916c595-cabe-41d9-a989-e880ed47276c-kube-api-access-26sqz" (OuterVolumeSpecName: "kube-api-access-26sqz") pod "c916c595-cabe-41d9-a989-e880ed47276c" (UID: "c916c595-cabe-41d9-a989-e880ed47276c"). InnerVolumeSpecName "kube-api-access-26sqz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.551315 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage09-crc" (OuterVolumeSpecName: "glance") pod "c916c595-cabe-41d9-a989-e880ed47276c" (UID: "c916c595-cabe-41d9-a989-e880ed47276c"). InnerVolumeSpecName "local-storage09-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.558321 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c916c595-cabe-41d9-a989-e880ed47276c" (UID: "c916c595-cabe-41d9-a989-e880ed47276c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.583587 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "c916c595-cabe-41d9-a989-e880ed47276c" (UID: "c916c595-cabe-41d9-a989-e880ed47276c"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.583827 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-config-data" (OuterVolumeSpecName: "config-data") pod "c916c595-cabe-41d9-a989-e880ed47276c" (UID: "c916c595-cabe-41d9-a989-e880ed47276c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.631428 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.631453 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/c916c595-cabe-41d9-a989-e880ed47276c-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.631462 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.631473 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-26sqz\" (UniqueName: \"kubernetes.io/projected/c916c595-cabe-41d9-a989-e880ed47276c-kube-api-access-26sqz\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.631482 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.631508 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") on node \"crc\" " Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.631518 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.631526 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c916c595-cabe-41d9-a989-e880ed47276c-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.670839 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage09-crc" (UniqueName: "kubernetes.io/local-volume/local-storage09-crc") on node "crc" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.733981 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage09-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage09-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.774155 4809 generic.go:334] "Generic (PLEG): container finished" podID="c916c595-cabe-41d9-a989-e880ed47276c" containerID="fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28" exitCode=0 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.774213 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c916c595-cabe-41d9-a989-e880ed47276c","Type":"ContainerDied","Data":"fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.774237 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c916c595-cabe-41d9-a989-e880ed47276c","Type":"ContainerDied","Data":"219b0eae250e39dd8658484227dde00ac1b753b7eca9abbc5161565fbbf20960"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.774285 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.775606 4809 generic.go:334] "Generic (PLEG): container finished" podID="0724389e-6d85-4424-a90d-0aa00ff89dea" containerID="8d096425392bd63502ba52227d3ad7828454b059598de03f13b8aabdf44b008d" exitCode=2 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.775644 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"0724389e-6d85-4424-a90d-0aa00ff89dea","Type":"ContainerDied","Data":"8d096425392bd63502ba52227d3ad7828454b059598de03f13b8aabdf44b008d"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.775660 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"0724389e-6d85-4424-a90d-0aa00ff89dea","Type":"ContainerDied","Data":"f44a128287400d145afecefb111123ef8cae236ce5028b7a7207ddf010c268b7"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.775672 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f44a128287400d145afecefb111123ef8cae236ce5028b7a7207ddf010c268b7" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.777756 4809 generic.go:334] "Generic (PLEG): container finished" podID="dad33882-536b-41e8-84bf-72f1b91c2bcb" containerID="db1d767e280e666f5ddd2d8898b0c5472f8336636268c3dcd3417636c031d915" exitCode=0 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.777794 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"dad33882-536b-41e8-84bf-72f1b91c2bcb","Type":"ContainerDied","Data":"db1d767e280e666f5ddd2d8898b0c5472f8336636268c3dcd3417636c031d915"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.783642 4809 generic.go:334] "Generic (PLEG): container finished" podID="982d339a-20ae-4a5f-a827-211a96a69ff4" containerID="e53ab9a12a7d510e97331791052012a1fda1cea5afe1acd784f11c448284999c" exitCode=0 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.783714 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"982d339a-20ae-4a5f-a827-211a96a69ff4","Type":"ContainerDied","Data":"e53ab9a12a7d510e97331791052012a1fda1cea5afe1acd784f11c448284999c"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.785172 4809 generic.go:334] "Generic (PLEG): container finished" podID="43ad804c-9522-4a98-8600-cae586ae47f5" containerID="b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3" exitCode=0 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.785233 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"43ad804c-9522-4a98-8600-cae586ae47f5","Type":"ContainerDied","Data":"b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.786939 4809 generic.go:334] "Generic (PLEG): container finished" podID="9e5aebd0-f2fe-482e-a523-c6be7032525f" containerID="6a07f9cb475a01c943a4b9c264ed5c9e4a9598ee210ec545246f053defe0c4a5" exitCode=0 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.786979 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"9e5aebd0-f2fe-482e-a523-c6be7032525f","Type":"ContainerDied","Data":"6a07f9cb475a01c943a4b9c264ed5c9e4a9598ee210ec545246f053defe0c4a5"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.792913 4809 generic.go:334] "Generic (PLEG): container finished" podID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerID="119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07" exitCode=0 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.792937 4809 generic.go:334] "Generic (PLEG): container finished" podID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerID="a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81" exitCode=2 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.792944 4809 generic.go:334] "Generic (PLEG): container finished" podID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerID="70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708" exitCode=0 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.792985 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3fb5f3bd-4c49-4fd2-b799-939035491a10","Type":"ContainerDied","Data":"119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.793003 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3fb5f3bd-4c49-4fd2-b799-939035491a10","Type":"ContainerDied","Data":"a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.793013 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3fb5f3bd-4c49-4fd2-b799-939035491a10","Type":"ContainerDied","Data":"70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.794979 4809 generic.go:334] "Generic (PLEG): container finished" podID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" containerID="aba98458a96b4aa185a5c3f663285751f446f6f5ac22555eee40c2a72bc25249" exitCode=0 Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.795075 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5ffd6cd55b-bl58m" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.795992 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3","Type":"ContainerDied","Data":"aba98458a96b4aa185a5c3f663285751f446f6f5ac22555eee40c2a72bc25249"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.796028 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3","Type":"ContainerDied","Data":"9fdef3cc24ca74e0f96d879f407ad9a5865a6293bf6de577992769930b5de8c0"} Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.796041 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9fdef3cc24ca74e0f96d879f407ad9a5865a6293bf6de577992769930b5de8c0" Oct 13 20:12:11 crc kubenswrapper[4809]: E1013 20:12:11.865598 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3 is running failed: container process not found" containerID="b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:12:11 crc kubenswrapper[4809]: E1013 20:12:11.865949 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3 is running failed: container process not found" containerID="b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:12:11 crc kubenswrapper[4809]: E1013 20:12:11.866958 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3 is running failed: container process not found" containerID="b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:12:11 crc kubenswrapper[4809]: E1013 20:12:11.866987 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3 is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="43ad804c-9522-4a98-8600-cae586ae47f5" containerName="nova-cell0-conductor-conductor" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.872028 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.873915 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.39:8775/\": read tcp 10.217.0.2:46508->10.217.1.39:8775: read: connection reset by peer" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.875525 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.39:8775/\": read tcp 10.217.0.2:46522->10.217.1.39:8775: read: connection reset by peer" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.886929 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.895973 4809 scope.go:117] "RemoveContainer" containerID="14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c" Oct 13 20:12:11 crc kubenswrapper[4809]: E1013 20:12:11.896277 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c\": container with ID starting with 14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c not found: ID does not exist" containerID="14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.896309 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c"} err="failed to get container status \"14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c\": rpc error: code = NotFound desc = could not find container \"14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c\": container with ID starting with 14942650a7ee7e0d66b8cf8bc879eccca48808e3a084253e58a88ab24a49961c not found: ID does not exist" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.896325 4809 scope.go:117] "RemoveContainer" containerID="96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca" Oct 13 20:12:11 crc kubenswrapper[4809]: E1013 20:12:11.896600 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca\": container with ID starting with 96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca not found: ID does not exist" containerID="96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.896622 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca"} err="failed to get container status \"96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca\": rpc error: code = NotFound desc = could not find container \"96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca\": container with ID starting with 96fe47774e067547c86807a4b2e4b269c18413f82a15c69801f6f5190c7fceca not found: ID does not exist" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.896636 4809 scope.go:117] "RemoveContainer" containerID="73ad0a6d765fc06ecee750fa4b2b54dbdee3248b145e65de710c2b502332aa32" Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.922369 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.929318 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.935426 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-5ffd6cd55b-bl58m"] Oct 13 20:12:11 crc kubenswrapper[4809]: I1013 20:12:11.939821 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-5ffd6cd55b-bl58m"] Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.016514 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.027143 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.029390 4809 scope.go:117] "RemoveContainer" containerID="fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037271 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-certs\") pod \"0724389e-6d85-4424-a90d-0aa00ff89dea\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037324 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-public-tls-certs\") pod \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037352 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-combined-ca-bundle\") pod \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037418 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-internal-tls-certs\") pod \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037457 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gblww\" (UniqueName: \"kubernetes.io/projected/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-kube-api-access-gblww\") pod \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037488 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-config\") pod \"0724389e-6d85-4424-a90d-0aa00ff89dea\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037520 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data-custom\") pod \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037546 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8qzqp\" (UniqueName: \"kubernetes.io/projected/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-api-access-8qzqp\") pod \"0724389e-6d85-4424-a90d-0aa00ff89dea\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037565 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-combined-ca-bundle\") pod \"0724389e-6d85-4424-a90d-0aa00ff89dea\" (UID: \"0724389e-6d85-4424-a90d-0aa00ff89dea\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037593 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-scripts\") pod \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037648 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data\") pod \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037914 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-etc-machine-id\") pod \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.037933 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-logs\") pod \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\" (UID: \"7a5b1b10-6fa8-4d3e-9473-2b74507e16b3\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.038715 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-logs" (OuterVolumeSpecName: "logs") pod "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" (UID: "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.039407 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" (UID: "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.061670 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-scripts" (OuterVolumeSpecName: "scripts") pod "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" (UID: "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.061828 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-api-access-8qzqp" (OuterVolumeSpecName: "kube-api-access-8qzqp") pod "0724389e-6d85-4424-a90d-0aa00ff89dea" (UID: "0724389e-6d85-4424-a90d-0aa00ff89dea"). InnerVolumeSpecName "kube-api-access-8qzqp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.061905 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" (UID: "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.087611 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-kube-api-access-gblww" (OuterVolumeSpecName: "kube-api-access-gblww") pod "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" (UID: "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3"). InnerVolumeSpecName "kube-api-access-gblww". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.104295 4809 scope.go:117] "RemoveContainer" containerID="164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.134080 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" podUID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerName="barbican-api-log" probeResult="failure" output="Get \"https://10.217.0.255:9311/healthcheck\": dial tcp 10.217.0.255:9311: connect: connection refused" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.134135 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" podUID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerName="barbican-api" probeResult="failure" output="Get \"https://10.217.0.255:9311/healthcheck\": dial tcp 10.217.0.255:9311: connect: connection refused" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.139391 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"dad33882-536b-41e8-84bf-72f1b91c2bcb\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.139554 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-scripts\") pod \"dad33882-536b-41e8-84bf-72f1b91c2bcb\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.139721 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p79zx\" (UniqueName: \"kubernetes.io/projected/dad33882-536b-41e8-84bf-72f1b91c2bcb-kube-api-access-p79zx\") pod \"dad33882-536b-41e8-84bf-72f1b91c2bcb\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.140500 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2g6dl\" (UniqueName: \"kubernetes.io/projected/982d339a-20ae-4a5f-a827-211a96a69ff4-kube-api-access-2g6dl\") pod \"982d339a-20ae-4a5f-a827-211a96a69ff4\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.140646 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-config-data\") pod \"dad33882-536b-41e8-84bf-72f1b91c2bcb\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.140740 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-httpd-run\") pod \"dad33882-536b-41e8-84bf-72f1b91c2bcb\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.140819 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-config-data\") pod \"982d339a-20ae-4a5f-a827-211a96a69ff4\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.140902 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-combined-ca-bundle\") pod \"982d339a-20ae-4a5f-a827-211a96a69ff4\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.141195 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-memcached-tls-certs\") pod \"982d339a-20ae-4a5f-a827-211a96a69ff4\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.141546 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-logs\") pod \"dad33882-536b-41e8-84bf-72f1b91c2bcb\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.141619 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-internal-tls-certs\") pod \"dad33882-536b-41e8-84bf-72f1b91c2bcb\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.141703 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-combined-ca-bundle\") pod \"dad33882-536b-41e8-84bf-72f1b91c2bcb\" (UID: \"dad33882-536b-41e8-84bf-72f1b91c2bcb\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.141876 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-kolla-config\") pod \"982d339a-20ae-4a5f-a827-211a96a69ff4\" (UID: \"982d339a-20ae-4a5f-a827-211a96a69ff4\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.141994 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-config-data" (OuterVolumeSpecName: "config-data") pod "982d339a-20ae-4a5f-a827-211a96a69ff4" (UID: "982d339a-20ae-4a5f-a827-211a96a69ff4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.142360 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gblww\" (UniqueName: \"kubernetes.io/projected/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-kube-api-access-gblww\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.143812 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.143933 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8qzqp\" (UniqueName: \"kubernetes.io/projected/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-api-access-8qzqp\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.143995 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.144049 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.144106 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.144161 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.143680 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-scripts" (OuterVolumeSpecName: "scripts") pod "dad33882-536b-41e8-84bf-72f1b91c2bcb" (UID: "dad33882-536b-41e8-84bf-72f1b91c2bcb"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.143715 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" (UID: "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.144217 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-logs" (OuterVolumeSpecName: "logs") pod "dad33882-536b-41e8-84bf-72f1b91c2bcb" (UID: "dad33882-536b-41e8-84bf-72f1b91c2bcb"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.144226 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "dad33882-536b-41e8-84bf-72f1b91c2bcb" (UID: "dad33882-536b-41e8-84bf-72f1b91c2bcb"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.144606 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "982d339a-20ae-4a5f-a827-211a96a69ff4" (UID: "982d339a-20ae-4a5f-a827-211a96a69ff4"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.145652 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dad33882-536b-41e8-84bf-72f1b91c2bcb-kube-api-access-p79zx" (OuterVolumeSpecName: "kube-api-access-p79zx") pod "dad33882-536b-41e8-84bf-72f1b91c2bcb" (UID: "dad33882-536b-41e8-84bf-72f1b91c2bcb"). InnerVolumeSpecName "kube-api-access-p79zx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.145955 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-config" (OuterVolumeSpecName: "kube-state-metrics-tls-config") pod "0724389e-6d85-4424-a90d-0aa00ff89dea" (UID: "0724389e-6d85-4424-a90d-0aa00ff89dea"). InnerVolumeSpecName "kube-state-metrics-tls-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.148586 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage07-crc" (OuterVolumeSpecName: "glance") pod "dad33882-536b-41e8-84bf-72f1b91c2bcb" (UID: "dad33882-536b-41e8-84bf-72f1b91c2bcb"). InnerVolumeSpecName "local-storage07-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.152181 4809 scope.go:117] "RemoveContainer" containerID="fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28" Oct 13 20:12:12 crc kubenswrapper[4809]: E1013 20:12:12.153846 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28\": container with ID starting with fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28 not found: ID does not exist" containerID="fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.153876 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28"} err="failed to get container status \"fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28\": rpc error: code = NotFound desc = could not find container \"fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28\": container with ID starting with fb8cb5f22629c6af059eccaaab2add4a52404bdfa3da79619b0dfd62d6e43f28 not found: ID does not exist" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.153895 4809 scope.go:117] "RemoveContainer" containerID="164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.154229 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/982d339a-20ae-4a5f-a827-211a96a69ff4-kube-api-access-2g6dl" (OuterVolumeSpecName: "kube-api-access-2g6dl") pod "982d339a-20ae-4a5f-a827-211a96a69ff4" (UID: "982d339a-20ae-4a5f-a827-211a96a69ff4"). InnerVolumeSpecName "kube-api-access-2g6dl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: E1013 20:12:12.157369 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a\": container with ID starting with 164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a not found: ID does not exist" containerID="164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.157406 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a"} err="failed to get container status \"164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a\": rpc error: code = NotFound desc = could not find container \"164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a\": container with ID starting with 164b56e5b9bce7961afda70bc0b05d9308011df898a0c3bfc73f053ab7d6e00a not found: ID does not exist" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.164820 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="25940b71-e194-45c2-b97b-69707af5063d" path="/var/lib/kubelet/pods/25940b71-e194-45c2-b97b-69707af5063d/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.165358 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" path="/var/lib/kubelet/pods/2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.165867 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="36560e95-fb6f-4c64-9540-13e268b7d67c" path="/var/lib/kubelet/pods/36560e95-fb6f-4c64-9540-13e268b7d67c/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.167324 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="58d210a4-1ea8-4f45-8c2e-b4c4beba3763" path="/var/lib/kubelet/pods/58d210a4-1ea8-4f45-8c2e-b4c4beba3763/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.167947 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="68e4e9cf-d12c-4d6e-bde6-0e66b09148e4" path="/var/lib/kubelet/pods/68e4e9cf-d12c-4d6e-bde6-0e66b09148e4/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.168960 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6d3623f9-1edf-4291-b383-1435404c6d17" path="/var/lib/kubelet/pods/6d3623f9-1edf-4291-b383-1435404c6d17/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.169196 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.169442 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="76181757-5784-4ed5-b830-33327865dddd" path="/var/lib/kubelet/pods/76181757-5784-4ed5-b830-33327865dddd/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.171578 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7be01bd5-95c3-41b8-8dba-bc677a19de60" path="/var/lib/kubelet/pods/7be01bd5-95c3-41b8-8dba-bc677a19de60/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.172406 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8e3341bf-878c-4d4f-957a-f72323bb46d5" path="/var/lib/kubelet/pods/8e3341bf-878c-4d4f-957a-f72323bb46d5/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.172969 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e" path="/var/lib/kubelet/pods/c4b6c25c-9d9d-408e-a32b-1ec8acdb8f7e/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.174019 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c916c595-cabe-41d9-a989-e880ed47276c" path="/var/lib/kubelet/pods/c916c595-cabe-41d9-a989-e880ed47276c/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.174663 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e81745e0-97b5-4abb-832a-280114fd9098" path="/var/lib/kubelet/pods/e81745e0-97b5-4abb-832a-280114fd9098/volumes" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.185216 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.211029 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" (UID: "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.244850 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vnt86\" (UniqueName: \"kubernetes.io/projected/9e5aebd0-f2fe-482e-a523-c6be7032525f-kube-api-access-vnt86\") pod \"9e5aebd0-f2fe-482e-a523-c6be7032525f\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.244964 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-scripts\") pod \"9e5aebd0-f2fe-482e-a523-c6be7032525f\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245087 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data\") pod \"9e5aebd0-f2fe-482e-a523-c6be7032525f\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245123 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-config-data\") pod \"43ad804c-9522-4a98-8600-cae586ae47f5\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245143 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-combined-ca-bundle\") pod \"43ad804c-9522-4a98-8600-cae586ae47f5\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245208 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p22k8\" (UniqueName: \"kubernetes.io/projected/43ad804c-9522-4a98-8600-cae586ae47f5-kube-api-access-p22k8\") pod \"43ad804c-9522-4a98-8600-cae586ae47f5\" (UID: \"43ad804c-9522-4a98-8600-cae586ae47f5\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245230 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/9e5aebd0-f2fe-482e-a523-c6be7032525f-etc-machine-id\") pod \"9e5aebd0-f2fe-482e-a523-c6be7032525f\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245250 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-combined-ca-bundle\") pod \"9e5aebd0-f2fe-482e-a523-c6be7032525f\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245297 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data-custom\") pod \"9e5aebd0-f2fe-482e-a523-c6be7032525f\" (UID: \"9e5aebd0-f2fe-482e-a523-c6be7032525f\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245344 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/9e5aebd0-f2fe-482e-a523-c6be7032525f-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "9e5aebd0-f2fe-482e-a523-c6be7032525f" (UID: "9e5aebd0-f2fe-482e-a523-c6be7032525f"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245712 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245740 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p79zx\" (UniqueName: \"kubernetes.io/projected/dad33882-536b-41e8-84bf-72f1b91c2bcb-kube-api-access-p79zx\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245751 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/9e5aebd0-f2fe-482e-a523-c6be7032525f-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245759 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245772 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2g6dl\" (UniqueName: \"kubernetes.io/projected/982d339a-20ae-4a5f-a827-211a96a69ff4-kube-api-access-2g6dl\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245780 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245790 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245797 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/dad33882-536b-41e8-84bf-72f1b91c2bcb-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245808 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245817 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/982d339a-20ae-4a5f-a827-211a96a69ff4-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.245835 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.254575 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-certs" (OuterVolumeSpecName: "kube-state-metrics-tls-certs") pod "0724389e-6d85-4424-a90d-0aa00ff89dea" (UID: "0724389e-6d85-4424-a90d-0aa00ff89dea"). InnerVolumeSpecName "kube-state-metrics-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.254811 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9e5aebd0-f2fe-482e-a523-c6be7032525f-kube-api-access-vnt86" (OuterVolumeSpecName: "kube-api-access-vnt86") pod "9e5aebd0-f2fe-482e-a523-c6be7032525f" (UID: "9e5aebd0-f2fe-482e-a523-c6be7032525f"). InnerVolumeSpecName "kube-api-access-vnt86". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.255267 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "9e5aebd0-f2fe-482e-a523-c6be7032525f" (UID: "9e5aebd0-f2fe-482e-a523-c6be7032525f"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.266329 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" (UID: "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.266754 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/43ad804c-9522-4a98-8600-cae586ae47f5-kube-api-access-p22k8" (OuterVolumeSpecName: "kube-api-access-p22k8") pod "43ad804c-9522-4a98-8600-cae586ae47f5" (UID: "43ad804c-9522-4a98-8600-cae586ae47f5"). InnerVolumeSpecName "kube-api-access-p22k8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.267694 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage07-crc" (UniqueName: "kubernetes.io/local-volume/local-storage07-crc") on node "crc" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.273744 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-scripts" (OuterVolumeSpecName: "scripts") pod "9e5aebd0-f2fe-482e-a523-c6be7032525f" (UID: "9e5aebd0-f2fe-482e-a523-c6be7032525f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.292459 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0724389e-6d85-4424-a90d-0aa00ff89dea" (UID: "0724389e-6d85-4424-a90d-0aa00ff89dea"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.302392 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "dad33882-536b-41e8-84bf-72f1b91c2bcb" (UID: "dad33882-536b-41e8-84bf-72f1b91c2bcb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.306839 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "982d339a-20ae-4a5f-a827-211a96a69ff4" (UID: "982d339a-20ae-4a5f-a827-211a96a69ff4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.335364 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.336329 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "dad33882-536b-41e8-84bf-72f1b91c2bcb" (UID: "dad33882-536b-41e8-84bf-72f1b91c2bcb"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.338244 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data" (OuterVolumeSpecName: "config-data") pod "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" (UID: "7a5b1b10-6fa8-4d3e-9473-2b74507e16b3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.346120 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-config-data\") pod \"252e7521-cd5f-432b-90de-f011998853db\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.346183 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/252e7521-cd5f-432b-90de-f011998853db-logs\") pod \"252e7521-cd5f-432b-90de-f011998853db\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.346223 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-combined-ca-bundle\") pod \"252e7521-cd5f-432b-90de-f011998853db\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.346260 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-nova-metadata-tls-certs\") pod \"252e7521-cd5f-432b-90de-f011998853db\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.346298 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6vtf2\" (UniqueName: \"kubernetes.io/projected/252e7521-cd5f-432b-90de-f011998853db-kube-api-access-6vtf2\") pod \"252e7521-cd5f-432b-90de-f011998853db\" (UID: \"252e7521-cd5f-432b-90de-f011998853db\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347092 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/252e7521-cd5f-432b-90de-f011998853db-logs" (OuterVolumeSpecName: "logs") pod "252e7521-cd5f-432b-90de-f011998853db" (UID: "252e7521-cd5f-432b-90de-f011998853db"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347347 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347367 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347379 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347388 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347397 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347406 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347426 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p22k8\" (UniqueName: \"kubernetes.io/projected/43ad804c-9522-4a98-8600-cae586ae47f5-kube-api-access-p22k8\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347434 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/0724389e-6d85-4424-a90d-0aa00ff89dea-kube-state-metrics-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347443 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347475 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/252e7521-cd5f-432b-90de-f011998853db-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347485 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347493 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vnt86\" (UniqueName: \"kubernetes.io/projected/9e5aebd0-f2fe-482e-a523-c6be7032525f-kube-api-access-vnt86\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.347502 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.354738 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "43ad804c-9522-4a98-8600-cae586ae47f5" (UID: "43ad804c-9522-4a98-8600-cae586ae47f5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.358846 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/252e7521-cd5f-432b-90de-f011998853db-kube-api-access-6vtf2" (OuterVolumeSpecName: "kube-api-access-6vtf2") pod "252e7521-cd5f-432b-90de-f011998853db" (UID: "252e7521-cd5f-432b-90de-f011998853db"). InnerVolumeSpecName "kube-api-access-6vtf2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.360094 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-config-data" (OuterVolumeSpecName: "config-data") pod "43ad804c-9522-4a98-8600-cae586ae47f5" (UID: "43ad804c-9522-4a98-8600-cae586ae47f5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.377519 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.383758 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9e5aebd0-f2fe-482e-a523-c6be7032525f" (UID: "9e5aebd0-f2fe-482e-a523-c6be7032525f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.385032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-config-data" (OuterVolumeSpecName: "config-data") pod "dad33882-536b-41e8-84bf-72f1b91c2bcb" (UID: "dad33882-536b-41e8-84bf-72f1b91c2bcb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.389852 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "252e7521-cd5f-432b-90de-f011998853db" (UID: "252e7521-cd5f-432b-90de-f011998853db"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.395248 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-config-data" (OuterVolumeSpecName: "config-data") pod "252e7521-cd5f-432b-90de-f011998853db" (UID: "252e7521-cd5f-432b-90de-f011998853db"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.417831 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-memcached-tls-certs" (OuterVolumeSpecName: "memcached-tls-certs") pod "982d339a-20ae-4a5f-a827-211a96a69ff4" (UID: "982d339a-20ae-4a5f-a827-211a96a69ff4"). InnerVolumeSpecName "memcached-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.425426 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "252e7521-cd5f-432b-90de-f011998853db" (UID: "252e7521-cd5f-432b-90de-f011998853db"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.447965 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-internal-tls-certs\") pod \"537c1e11-50d7-4d39-beb5-fd71db25caac\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448027 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data-custom\") pod \"537c1e11-50d7-4d39-beb5-fd71db25caac\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448058 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/537c1e11-50d7-4d39-beb5-fd71db25caac-logs\") pod \"537c1e11-50d7-4d39-beb5-fd71db25caac\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448083 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-public-tls-certs\") pod \"537c1e11-50d7-4d39-beb5-fd71db25caac\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448115 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-72m5l\" (UniqueName: \"kubernetes.io/projected/537c1e11-50d7-4d39-beb5-fd71db25caac-kube-api-access-72m5l\") pod \"537c1e11-50d7-4d39-beb5-fd71db25caac\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448168 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-combined-ca-bundle\") pod \"537c1e11-50d7-4d39-beb5-fd71db25caac\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448244 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data\") pod \"537c1e11-50d7-4d39-beb5-fd71db25caac\" (UID: \"537c1e11-50d7-4d39-beb5-fd71db25caac\") " Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448489 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dad33882-536b-41e8-84bf-72f1b91c2bcb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448510 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448521 4809 reconciler_common.go:293] "Volume detached for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/982d339a-20ae-4a5f-a827-211a96a69ff4-memcached-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448531 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448540 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6vtf2\" (UniqueName: \"kubernetes.io/projected/252e7521-cd5f-432b-90de-f011998853db-kube-api-access-6vtf2\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448548 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448556 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/43ad804c-9522-4a98-8600-cae586ae47f5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448565 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/252e7521-cd5f-432b-90de-f011998853db-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.448573 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.449339 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/537c1e11-50d7-4d39-beb5-fd71db25caac-logs" (OuterVolumeSpecName: "logs") pod "537c1e11-50d7-4d39-beb5-fd71db25caac" (UID: "537c1e11-50d7-4d39-beb5-fd71db25caac"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.452162 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "537c1e11-50d7-4d39-beb5-fd71db25caac" (UID: "537c1e11-50d7-4d39-beb5-fd71db25caac"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.456282 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/537c1e11-50d7-4d39-beb5-fd71db25caac-kube-api-access-72m5l" (OuterVolumeSpecName: "kube-api-access-72m5l") pod "537c1e11-50d7-4d39-beb5-fd71db25caac" (UID: "537c1e11-50d7-4d39-beb5-fd71db25caac"). InnerVolumeSpecName "kube-api-access-72m5l". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.466097 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data" (OuterVolumeSpecName: "config-data") pod "9e5aebd0-f2fe-482e-a523-c6be7032525f" (UID: "9e5aebd0-f2fe-482e-a523-c6be7032525f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.471672 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "537c1e11-50d7-4d39-beb5-fd71db25caac" (UID: "537c1e11-50d7-4d39-beb5-fd71db25caac"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.493936 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data" (OuterVolumeSpecName: "config-data") pod "537c1e11-50d7-4d39-beb5-fd71db25caac" (UID: "537c1e11-50d7-4d39-beb5-fd71db25caac"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.493882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "537c1e11-50d7-4d39-beb5-fd71db25caac" (UID: "537c1e11-50d7-4d39-beb5-fd71db25caac"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.495473 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "537c1e11-50d7-4d39-beb5-fd71db25caac" (UID: "537c1e11-50d7-4d39-beb5-fd71db25caac"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.550440 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.550466 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9e5aebd0-f2fe-482e-a523-c6be7032525f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.550477 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.550488 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.550497 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/537c1e11-50d7-4d39-beb5-fd71db25caac-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.550507 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.550516 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-72m5l\" (UniqueName: \"kubernetes.io/projected/537c1e11-50d7-4d39-beb5-fd71db25caac-kube-api-access-72m5l\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.550523 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/537c1e11-50d7-4d39-beb5-fd71db25caac-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.826895 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.828019 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"dad33882-536b-41e8-84bf-72f1b91c2bcb","Type":"ContainerDied","Data":"46b3d445a46d8ce71172f9a37381fbb73e175c5e0aa711efd1ff7186acc855ea"} Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.828079 4809 scope.go:117] "RemoveContainer" containerID="db1d767e280e666f5ddd2d8898b0c5472f8336636268c3dcd3417636c031d915" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.829492 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"982d339a-20ae-4a5f-a827-211a96a69ff4","Type":"ContainerDied","Data":"57e920d69c420c34e2c26bd083fb149e6db90c9d682d973c56f0de0fbb30aefe"} Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.829565 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.835989 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"43ad804c-9522-4a98-8600-cae586ae47f5","Type":"ContainerDied","Data":"ff1acb99b321d69c924f10956ab01cec6fd5a561b7697827611a99f9b53adb79"} Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.836402 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.839497 4809 generic.go:334] "Generic (PLEG): container finished" podID="252e7521-cd5f-432b-90de-f011998853db" containerID="dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11" exitCode=0 Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.839544 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"252e7521-cd5f-432b-90de-f011998853db","Type":"ContainerDied","Data":"dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11"} Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.839561 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"252e7521-cd5f-432b-90de-f011998853db","Type":"ContainerDied","Data":"4b3c5f8fa0140bea70e29f9b2f7c822c4a81092e16d12d551eec12f01205f191"} Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.839614 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.847841 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"9e5aebd0-f2fe-482e-a523-c6be7032525f","Type":"ContainerDied","Data":"3fc228ee16d0744e7a1a1e7ecc35beb21065e110265a36b7d7a0e5a38b942c2d"} Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.847960 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.851316 4809 scope.go:117] "RemoveContainer" containerID="eb7a1459745bb3961b0b7a2e4a7940d5d4745ca52ef62b55ad330eee2f3e50e7" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.852560 4809 generic.go:334] "Generic (PLEG): container finished" podID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerID="eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e" exitCode=0 Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.852627 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.852616 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" event={"ID":"537c1e11-50d7-4d39-beb5-fd71db25caac","Type":"ContainerDied","Data":"eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e"} Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.852662 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" event={"ID":"537c1e11-50d7-4d39-beb5-fd71db25caac","Type":"ContainerDied","Data":"d0b9e6899736d990128a51ab27d0f463401fe986911f4d43f48826c1bb5e2436"} Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.852676 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.853009 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.881269 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.882480 4809 scope.go:117] "RemoveContainer" containerID="e53ab9a12a7d510e97331791052012a1fda1cea5afe1acd784f11c448284999c" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.922534 4809 scope.go:117] "RemoveContainer" containerID="b4834666b35c31fe2dda408961549ddbdf184e78ac63fcfb54b77362087ab1e3" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.922673 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.933977 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.944960 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.954321 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.957994 4809 scope.go:117] "RemoveContainer" containerID="dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11" Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.963380 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.971709 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.979116 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.990953 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:12:12 crc kubenswrapper[4809]: I1013 20:12:12.998869 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.007080 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.019852 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.031451 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5"] Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.038992 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-568fd4588d-mdzr5"] Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.045558 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.052759 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.169704 4809 scope.go:117] "RemoveContainer" containerID="dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.193809 4809 scope.go:117] "RemoveContainer" containerID="dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11" Oct 13 20:12:13 crc kubenswrapper[4809]: E1013 20:12:13.195127 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11\": container with ID starting with dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11 not found: ID does not exist" containerID="dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.195156 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11"} err="failed to get container status \"dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11\": rpc error: code = NotFound desc = could not find container \"dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11\": container with ID starting with dbd1bd62fcd965eb4fa41ee5451f89e43b0c8ef0db5d565a9e23f85e2a524b11 not found: ID does not exist" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.195277 4809 scope.go:117] "RemoveContainer" containerID="dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4" Oct 13 20:12:13 crc kubenswrapper[4809]: E1013 20:12:13.195900 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4\": container with ID starting with dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4 not found: ID does not exist" containerID="dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.195944 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4"} err="failed to get container status \"dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4\": rpc error: code = NotFound desc = could not find container \"dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4\": container with ID starting with dfb4af0138188095a62427bde406fba99d6a3c29c161986000a44372e51634e4 not found: ID does not exist" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.195970 4809 scope.go:117] "RemoveContainer" containerID="24fcbc44ce49ec5e67211c088ff47b70a3278118dc3d6fd97f582d25f642f3ba" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.221162 4809 scope.go:117] "RemoveContainer" containerID="6a07f9cb475a01c943a4b9c264ed5c9e4a9598ee210ec545246f053defe0c4a5" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.257270 4809 scope.go:117] "RemoveContainer" containerID="eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.292286 4809 scope.go:117] "RemoveContainer" containerID="3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.338991 4809 scope.go:117] "RemoveContainer" containerID="eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e" Oct 13 20:12:13 crc kubenswrapper[4809]: E1013 20:12:13.341531 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e\": container with ID starting with eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e not found: ID does not exist" containerID="eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.341569 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e"} err="failed to get container status \"eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e\": rpc error: code = NotFound desc = could not find container \"eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e\": container with ID starting with eb888ca448a3b245a5f1dc107b9f6225978c7c36784ceafcba12bcd1c122a53e not found: ID does not exist" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.341595 4809 scope.go:117] "RemoveContainer" containerID="3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4" Oct 13 20:12:13 crc kubenswrapper[4809]: E1013 20:12:13.342315 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4\": container with ID starting with 3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4 not found: ID does not exist" containerID="3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.342380 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4"} err="failed to get container status \"3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4\": rpc error: code = NotFound desc = could not find container \"3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4\": container with ID starting with 3dd37a734d641f874bd6decf7974d20043fd3f8cb752da86399e73d88365c4a4 not found: ID does not exist" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.574932 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.595883 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/00b8d171-e80e-445d-b33f-def69b266e40-logs\") pod \"00b8d171-e80e-445d-b33f-def69b266e40\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.595947 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-config-data\") pod \"00b8d171-e80e-445d-b33f-def69b266e40\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.596015 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-public-tls-certs\") pod \"00b8d171-e80e-445d-b33f-def69b266e40\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.596066 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fdsvl\" (UniqueName: \"kubernetes.io/projected/00b8d171-e80e-445d-b33f-def69b266e40-kube-api-access-fdsvl\") pod \"00b8d171-e80e-445d-b33f-def69b266e40\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.596150 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-combined-ca-bundle\") pod \"00b8d171-e80e-445d-b33f-def69b266e40\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.596228 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-internal-tls-certs\") pod \"00b8d171-e80e-445d-b33f-def69b266e40\" (UID: \"00b8d171-e80e-445d-b33f-def69b266e40\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.596329 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/00b8d171-e80e-445d-b33f-def69b266e40-logs" (OuterVolumeSpecName: "logs") pod "00b8d171-e80e-445d-b33f-def69b266e40" (UID: "00b8d171-e80e-445d-b33f-def69b266e40"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.596762 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/00b8d171-e80e-445d-b33f-def69b266e40-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.601758 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/00b8d171-e80e-445d-b33f-def69b266e40-kube-api-access-fdsvl" (OuterVolumeSpecName: "kube-api-access-fdsvl") pod "00b8d171-e80e-445d-b33f-def69b266e40" (UID: "00b8d171-e80e-445d-b33f-def69b266e40"). InnerVolumeSpecName "kube-api-access-fdsvl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.650652 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-config-data" (OuterVolumeSpecName: "config-data") pod "00b8d171-e80e-445d-b33f-def69b266e40" (UID: "00b8d171-e80e-445d-b33f-def69b266e40"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.669192 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "00b8d171-e80e-445d-b33f-def69b266e40" (UID: "00b8d171-e80e-445d-b33f-def69b266e40"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.670377 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "00b8d171-e80e-445d-b33f-def69b266e40" (UID: "00b8d171-e80e-445d-b33f-def69b266e40"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.695868 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "00b8d171-e80e-445d-b33f-def69b266e40" (UID: "00b8d171-e80e-445d-b33f-def69b266e40"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.697862 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.697889 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.697901 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.697912 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/00b8d171-e80e-445d-b33f-def69b266e40-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.697925 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fdsvl\" (UniqueName: \"kubernetes.io/projected/00b8d171-e80e-445d-b33f-def69b266e40-kube-api-access-fdsvl\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.772468 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.798867 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-secrets\") pod \"a459863e-0d6d-46d0-9794-d6341704243f\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.799018 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-operator-scripts\") pod \"a459863e-0d6d-46d0-9794-d6341704243f\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.799193 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/a459863e-0d6d-46d0-9794-d6341704243f-config-data-generated\") pod \"a459863e-0d6d-46d0-9794-d6341704243f\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.799319 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-config-data-default\") pod \"a459863e-0d6d-46d0-9794-d6341704243f\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.799455 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-b9nvp\" (UniqueName: \"kubernetes.io/projected/a459863e-0d6d-46d0-9794-d6341704243f-kube-api-access-b9nvp\") pod \"a459863e-0d6d-46d0-9794-d6341704243f\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.799500 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-galera-tls-certs\") pod \"a459863e-0d6d-46d0-9794-d6341704243f\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.799532 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") pod \"a459863e-0d6d-46d0-9794-d6341704243f\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.799785 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-kolla-config\") pod \"a459863e-0d6d-46d0-9794-d6341704243f\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.799895 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-combined-ca-bundle\") pod \"a459863e-0d6d-46d0-9794-d6341704243f\" (UID: \"a459863e-0d6d-46d0-9794-d6341704243f\") " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.799983 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a459863e-0d6d-46d0-9794-d6341704243f-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "a459863e-0d6d-46d0-9794-d6341704243f" (UID: "a459863e-0d6d-46d0-9794-d6341704243f"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.800640 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/a459863e-0d6d-46d0-9794-d6341704243f-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: E1013 20:12:13.800720 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:12:13 crc kubenswrapper[4809]: E1013 20:12:13.800868 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data podName:457121c0-2b3c-485e-a23f-e0cd1db0eff5 nodeName:}" failed. No retries permitted until 2025-10-13 20:12:21.800850859 +0000 UTC m=+2860.406597454 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data") pod "rabbitmq-cell1-server-0" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.802623 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "a459863e-0d6d-46d0-9794-d6341704243f" (UID: "a459863e-0d6d-46d0-9794-d6341704243f"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.803105 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "a459863e-0d6d-46d0-9794-d6341704243f" (UID: "a459863e-0d6d-46d0-9794-d6341704243f"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.803238 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "a459863e-0d6d-46d0-9794-d6341704243f" (UID: "a459863e-0d6d-46d0-9794-d6341704243f"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.805933 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a459863e-0d6d-46d0-9794-d6341704243f-kube-api-access-b9nvp" (OuterVolumeSpecName: "kube-api-access-b9nvp") pod "a459863e-0d6d-46d0-9794-d6341704243f" (UID: "a459863e-0d6d-46d0-9794-d6341704243f"). InnerVolumeSpecName "kube-api-access-b9nvp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.810338 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage17-crc" (OuterVolumeSpecName: "mysql-db") pod "a459863e-0d6d-46d0-9794-d6341704243f" (UID: "a459863e-0d6d-46d0-9794-d6341704243f"). InnerVolumeSpecName "local-storage17-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.818957 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-secrets" (OuterVolumeSpecName: "secrets") pod "a459863e-0d6d-46d0-9794-d6341704243f" (UID: "a459863e-0d6d-46d0-9794-d6341704243f"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.829405 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a459863e-0d6d-46d0-9794-d6341704243f" (UID: "a459863e-0d6d-46d0-9794-d6341704243f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.846399 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "a459863e-0d6d-46d0-9794-d6341704243f" (UID: "a459863e-0d6d-46d0-9794-d6341704243f"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.871077 4809 generic.go:334] "Generic (PLEG): container finished" podID="00b8d171-e80e-445d-b33f-def69b266e40" containerID="f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20" exitCode=0 Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.871147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"00b8d171-e80e-445d-b33f-def69b266e40","Type":"ContainerDied","Data":"f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20"} Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.871177 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"00b8d171-e80e-445d-b33f-def69b266e40","Type":"ContainerDied","Data":"aec2439010cacab3b6a652fe2b838637eb82cc70f5c57130466e31903f7b9dac"} Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.871198 4809 scope.go:117] "RemoveContainer" containerID="f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.871323 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.882220 4809 generic.go:334] "Generic (PLEG): container finished" podID="a459863e-0d6d-46d0-9794-d6341704243f" containerID="285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c" exitCode=0 Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.882280 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.882289 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"a459863e-0d6d-46d0-9794-d6341704243f","Type":"ContainerDied","Data":"285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c"} Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.882387 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"a459863e-0d6d-46d0-9794-d6341704243f","Type":"ContainerDied","Data":"06474d012535f110c4d14e0aa8a205a573812b4ea28e9e41a8986b0e20fbc76a"} Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.889841 4809 generic.go:334] "Generic (PLEG): container finished" podID="457121c0-2b3c-485e-a23f-e0cd1db0eff5" containerID="72663bc311c3acfd2cfc7c2f81cd40df3a47eb9e585bffb95675c73bee765a50" exitCode=0 Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.889871 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"457121c0-2b3c-485e-a23f-e0cd1db0eff5","Type":"ContainerDied","Data":"72663bc311c3acfd2cfc7c2f81cd40df3a47eb9e585bffb95675c73bee765a50"} Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.921862 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-b9nvp\" (UniqueName: \"kubernetes.io/projected/a459863e-0d6d-46d0-9794-d6341704243f-kube-api-access-b9nvp\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.921880 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.921898 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") on node \"crc\" " Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.921907 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.921916 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.921924 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/a459863e-0d6d-46d0-9794-d6341704243f-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.921933 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.921940 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/a459863e-0d6d-46d0-9794-d6341704243f-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.931968 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.941685 4809 scope.go:117] "RemoveContainer" containerID="8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.945943 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage17-crc" (UniqueName: "kubernetes.io/local-volume/local-storage17-crc") on node "crc" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.952380 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.964219 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.968410 4809 scope.go:117] "RemoveContainer" containerID="f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20" Oct 13 20:12:13 crc kubenswrapper[4809]: E1013 20:12:13.968711 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20\": container with ID starting with f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20 not found: ID does not exist" containerID="f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.968770 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20"} err="failed to get container status \"f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20\": rpc error: code = NotFound desc = could not find container \"f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20\": container with ID starting with f02aa36ee0b149723de3445d69463da6f7ff8fad1ff2f64f9afbffe959efde20 not found: ID does not exist" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.968797 4809 scope.go:117] "RemoveContainer" containerID="8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506" Oct 13 20:12:13 crc kubenswrapper[4809]: E1013 20:12:13.969529 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506\": container with ID starting with 8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506 not found: ID does not exist" containerID="8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.969551 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506"} err="failed to get container status \"8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506\": rpc error: code = NotFound desc = could not find container \"8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506\": container with ID starting with 8daefc79fb93651d67ab7fcc4e5371f26b09b1c23b416d02366a7eb4ac4c2506 not found: ID does not exist" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.969564 4809 scope.go:117] "RemoveContainer" containerID="285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c" Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.972919 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:12:13 crc kubenswrapper[4809]: I1013 20:12:13.988585 4809 scope.go:117] "RemoveContainer" containerID="f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.031968 4809 scope.go:117] "RemoveContainer" containerID="285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c" Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.032614 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c\": container with ID starting with 285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c not found: ID does not exist" containerID="285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.032639 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c"} err="failed to get container status \"285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c\": rpc error: code = NotFound desc = could not find container \"285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c\": container with ID starting with 285af5def2261c53a48988ed53d1c863c8aaa48aa8a49264dd7d18d91970cd5c not found: ID does not exist" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.032658 4809 scope.go:117] "RemoveContainer" containerID="f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.032771 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage17-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage17-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.032833 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.032906 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data podName:5dff52c4-1e08-46cd-919d-03b7a38c63a8 nodeName:}" failed. No retries permitted until 2025-10-13 20:12:22.032884418 +0000 UTC m=+2860.638631003 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data") pod "rabbitmq-server-0" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8") : configmap "rabbitmq-config-data" not found Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.032972 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6\": container with ID starting with f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6 not found: ID does not exist" containerID="f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.032993 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6"} err="failed to get container status \"f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6\": rpc error: code = NotFound desc = could not find container \"f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6\": container with ID starting with f4c7082acef63b2e632632e110fb4fe716ad28221e89457fc90fb3a14c60acf6 not found: ID does not exist" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.198194 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.200907 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="00b8d171-e80e-445d-b33f-def69b266e40" path="/var/lib/kubelet/pods/00b8d171-e80e-445d-b33f-def69b266e40/volumes" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.202307 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0724389e-6d85-4424-a90d-0aa00ff89dea" path="/var/lib/kubelet/pods/0724389e-6d85-4424-a90d-0aa00ff89dea/volumes" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.204382 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="252e7521-cd5f-432b-90de-f011998853db" path="/var/lib/kubelet/pods/252e7521-cd5f-432b-90de-f011998853db/volumes" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.206852 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="43ad804c-9522-4a98-8600-cae586ae47f5" path="/var/lib/kubelet/pods/43ad804c-9522-4a98-8600-cae586ae47f5/volumes" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.207969 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="537c1e11-50d7-4d39-beb5-fd71db25caac" path="/var/lib/kubelet/pods/537c1e11-50d7-4d39-beb5-fd71db25caac/volumes" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.209402 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" path="/var/lib/kubelet/pods/7a5b1b10-6fa8-4d3e-9473-2b74507e16b3/volumes" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.211321 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="982d339a-20ae-4a5f-a827-211a96a69ff4" path="/var/lib/kubelet/pods/982d339a-20ae-4a5f-a827-211a96a69ff4/volumes" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.212185 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9e5aebd0-f2fe-482e-a523-c6be7032525f" path="/var/lib/kubelet/pods/9e5aebd0-f2fe-482e-a523-c6be7032525f/volumes" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.214832 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a459863e-0d6d-46d0-9794-d6341704243f" path="/var/lib/kubelet/pods/a459863e-0d6d-46d0-9794-d6341704243f/volumes" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.215700 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dad33882-536b-41e8-84bf-72f1b91c2bcb" path="/var/lib/kubelet/pods/dad33882-536b-41e8-84bf-72f1b91c2bcb/volumes" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.338171 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-server-conf\") pod \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.338448 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-plugins\") pod \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.338491 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/457121c0-2b3c-485e-a23f-e0cd1db0eff5-pod-info\") pod \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.338512 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.338564 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data\") pod \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.338585 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6pzx9\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-kube-api-access-6pzx9\") pod \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.338642 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-plugins-conf\") pod \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.338660 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/457121c0-2b3c-485e-a23f-e0cd1db0eff5-erlang-cookie-secret\") pod \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.338684 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-erlang-cookie\") pod \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.338706 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-confd\") pod \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.338720 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-tls\") pod \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\" (UID: \"457121c0-2b3c-485e-a23f-e0cd1db0eff5\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.340266 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "457121c0-2b3c-485e-a23f-e0cd1db0eff5" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.341214 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "457121c0-2b3c-485e-a23f-e0cd1db0eff5" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.343881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "457121c0-2b3c-485e-a23f-e0cd1db0eff5" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.345871 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/457121c0-2b3c-485e-a23f-e0cd1db0eff5-pod-info" (OuterVolumeSpecName: "pod-info") pod "457121c0-2b3c-485e-a23f-e0cd1db0eff5" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.346755 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-kube-api-access-6pzx9" (OuterVolumeSpecName: "kube-api-access-6pzx9") pod "457121c0-2b3c-485e-a23f-e0cd1db0eff5" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5"). InnerVolumeSpecName "kube-api-access-6pzx9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.353451 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/457121c0-2b3c-485e-a23f-e0cd1db0eff5-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "457121c0-2b3c-485e-a23f-e0cd1db0eff5" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.353496 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "457121c0-2b3c-485e-a23f-e0cd1db0eff5" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.353785 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.357026 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage14-crc" (OuterVolumeSpecName: "persistence") pod "457121c0-2b3c-485e-a23f-e0cd1db0eff5" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5"). InnerVolumeSpecName "local-storage14-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.357366 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.358706 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.358802 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="649561f8-c581-4eec-a071-2a556cd85744" containerName="nova-cell1-conductor-conductor" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.377043 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data" (OuterVolumeSpecName: "config-data") pod "457121c0-2b3c-485e-a23f-e0cd1db0eff5" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.452574 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.452610 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/457121c0-2b3c-485e-a23f-e0cd1db0eff5-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.452631 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.452640 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.452651 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6pzx9\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-kube-api-access-6pzx9\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.452662 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.452672 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/457121c0-2b3c-485e-a23f-e0cd1db0eff5-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.452681 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.452689 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.460032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-server-conf" (OuterVolumeSpecName: "server-conf") pod "457121c0-2b3c-485e-a23f-e0cd1db0eff5" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.475596 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage14-crc" (UniqueName: "kubernetes.io/local-volume/local-storage14-crc") on node "crc" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.510823 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "457121c0-2b3c-485e-a23f-e0cd1db0eff5" (UID: "457121c0-2b3c-485e-a23f-e0cd1db0eff5"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.553695 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/457121c0-2b3c-485e-a23f-e0cd1db0eff5-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.553745 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/457121c0-2b3c-485e-a23f-e0cd1db0eff5-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.553754 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.737363 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.813644 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.847200 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.855240 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.857011 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.857104 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="49a548e2-6d1a-4601-8e49-f1b52d4be20f" containerName="nova-scheduler-scheduler" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.857337 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-public-tls-certs\") pod \"85a40228-1c1e-456c-b7bb-d0444cb285a0\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.857423 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-internal-tls-certs\") pod \"85a40228-1c1e-456c-b7bb-d0444cb285a0\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.857493 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-fernet-keys\") pod \"85a40228-1c1e-456c-b7bb-d0444cb285a0\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.857536 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-credential-keys\") pod \"85a40228-1c1e-456c-b7bb-d0444cb285a0\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.857583 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-combined-ca-bundle\") pod \"85a40228-1c1e-456c-b7bb-d0444cb285a0\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.857653 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-config-data\") pod \"85a40228-1c1e-456c-b7bb-d0444cb285a0\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.857778 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6msp7\" (UniqueName: \"kubernetes.io/projected/85a40228-1c1e-456c-b7bb-d0444cb285a0-kube-api-access-6msp7\") pod \"85a40228-1c1e-456c-b7bb-d0444cb285a0\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.857805 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-scripts\") pod \"85a40228-1c1e-456c-b7bb-d0444cb285a0\" (UID: \"85a40228-1c1e-456c-b7bb-d0444cb285a0\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.862017 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "85a40228-1c1e-456c-b7bb-d0444cb285a0" (UID: "85a40228-1c1e-456c-b7bb-d0444cb285a0"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.862237 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-scripts" (OuterVolumeSpecName: "scripts") pod "85a40228-1c1e-456c-b7bb-d0444cb285a0" (UID: "85a40228-1c1e-456c-b7bb-d0444cb285a0"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.863836 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "85a40228-1c1e-456c-b7bb-d0444cb285a0" (UID: "85a40228-1c1e-456c-b7bb-d0444cb285a0"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.876086 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/85a40228-1c1e-456c-b7bb-d0444cb285a0-kube-api-access-6msp7" (OuterVolumeSpecName: "kube-api-access-6msp7") pod "85a40228-1c1e-456c-b7bb-d0444cb285a0" (UID: "85a40228-1c1e-456c-b7bb-d0444cb285a0"). InnerVolumeSpecName "kube-api-access-6msp7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.900945 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "85a40228-1c1e-456c-b7bb-d0444cb285a0" (UID: "85a40228-1c1e-456c-b7bb-d0444cb285a0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.901231 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-config-data" (OuterVolumeSpecName: "config-data") pod "85a40228-1c1e-456c-b7bb-d0444cb285a0" (UID: "85a40228-1c1e-456c-b7bb-d0444cb285a0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.903780 4809 generic.go:334] "Generic (PLEG): container finished" podID="5dff52c4-1e08-46cd-919d-03b7a38c63a8" containerID="f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6" exitCode=0 Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.903851 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.903874 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"5dff52c4-1e08-46cd-919d-03b7a38c63a8","Type":"ContainerDied","Data":"f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6"} Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.903919 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"5dff52c4-1e08-46cd-919d-03b7a38c63a8","Type":"ContainerDied","Data":"57a1107ba22dfda0eaa23d3b5a4c7bef805a9f34a4b735db92c1f6fa4aae16b4"} Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.903940 4809 scope.go:117] "RemoveContainer" containerID="f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.907384 4809 generic.go:334] "Generic (PLEG): container finished" podID="85a40228-1c1e-456c-b7bb-d0444cb285a0" containerID="ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb" exitCode=0 Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.907458 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.907534 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" event={"ID":"85a40228-1c1e-456c-b7bb-d0444cb285a0","Type":"ContainerDied","Data":"ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb"} Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.907573 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-749cb68575-5m6jq" event={"ID":"85a40228-1c1e-456c-b7bb-d0444cb285a0","Type":"ContainerDied","Data":"1d470acce0abdf0d09612bb339227bd0956c554225a096ea39cf764b9785a6fe"} Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.908950 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "85a40228-1c1e-456c-b7bb-d0444cb285a0" (UID: "85a40228-1c1e-456c-b7bb-d0444cb285a0"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.910396 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.910391 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"457121c0-2b3c-485e-a23f-e0cd1db0eff5","Type":"ContainerDied","Data":"363f113c54b15cc17b77131e9045dc44bece35f0169d15d47642c0af35e70ef7"} Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.921637 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "85a40228-1c1e-456c-b7bb-d0444cb285a0" (UID: "85a40228-1c1e-456c-b7bb-d0444cb285a0"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.943204 4809 scope.go:117] "RemoveContainer" containerID="aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962281 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-server-conf\") pod \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962334 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data\") pod \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962373 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-erlang-cookie\") pod \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962422 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-confd\") pod \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962465 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4lknr\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-kube-api-access-4lknr\") pod \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962498 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-plugins-conf\") pod \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962514 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") pod \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962539 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-plugins\") pod \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962563 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/5dff52c4-1e08-46cd-919d-03b7a38c63a8-pod-info\") pod \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962579 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-tls\") pod \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962623 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/5dff52c4-1e08-46cd-919d-03b7a38c63a8-erlang-cookie-secret\") pod \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\" (UID: \"5dff52c4-1e08-46cd-919d-03b7a38c63a8\") " Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962895 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6msp7\" (UniqueName: \"kubernetes.io/projected/85a40228-1c1e-456c-b7bb-d0444cb285a0-kube-api-access-6msp7\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962905 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962914 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962922 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962930 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962941 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962948 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.962956 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85a40228-1c1e-456c-b7bb-d0444cb285a0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.963635 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "5dff52c4-1e08-46cd-919d-03b7a38c63a8" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.963876 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "5dff52c4-1e08-46cd-919d-03b7a38c63a8" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.964116 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "5dff52c4-1e08-46cd-919d-03b7a38c63a8" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.965976 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-kube-api-access-4lknr" (OuterVolumeSpecName: "kube-api-access-4lknr") pod "5dff52c4-1e08-46cd-919d-03b7a38c63a8" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8"). InnerVolumeSpecName "kube-api-access-4lknr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.969376 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5dff52c4-1e08-46cd-919d-03b7a38c63a8-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "5dff52c4-1e08-46cd-919d-03b7a38c63a8" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.970454 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/5dff52c4-1e08-46cd-919d-03b7a38c63a8-pod-info" (OuterVolumeSpecName: "pod-info") pod "5dff52c4-1e08-46cd-919d-03b7a38c63a8" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.972125 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.974866 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage06-crc" (OuterVolumeSpecName: "persistence") pod "5dff52c4-1e08-46cd-919d-03b7a38c63a8" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8"). InnerVolumeSpecName "local-storage06-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.978964 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.979553 4809 scope.go:117] "RemoveContainer" containerID="f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6" Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.979966 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6\": container with ID starting with f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6 not found: ID does not exist" containerID="f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.980214 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6"} err="failed to get container status \"f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6\": rpc error: code = NotFound desc = could not find container \"f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6\": container with ID starting with f3fb1caded70e95d3956966a1d697441e932cf9a6634789391308f45343f3cc6 not found: ID does not exist" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.980327 4809 scope.go:117] "RemoveContainer" containerID="aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.980167 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "5dff52c4-1e08-46cd-919d-03b7a38c63a8" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: E1013 20:12:14.980885 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64\": container with ID starting with aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64 not found: ID does not exist" containerID="aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.980916 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64"} err="failed to get container status \"aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64\": rpc error: code = NotFound desc = could not find container \"aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64\": container with ID starting with aae96097e5ad838bbda7093ddbbc216cdd1ea3007764f5c3466c3bf5393bcc64 not found: ID does not exist" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.980935 4809 scope.go:117] "RemoveContainer" containerID="ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.994303 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data" (OuterVolumeSpecName: "config-data") pod "5dff52c4-1e08-46cd-919d-03b7a38c63a8" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:14 crc kubenswrapper[4809]: I1013 20:12:14.999793 4809 scope.go:117] "RemoveContainer" containerID="ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb" Oct 13 20:12:15 crc kubenswrapper[4809]: E1013 20:12:15.000200 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb\": container with ID starting with ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb not found: ID does not exist" containerID="ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.000223 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb"} err="failed to get container status \"ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb\": rpc error: code = NotFound desc = could not find container \"ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb\": container with ID starting with ee247890588567f29d10c01c6ca3646f992c036ec18051b3b7ef0661a1939fbb not found: ID does not exist" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.000240 4809 scope.go:117] "RemoveContainer" containerID="72663bc311c3acfd2cfc7c2f81cd40df3a47eb9e585bffb95675c73bee765a50" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.017925 4809 scope.go:117] "RemoveContainer" containerID="7f46b53d039e9023646ed00b54f38a021d9b116bea657d016792aed3a686f7df" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.019107 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-server-conf" (OuterVolumeSpecName: "server-conf") pod "5dff52c4-1e08-46cd-919d-03b7a38c63a8" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.062382 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "5dff52c4-1e08-46cd-919d-03b7a38c63a8" (UID: "5dff52c4-1e08-46cd-919d-03b7a38c63a8"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.063942 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/5dff52c4-1e08-46cd-919d-03b7a38c63a8-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.064179 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.064190 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.064200 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.064208 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.064220 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4lknr\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-kube-api-access-4lknr\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.064229 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/5dff52c4-1e08-46cd-919d-03b7a38c63a8-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.064256 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" " Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.064264 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.064273 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/5dff52c4-1e08-46cd-919d-03b7a38c63a8-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.064281 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/5dff52c4-1e08-46cd-919d-03b7a38c63a8-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.079097 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage06-crc" (UniqueName: "kubernetes.io/local-volume/local-storage06-crc") on node "crc" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.169925 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage06-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage06-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.263266 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.281204 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.288695 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-749cb68575-5m6jq"] Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.292937 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-749cb68575-5m6jq"] Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.415205 4809 scope.go:117] "RemoveContainer" containerID="3adcb79ae0814915ae9db77ef25d0f0e40fb333d0949ab86ff1ee32baee305d1" Oct 13 20:12:15 crc kubenswrapper[4809]: E1013 20:12:15.786069 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod4276a584_f8b8_4fd0_88f9_6d58210d458e.slice/crio-7bf4b6e088d0e84df4eb743eb29abb31fea97f09ed353e889a1908b060307efc.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod4276a584_f8b8_4fd0_88f9_6d58210d458e.slice/crio-conmon-7bf4b6e088d0e84df4eb743eb29abb31fea97f09ed353e889a1908b060307efc.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod49a548e2_6d1a_4601_8e49_f1b52d4be20f.slice/crio-conmon-1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod49a548e2_6d1a_4601_8e49_f1b52d4be20f.slice/crio-1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24.scope\": RecentStats: unable to find data in memory cache]" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.821443 4809 scope.go:117] "RemoveContainer" containerID="7f93aa95a9f3938a106d7facbd3995d55b3a9b07831c6edf70c960254fdd75dc" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.824740 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.828999 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.856993 4809 scope.go:117] "RemoveContainer" containerID="9a61f74721493055d3075e8d539dd26a9b7dafad8e5ff746bb1c0938be1e6b1d" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.883459 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data\") pod \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.883527 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-combined-ca-bundle\") pod \"649561f8-c581-4eec-a071-2a556cd85744\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.885250 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-combined-ca-bundle\") pod \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.885818 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x5gxg\" (UniqueName: \"kubernetes.io/projected/649561f8-c581-4eec-a071-2a556cd85744-kube-api-access-x5gxg\") pod \"649561f8-c581-4eec-a071-2a556cd85744\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.885857 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-config-data\") pod \"649561f8-c581-4eec-a071-2a556cd85744\" (UID: \"649561f8-c581-4eec-a071-2a556cd85744\") " Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.885911 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data-custom\") pod \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.885940 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bkhdg\" (UniqueName: \"kubernetes.io/projected/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-kube-api-access-bkhdg\") pod \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.885979 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-logs\") pod \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\" (UID: \"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1\") " Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.890016 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-logs" (OuterVolumeSpecName: "logs") pod "fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" (UID: "fd7c0d1b-67ef-40ea-adc5-049a0821a7d1"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.890402 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" (UID: "fd7c0d1b-67ef-40ea-adc5-049a0821a7d1"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.890800 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-kube-api-access-bkhdg" (OuterVolumeSpecName: "kube-api-access-bkhdg") pod "fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" (UID: "fd7c0d1b-67ef-40ea-adc5-049a0821a7d1"). InnerVolumeSpecName "kube-api-access-bkhdg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.891293 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/649561f8-c581-4eec-a071-2a556cd85744-kube-api-access-x5gxg" (OuterVolumeSpecName: "kube-api-access-x5gxg") pod "649561f8-c581-4eec-a071-2a556cd85744" (UID: "649561f8-c581-4eec-a071-2a556cd85744"). InnerVolumeSpecName "kube-api-access-x5gxg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.898067 4809 scope.go:117] "RemoveContainer" containerID="5df05b110bb1b53a273990c3958078fd77d11d0c7e6565606c2f1a463e843a5c" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.918481 4809 scope.go:117] "RemoveContainer" containerID="3ffd299ff25627648c10ff460752ad15dd7a654627cf8b0c9c1f46129e7cfc69" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.920519 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-config-data" (OuterVolumeSpecName: "config-data") pod "649561f8-c581-4eec-a071-2a556cd85744" (UID: "649561f8-c581-4eec-a071-2a556cd85744"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.928252 4809 generic.go:334] "Generic (PLEG): container finished" podID="4276a584-f8b8-4fd0-88f9-6d58210d458e" containerID="7bf4b6e088d0e84df4eb743eb29abb31fea97f09ed353e889a1908b060307efc" exitCode=0 Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.928308 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" event={"ID":"4276a584-f8b8-4fd0-88f9-6d58210d458e","Type":"ContainerDied","Data":"7bf4b6e088d0e84df4eb743eb29abb31fea97f09ed353e889a1908b060307efc"} Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.937656 4809 generic.go:334] "Generic (PLEG): container finished" podID="fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" containerID="51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039" exitCode=0 Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.937710 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" event={"ID":"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1","Type":"ContainerDied","Data":"51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039"} Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.937759 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" event={"ID":"fd7c0d1b-67ef-40ea-adc5-049a0821a7d1","Type":"ContainerDied","Data":"44c19dc6544978a3263917cb0d77648a504a19c477df7b28c9d5aff3e813fb1a"} Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.937780 4809 scope.go:117] "RemoveContainer" containerID="51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.937886 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.947422 4809 generic.go:334] "Generic (PLEG): container finished" podID="649561f8-c581-4eec-a071-2a556cd85744" containerID="61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212" exitCode=0 Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.947505 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.947993 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"649561f8-c581-4eec-a071-2a556cd85744","Type":"ContainerDied","Data":"61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212"} Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.948021 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"649561f8-c581-4eec-a071-2a556cd85744","Type":"ContainerDied","Data":"edb6a77a386100010f9661058458a73c153cc931d32bce0702afc431379fe70f"} Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.951202 4809 generic.go:334] "Generic (PLEG): container finished" podID="49a548e2-6d1a-4601-8e49-f1b52d4be20f" containerID="1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24" exitCode=0 Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.951225 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"49a548e2-6d1a-4601-8e49-f1b52d4be20f","Type":"ContainerDied","Data":"1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24"} Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.953376 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data" (OuterVolumeSpecName: "config-data") pod "fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" (UID: "fd7c0d1b-67ef-40ea-adc5-049a0821a7d1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.957938 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" (UID: "fd7c0d1b-67ef-40ea-adc5-049a0821a7d1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.963957 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "649561f8-c581-4eec-a071-2a556cd85744" (UID: "649561f8-c581-4eec-a071-2a556cd85744"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.981280 4809 scope.go:117] "RemoveContainer" containerID="d69ff843bc6fe1d8815d7dc64ebc2b23a24f093b2108471522c28a8dfd80dc92" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.989863 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.989891 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x5gxg\" (UniqueName: \"kubernetes.io/projected/649561f8-c581-4eec-a071-2a556cd85744-kube-api-access-x5gxg\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.989901 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.989909 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.989917 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bkhdg\" (UniqueName: \"kubernetes.io/projected/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-kube-api-access-bkhdg\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.989925 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.989936 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.989944 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/649561f8-c581-4eec-a071-2a556cd85744-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:15 crc kubenswrapper[4809]: I1013 20:12:15.993196 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.001097 4809 scope.go:117] "RemoveContainer" containerID="c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.018366 4809 scope.go:117] "RemoveContainer" containerID="7086ad2fce13a6137f8fc26bc9edfaef85808ae68bdc89fd4fddc3acb0735be4" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.024922 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.035761 4809 scope.go:117] "RemoveContainer" containerID="51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039" Oct 13 20:12:16 crc kubenswrapper[4809]: E1013 20:12:16.036126 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039\": container with ID starting with 51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039 not found: ID does not exist" containerID="51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.036155 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039"} err="failed to get container status \"51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039\": rpc error: code = NotFound desc = could not find container \"51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039\": container with ID starting with 51d0aebd81a10567548e1008add6e556755e72f9ce3827e44092d26b9e3e4039 not found: ID does not exist" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.036172 4809 scope.go:117] "RemoveContainer" containerID="c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837" Oct 13 20:12:16 crc kubenswrapper[4809]: E1013 20:12:16.036353 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837\": container with ID starting with c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837 not found: ID does not exist" containerID="c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.036372 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837"} err="failed to get container status \"c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837\": rpc error: code = NotFound desc = could not find container \"c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837\": container with ID starting with c6ba0a6d85cfefee4d9cfe835a8dc12104bfa9a88a6388193f534cc290ab8837 not found: ID does not exist" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.036384 4809 scope.go:117] "RemoveContainer" containerID="61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.056258 4809 scope.go:117] "RemoveContainer" containerID="36c5a4ad880d866f2e81348ab7bff1771cbde334d296a9387be8d769491ec30f" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.067342 4809 scope.go:117] "RemoveContainer" containerID="61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212" Oct 13 20:12:16 crc kubenswrapper[4809]: E1013 20:12:16.067641 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212\": container with ID starting with 61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212 not found: ID does not exist" containerID="61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.067668 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212"} err="failed to get container status \"61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212\": rpc error: code = NotFound desc = could not find container \"61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212\": container with ID starting with 61d34b9a6d5a0b47cb2e046ad02fb31934d2af9df55ec90fb006f13d56c64212 not found: ID does not exist" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.077867 4809 scope.go:117] "RemoveContainer" containerID="9f26544c235452f515f17ab24d340184196f99833103a6a13142e3ae8108409b" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.091749 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data-custom\") pod \"4276a584-f8b8-4fd0-88f9-6d58210d458e\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.091794 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hnlcj\" (UniqueName: \"kubernetes.io/projected/49a548e2-6d1a-4601-8e49-f1b52d4be20f-kube-api-access-hnlcj\") pod \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.091851 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data\") pod \"4276a584-f8b8-4fd0-88f9-6d58210d458e\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.091892 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-combined-ca-bundle\") pod \"4276a584-f8b8-4fd0-88f9-6d58210d458e\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.091920 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-config-data\") pod \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.091968 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-combined-ca-bundle\") pod \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\" (UID: \"49a548e2-6d1a-4601-8e49-f1b52d4be20f\") " Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.091994 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4276a584-f8b8-4fd0-88f9-6d58210d458e-logs\") pod \"4276a584-f8b8-4fd0-88f9-6d58210d458e\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.092036 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6p7f5\" (UniqueName: \"kubernetes.io/projected/4276a584-f8b8-4fd0-88f9-6d58210d458e-kube-api-access-6p7f5\") pod \"4276a584-f8b8-4fd0-88f9-6d58210d458e\" (UID: \"4276a584-f8b8-4fd0-88f9-6d58210d458e\") " Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.093162 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4276a584-f8b8-4fd0-88f9-6d58210d458e-logs" (OuterVolumeSpecName: "logs") pod "4276a584-f8b8-4fd0-88f9-6d58210d458e" (UID: "4276a584-f8b8-4fd0-88f9-6d58210d458e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.094031 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "4276a584-f8b8-4fd0-88f9-6d58210d458e" (UID: "4276a584-f8b8-4fd0-88f9-6d58210d458e"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.095920 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/49a548e2-6d1a-4601-8e49-f1b52d4be20f-kube-api-access-hnlcj" (OuterVolumeSpecName: "kube-api-access-hnlcj") pod "49a548e2-6d1a-4601-8e49-f1b52d4be20f" (UID: "49a548e2-6d1a-4601-8e49-f1b52d4be20f"). InnerVolumeSpecName "kube-api-access-hnlcj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.096254 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4276a584-f8b8-4fd0-88f9-6d58210d458e-kube-api-access-6p7f5" (OuterVolumeSpecName: "kube-api-access-6p7f5") pod "4276a584-f8b8-4fd0-88f9-6d58210d458e" (UID: "4276a584-f8b8-4fd0-88f9-6d58210d458e"). InnerVolumeSpecName "kube-api-access-6p7f5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.096882 4809 scope.go:117] "RemoveContainer" containerID="3445b2ca6d07d2e8bf5f2741188faee6e6ad0129d87bd90c5ef936bb84455d9b" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.116628 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-config-data" (OuterVolumeSpecName: "config-data") pod "49a548e2-6d1a-4601-8e49-f1b52d4be20f" (UID: "49a548e2-6d1a-4601-8e49-f1b52d4be20f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.125958 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "49a548e2-6d1a-4601-8e49-f1b52d4be20f" (UID: "49a548e2-6d1a-4601-8e49-f1b52d4be20f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.147953 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4276a584-f8b8-4fd0-88f9-6d58210d458e" (UID: "4276a584-f8b8-4fd0-88f9-6d58210d458e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.165984 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="457121c0-2b3c-485e-a23f-e0cd1db0eff5" path="/var/lib/kubelet/pods/457121c0-2b3c-485e-a23f-e0cd1db0eff5/volumes" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.168838 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5dff52c4-1e08-46cd-919d-03b7a38c63a8" path="/var/lib/kubelet/pods/5dff52c4-1e08-46cd-919d-03b7a38c63a8/volumes" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.170871 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="85a40228-1c1e-456c-b7bb-d0444cb285a0" path="/var/lib/kubelet/pods/85a40228-1c1e-456c-b7bb-d0444cb285a0/volumes" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.174107 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data" (OuterVolumeSpecName: "config-data") pod "4276a584-f8b8-4fd0-88f9-6d58210d458e" (UID: "4276a584-f8b8-4fd0-88f9-6d58210d458e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.193206 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6p7f5\" (UniqueName: \"kubernetes.io/projected/4276a584-f8b8-4fd0-88f9-6d58210d458e-kube-api-access-6p7f5\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.193230 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.193239 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hnlcj\" (UniqueName: \"kubernetes.io/projected/49a548e2-6d1a-4601-8e49-f1b52d4be20f-kube-api-access-hnlcj\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.193285 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.193298 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4276a584-f8b8-4fd0-88f9-6d58210d458e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.193306 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.193313 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/49a548e2-6d1a-4601-8e49-f1b52d4be20f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.193321 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4276a584-f8b8-4fd0-88f9-6d58210d458e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.259387 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm"] Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.268258 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-84b968df74-xhwdm"] Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.272978 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.277388 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.638100 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" podUID="f38de42c-4e66-4790-8f08-97b967c71f30" containerName="neutron-httpd" probeResult="failure" output="Get \"https://10.217.1.4:9696/\": dial tcp 10.217.1.4:9696: connect: connection refused" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.922625 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.975933 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.975925 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6" event={"ID":"4276a584-f8b8-4fd0-88f9-6d58210d458e","Type":"ContainerDied","Data":"a49d3ee64eb018d457967f34c794587ed3a2136071f816ab9b1b43253f689f21"} Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.976168 4809 scope.go:117] "RemoveContainer" containerID="7bf4b6e088d0e84df4eb743eb29abb31fea97f09ed353e889a1908b060307efc" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.980194 4809 generic.go:334] "Generic (PLEG): container finished" podID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerID="b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f" exitCode=0 Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.980260 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.980289 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3fb5f3bd-4c49-4fd2-b799-939035491a10","Type":"ContainerDied","Data":"b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f"} Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.980329 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"3fb5f3bd-4c49-4fd2-b799-939035491a10","Type":"ContainerDied","Data":"14bf8faf7357e572a58c60c388223ab270b99a452ae67231f52fd471382460aa"} Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.982560 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"49a548e2-6d1a-4601-8e49-f1b52d4be20f","Type":"ContainerDied","Data":"6aed918874082ca47fdfb2584a8f5a645186d68362cbd9e767648230130a1a5b"} Oct 13 20:12:16 crc kubenswrapper[4809]: I1013 20:12:16.982648 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.009246 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.017047 4809 scope.go:117] "RemoveContainer" containerID="d19bbe1207b4d268428a4d72cf9c2ebc544c0764aacaf961f85ddf1e01c406ec" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.020503 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.027988 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6"] Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.029192 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-combined-ca-bundle\") pod \"3fb5f3bd-4c49-4fd2-b799-939035491a10\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.029239 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-log-httpd\") pod \"3fb5f3bd-4c49-4fd2-b799-939035491a10\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.029375 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-scripts\") pod \"3fb5f3bd-4c49-4fd2-b799-939035491a10\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.029401 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-config-data\") pod \"3fb5f3bd-4c49-4fd2-b799-939035491a10\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.029444 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pjpdr\" (UniqueName: \"kubernetes.io/projected/3fb5f3bd-4c49-4fd2-b799-939035491a10-kube-api-access-pjpdr\") pod \"3fb5f3bd-4c49-4fd2-b799-939035491a10\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.029469 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-run-httpd\") pod \"3fb5f3bd-4c49-4fd2-b799-939035491a10\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.029490 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-ceilometer-tls-certs\") pod \"3fb5f3bd-4c49-4fd2-b799-939035491a10\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.029514 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-sg-core-conf-yaml\") pod \"3fb5f3bd-4c49-4fd2-b799-939035491a10\" (UID: \"3fb5f3bd-4c49-4fd2-b799-939035491a10\") " Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.030813 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "3fb5f3bd-4c49-4fd2-b799-939035491a10" (UID: "3fb5f3bd-4c49-4fd2-b799-939035491a10"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.031062 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "3fb5f3bd-4c49-4fd2-b799-939035491a10" (UID: "3fb5f3bd-4c49-4fd2-b799-939035491a10"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.033072 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-6f655777b9-xwhg6"] Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.035467 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3fb5f3bd-4c49-4fd2-b799-939035491a10-kube-api-access-pjpdr" (OuterVolumeSpecName: "kube-api-access-pjpdr") pod "3fb5f3bd-4c49-4fd2-b799-939035491a10" (UID: "3fb5f3bd-4c49-4fd2-b799-939035491a10"). InnerVolumeSpecName "kube-api-access-pjpdr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.043757 4809 scope.go:117] "RemoveContainer" containerID="119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.045033 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-scripts" (OuterVolumeSpecName: "scripts") pod "3fb5f3bd-4c49-4fd2-b799-939035491a10" (UID: "3fb5f3bd-4c49-4fd2-b799-939035491a10"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.061361 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "3fb5f3bd-4c49-4fd2-b799-939035491a10" (UID: "3fb5f3bd-4c49-4fd2-b799-939035491a10"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.080631 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "3fb5f3bd-4c49-4fd2-b799-939035491a10" (UID: "3fb5f3bd-4c49-4fd2-b799-939035491a10"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.096451 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3fb5f3bd-4c49-4fd2-b799-939035491a10" (UID: "3fb5f3bd-4c49-4fd2-b799-939035491a10"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.121913 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-config-data" (OuterVolumeSpecName: "config-data") pod "3fb5f3bd-4c49-4fd2-b799-939035491a10" (UID: "3fb5f3bd-4c49-4fd2-b799-939035491a10"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.131344 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.131380 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.131393 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.131407 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.131419 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.131431 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pjpdr\" (UniqueName: \"kubernetes.io/projected/3fb5f3bd-4c49-4fd2-b799-939035491a10-kube-api-access-pjpdr\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.131442 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3fb5f3bd-4c49-4fd2-b799-939035491a10-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.131453 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fb5f3bd-4c49-4fd2-b799-939035491a10-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.146182 4809 scope.go:117] "RemoveContainer" containerID="a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.166407 4809 scope.go:117] "RemoveContainer" containerID="b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.188237 4809 scope.go:117] "RemoveContainer" containerID="70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.209500 4809 scope.go:117] "RemoveContainer" containerID="119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07" Oct 13 20:12:17 crc kubenswrapper[4809]: E1013 20:12:17.209922 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07\": container with ID starting with 119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07 not found: ID does not exist" containerID="119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.209963 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07"} err="failed to get container status \"119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07\": rpc error: code = NotFound desc = could not find container \"119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07\": container with ID starting with 119ccf378dcd53ff6565819197901d6b854883a6f2f448f4f3c02bda45249e07 not found: ID does not exist" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.209990 4809 scope.go:117] "RemoveContainer" containerID="a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81" Oct 13 20:12:17 crc kubenswrapper[4809]: E1013 20:12:17.210391 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81\": container with ID starting with a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81 not found: ID does not exist" containerID="a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.210418 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81"} err="failed to get container status \"a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81\": rpc error: code = NotFound desc = could not find container \"a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81\": container with ID starting with a7dd1be706d6d070c7194f106e2c3b87932db8a901cb5e99d2fd750a4c8d5a81 not found: ID does not exist" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.210436 4809 scope.go:117] "RemoveContainer" containerID="b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f" Oct 13 20:12:17 crc kubenswrapper[4809]: E1013 20:12:17.210654 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f\": container with ID starting with b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f not found: ID does not exist" containerID="b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.210681 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f"} err="failed to get container status \"b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f\": rpc error: code = NotFound desc = could not find container \"b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f\": container with ID starting with b1766d48ac11bcb643d29fa09e67c03e17100ab4d682b4c86e8dc7ea4de46a4f not found: ID does not exist" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.210700 4809 scope.go:117] "RemoveContainer" containerID="70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708" Oct 13 20:12:17 crc kubenswrapper[4809]: E1013 20:12:17.211005 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708\": container with ID starting with 70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708 not found: ID does not exist" containerID="70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.211024 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708"} err="failed to get container status \"70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708\": rpc error: code = NotFound desc = could not find container \"70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708\": container with ID starting with 70989992d84dbf923530b19cd77b75a74bd871de38484a2c3f15341be6cf6708 not found: ID does not exist" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.211036 4809 scope.go:117] "RemoveContainer" containerID="1ef6651de96ee7fa4c6ebc51ae49b19663729c80783bb833fcbb73e78dc5aa24" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.347705 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.360591 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.644018 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.743695 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc"] Oct 13 20:12:17 crc kubenswrapper[4809]: I1013 20:12:17.744000 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" podUID="20584d7a-eb3a-4a7d-a999-dd31dd517bd6" containerName="dnsmasq-dns" containerID="cri-o://a0f333e98636ebd89d481ae11754a7795b24e1f6bbbce3e37b454d0b0e785e44" gracePeriod=10 Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:17.999918 4809 generic.go:334] "Generic (PLEG): container finished" podID="20584d7a-eb3a-4a7d-a999-dd31dd517bd6" containerID="a0f333e98636ebd89d481ae11754a7795b24e1f6bbbce3e37b454d0b0e785e44" exitCode=0 Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.000081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" event={"ID":"20584d7a-eb3a-4a7d-a999-dd31dd517bd6","Type":"ContainerDied","Data":"a0f333e98636ebd89d481ae11754a7795b24e1f6bbbce3e37b454d0b0e785e44"} Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.177492 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" path="/var/lib/kubelet/pods/3fb5f3bd-4c49-4fd2-b799-939035491a10/volumes" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.179160 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4276a584-f8b8-4fd0-88f9-6d58210d458e" path="/var/lib/kubelet/pods/4276a584-f8b8-4fd0-88f9-6d58210d458e/volumes" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.180465 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="49a548e2-6d1a-4601-8e49-f1b52d4be20f" path="/var/lib/kubelet/pods/49a548e2-6d1a-4601-8e49-f1b52d4be20f/volumes" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.182681 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="649561f8-c581-4eec-a071-2a556cd85744" path="/var/lib/kubelet/pods/649561f8-c581-4eec-a071-2a556cd85744/volumes" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.184753 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" path="/var/lib/kubelet/pods/fd7c0d1b-67ef-40ea-adc5-049a0821a7d1/volumes" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.224872 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.368572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-config\") pod \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.368654 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dnsmasq-svc\") pod \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.368741 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jjmg4\" (UniqueName: \"kubernetes.io/projected/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-kube-api-access-jjmg4\") pod \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.368838 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dns-swift-storage-0\") pod \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\" (UID: \"20584d7a-eb3a-4a7d-a999-dd31dd517bd6\") " Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.373243 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-kube-api-access-jjmg4" (OuterVolumeSpecName: "kube-api-access-jjmg4") pod "20584d7a-eb3a-4a7d-a999-dd31dd517bd6" (UID: "20584d7a-eb3a-4a7d-a999-dd31dd517bd6"). InnerVolumeSpecName "kube-api-access-jjmg4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.408078 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dns-swift-storage-0" (OuterVolumeSpecName: "dns-swift-storage-0") pod "20584d7a-eb3a-4a7d-a999-dd31dd517bd6" (UID: "20584d7a-eb3a-4a7d-a999-dd31dd517bd6"). InnerVolumeSpecName "dns-swift-storage-0". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.424699 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "20584d7a-eb3a-4a7d-a999-dd31dd517bd6" (UID: "20584d7a-eb3a-4a7d-a999-dd31dd517bd6"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.430107 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-config" (OuterVolumeSpecName: "config") pod "20584d7a-eb3a-4a7d-a999-dd31dd517bd6" (UID: "20584d7a-eb3a-4a7d-a999-dd31dd517bd6"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.470881 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.470916 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jjmg4\" (UniqueName: \"kubernetes.io/projected/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-kube-api-access-jjmg4\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.470930 4809 reconciler_common.go:293] "Volume detached for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-dns-swift-storage-0\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:18 crc kubenswrapper[4809]: I1013 20:12:18.470939 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/20584d7a-eb3a-4a7d-a999-dd31dd517bd6-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:19 crc kubenswrapper[4809]: I1013 20:12:19.014035 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" event={"ID":"20584d7a-eb3a-4a7d-a999-dd31dd517bd6","Type":"ContainerDied","Data":"065cc13af7e5274a2648acaaddb96d1f5bd31f64b937edcde8e0ac6d96fedb06"} Oct 13 20:12:19 crc kubenswrapper[4809]: I1013 20:12:19.014268 4809 scope.go:117] "RemoveContainer" containerID="a0f333e98636ebd89d481ae11754a7795b24e1f6bbbce3e37b454d0b0e785e44" Oct 13 20:12:19 crc kubenswrapper[4809]: I1013 20:12:19.014216 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc" Oct 13 20:12:19 crc kubenswrapper[4809]: I1013 20:12:19.045242 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc"] Oct 13 20:12:19 crc kubenswrapper[4809]: I1013 20:12:19.049757 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-6b7c46cb85-6l5vc"] Oct 13 20:12:19 crc kubenswrapper[4809]: I1013 20:12:19.050119 4809 scope.go:117] "RemoveContainer" containerID="21614b7067f14ed4b27a3d1534e95e1f994792cf6e322abc534a0d3488ee106a" Oct 13 20:12:20 crc kubenswrapper[4809]: I1013 20:12:20.182884 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="20584d7a-eb3a-4a7d-a999-dd31dd517bd6" path="/var/lib/kubelet/pods/20584d7a-eb3a-4a7d-a999-dd31dd517bd6/volumes" Oct 13 20:12:28 crc kubenswrapper[4809]: I1013 20:12:28.592765 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:12:28 crc kubenswrapper[4809]: I1013 20:12:28.593491 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:12:29 crc kubenswrapper[4809]: I1013 20:12:29.915844 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.070686 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-httpd-config\") pod \"f38de42c-4e66-4790-8f08-97b967c71f30\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.070979 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-config\") pod \"f38de42c-4e66-4790-8f08-97b967c71f30\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.071143 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-internal-tls-certs\") pod \"f38de42c-4e66-4790-8f08-97b967c71f30\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.071208 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-public-tls-certs\") pod \"f38de42c-4e66-4790-8f08-97b967c71f30\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.071275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-ovndb-tls-certs\") pod \"f38de42c-4e66-4790-8f08-97b967c71f30\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.071570 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xw5xw\" (UniqueName: \"kubernetes.io/projected/f38de42c-4e66-4790-8f08-97b967c71f30-kube-api-access-xw5xw\") pod \"f38de42c-4e66-4790-8f08-97b967c71f30\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.071687 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-combined-ca-bundle\") pod \"f38de42c-4e66-4790-8f08-97b967c71f30\" (UID: \"f38de42c-4e66-4790-8f08-97b967c71f30\") " Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.082051 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "f38de42c-4e66-4790-8f08-97b967c71f30" (UID: "f38de42c-4e66-4790-8f08-97b967c71f30"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.082995 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f38de42c-4e66-4790-8f08-97b967c71f30-kube-api-access-xw5xw" (OuterVolumeSpecName: "kube-api-access-xw5xw") pod "f38de42c-4e66-4790-8f08-97b967c71f30" (UID: "f38de42c-4e66-4790-8f08-97b967c71f30"). InnerVolumeSpecName "kube-api-access-xw5xw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.132211 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f38de42c-4e66-4790-8f08-97b967c71f30" (UID: "f38de42c-4e66-4790-8f08-97b967c71f30"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.134044 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-config" (OuterVolumeSpecName: "config") pod "f38de42c-4e66-4790-8f08-97b967c71f30" (UID: "f38de42c-4e66-4790-8f08-97b967c71f30"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.134915 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "f38de42c-4e66-4790-8f08-97b967c71f30" (UID: "f38de42c-4e66-4790-8f08-97b967c71f30"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.147161 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "f38de42c-4e66-4790-8f08-97b967c71f30" (UID: "f38de42c-4e66-4790-8f08-97b967c71f30"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.158817 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "f38de42c-4e66-4790-8f08-97b967c71f30" (UID: "f38de42c-4e66-4790-8f08-97b967c71f30"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.168074 4809 generic.go:334] "Generic (PLEG): container finished" podID="f38de42c-4e66-4790-8f08-97b967c71f30" containerID="5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7" exitCode=0 Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.168186 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.168284 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" event={"ID":"f38de42c-4e66-4790-8f08-97b967c71f30","Type":"ContainerDied","Data":"5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7"} Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.168324 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7d7895d894-rj85g" event={"ID":"f38de42c-4e66-4790-8f08-97b967c71f30","Type":"ContainerDied","Data":"3c3481a460f52472c7f87e9c311ed9331456c0776e80c4a98e56206b1adcbb3f"} Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.168347 4809 scope.go:117] "RemoveContainer" containerID="14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.173676 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.173706 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xw5xw\" (UniqueName: \"kubernetes.io/projected/f38de42c-4e66-4790-8f08-97b967c71f30-kube-api-access-xw5xw\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.173722 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.173750 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.173762 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.173777 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.173789 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f38de42c-4e66-4790-8f08-97b967c71f30-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.195102 4809 scope.go:117] "RemoveContainer" containerID="5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.212012 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-7d7895d894-rj85g"] Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.220124 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-7d7895d894-rj85g"] Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.229496 4809 scope.go:117] "RemoveContainer" containerID="14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b" Oct 13 20:12:30 crc kubenswrapper[4809]: E1013 20:12:30.230704 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b\": container with ID starting with 14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b not found: ID does not exist" containerID="14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.230768 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b"} err="failed to get container status \"14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b\": rpc error: code = NotFound desc = could not find container \"14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b\": container with ID starting with 14d3ea6d27f500b6791fec5e00f29bc364c3cc0fc2d73c2c48946036b669d86b not found: ID does not exist" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.230798 4809 scope.go:117] "RemoveContainer" containerID="5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7" Oct 13 20:12:30 crc kubenswrapper[4809]: E1013 20:12:30.231300 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7\": container with ID starting with 5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7 not found: ID does not exist" containerID="5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7" Oct 13 20:12:30 crc kubenswrapper[4809]: I1013 20:12:30.231379 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7"} err="failed to get container status \"5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7\": rpc error: code = NotFound desc = could not find container \"5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7\": container with ID starting with 5981128d44a0f61743b05ac7d5b4c1f9247a5c21d4c6d093ceba142a90a3b8b7 not found: ID does not exist" Oct 13 20:12:32 crc kubenswrapper[4809]: I1013 20:12:32.165856 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f38de42c-4e66-4790-8f08-97b967c71f30" path="/var/lib/kubelet/pods/f38de42c-4e66-4790-8f08-97b967c71f30/volumes" Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.692013 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.809462 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-lock\") pod \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.809514 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-cache\") pod \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.809620 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x85nx\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-kube-api-access-x85nx\") pod \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.809642 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swift\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.809658 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift\") pod \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\" (UID: \"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492\") " Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.810087 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-cache" (OuterVolumeSpecName: "cache") pod "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" (UID: "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492"). InnerVolumeSpecName "cache". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.810102 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-lock" (OuterVolumeSpecName: "lock") pod "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" (UID: "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492"). InnerVolumeSpecName "lock". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.810482 4809 reconciler_common.go:293] "Volume detached for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-cache\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.810498 4809 reconciler_common.go:293] "Volume detached for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-lock\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.815147 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "swift") pod "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" (UID: "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.815275 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-kube-api-access-x85nx" (OuterVolumeSpecName: "kube-api-access-x85nx") pod "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" (UID: "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492"). InnerVolumeSpecName "kube-api-access-x85nx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.815457 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" (UID: "94f9fb71-4fbc-48b0-879d-4fd4d4ae2492"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.912239 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x85nx\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-kube-api-access-x85nx\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.912313 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.912330 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:37 crc kubenswrapper[4809]: I1013 20:12:37.925746 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.013379 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.284637 4809 generic.go:334] "Generic (PLEG): container finished" podID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerID="7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0" exitCode=137 Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.284704 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0"} Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.284774 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"94f9fb71-4fbc-48b0-879d-4fd4d4ae2492","Type":"ContainerDied","Data":"d02c8575487f0deff460b9a1542780e88b6ba5fe46a723b515ef45bb991aba47"} Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.284806 4809 scope.go:117] "RemoveContainer" containerID="7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.285252 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.340415 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.345543 4809 scope.go:117] "RemoveContainer" containerID="3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.357232 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.377114 4809 scope.go:117] "RemoveContainer" containerID="4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.413258 4809 scope.go:117] "RemoveContainer" containerID="beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.431402 4809 scope.go:117] "RemoveContainer" containerID="807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.451125 4809 scope.go:117] "RemoveContainer" containerID="1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.472241 4809 scope.go:117] "RemoveContainer" containerID="bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.496707 4809 scope.go:117] "RemoveContainer" containerID="8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.526377 4809 scope.go:117] "RemoveContainer" containerID="edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.552905 4809 scope.go:117] "RemoveContainer" containerID="2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.574304 4809 scope.go:117] "RemoveContainer" containerID="244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.602448 4809 scope.go:117] "RemoveContainer" containerID="430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.633933 4809 scope.go:117] "RemoveContainer" containerID="dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.664784 4809 scope.go:117] "RemoveContainer" containerID="a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.693861 4809 scope.go:117] "RemoveContainer" containerID="dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.719362 4809 scope.go:117] "RemoveContainer" containerID="7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.719876 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0\": container with ID starting with 7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0 not found: ID does not exist" containerID="7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.719970 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0"} err="failed to get container status \"7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0\": rpc error: code = NotFound desc = could not find container \"7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0\": container with ID starting with 7d06ae0e4106cafd956dda2267966bc877e0ee8a63307fc64c316a4ab5c753d0 not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.720029 4809 scope.go:117] "RemoveContainer" containerID="3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.720444 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76\": container with ID starting with 3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76 not found: ID does not exist" containerID="3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.720502 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76"} err="failed to get container status \"3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76\": rpc error: code = NotFound desc = could not find container \"3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76\": container with ID starting with 3ed8028e07244b88be6726527f328f3f90409b0ab538addd73be3cb3fd1dec76 not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.720535 4809 scope.go:117] "RemoveContainer" containerID="4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.721036 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf\": container with ID starting with 4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf not found: ID does not exist" containerID="4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.721077 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf"} err="failed to get container status \"4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf\": rpc error: code = NotFound desc = could not find container \"4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf\": container with ID starting with 4cf3d99673349f99d44f4ea2bc0186f3e64610c5a1e7b96963aef229670830cf not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.721102 4809 scope.go:117] "RemoveContainer" containerID="beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.721838 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3\": container with ID starting with beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3 not found: ID does not exist" containerID="beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.721954 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3"} err="failed to get container status \"beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3\": rpc error: code = NotFound desc = could not find container \"beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3\": container with ID starting with beb773fdf43204f4bb893863e66a834013d8f1e95cae61f01a14b8dde95eb3d3 not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.721998 4809 scope.go:117] "RemoveContainer" containerID="807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.722391 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d\": container with ID starting with 807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d not found: ID does not exist" containerID="807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.722430 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d"} err="failed to get container status \"807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d\": rpc error: code = NotFound desc = could not find container \"807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d\": container with ID starting with 807d71ad77ca3c33959ec1652f638a0fc7ff0079762a7c6716e8b44e5fe4732d not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.722455 4809 scope.go:117] "RemoveContainer" containerID="1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.722884 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681\": container with ID starting with 1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681 not found: ID does not exist" containerID="1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.722923 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681"} err="failed to get container status \"1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681\": rpc error: code = NotFound desc = could not find container \"1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681\": container with ID starting with 1a46a06889963dbed716bed58fd745e5a93a54ceb422e088053aec4493e25681 not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.722952 4809 scope.go:117] "RemoveContainer" containerID="bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.723276 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7\": container with ID starting with bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7 not found: ID does not exist" containerID="bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.723310 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7"} err="failed to get container status \"bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7\": rpc error: code = NotFound desc = could not find container \"bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7\": container with ID starting with bb7443d41896a42545f7fdda6eb943a0da26892282750473663f5f7091e118a7 not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.723339 4809 scope.go:117] "RemoveContainer" containerID="8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.723822 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c\": container with ID starting with 8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c not found: ID does not exist" containerID="8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.723992 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c"} err="failed to get container status \"8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c\": rpc error: code = NotFound desc = could not find container \"8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c\": container with ID starting with 8cd74edcd945d9b533257dc23a29cdbf114fd855159c8ebf8064d98a73b8c77c not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.724389 4809 scope.go:117] "RemoveContainer" containerID="edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.725092 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868\": container with ID starting with edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868 not found: ID does not exist" containerID="edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.725181 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868"} err="failed to get container status \"edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868\": rpc error: code = NotFound desc = could not find container \"edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868\": container with ID starting with edb63889190a65b5ca5041de231101919c99baf08fe4d74ba0617428cd6e6868 not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.725211 4809 scope.go:117] "RemoveContainer" containerID="2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.725642 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990\": container with ID starting with 2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990 not found: ID does not exist" containerID="2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.725689 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990"} err="failed to get container status \"2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990\": rpc error: code = NotFound desc = could not find container \"2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990\": container with ID starting with 2d565987301e60fb713b87dc72815660eb60fbd6718f652d102f3d625ec93990 not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.725716 4809 scope.go:117] "RemoveContainer" containerID="244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.726131 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b\": container with ID starting with 244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b not found: ID does not exist" containerID="244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.726218 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b"} err="failed to get container status \"244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b\": rpc error: code = NotFound desc = could not find container \"244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b\": container with ID starting with 244e2f4f5306f9ab2f8b38cc28ca3bf5d93ea8d34c9f39c12d044aa3bb48815b not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.726254 4809 scope.go:117] "RemoveContainer" containerID="430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.726710 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826\": container with ID starting with 430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826 not found: ID does not exist" containerID="430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.726815 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826"} err="failed to get container status \"430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826\": rpc error: code = NotFound desc = could not find container \"430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826\": container with ID starting with 430e5277dcc1c941aa29dc70ecdb0cd384b422e811b4a0e39c33b17ef1c9b826 not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.726858 4809 scope.go:117] "RemoveContainer" containerID="dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.727320 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705\": container with ID starting with dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705 not found: ID does not exist" containerID="dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.727375 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705"} err="failed to get container status \"dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705\": rpc error: code = NotFound desc = could not find container \"dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705\": container with ID starting with dcfb236c3674d36d875bd10ed7470ae7e130bc5f470f6639af8c068d6066b705 not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.727406 4809 scope.go:117] "RemoveContainer" containerID="a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.727840 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079\": container with ID starting with a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079 not found: ID does not exist" containerID="a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.727886 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079"} err="failed to get container status \"a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079\": rpc error: code = NotFound desc = could not find container \"a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079\": container with ID starting with a70f073d90e13944c7209d5d5aaf7ef046440ef41c586eb5b20fd5653a5d2079 not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.727916 4809 scope.go:117] "RemoveContainer" containerID="dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967" Oct 13 20:12:38 crc kubenswrapper[4809]: E1013 20:12:38.728258 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967\": container with ID starting with dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967 not found: ID does not exist" containerID="dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.728312 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967"} err="failed to get container status \"dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967\": rpc error: code = NotFound desc = could not find container \"dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967\": container with ID starting with dfe9da80f1e1f56c32948389c1df6f73b933c5769b79b8deb247aee218b33967 not found: ID does not exist" Oct 13 20:12:38 crc kubenswrapper[4809]: I1013 20:12:38.791233 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","pod75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort pod75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e] : Timed out while waiting for systemd to remove kubepods-besteffort-pod75bdc8ee_1b6f_488b_8efc_a8f55b8ec83e.slice" Oct 13 20:12:40 crc kubenswrapper[4809]: I1013 20:12:40.172621 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" path="/var/lib/kubelet/pods/94f9fb71-4fbc-48b0-879d-4fd4d4ae2492/volumes" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.432895 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-qqjff"] Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.443250 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-qqjff"] Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.566233 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-l9xfg"] Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.566835 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5dff52c4-1e08-46cd-919d-03b7a38c63a8" containerName="rabbitmq" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.566879 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5dff52c4-1e08-46cd-919d-03b7a38c63a8" containerName="rabbitmq" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.566923 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0724389e-6d85-4424-a90d-0aa00ff89dea" containerName="kube-state-metrics" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.566942 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0724389e-6d85-4424-a90d-0aa00ff89dea" containerName="kube-state-metrics" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.566975 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-auditor" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.566992 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-auditor" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567017 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-replicator" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567035 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-replicator" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567055 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" containerName="cinder-api-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567070 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" containerName="cinder-api-log" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567095 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-auditor" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567110 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-auditor" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567139 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="swift-recon-cron" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567155 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="swift-recon-cron" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567174 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="85a40228-1c1e-456c-b7bb-d0444cb285a0" containerName="keystone-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567190 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="85a40228-1c1e-456c-b7bb-d0444cb285a0" containerName="keystone-api" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567223 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-server" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567239 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-server" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567271 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e81745e0-97b5-4abb-832a-280114fd9098" containerName="mariadb-account-delete" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567287 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e81745e0-97b5-4abb-832a-280114fd9098" containerName="mariadb-account-delete" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567312 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-replicator" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567352 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-replicator" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567372 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f38de42c-4e66-4790-8f08-97b967c71f30" containerName="neutron-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567388 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f38de42c-4e66-4790-8f08-97b967c71f30" containerName="neutron-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567405 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7be01bd5-95c3-41b8-8dba-bc677a19de60" containerName="proxy-server" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567422 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7be01bd5-95c3-41b8-8dba-bc677a19de60" containerName="proxy-server" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567451 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4276a584-f8b8-4fd0-88f9-6d58210d458e" containerName="barbican-worker" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567467 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4276a584-f8b8-4fd0-88f9-6d58210d458e" containerName="barbican-worker" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567498 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c916c595-cabe-41d9-a989-e880ed47276c" containerName="glance-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567513 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c916c595-cabe-41d9-a989-e880ed47276c" containerName="glance-log" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567532 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a459863e-0d6d-46d0-9794-d6341704243f" containerName="galera" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567547 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a459863e-0d6d-46d0-9794-d6341704243f" containerName="galera" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567566 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" containerName="barbican-keystone-listener" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567582 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" containerName="barbican-keystone-listener" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567615 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="00b8d171-e80e-445d-b33f-def69b266e40" containerName="nova-api-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567630 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="00b8d171-e80e-445d-b33f-def69b266e40" containerName="nova-api-log" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567661 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-metadata" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567677 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-metadata" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567698 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="76181757-5784-4ed5-b830-33327865dddd" containerName="mariadb-account-delete" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567714 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="76181757-5784-4ed5-b830-33327865dddd" containerName="mariadb-account-delete" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567774 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="rsync" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567792 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="rsync" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567814 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dad33882-536b-41e8-84bf-72f1b91c2bcb" containerName="glance-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567829 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dad33882-536b-41e8-84bf-72f1b91c2bcb" containerName="glance-log" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567852 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-updater" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567869 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-updater" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567897 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-reaper" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567913 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-reaper" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567931 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f38de42c-4e66-4790-8f08-97b967c71f30" containerName="neutron-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.567947 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f38de42c-4e66-4790-8f08-97b967c71f30" containerName="neutron-api" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.567975 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="457121c0-2b3c-485e-a23f-e0cd1db0eff5" containerName="setup-container" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568262 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="457121c0-2b3c-485e-a23f-e0cd1db0eff5" containerName="setup-container" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568295 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" containerName="placement-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568312 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" containerName="placement-api" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568337 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-server" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568352 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-server" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568388 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4276a584-f8b8-4fd0-88f9-6d58210d458e" containerName="barbican-worker-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568405 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4276a584-f8b8-4fd0-88f9-6d58210d458e" containerName="barbican-worker-log" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568426 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c916c595-cabe-41d9-a989-e880ed47276c" containerName="glance-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568443 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c916c595-cabe-41d9-a989-e880ed47276c" containerName="glance-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568462 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9e5aebd0-f2fe-482e-a523-c6be7032525f" containerName="probe" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568478 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9e5aebd0-f2fe-482e-a523-c6be7032525f" containerName="probe" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568510 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="sg-core" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568525 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="sg-core" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568554 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5dff52c4-1e08-46cd-919d-03b7a38c63a8" containerName="setup-container" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568570 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5dff52c4-1e08-46cd-919d-03b7a38c63a8" containerName="setup-container" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568594 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-expirer" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568609 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-expirer" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568627 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" containerName="openstack-network-exporter" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568643 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" containerName="openstack-network-exporter" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568665 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-replicator" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568681 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-replicator" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568700 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-auditor" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568715 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-auditor" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568770 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="00b8d171-e80e-445d-b33f-def69b266e40" containerName="nova-api-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568788 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="00b8d171-e80e-445d-b33f-def69b266e40" containerName="nova-api-api" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568825 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9e5aebd0-f2fe-482e-a523-c6be7032525f" containerName="cinder-scheduler" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568840 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9e5aebd0-f2fe-482e-a523-c6be7032525f" containerName="cinder-scheduler" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568871 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-server" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568891 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-server" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568922 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="ceilometer-central-agent" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568938 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="ceilometer-central-agent" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.568960 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="proxy-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.568976 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="proxy-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569000 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" containerName="cinder-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569016 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" containerName="cinder-api" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569041 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="649561f8-c581-4eec-a071-2a556cd85744" containerName="nova-cell1-conductor-conductor" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569059 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="649561f8-c581-4eec-a071-2a556cd85744" containerName="nova-cell1-conductor-conductor" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569079 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a459863e-0d6d-46d0-9794-d6341704243f" containerName="mysql-bootstrap" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569094 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a459863e-0d6d-46d0-9794-d6341704243f" containerName="mysql-bootstrap" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569127 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="20584d7a-eb3a-4a7d-a999-dd31dd517bd6" containerName="dnsmasq-dns" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569144 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="20584d7a-eb3a-4a7d-a999-dd31dd517bd6" containerName="dnsmasq-dns" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569166 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="20584d7a-eb3a-4a7d-a999-dd31dd517bd6" containerName="init" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569182 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="20584d7a-eb3a-4a7d-a999-dd31dd517bd6" containerName="init" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569210 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" containerName="openstack-network-exporter" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569226 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" containerName="openstack-network-exporter" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569254 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" containerName="barbican-keystone-listener-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569272 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" containerName="barbican-keystone-listener-log" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569293 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-updater" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569311 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-updater" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569334 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7be01bd5-95c3-41b8-8dba-bc677a19de60" containerName="proxy-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569350 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7be01bd5-95c3-41b8-8dba-bc677a19de60" containerName="proxy-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569378 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="49a548e2-6d1a-4601-8e49-f1b52d4be20f" containerName="nova-scheduler-scheduler" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569394 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="49a548e2-6d1a-4601-8e49-f1b52d4be20f" containerName="nova-scheduler-scheduler" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569421 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8e3341bf-878c-4d4f-957a-f72323bb46d5" containerName="mysql-bootstrap" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569436 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8e3341bf-878c-4d4f-957a-f72323bb46d5" containerName="mysql-bootstrap" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569457 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="ceilometer-notification-agent" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569473 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="ceilometer-notification-agent" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569499 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="457121c0-2b3c-485e-a23f-e0cd1db0eff5" containerName="rabbitmq" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569514 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="457121c0-2b3c-485e-a23f-e0cd1db0eff5" containerName="rabbitmq" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569533 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dad33882-536b-41e8-84bf-72f1b91c2bcb" containerName="glance-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569547 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dad33882-536b-41e8-84bf-72f1b91c2bcb" containerName="glance-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569568 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="982d339a-20ae-4a5f-a827-211a96a69ff4" containerName="memcached" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569583 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="982d339a-20ae-4a5f-a827-211a96a69ff4" containerName="memcached" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569612 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" containerName="ovsdbserver-sb" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569628 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" containerName="ovsdbserver-sb" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569651 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerName="barbican-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569668 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerName="barbican-api" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569696 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" containerName="placement-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569766 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" containerName="placement-log" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569829 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="25940b71-e194-45c2-b97b-69707af5063d" containerName="mariadb-account-delete" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569847 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="25940b71-e194-45c2-b97b-69707af5063d" containerName="mariadb-account-delete" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569876 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" containerName="ovsdbserver-nb" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569893 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" containerName="ovsdbserver-nb" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569909 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerName="barbican-api-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569925 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerName="barbican-api-log" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569951 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="58d210a4-1ea8-4f45-8c2e-b4c4beba3763" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.569968 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="58d210a4-1ea8-4f45-8c2e-b4c4beba3763" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.569999 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8e3341bf-878c-4d4f-957a-f72323bb46d5" containerName="galera" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570014 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8e3341bf-878c-4d4f-957a-f72323bb46d5" containerName="galera" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.570034 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="43ad804c-9522-4a98-8600-cae586ae47f5" containerName="nova-cell0-conductor-conductor" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570051 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="43ad804c-9522-4a98-8600-cae586ae47f5" containerName="nova-cell0-conductor-conductor" Oct 13 20:12:48 crc kubenswrapper[4809]: E1013 20:12:48.570079 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570095 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570431 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-updater" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570454 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c916c595-cabe-41d9-a989-e880ed47276c" containerName="glance-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570474 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" containerName="ovsdbserver-sb" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570499 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570522 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="49a548e2-6d1a-4601-8e49-f1b52d4be20f" containerName="nova-scheduler-scheduler" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570548 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="00b8d171-e80e-445d-b33f-def69b266e40" containerName="nova-api-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570568 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="sg-core" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570589 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" containerName="ovsdbserver-nb" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570609 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" containerName="cinder-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570634 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-auditor" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570666 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="76181757-5784-4ed5-b830-33327865dddd" containerName="mariadb-account-delete" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570694 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-server" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570718 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" containerName="placement-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570790 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="ceilometer-notification-agent" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570820 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="457121c0-2b3c-485e-a23f-e0cd1db0eff5" containerName="rabbitmq" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570845 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-replicator" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570864 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dad33882-536b-41e8-84bf-72f1b91c2bcb" containerName="glance-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570883 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5dff52c4-1e08-46cd-919d-03b7a38c63a8" containerName="rabbitmq" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570912 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="75bdc8ee-1b6f-488b-8efc-a8f55b8ec83e" containerName="openstack-network-exporter" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570930 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a459863e-0d6d-46d0-9794-d6341704243f" containerName="galera" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570949 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8e3341bf-878c-4d4f-957a-f72323bb46d5" containerName="galera" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.570977 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-auditor" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571001 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-expirer" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571030 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-server" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571054 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-replicator" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571072 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c916c595-cabe-41d9-a989-e880ed47276c" containerName="glance-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571091 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-reaper" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571117 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9e5aebd0-f2fe-482e-a523-c6be7032525f" containerName="cinder-scheduler" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571147 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-replicator" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571175 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerName="barbican-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571200 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9e5aebd0-f2fe-482e-a523-c6be7032525f" containerName="probe" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571225 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="container-auditor" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571247 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dad33882-536b-41e8-84bf-72f1b91c2bcb" containerName="glance-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571276 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="252e7521-cd5f-432b-90de-f011998853db" containerName="nova-metadata-metadata" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571297 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="649561f8-c581-4eec-a071-2a556cd85744" containerName="nova-cell1-conductor-conductor" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571322 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e81745e0-97b5-4abb-832a-280114fd9098" containerName="mariadb-account-delete" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571347 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4276a584-f8b8-4fd0-88f9-6d58210d458e" containerName="barbican-worker-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571367 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="982d339a-20ae-4a5f-a827-211a96a69ff4" containerName="memcached" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571385 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4276a584-f8b8-4fd0-88f9-6d58210d458e" containerName="barbican-worker" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571414 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" containerName="barbican-keystone-listener-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571442 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="swift-recon-cron" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571471 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7a5b1b10-6fa8-4d3e-9473-2b74507e16b3" containerName="cinder-api-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571488 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ffd9a21-55d3-488b-afe4-81fd7842fbb2" containerName="openstack-network-exporter" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571512 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="ceilometer-central-agent" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571529 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f38de42c-4e66-4790-8f08-97b967c71f30" containerName="neutron-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571549 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="43ad804c-9522-4a98-8600-cae586ae47f5" containerName="nova-cell0-conductor-conductor" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571576 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fd7c0d1b-67ef-40ea-adc5-049a0821a7d1" containerName="barbican-keystone-listener" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571596 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="25940b71-e194-45c2-b97b-69707af5063d" containerName="mariadb-account-delete" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571618 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="rsync" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571633 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="85a40228-1c1e-456c-b7bb-d0444cb285a0" containerName="keystone-api" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571651 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="00b8d171-e80e-445d-b33f-def69b266e40" containerName="nova-api-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571674 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="58d210a4-1ea8-4f45-8c2e-b4c4beba3763" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571702 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2c8fcf88-e146-4bb7-8e79-f6b4cc9d1df8" containerName="placement-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571763 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="object-updater" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571789 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="537c1e11-50d7-4d39-beb5-fd71db25caac" containerName="barbican-api-log" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571809 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94f9fb71-4fbc-48b0-879d-4fd4d4ae2492" containerName="account-server" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571829 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7be01bd5-95c3-41b8-8dba-bc677a19de60" containerName="proxy-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571859 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="20584d7a-eb3a-4a7d-a999-dd31dd517bd6" containerName="dnsmasq-dns" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571878 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f38de42c-4e66-4790-8f08-97b967c71f30" containerName="neutron-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571895 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3fb5f3bd-4c49-4fd2-b799-939035491a10" containerName="proxy-httpd" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571923 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7be01bd5-95c3-41b8-8dba-bc677a19de60" containerName="proxy-server" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.571949 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0724389e-6d85-4424-a90d-0aa00ff89dea" containerName="kube-state-metrics" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.572972 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.575791 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.575873 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.576585 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.578006 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.579899 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-l9xfg"] Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.699987 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dwnjk\" (UniqueName: \"kubernetes.io/projected/96ba5789-9434-41f9-a97d-2bd64c650ef0-kube-api-access-dwnjk\") pod \"crc-storage-crc-l9xfg\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.700039 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/96ba5789-9434-41f9-a97d-2bd64c650ef0-node-mnt\") pod \"crc-storage-crc-l9xfg\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.700137 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/96ba5789-9434-41f9-a97d-2bd64c650ef0-crc-storage\") pod \"crc-storage-crc-l9xfg\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.801968 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/96ba5789-9434-41f9-a97d-2bd64c650ef0-crc-storage\") pod \"crc-storage-crc-l9xfg\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.802118 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dwnjk\" (UniqueName: \"kubernetes.io/projected/96ba5789-9434-41f9-a97d-2bd64c650ef0-kube-api-access-dwnjk\") pod \"crc-storage-crc-l9xfg\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.802163 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/96ba5789-9434-41f9-a97d-2bd64c650ef0-node-mnt\") pod \"crc-storage-crc-l9xfg\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.802578 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/96ba5789-9434-41f9-a97d-2bd64c650ef0-node-mnt\") pod \"crc-storage-crc-l9xfg\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.803434 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/96ba5789-9434-41f9-a97d-2bd64c650ef0-crc-storage\") pod \"crc-storage-crc-l9xfg\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.837959 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dwnjk\" (UniqueName: \"kubernetes.io/projected/96ba5789-9434-41f9-a97d-2bd64c650ef0-kube-api-access-dwnjk\") pod \"crc-storage-crc-l9xfg\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:48 crc kubenswrapper[4809]: I1013 20:12:48.923141 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:49 crc kubenswrapper[4809]: I1013 20:12:49.452167 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-l9xfg"] Oct 13 20:12:50 crc kubenswrapper[4809]: I1013 20:12:50.175508 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7c1b1e0a-8b8a-488e-bfc6-3032462db034" path="/var/lib/kubelet/pods/7c1b1e0a-8b8a-488e-bfc6-3032462db034/volumes" Oct 13 20:12:50 crc kubenswrapper[4809]: I1013 20:12:50.468307 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-l9xfg" event={"ID":"96ba5789-9434-41f9-a97d-2bd64c650ef0","Type":"ContainerStarted","Data":"cfa0adb924b51123a9c6b224c3fc73c972cc239ea1a863d8e092bf5617dd7188"} Oct 13 20:12:50 crc kubenswrapper[4809]: I1013 20:12:50.468369 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-l9xfg" event={"ID":"96ba5789-9434-41f9-a97d-2bd64c650ef0","Type":"ContainerStarted","Data":"1c8230614d9c8cde4362d4f0265c60266db40f368b5facd3a4322003bcb40a75"} Oct 13 20:12:51 crc kubenswrapper[4809]: I1013 20:12:51.485665 4809 generic.go:334] "Generic (PLEG): container finished" podID="96ba5789-9434-41f9-a97d-2bd64c650ef0" containerID="cfa0adb924b51123a9c6b224c3fc73c972cc239ea1a863d8e092bf5617dd7188" exitCode=0 Oct 13 20:12:51 crc kubenswrapper[4809]: I1013 20:12:51.485806 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-l9xfg" event={"ID":"96ba5789-9434-41f9-a97d-2bd64c650ef0","Type":"ContainerDied","Data":"cfa0adb924b51123a9c6b224c3fc73c972cc239ea1a863d8e092bf5617dd7188"} Oct 13 20:12:52 crc kubenswrapper[4809]: I1013 20:12:52.888101 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.075958 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/96ba5789-9434-41f9-a97d-2bd64c650ef0-crc-storage\") pod \"96ba5789-9434-41f9-a97d-2bd64c650ef0\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.076161 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/96ba5789-9434-41f9-a97d-2bd64c650ef0-node-mnt\") pod \"96ba5789-9434-41f9-a97d-2bd64c650ef0\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.076227 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dwnjk\" (UniqueName: \"kubernetes.io/projected/96ba5789-9434-41f9-a97d-2bd64c650ef0-kube-api-access-dwnjk\") pod \"96ba5789-9434-41f9-a97d-2bd64c650ef0\" (UID: \"96ba5789-9434-41f9-a97d-2bd64c650ef0\") " Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.076304 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/96ba5789-9434-41f9-a97d-2bd64c650ef0-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "96ba5789-9434-41f9-a97d-2bd64c650ef0" (UID: "96ba5789-9434-41f9-a97d-2bd64c650ef0"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.076941 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/96ba5789-9434-41f9-a97d-2bd64c650ef0-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.087956 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/96ba5789-9434-41f9-a97d-2bd64c650ef0-kube-api-access-dwnjk" (OuterVolumeSpecName: "kube-api-access-dwnjk") pod "96ba5789-9434-41f9-a97d-2bd64c650ef0" (UID: "96ba5789-9434-41f9-a97d-2bd64c650ef0"). InnerVolumeSpecName "kube-api-access-dwnjk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.113805 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/96ba5789-9434-41f9-a97d-2bd64c650ef0-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "96ba5789-9434-41f9-a97d-2bd64c650ef0" (UID: "96ba5789-9434-41f9-a97d-2bd64c650ef0"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.178636 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/96ba5789-9434-41f9-a97d-2bd64c650ef0-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.178682 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dwnjk\" (UniqueName: \"kubernetes.io/projected/96ba5789-9434-41f9-a97d-2bd64c650ef0-kube-api-access-dwnjk\") on node \"crc\" DevicePath \"\"" Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.514894 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-l9xfg" event={"ID":"96ba5789-9434-41f9-a97d-2bd64c650ef0","Type":"ContainerDied","Data":"1c8230614d9c8cde4362d4f0265c60266db40f368b5facd3a4322003bcb40a75"} Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.515345 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1c8230614d9c8cde4362d4f0265c60266db40f368b5facd3a4322003bcb40a75" Oct 13 20:12:53 crc kubenswrapper[4809]: I1013 20:12:53.515123 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-l9xfg" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.121930 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-l9xfg"] Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.130569 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-l9xfg"] Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.174143 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="96ba5789-9434-41f9-a97d-2bd64c650ef0" path="/var/lib/kubelet/pods/96ba5789-9434-41f9-a97d-2bd64c650ef0/volumes" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.280238 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-b92qz"] Oct 13 20:12:56 crc kubenswrapper[4809]: E1013 20:12:56.282137 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="96ba5789-9434-41f9-a97d-2bd64c650ef0" containerName="storage" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.282164 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="96ba5789-9434-41f9-a97d-2bd64c650ef0" containerName="storage" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.282370 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="96ba5789-9434-41f9-a97d-2bd64c650ef0" containerName="storage" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.282987 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.286391 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.286815 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.287890 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.288081 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.301883 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-b92qz"] Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.455725 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vq7dg\" (UniqueName: \"kubernetes.io/projected/e5bc5126-0fd7-418b-87c7-3238e498d873-kube-api-access-vq7dg\") pod \"crc-storage-crc-b92qz\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.456416 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/e5bc5126-0fd7-418b-87c7-3238e498d873-crc-storage\") pod \"crc-storage-crc-b92qz\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.456658 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/e5bc5126-0fd7-418b-87c7-3238e498d873-node-mnt\") pod \"crc-storage-crc-b92qz\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.558839 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vq7dg\" (UniqueName: \"kubernetes.io/projected/e5bc5126-0fd7-418b-87c7-3238e498d873-kube-api-access-vq7dg\") pod \"crc-storage-crc-b92qz\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.559332 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/e5bc5126-0fd7-418b-87c7-3238e498d873-crc-storage\") pod \"crc-storage-crc-b92qz\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.559509 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/e5bc5126-0fd7-418b-87c7-3238e498d873-node-mnt\") pod \"crc-storage-crc-b92qz\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.560044 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/e5bc5126-0fd7-418b-87c7-3238e498d873-node-mnt\") pod \"crc-storage-crc-b92qz\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.560429 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/e5bc5126-0fd7-418b-87c7-3238e498d873-crc-storage\") pod \"crc-storage-crc-b92qz\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.590207 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vq7dg\" (UniqueName: \"kubernetes.io/projected/e5bc5126-0fd7-418b-87c7-3238e498d873-kube-api-access-vq7dg\") pod \"crc-storage-crc-b92qz\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:12:56 crc kubenswrapper[4809]: I1013 20:12:56.614448 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:12:57 crc kubenswrapper[4809]: I1013 20:12:57.080446 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-b92qz"] Oct 13 20:12:57 crc kubenswrapper[4809]: I1013 20:12:57.090472 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 20:12:57 crc kubenswrapper[4809]: I1013 20:12:57.564810 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-b92qz" event={"ID":"e5bc5126-0fd7-418b-87c7-3238e498d873","Type":"ContainerStarted","Data":"5262ca8554d827662d317569c2b7ca51e2c4f830eab721c8e997e55a26e655a8"} Oct 13 20:12:58 crc kubenswrapper[4809]: I1013 20:12:58.580915 4809 generic.go:334] "Generic (PLEG): container finished" podID="e5bc5126-0fd7-418b-87c7-3238e498d873" containerID="c838fd8e680bc1029a5ed657b51d36806c701139b7242f13a6959ba835008075" exitCode=0 Oct 13 20:12:58 crc kubenswrapper[4809]: I1013 20:12:58.581022 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-b92qz" event={"ID":"e5bc5126-0fd7-418b-87c7-3238e498d873","Type":"ContainerDied","Data":"c838fd8e680bc1029a5ed657b51d36806c701139b7242f13a6959ba835008075"} Oct 13 20:12:58 crc kubenswrapper[4809]: I1013 20:12:58.593324 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:12:58 crc kubenswrapper[4809]: I1013 20:12:58.593403 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:12:58 crc kubenswrapper[4809]: I1013 20:12:58.593718 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 20:12:58 crc kubenswrapper[4809]: I1013 20:12:58.594890 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 20:12:58 crc kubenswrapper[4809]: I1013 20:12:58.595033 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" gracePeriod=600 Oct 13 20:12:58 crc kubenswrapper[4809]: E1013 20:12:58.724322 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:12:59 crc kubenswrapper[4809]: I1013 20:12:59.598656 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" exitCode=0 Oct 13 20:12:59 crc kubenswrapper[4809]: I1013 20:12:59.598715 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097"} Oct 13 20:12:59 crc kubenswrapper[4809]: I1013 20:12:59.598837 4809 scope.go:117] "RemoveContainer" containerID="a477096216cf2a98680f970c8b9d6f62720978cd5aa7fb55cc46b87eade6f1a0" Oct 13 20:12:59 crc kubenswrapper[4809]: I1013 20:12:59.599699 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:12:59 crc kubenswrapper[4809]: E1013 20:12:59.600237 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.022470 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.121009 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/e5bc5126-0fd7-418b-87c7-3238e498d873-crc-storage\") pod \"e5bc5126-0fd7-418b-87c7-3238e498d873\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.121201 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/e5bc5126-0fd7-418b-87c7-3238e498d873-node-mnt\") pod \"e5bc5126-0fd7-418b-87c7-3238e498d873\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.121308 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vq7dg\" (UniqueName: \"kubernetes.io/projected/e5bc5126-0fd7-418b-87c7-3238e498d873-kube-api-access-vq7dg\") pod \"e5bc5126-0fd7-418b-87c7-3238e498d873\" (UID: \"e5bc5126-0fd7-418b-87c7-3238e498d873\") " Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.121316 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/e5bc5126-0fd7-418b-87c7-3238e498d873-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "e5bc5126-0fd7-418b-87c7-3238e498d873" (UID: "e5bc5126-0fd7-418b-87c7-3238e498d873"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.121719 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/e5bc5126-0fd7-418b-87c7-3238e498d873-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.129019 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e5bc5126-0fd7-418b-87c7-3238e498d873-kube-api-access-vq7dg" (OuterVolumeSpecName: "kube-api-access-vq7dg") pod "e5bc5126-0fd7-418b-87c7-3238e498d873" (UID: "e5bc5126-0fd7-418b-87c7-3238e498d873"). InnerVolumeSpecName "kube-api-access-vq7dg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.157644 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e5bc5126-0fd7-418b-87c7-3238e498d873-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "e5bc5126-0fd7-418b-87c7-3238e498d873" (UID: "e5bc5126-0fd7-418b-87c7-3238e498d873"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.223110 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vq7dg\" (UniqueName: \"kubernetes.io/projected/e5bc5126-0fd7-418b-87c7-3238e498d873-kube-api-access-vq7dg\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.223139 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/e5bc5126-0fd7-418b-87c7-3238e498d873-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.619781 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-b92qz" Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.619787 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-b92qz" event={"ID":"e5bc5126-0fd7-418b-87c7-3238e498d873","Type":"ContainerDied","Data":"5262ca8554d827662d317569c2b7ca51e2c4f830eab721c8e997e55a26e655a8"} Oct 13 20:13:00 crc kubenswrapper[4809]: I1013 20:13:00.620004 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5262ca8554d827662d317569c2b7ca51e2c4f830eab721c8e997e55a26e655a8" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.068682 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:13:12 crc kubenswrapper[4809]: E1013 20:13:12.069426 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e5bc5126-0fd7-418b-87c7-3238e498d873" containerName="storage" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.069438 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e5bc5126-0fd7-418b-87c7-3238e498d873" containerName="storage" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.069590 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e5bc5126-0fd7-418b-87c7-3238e498d873" containerName="storage" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.070329 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.072045 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-default-user" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.072523 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-svc" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.072658 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-config-data" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.072815 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-server-dockercfg-d8z9w" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.073125 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-erlang-cookie" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.073161 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-plugins-conf" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.074045 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-server-conf" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.090583 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.155044 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:13:12 crc kubenswrapper[4809]: E1013 20:13:12.155280 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.218626 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.219056 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/9f0eac95-c3be-4174-99bd-3701956b0bd4-pod-info\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.219363 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.219671 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.219925 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.220090 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/9f0eac95-c3be-4174-99bd-3701956b0bd4-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.220253 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jsslm\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-kube-api-access-jsslm\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.220483 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-config-data\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.220647 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.220921 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.221103 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-server-conf\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.323327 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-config-data\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.323375 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.323399 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.323435 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-server-conf\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.323461 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.323487 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/9f0eac95-c3be-4174-99bd-3701956b0bd4-pod-info\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.323513 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.323584 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.323613 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.323645 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/9f0eac95-c3be-4174-99bd-3701956b0bd4-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.323678 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jsslm\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-kube-api-access-jsslm\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.324674 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-server-conf\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.325397 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.325540 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.326061 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-config-data\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.326324 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.326472 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.337535 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.337555 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/9f0eac95-c3be-4174-99bd-3701956b0bd4-pod-info\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.338124 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/9f0eac95-c3be-4174-99bd-3701956b0bd4-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.339989 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.344071 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jsslm\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-kube-api-access-jsslm\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.349420 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.389515 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:12 crc kubenswrapper[4809]: I1013 20:13:12.854328 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.037627 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.039569 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.042132 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-erlang-cookie" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.042215 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-default-user" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.042450 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-cell1-svc" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.042608 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-config-data" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.042816 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-plugins-conf" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.043453 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-conf" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.056050 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.057805 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-dockercfg-97s9t" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.140923 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.141046 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/e42baa06-616a-4681-865a-b307f5cd8be4-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.141131 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.141197 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.141310 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.141425 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/e42baa06-616a-4681-865a-b307f5cd8be4-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.141489 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tdsdk\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-kube-api-access-tdsdk\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.141620 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.141708 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.141828 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.141894 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243420 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/e42baa06-616a-4681-865a-b307f5cd8be4-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243487 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243522 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243576 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243645 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/e42baa06-616a-4681-865a-b307f5cd8be4-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243664 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tdsdk\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-kube-api-access-tdsdk\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243712 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243754 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243785 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243814 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.243995 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") device mount path \"/mnt/openstack/pv14\"" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.244321 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.244721 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.245967 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.246666 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.247104 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.249864 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/e42baa06-616a-4681-865a-b307f5cd8be4-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.250074 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.251052 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/e42baa06-616a-4681-865a-b307f5cd8be4-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.253434 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.264924 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tdsdk\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-kube-api-access-tdsdk\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.274108 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.368085 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.791499 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"9f0eac95-c3be-4174-99bd-3701956b0bd4","Type":"ContainerStarted","Data":"18165908554fe7feb3b1189b21ed7dc5a7f4f362e30d4cade89b8b7ea57ffa00"} Oct 13 20:13:13 crc kubenswrapper[4809]: I1013 20:13:13.848482 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.435555 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.438883 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.445622 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-svc" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.445631 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-scripts" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.445926 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config-data" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.446032 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"osp-secret" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.449153 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-dockercfg-2pfg6" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.468478 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"combined-ca-bundle" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.497086 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.566887 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.567181 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-config-data-default\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.567281 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x4h76\" (UniqueName: \"kubernetes.io/projected/9925a067-85e2-4467-a502-538b8f5a4148-kube-api-access-x4h76\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.567368 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/9925a067-85e2-4467-a502-538b8f5a4148-config-data-generated\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.567445 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-operator-scripts\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.567512 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-secrets\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.567606 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.567686 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-kolla-config\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.567825 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.669535 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.669845 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.669988 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-config-data-default\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.670969 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x4h76\" (UniqueName: \"kubernetes.io/projected/9925a067-85e2-4467-a502-538b8f5a4148-kube-api-access-x4h76\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.671095 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/9925a067-85e2-4467-a502-538b8f5a4148-config-data-generated\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.671165 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-operator-scripts\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.671214 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-secrets\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.671108 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-config-data-default\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.671326 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.671487 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-kolla-config\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.670278 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") device mount path \"/mnt/openstack/pv20\"" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.672237 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-kolla-config\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.672440 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/9925a067-85e2-4467-a502-538b8f5a4148-config-data-generated\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.673676 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-operator-scripts\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.675357 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-secrets\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.677365 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.680161 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.689961 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x4h76\" (UniqueName: \"kubernetes.io/projected/9925a067-85e2-4467-a502-538b8f5a4148-kube-api-access-x4h76\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.713068 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.755444 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.800193 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"e42baa06-616a-4681-865a-b307f5cd8be4","Type":"ContainerStarted","Data":"0d305d5a91b2d9d369880007f23e03125b4c3e2467d1663e904f0367b32ba722"} Oct 13 20:13:14 crc kubenswrapper[4809]: I1013 20:13:14.801396 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"9f0eac95-c3be-4174-99bd-3701956b0bd4","Type":"ContainerStarted","Data":"f36f8e4b86a1f1a6b1cb2d3a5ffa9211308425e49167fd2a50d1227b030e04f3"} Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.221960 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:13:15 crc kubenswrapper[4809]: W1013 20:13:15.233526 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9925a067_85e2_4467_a502_538b8f5a4148.slice/crio-c34e51e47633ccead47a679c6c73d087a62b2c0f307340e8177e623501c3b054 WatchSource:0}: Error finding container c34e51e47633ccead47a679c6c73d087a62b2c0f307340e8177e623501c3b054: Status 404 returned error can't find the container with id c34e51e47633ccead47a679c6c73d087a62b2c0f307340e8177e623501c3b054 Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.614708 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.616470 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.618953 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-cell1-dockercfg-xpx99" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.622221 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-cell1-svc" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.622420 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-config-data" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.622704 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-scripts" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.645099 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.686921 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.686982 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.687014 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.687034 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.687056 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.687112 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.687248 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.687350 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lcvm6\" (UniqueName: \"kubernetes.io/projected/e96ac583-7a91-4835-8ca5-fcd410604105-kube-api-access-lcvm6\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.687371 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.788794 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.788891 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.788942 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.788983 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.789024 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.789134 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.789175 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.789250 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lcvm6\" (UniqueName: \"kubernetes.io/projected/e96ac583-7a91-4835-8ca5-fcd410604105-kube-api-access-lcvm6\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.789286 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.789378 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.789807 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.790326 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.790469 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.790940 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.794182 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.795344 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.812550 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.818088 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"9925a067-85e2-4467-a502-538b8f5a4148","Type":"ContainerStarted","Data":"f01e7348aafd5821d27a89ef378edbf61995cb0e0960cdc6cf9efb8e2ce17594"} Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.818145 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"9925a067-85e2-4467-a502-538b8f5a4148","Type":"ContainerStarted","Data":"c34e51e47633ccead47a679c6c73d087a62b2c0f307340e8177e623501c3b054"} Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.825845 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lcvm6\" (UniqueName: \"kubernetes.io/projected/e96ac583-7a91-4835-8ca5-fcd410604105-kube-api-access-lcvm6\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.826298 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"e42baa06-616a-4681-865a-b307f5cd8be4","Type":"ContainerStarted","Data":"41a6928b100e70eb3f886db74535ac8e6d5bec3de3bab1700bbe627768546bde"} Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.855092 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"openstack-cell1-galera-0\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:15 crc kubenswrapper[4809]: I1013 20:13:15.934113 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.002048 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.003224 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.007396 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.007719 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-memcached-svc" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.007912 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-d5mjj" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.026857 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.094628 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-config-data\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.094746 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-memcached-tls-certs\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.094822 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2zrk7\" (UniqueName: \"kubernetes.io/projected/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kube-api-access-2zrk7\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.094855 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-combined-ca-bundle\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.094878 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kolla-config\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.196033 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2zrk7\" (UniqueName: \"kubernetes.io/projected/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kube-api-access-2zrk7\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.196082 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-combined-ca-bundle\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.197624 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kolla-config\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.197689 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kolla-config\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.197788 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-config-data\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.197892 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-memcached-tls-certs\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.198423 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-config-data\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.201538 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-memcached-tls-certs\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.203258 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-combined-ca-bundle\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.214059 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2zrk7\" (UniqueName: \"kubernetes.io/projected/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kube-api-access-2zrk7\") pod \"memcached-0\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.319780 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.435613 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:13:16 crc kubenswrapper[4809]: W1013 20:13:16.442509 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode96ac583_7a91_4835_8ca5_fcd410604105.slice/crio-75a9e24bdf4200a51013e1448dda04ebe69887744722fd1db3d705c612858f3f WatchSource:0}: Error finding container 75a9e24bdf4200a51013e1448dda04ebe69887744722fd1db3d705c612858f3f: Status 404 returned error can't find the container with id 75a9e24bdf4200a51013e1448dda04ebe69887744722fd1db3d705c612858f3f Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.778283 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:13:16 crc kubenswrapper[4809]: W1013 20:13:16.780834 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode27a76be_9549_4ca0_a03f_f91fb5efb9c7.slice/crio-2a55fa2ebe53ca4da4b071e512e9a3cd0cc36179fbd65d37c9e59f6d68a699a2 WatchSource:0}: Error finding container 2a55fa2ebe53ca4da4b071e512e9a3cd0cc36179fbd65d37c9e59f6d68a699a2: Status 404 returned error can't find the container with id 2a55fa2ebe53ca4da4b071e512e9a3cd0cc36179fbd65d37c9e59f6d68a699a2 Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.835999 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"e96ac583-7a91-4835-8ca5-fcd410604105","Type":"ContainerStarted","Data":"5abcfe4775436340b2834e091de567c3b6102aaa2cae32fe786613de8c46a994"} Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.836043 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"e96ac583-7a91-4835-8ca5-fcd410604105","Type":"ContainerStarted","Data":"75a9e24bdf4200a51013e1448dda04ebe69887744722fd1db3d705c612858f3f"} Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.837330 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"e27a76be-9549-4ca0-a03f-f91fb5efb9c7","Type":"ContainerStarted","Data":"2a55fa2ebe53ca4da4b071e512e9a3cd0cc36179fbd65d37c9e59f6d68a699a2"} Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.919534 4809 scope.go:117] "RemoveContainer" containerID="00dd421febddaae4cd11011d246dd814827c4bd6330979a513e31cdacf29403a" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.946549 4809 scope.go:117] "RemoveContainer" containerID="2c18d8368bcbec7608155911698ca62c57137ab14c7336d4e9d77f61f168f3cc" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.965775 4809 scope.go:117] "RemoveContainer" containerID="82a556e7301c70a186b0e44e4617e293b0c80ed40e17e1c29c20b297e04d3d52" Oct 13 20:13:16 crc kubenswrapper[4809]: I1013 20:13:16.985623 4809 scope.go:117] "RemoveContainer" containerID="c2935b9a3eb15c360bfb54af96ccdf45c0ebe7097ab3462c63d6599653c0157a" Oct 13 20:13:17 crc kubenswrapper[4809]: I1013 20:13:17.002323 4809 scope.go:117] "RemoveContainer" containerID="bfcdced08ff74d965df6519b5c3f50a3703577f88f2dcaeca7b643aac2efbb9b" Oct 13 20:13:17 crc kubenswrapper[4809]: I1013 20:13:17.038054 4809 scope.go:117] "RemoveContainer" containerID="af9c87d527a418852b1159fae5e6409e442b80b7eb72da5684fbf3df3c998c4a" Oct 13 20:13:17 crc kubenswrapper[4809]: I1013 20:13:17.084119 4809 scope.go:117] "RemoveContainer" containerID="97bd5946a4c5cd6a858bc704c08fdc1c064705d0ba9ce2790f78e9cae0d182fe" Oct 13 20:13:17 crc kubenswrapper[4809]: I1013 20:13:17.106816 4809 scope.go:117] "RemoveContainer" containerID="8ac738f2549b960c40c1ce2034383e346b69e7a797d0658ef7f9ec802dd25240" Oct 13 20:13:17 crc kubenswrapper[4809]: I1013 20:13:17.130593 4809 scope.go:117] "RemoveContainer" containerID="c7ac5509e0559077879531f2a9e8b51591532b27856d1ac59de56480b2ecaed9" Oct 13 20:13:17 crc kubenswrapper[4809]: I1013 20:13:17.850716 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"e27a76be-9549-4ca0-a03f-f91fb5efb9c7","Type":"ContainerStarted","Data":"cb9f9f4c997f5943bd360dd41316dad83ff8ae6b6c201e779528d5bfafa6f806"} Oct 13 20:13:17 crc kubenswrapper[4809]: I1013 20:13:17.851123 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:17 crc kubenswrapper[4809]: I1013 20:13:17.866391 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=2.866375889 podStartE2EDuration="2.866375889s" podCreationTimestamp="2025-10-13 20:13:15 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:17.865363021 +0000 UTC m=+2916.471109606" watchObservedRunningTime="2025-10-13 20:13:17.866375889 +0000 UTC m=+2916.472122474" Oct 13 20:13:18 crc kubenswrapper[4809]: I1013 20:13:18.027722 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:13:18 crc kubenswrapper[4809]: I1013 20:13:18.028644 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:13:18 crc kubenswrapper[4809]: I1013 20:13:18.031789 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"telemetry-ceilometer-dockercfg-bcjhn" Oct 13 20:13:18 crc kubenswrapper[4809]: I1013 20:13:18.044432 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:13:18 crc kubenswrapper[4809]: I1013 20:13:18.127874 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rz2hw\" (UniqueName: \"kubernetes.io/projected/2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c-kube-api-access-rz2hw\") pod \"kube-state-metrics-0\" (UID: \"2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:13:18 crc kubenswrapper[4809]: I1013 20:13:18.229040 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rz2hw\" (UniqueName: \"kubernetes.io/projected/2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c-kube-api-access-rz2hw\") pod \"kube-state-metrics-0\" (UID: \"2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:13:18 crc kubenswrapper[4809]: I1013 20:13:18.251250 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rz2hw\" (UniqueName: \"kubernetes.io/projected/2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c-kube-api-access-rz2hw\") pod \"kube-state-metrics-0\" (UID: \"2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:13:18 crc kubenswrapper[4809]: I1013 20:13:18.342893 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:13:18 crc kubenswrapper[4809]: W1013 20:13:18.804910 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod2df9c7d6_00e6_4d00_8b9a_cd3a0d781f7c.slice/crio-6fd66503e48f4fea062e5eaf0ecb72024f5c0dbf9bd764c2319b269ece622f7f WatchSource:0}: Error finding container 6fd66503e48f4fea062e5eaf0ecb72024f5c0dbf9bd764c2319b269ece622f7f: Status 404 returned error can't find the container with id 6fd66503e48f4fea062e5eaf0ecb72024f5c0dbf9bd764c2319b269ece622f7f Oct 13 20:13:18 crc kubenswrapper[4809]: I1013 20:13:18.812005 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:13:18 crc kubenswrapper[4809]: I1013 20:13:18.866192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c","Type":"ContainerStarted","Data":"6fd66503e48f4fea062e5eaf0ecb72024f5c0dbf9bd764c2319b269ece622f7f"} Oct 13 20:13:19 crc kubenswrapper[4809]: I1013 20:13:19.875035 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c","Type":"ContainerStarted","Data":"a1649476de4a04800cee70b5ebeae624a77cbd66d2ac551ea53d714a89e80f1a"} Oct 13 20:13:19 crc kubenswrapper[4809]: I1013 20:13:19.875652 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:13:19 crc kubenswrapper[4809]: I1013 20:13:19.879495 4809 generic.go:334] "Generic (PLEG): container finished" podID="9925a067-85e2-4467-a502-538b8f5a4148" containerID="f01e7348aafd5821d27a89ef378edbf61995cb0e0960cdc6cf9efb8e2ce17594" exitCode=0 Oct 13 20:13:19 crc kubenswrapper[4809]: I1013 20:13:19.879526 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"9925a067-85e2-4467-a502-538b8f5a4148","Type":"ContainerDied","Data":"f01e7348aafd5821d27a89ef378edbf61995cb0e0960cdc6cf9efb8e2ce17594"} Oct 13 20:13:19 crc kubenswrapper[4809]: I1013 20:13:19.893782 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=1.25598894 podStartE2EDuration="1.893761683s" podCreationTimestamp="2025-10-13 20:13:18 +0000 UTC" firstStartedPulling="2025-10-13 20:13:18.807668011 +0000 UTC m=+2917.413414626" lastFinishedPulling="2025-10-13 20:13:19.445440774 +0000 UTC m=+2918.051187369" observedRunningTime="2025-10-13 20:13:19.889025879 +0000 UTC m=+2918.494772464" watchObservedRunningTime="2025-10-13 20:13:19.893761683 +0000 UTC m=+2918.499508268" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.665370 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.670489 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.681643 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovn-metrics" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.682000 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-n95kb" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.682103 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.682477 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.682845 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.686434 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.779473 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.779685 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.779929 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.779993 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.780055 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-config\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.780135 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.780184 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z5wck\" (UniqueName: \"kubernetes.io/projected/03154a46-b436-44ea-a389-e8ce8f4e6c26-kube-api-access-z5wck\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.780280 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.881355 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.881439 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.881464 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.881487 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-config\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.881529 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.881551 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z5wck\" (UniqueName: \"kubernetes.io/projected/03154a46-b436-44ea-a389-e8ce8f4e6c26-kube-api-access-z5wck\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.881570 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.881597 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.882171 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.882611 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") device mount path \"/mnt/openstack/pv07\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.883118 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.883356 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-config\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.887526 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.888485 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.893080 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.896559 4809 generic.go:334] "Generic (PLEG): container finished" podID="e96ac583-7a91-4835-8ca5-fcd410604105" containerID="5abcfe4775436340b2834e091de567c3b6102aaa2cae32fe786613de8c46a994" exitCode=0 Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.896623 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"e96ac583-7a91-4835-8ca5-fcd410604105","Type":"ContainerDied","Data":"5abcfe4775436340b2834e091de567c3b6102aaa2cae32fe786613de8c46a994"} Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.905393 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"9925a067-85e2-4467-a502-538b8f5a4148","Type":"ContainerStarted","Data":"8b1c7d6f2ffc4e3326630a8b16c899dd008c4e73272b2d2421171aa0f79d4327"} Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.909047 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z5wck\" (UniqueName: \"kubernetes.io/projected/03154a46-b436-44ea-a389-e8ce8f4e6c26-kube-api-access-z5wck\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.929314 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"ovsdbserver-nb-0\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:20 crc kubenswrapper[4809]: I1013 20:13:20.980600 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-0" podStartSLOduration=7.980579786 podStartE2EDuration="7.980579786s" podCreationTimestamp="2025-10-13 20:13:13 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:20.977907281 +0000 UTC m=+2919.583653886" watchObservedRunningTime="2025-10-13 20:13:20.980579786 +0000 UTC m=+2919.586326381" Oct 13 20:13:21 crc kubenswrapper[4809]: I1013 20:13:21.011614 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:21 crc kubenswrapper[4809]: I1013 20:13:21.321931 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:13:21 crc kubenswrapper[4809]: I1013 20:13:21.494793 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:13:21 crc kubenswrapper[4809]: W1013 20:13:21.495872 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod03154a46_b436_44ea_a389_e8ce8f4e6c26.slice/crio-282074df8ce5a06ad98ccecfd20eb4ba5af5df5f5c7b0d46cf0dceb4674cd6eb WatchSource:0}: Error finding container 282074df8ce5a06ad98ccecfd20eb4ba5af5df5f5c7b0d46cf0dceb4674cd6eb: Status 404 returned error can't find the container with id 282074df8ce5a06ad98ccecfd20eb4ba5af5df5f5c7b0d46cf0dceb4674cd6eb Oct 13 20:13:21 crc kubenswrapper[4809]: I1013 20:13:21.917766 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"e96ac583-7a91-4835-8ca5-fcd410604105","Type":"ContainerStarted","Data":"f02c800d2770fb3ee1727146dab4e19fed1af6e98500c0e72e7eb47b778c11fc"} Oct 13 20:13:21 crc kubenswrapper[4809]: I1013 20:13:21.920766 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"03154a46-b436-44ea-a389-e8ce8f4e6c26","Type":"ContainerStarted","Data":"b87d2dfe3d84262f729e86ec7856cdea404fd26e775045c6ac11660e710469b0"} Oct 13 20:13:21 crc kubenswrapper[4809]: I1013 20:13:21.920832 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"03154a46-b436-44ea-a389-e8ce8f4e6c26","Type":"ContainerStarted","Data":"d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479"} Oct 13 20:13:21 crc kubenswrapper[4809]: I1013 20:13:21.920852 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"03154a46-b436-44ea-a389-e8ce8f4e6c26","Type":"ContainerStarted","Data":"282074df8ce5a06ad98ccecfd20eb4ba5af5df5f5c7b0d46cf0dceb4674cd6eb"} Oct 13 20:13:21 crc kubenswrapper[4809]: I1013 20:13:21.958050 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podStartSLOduration=7.958021972 podStartE2EDuration="7.958021972s" podCreationTimestamp="2025-10-13 20:13:14 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:21.951278911 +0000 UTC m=+2920.557025496" watchObservedRunningTime="2025-10-13 20:13:21.958021972 +0000 UTC m=+2920.563768587" Oct 13 20:13:21 crc kubenswrapper[4809]: I1013 20:13:21.973543 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=2.973525091 podStartE2EDuration="2.973525091s" podCreationTimestamp="2025-10-13 20:13:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:21.968397556 +0000 UTC m=+2920.574144181" watchObservedRunningTime="2025-10-13 20:13:21.973525091 +0000 UTC m=+2920.579271676" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.554639 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.556473 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.560274 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-sb-ovndbs" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.561992 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.562214 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.571040 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-w7zxd" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.580962 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.632681 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.632925 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.632989 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-config\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.633030 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.633087 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.633119 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4x729\" (UniqueName: \"kubernetes.io/projected/6effb53c-e0d0-4a1f-bb72-60e02658baaf-kube-api-access-4x729\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.633214 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.633269 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.734889 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.734944 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.735023 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.735082 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.735108 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-config\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.735131 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.735164 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.735185 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4x729\" (UniqueName: \"kubernetes.io/projected/6effb53c-e0d0-4a1f-bb72-60e02658baaf-kube-api-access-4x729\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.735767 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") device mount path \"/mnt/openstack/pv08\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.736367 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.737170 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-config\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.737706 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.744978 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.746301 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.756472 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.767130 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4x729\" (UniqueName: \"kubernetes.io/projected/6effb53c-e0d0-4a1f-bb72-60e02658baaf-kube-api-access-4x729\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: E1013 20:13:23.786938 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:34340->38.102.83.181:41207: write tcp 38.102.83.181:34340->38.102.83.181:41207: write: broken pipe Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.791882 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-sb-0\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:23 crc kubenswrapper[4809]: I1013 20:13:23.895300 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:24 crc kubenswrapper[4809]: I1013 20:13:24.013373 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:24 crc kubenswrapper[4809]: I1013 20:13:24.073900 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:24 crc kubenswrapper[4809]: I1013 20:13:24.395683 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:13:24 crc kubenswrapper[4809]: I1013 20:13:24.756343 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:24 crc kubenswrapper[4809]: I1013 20:13:24.756607 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:24 crc kubenswrapper[4809]: I1013 20:13:24.826191 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:24 crc kubenswrapper[4809]: I1013 20:13:24.957181 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"6effb53c-e0d0-4a1f-bb72-60e02658baaf","Type":"ContainerStarted","Data":"af02b7b9fe35f9f249efb8fd2f6c5ed08e3c088b08b090fa0ed47a1700e38531"} Oct 13 20:13:24 crc kubenswrapper[4809]: I1013 20:13:24.957237 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"6effb53c-e0d0-4a1f-bb72-60e02658baaf","Type":"ContainerStarted","Data":"1ce2a108114aaee9d4302112c37b8a324124010d3a32f5390feb23c0b1577a8b"} Oct 13 20:13:24 crc kubenswrapper[4809]: I1013 20:13:24.957259 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"6effb53c-e0d0-4a1f-bb72-60e02658baaf","Type":"ContainerStarted","Data":"b7fdd5a0fa44f37f483e9992866ebf96aa1c0c7a712e7f7ba92a56ed8f9a821a"} Oct 13 20:13:24 crc kubenswrapper[4809]: I1013 20:13:24.957952 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:24 crc kubenswrapper[4809]: I1013 20:13:24.989323 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=2.9892940489999997 podStartE2EDuration="2.989294049s" podCreationTimestamp="2025-10-13 20:13:22 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:24.982272621 +0000 UTC m=+2923.588019226" watchObservedRunningTime="2025-10-13 20:13:24.989294049 +0000 UTC m=+2923.595040684" Oct 13 20:13:25 crc kubenswrapper[4809]: I1013 20:13:25.030780 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:13:25 crc kubenswrapper[4809]: I1013 20:13:25.155369 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:13:25 crc kubenswrapper[4809]: E1013 20:13:25.156009 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:13:25 crc kubenswrapper[4809]: I1013 20:13:25.935034 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:25 crc kubenswrapper[4809]: I1013 20:13:25.937969 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:25 crc kubenswrapper[4809]: I1013 20:13:25.998046 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-create-8t8bg"] Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.000329 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-8t8bg" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.009184 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-8t8bg"] Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.037951 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.078701 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.179421 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4pl9w\" (UniqueName: \"kubernetes.io/projected/2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec-kube-api-access-4pl9w\") pod \"keystone-db-create-8t8bg\" (UID: \"2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec\") " pod="openstack-kuttl-tests/keystone-db-create-8t8bg" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.277414 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-create-rqv2t"] Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.278860 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-rqv2t" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.280539 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4pl9w\" (UniqueName: \"kubernetes.io/projected/2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec-kube-api-access-4pl9w\") pod \"keystone-db-create-8t8bg\" (UID: \"2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec\") " pod="openstack-kuttl-tests/keystone-db-create-8t8bg" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.285067 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-rqv2t"] Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.304120 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4pl9w\" (UniqueName: \"kubernetes.io/projected/2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec-kube-api-access-4pl9w\") pod \"keystone-db-create-8t8bg\" (UID: \"2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec\") " pod="openstack-kuttl-tests/keystone-db-create-8t8bg" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.336348 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-8t8bg" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.381943 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9pqjl\" (UniqueName: \"kubernetes.io/projected/3ef1ba12-328a-406e-8758-8ca6a0e0a110-kube-api-access-9pqjl\") pod \"placement-db-create-rqv2t\" (UID: \"3ef1ba12-328a-406e-8758-8ca6a0e0a110\") " pod="openstack-kuttl-tests/placement-db-create-rqv2t" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.483352 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9pqjl\" (UniqueName: \"kubernetes.io/projected/3ef1ba12-328a-406e-8758-8ca6a0e0a110-kube-api-access-9pqjl\") pod \"placement-db-create-rqv2t\" (UID: \"3ef1ba12-328a-406e-8758-8ca6a0e0a110\") " pod="openstack-kuttl-tests/placement-db-create-rqv2t" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.525974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9pqjl\" (UniqueName: \"kubernetes.io/projected/3ef1ba12-328a-406e-8758-8ca6a0e0a110-kube-api-access-9pqjl\") pod \"placement-db-create-rqv2t\" (UID: \"3ef1ba12-328a-406e-8758-8ca6a0e0a110\") " pod="openstack-kuttl-tests/placement-db-create-rqv2t" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.590590 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-8t8bg"] Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.597436 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-rqv2t" Oct 13 20:13:26 crc kubenswrapper[4809]: W1013 20:13:26.598746 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod2ca0f8bb_732f_4aa6_b1d1_1249a14be9ec.slice/crio-434ded544b388d96737acec55033f15262a21e52bf7eee71b0c6f8057fcf48f0 WatchSource:0}: Error finding container 434ded544b388d96737acec55033f15262a21e52bf7eee71b0c6f8057fcf48f0: Status 404 returned error can't find the container with id 434ded544b388d96737acec55033f15262a21e52bf7eee71b0c6f8057fcf48f0 Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.896285 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.993457 4809 generic.go:334] "Generic (PLEG): container finished" podID="2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec" containerID="1006dd21bc6c52e41a4de192a65399d6760d2f8abda31c2f10ea52601b23f693" exitCode=0 Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.993522 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-8t8bg" event={"ID":"2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec","Type":"ContainerDied","Data":"1006dd21bc6c52e41a4de192a65399d6760d2f8abda31c2f10ea52601b23f693"} Oct 13 20:13:26 crc kubenswrapper[4809]: I1013 20:13:26.993602 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-8t8bg" event={"ID":"2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec","Type":"ContainerStarted","Data":"434ded544b388d96737acec55033f15262a21e52bf7eee71b0c6f8057fcf48f0"} Oct 13 20:13:27 crc kubenswrapper[4809]: I1013 20:13:27.059487 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-rqv2t"] Oct 13 20:13:27 crc kubenswrapper[4809]: W1013 20:13:27.075964 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3ef1ba12_328a_406e_8758_8ca6a0e0a110.slice/crio-6485febd3f4f304ecef8dcab33781d772511f4484e9bea2f469be2e9804e83a6 WatchSource:0}: Error finding container 6485febd3f4f304ecef8dcab33781d772511f4484e9bea2f469be2e9804e83a6: Status 404 returned error can't find the container with id 6485febd3f4f304ecef8dcab33781d772511f4484e9bea2f469be2e9804e83a6 Oct 13 20:13:27 crc kubenswrapper[4809]: I1013 20:13:27.078151 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:13:27 crc kubenswrapper[4809]: E1013 20:13:27.445835 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3ef1ba12_328a_406e_8758_8ca6a0e0a110.slice/crio-f198b94aff9d8191f72b2aafb9524e2b47f5a0d81d2c8743cae7176744700f63.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3ef1ba12_328a_406e_8758_8ca6a0e0a110.slice/crio-conmon-f198b94aff9d8191f72b2aafb9524e2b47f5a0d81d2c8743cae7176744700f63.scope\": RecentStats: unable to find data in memory cache]" Oct 13 20:13:28 crc kubenswrapper[4809]: I1013 20:13:28.015335 4809 generic.go:334] "Generic (PLEG): container finished" podID="3ef1ba12-328a-406e-8758-8ca6a0e0a110" containerID="f198b94aff9d8191f72b2aafb9524e2b47f5a0d81d2c8743cae7176744700f63" exitCode=0 Oct 13 20:13:28 crc kubenswrapper[4809]: I1013 20:13:28.015403 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-rqv2t" event={"ID":"3ef1ba12-328a-406e-8758-8ca6a0e0a110","Type":"ContainerDied","Data":"f198b94aff9d8191f72b2aafb9524e2b47f5a0d81d2c8743cae7176744700f63"} Oct 13 20:13:28 crc kubenswrapper[4809]: I1013 20:13:28.016484 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-rqv2t" event={"ID":"3ef1ba12-328a-406e-8758-8ca6a0e0a110","Type":"ContainerStarted","Data":"6485febd3f4f304ecef8dcab33781d772511f4484e9bea2f469be2e9804e83a6"} Oct 13 20:13:28 crc kubenswrapper[4809]: I1013 20:13:28.355783 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:13:28 crc kubenswrapper[4809]: I1013 20:13:28.493854 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-8t8bg" Oct 13 20:13:28 crc kubenswrapper[4809]: I1013 20:13:28.624988 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4pl9w\" (UniqueName: \"kubernetes.io/projected/2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec-kube-api-access-4pl9w\") pod \"2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec\" (UID: \"2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec\") " Oct 13 20:13:28 crc kubenswrapper[4809]: I1013 20:13:28.631575 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec-kube-api-access-4pl9w" (OuterVolumeSpecName: "kube-api-access-4pl9w") pod "2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec" (UID: "2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec"). InnerVolumeSpecName "kube-api-access-4pl9w". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:13:28 crc kubenswrapper[4809]: I1013 20:13:28.727596 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4pl9w\" (UniqueName: \"kubernetes.io/projected/2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec-kube-api-access-4pl9w\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:28 crc kubenswrapper[4809]: I1013 20:13:28.895564 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.030326 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-8t8bg" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.030326 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-8t8bg" event={"ID":"2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec","Type":"ContainerDied","Data":"434ded544b388d96737acec55033f15262a21e52bf7eee71b0c6f8057fcf48f0"} Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.030385 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="434ded544b388d96737acec55033f15262a21e52bf7eee71b0c6f8057fcf48f0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.451130 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:13:29 crc kubenswrapper[4809]: E1013 20:13:29.451448 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec" containerName="mariadb-database-create" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.451464 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec" containerName="mariadb-database-create" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.451659 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec" containerName="mariadb-database-create" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.455908 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.458059 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-files" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.458107 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-conf" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.458216 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-storage-config-data" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.470880 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-swift-dockercfg-lfhgr" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.498608 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.501875 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-rqv2t" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.539955 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-lock\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.539996 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n4vzz\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-kube-api-access-n4vzz\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.540036 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-cache\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.540076 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.540113 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.641624 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9pqjl\" (UniqueName: \"kubernetes.io/projected/3ef1ba12-328a-406e-8758-8ca6a0e0a110-kube-api-access-9pqjl\") pod \"3ef1ba12-328a-406e-8758-8ca6a0e0a110\" (UID: \"3ef1ba12-328a-406e-8758-8ca6a0e0a110\") " Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.642045 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.642091 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.642149 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n4vzz\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-kube-api-access-n4vzz\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.642173 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-lock\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.642205 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-cache\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: E1013 20:13:29.642294 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:13:29 crc kubenswrapper[4809]: E1013 20:13:29.642332 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:13:29 crc kubenswrapper[4809]: E1013 20:13:29.642390 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift podName:6d8c88bc-fb98-4016-b021-f7ede8ca319c nodeName:}" failed. No retries permitted until 2025-10-13 20:13:30.142372364 +0000 UTC m=+2928.748118949 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift") pod "swift-storage-0" (UID: "6d8c88bc-fb98-4016-b021-f7ede8ca319c") : configmap "swift-ring-files" not found Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.642494 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") device mount path \"/mnt/openstack/pv10\"" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.642661 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-lock\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.642721 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-cache\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.645340 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3ef1ba12-328a-406e-8758-8ca6a0e0a110-kube-api-access-9pqjl" (OuterVolumeSpecName: "kube-api-access-9pqjl") pod "3ef1ba12-328a-406e-8758-8ca6a0e0a110" (UID: "3ef1ba12-328a-406e-8758-8ca6a0e0a110"). InnerVolumeSpecName "kube-api-access-9pqjl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.659850 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n4vzz\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-kube-api-access-n4vzz\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.673964 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.743197 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9pqjl\" (UniqueName: \"kubernetes.io/projected/3ef1ba12-328a-406e-8758-8ca6a0e0a110-kube-api-access-9pqjl\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.833011 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-c97z2"] Oct 13 20:13:29 crc kubenswrapper[4809]: E1013 20:13:29.833392 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3ef1ba12-328a-406e-8758-8ca6a0e0a110" containerName="mariadb-database-create" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.833407 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3ef1ba12-328a-406e-8758-8ca6a0e0a110" containerName="mariadb-database-create" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.833561 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ef1ba12-328a-406e-8758-8ca6a0e0a110" containerName="mariadb-database-create" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.834106 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.838343 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.841555 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-config-data" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.841777 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-scripts" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.848149 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-c97z2"] Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.872637 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-c97z2"] Oct 13 20:13:29 crc kubenswrapper[4809]: E1013 20:13:29.886313 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle dispersionconf etc-swift kube-api-access-6xm9x ring-data-devices scripts swiftconf], unattached volumes=[], failed to process volumes=[combined-ca-bundle dispersionconf etc-swift kube-api-access-6xm9x ring-data-devices scripts swiftconf]: context canceled" pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" podUID="0167a6d0-b367-47c1-bcde-08ebff552f71" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.906167 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-vlg2w"] Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.908795 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.928398 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-vlg2w"] Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.945819 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.946407 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/0167a6d0-b367-47c1-bcde-08ebff552f71-etc-swift\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.946970 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-swiftconf\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.946999 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-combined-ca-bundle\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.947351 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-dispersionconf\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.947955 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-ring-data-devices\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.948063 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6xm9x\" (UniqueName: \"kubernetes.io/projected/0167a6d0-b367-47c1-bcde-08ebff552f71-kube-api-access-6xm9x\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.948142 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-scripts\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:29 crc kubenswrapper[4809]: I1013 20:13:29.984605 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.040996 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-rqv2t" event={"ID":"3ef1ba12-328a-406e-8758-8ca6a0e0a110","Type":"ContainerDied","Data":"6485febd3f4f304ecef8dcab33781d772511f4484e9bea2f469be2e9804e83a6"} Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.041058 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6485febd3f4f304ecef8dcab33781d772511f4484e9bea2f469be2e9804e83a6" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.041881 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-rqv2t" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.041995 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.050830 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-scripts\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.050980 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-dispersionconf\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051057 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rqqdd\" (UniqueName: \"kubernetes.io/projected/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-kube-api-access-rqqdd\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-ring-data-devices\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051130 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-dispersionconf\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051159 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-etc-swift\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051216 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6xm9x\" (UniqueName: \"kubernetes.io/projected/0167a6d0-b367-47c1-bcde-08ebff552f71-kube-api-access-6xm9x\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051253 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-ring-data-devices\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051351 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-scripts\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051394 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-swiftconf\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051426 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/0167a6d0-b367-47c1-bcde-08ebff552f71-etc-swift\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051496 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-combined-ca-bundle\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051528 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-combined-ca-bundle\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.051551 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-swiftconf\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.052415 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-scripts\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.052443 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-ring-data-devices\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.052694 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/0167a6d0-b367-47c1-bcde-08ebff552f71-etc-swift\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.059148 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.067846 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-dispersionconf\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.068099 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-swiftconf\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.068201 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-combined-ca-bundle\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.081915 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6xm9x\" (UniqueName: \"kubernetes.io/projected/0167a6d0-b367-47c1-bcde-08ebff552f71-kube-api-access-6xm9x\") pod \"swift-ring-rebalance-c97z2\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.124155 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.125383 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.127747 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-xk2tb" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.129274 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.129604 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.129916 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.153223 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/0167a6d0-b367-47c1-bcde-08ebff552f71-etc-swift\") pod \"0167a6d0-b367-47c1-bcde-08ebff552f71\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.153291 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-swiftconf\") pod \"0167a6d0-b367-47c1-bcde-08ebff552f71\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.153380 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-ring-data-devices\") pod \"0167a6d0-b367-47c1-bcde-08ebff552f71\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.153453 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-combined-ca-bundle\") pod \"0167a6d0-b367-47c1-bcde-08ebff552f71\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.154002 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "0167a6d0-b367-47c1-bcde-08ebff552f71" (UID: "0167a6d0-b367-47c1-bcde-08ebff552f71"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.154066 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0167a6d0-b367-47c1-bcde-08ebff552f71-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "0167a6d0-b367-47c1-bcde-08ebff552f71" (UID: "0167a6d0-b367-47c1-bcde-08ebff552f71"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.158547 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "0167a6d0-b367-47c1-bcde-08ebff552f71" (UID: "0167a6d0-b367-47c1-bcde-08ebff552f71"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.161951 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6xm9x\" (UniqueName: \"kubernetes.io/projected/0167a6d0-b367-47c1-bcde-08ebff552f71-kube-api-access-6xm9x\") pod \"0167a6d0-b367-47c1-bcde-08ebff552f71\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.161980 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-dispersionconf\") pod \"0167a6d0-b367-47c1-bcde-08ebff552f71\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162020 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-scripts\") pod \"0167a6d0-b367-47c1-bcde-08ebff552f71\" (UID: \"0167a6d0-b367-47c1-bcde-08ebff552f71\") " Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162228 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-swiftconf\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162267 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162285 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162314 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162350 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-combined-ca-bundle\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162380 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-db2fd\" (UniqueName: \"kubernetes.io/projected/19edc076-7d5b-41e8-8621-d617781a3c20-kube-api-access-db2fd\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162435 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-scripts\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162466 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-scripts\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162483 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162553 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-config\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162575 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162604 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rqqdd\" (UniqueName: \"kubernetes.io/projected/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-kube-api-access-rqqdd\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162629 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-dispersionconf\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162656 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-etc-swift\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162686 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-ring-data-devices\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162774 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/0167a6d0-b367-47c1-bcde-08ebff552f71-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162785 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.162794 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:30 crc kubenswrapper[4809]: E1013 20:13:30.164792 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:13:30 crc kubenswrapper[4809]: E1013 20:13:30.164849 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:13:30 crc kubenswrapper[4809]: E1013 20:13:30.164907 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift podName:6d8c88bc-fb98-4016-b021-f7ede8ca319c nodeName:}" failed. No retries permitted until 2025-10-13 20:13:31.164874782 +0000 UTC m=+2929.770621367 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift") pod "swift-storage-0" (UID: "6d8c88bc-fb98-4016-b021-f7ede8ca319c") : configmap "swift-ring-files" not found Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.166474 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-scripts\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.166900 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-etc-swift\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.167314 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-ring-data-devices\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.169384 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-scripts" (OuterVolumeSpecName: "scripts") pod "0167a6d0-b367-47c1-bcde-08ebff552f71" (UID: "0167a6d0-b367-47c1-bcde-08ebff552f71"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.170598 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0167a6d0-b367-47c1-bcde-08ebff552f71" (UID: "0167a6d0-b367-47c1-bcde-08ebff552f71"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.173036 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-dispersionconf\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.173567 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-combined-ca-bundle\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.173604 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0167a6d0-b367-47c1-bcde-08ebff552f71-kube-api-access-6xm9x" (OuterVolumeSpecName: "kube-api-access-6xm9x") pod "0167a6d0-b367-47c1-bcde-08ebff552f71" (UID: "0167a6d0-b367-47c1-bcde-08ebff552f71"). InnerVolumeSpecName "kube-api-access-6xm9x". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.174073 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-swiftconf\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.193190 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rqqdd\" (UniqueName: \"kubernetes.io/projected/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-kube-api-access-rqqdd\") pod \"swift-ring-rebalance-vlg2w\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.197322 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.198234 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "0167a6d0-b367-47c1-bcde-08ebff552f71" (UID: "0167a6d0-b367-47c1-bcde-08ebff552f71"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.229102 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.264489 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-db2fd\" (UniqueName: \"kubernetes.io/projected/19edc076-7d5b-41e8-8621-d617781a3c20-kube-api-access-db2fd\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.264573 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-scripts\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.264612 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.264664 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-config\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.264686 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.264793 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.264822 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.264918 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.264948 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/0167a6d0-b367-47c1-bcde-08ebff552f71-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.264967 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0167a6d0-b367-47c1-bcde-08ebff552f71-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.264982 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6xm9x\" (UniqueName: \"kubernetes.io/projected/0167a6d0-b367-47c1-bcde-08ebff552f71-kube-api-access-6xm9x\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.265864 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.265974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-scripts\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.266198 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-config\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.269394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.269575 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.270954 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.285135 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-db2fd\" (UniqueName: \"kubernetes.io/projected/19edc076-7d5b-41e8-8621-d617781a3c20-kube-api-access-db2fd\") pod \"ovn-northd-0\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.439521 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.652126 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-vlg2w"] Oct 13 20:13:30 crc kubenswrapper[4809]: I1013 20:13:30.880852 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:13:30 crc kubenswrapper[4809]: W1013 20:13:30.889250 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod19edc076_7d5b_41e8_8621_d617781a3c20.slice/crio-f694b2d1ef1c7257d893faa5765a1aff66cc8046c8b20e7b9f4d161fb472ef66 WatchSource:0}: Error finding container f694b2d1ef1c7257d893faa5765a1aff66cc8046c8b20e7b9f4d161fb472ef66: Status 404 returned error can't find the container with id f694b2d1ef1c7257d893faa5765a1aff66cc8046c8b20e7b9f4d161fb472ef66 Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.069956 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" event={"ID":"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf","Type":"ContainerStarted","Data":"cd0cc5f2d2242b8d18344794088e6973b9bf35747fef1dde66a4ebe1ea48d77f"} Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.071975 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" event={"ID":"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf","Type":"ContainerStarted","Data":"c0ab1ed61781d5696aa100baa16b3fa080c3dc52e431d7ae4ffb94c62d193f3d"} Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.074672 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-c97z2" Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.074915 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"19edc076-7d5b-41e8-8621-d617781a3c20","Type":"ContainerStarted","Data":"f694b2d1ef1c7257d893faa5765a1aff66cc8046c8b20e7b9f4d161fb472ef66"} Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.099857 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" podStartSLOduration=2.099843915 podStartE2EDuration="2.099843915s" podCreationTimestamp="2025-10-13 20:13:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:31.091688124 +0000 UTC m=+2929.697434719" watchObservedRunningTime="2025-10-13 20:13:31.099843915 +0000 UTC m=+2929.705590500" Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.142300 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-c97z2"] Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.147027 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-c97z2"] Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.182649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:31 crc kubenswrapper[4809]: E1013 20:13:31.183106 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:13:31 crc kubenswrapper[4809]: E1013 20:13:31.183144 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:13:31 crc kubenswrapper[4809]: E1013 20:13:31.183208 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift podName:6d8c88bc-fb98-4016-b021-f7ede8ca319c nodeName:}" failed. No retries permitted until 2025-10-13 20:13:33.183186436 +0000 UTC m=+2931.788933031 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift") pod "swift-storage-0" (UID: "6d8c88bc-fb98-4016-b021-f7ede8ca319c") : configmap "swift-ring-files" not found Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.457770 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-create-bsvkt"] Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.459693 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-bsvkt" Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.473835 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-bsvkt"] Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.497369 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tvp82\" (UniqueName: \"kubernetes.io/projected/233c2975-8a36-4f00-bde3-d06f292615f7-kube-api-access-tvp82\") pod \"glance-db-create-bsvkt\" (UID: \"233c2975-8a36-4f00-bde3-d06f292615f7\") " pod="openstack-kuttl-tests/glance-db-create-bsvkt" Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.599608 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tvp82\" (UniqueName: \"kubernetes.io/projected/233c2975-8a36-4f00-bde3-d06f292615f7-kube-api-access-tvp82\") pod \"glance-db-create-bsvkt\" (UID: \"233c2975-8a36-4f00-bde3-d06f292615f7\") " pod="openstack-kuttl-tests/glance-db-create-bsvkt" Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.626676 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tvp82\" (UniqueName: \"kubernetes.io/projected/233c2975-8a36-4f00-bde3-d06f292615f7-kube-api-access-tvp82\") pod \"glance-db-create-bsvkt\" (UID: \"233c2975-8a36-4f00-bde3-d06f292615f7\") " pod="openstack-kuttl-tests/glance-db-create-bsvkt" Oct 13 20:13:31 crc kubenswrapper[4809]: I1013 20:13:31.814917 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-bsvkt" Oct 13 20:13:32 crc kubenswrapper[4809]: I1013 20:13:32.086846 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"19edc076-7d5b-41e8-8621-d617781a3c20","Type":"ContainerStarted","Data":"c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368"} Oct 13 20:13:32 crc kubenswrapper[4809]: I1013 20:13:32.087258 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"19edc076-7d5b-41e8-8621-d617781a3c20","Type":"ContainerStarted","Data":"1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665"} Oct 13 20:13:32 crc kubenswrapper[4809]: I1013 20:13:32.118230 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=2.118206759 podStartE2EDuration="2.118206759s" podCreationTimestamp="2025-10-13 20:13:30 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:32.115821982 +0000 UTC m=+2930.721568597" watchObservedRunningTime="2025-10-13 20:13:32.118206759 +0000 UTC m=+2930.723953384" Oct 13 20:13:32 crc kubenswrapper[4809]: I1013 20:13:32.164869 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0167a6d0-b367-47c1-bcde-08ebff552f71" path="/var/lib/kubelet/pods/0167a6d0-b367-47c1-bcde-08ebff552f71/volumes" Oct 13 20:13:32 crc kubenswrapper[4809]: I1013 20:13:32.314437 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-bsvkt"] Oct 13 20:13:33 crc kubenswrapper[4809]: I1013 20:13:33.106132 4809 generic.go:334] "Generic (PLEG): container finished" podID="233c2975-8a36-4f00-bde3-d06f292615f7" containerID="c2939124d07f61340363f92f88318f1ef69378b086637beabd3a5e25df264ca2" exitCode=0 Oct 13 20:13:33 crc kubenswrapper[4809]: I1013 20:13:33.106298 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-bsvkt" event={"ID":"233c2975-8a36-4f00-bde3-d06f292615f7","Type":"ContainerDied","Data":"c2939124d07f61340363f92f88318f1ef69378b086637beabd3a5e25df264ca2"} Oct 13 20:13:33 crc kubenswrapper[4809]: I1013 20:13:33.106976 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:33 crc kubenswrapper[4809]: I1013 20:13:33.107019 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-bsvkt" event={"ID":"233c2975-8a36-4f00-bde3-d06f292615f7","Type":"ContainerStarted","Data":"b883de6c673d1fb8d68b86670da8b6459a22fc60e2c1b552b6dacb7e54ca9039"} Oct 13 20:13:33 crc kubenswrapper[4809]: I1013 20:13:33.242015 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:33 crc kubenswrapper[4809]: E1013 20:13:33.243012 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:13:33 crc kubenswrapper[4809]: E1013 20:13:33.243070 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:13:33 crc kubenswrapper[4809]: E1013 20:13:33.243137 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift podName:6d8c88bc-fb98-4016-b021-f7ede8ca319c nodeName:}" failed. No retries permitted until 2025-10-13 20:13:37.243112822 +0000 UTC m=+2935.848859437 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift") pod "swift-storage-0" (UID: "6d8c88bc-fb98-4016-b021-f7ede8ca319c") : configmap "swift-ring-files" not found Oct 13 20:13:34 crc kubenswrapper[4809]: I1013 20:13:34.559858 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-bsvkt" Oct 13 20:13:34 crc kubenswrapper[4809]: I1013 20:13:34.667129 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tvp82\" (UniqueName: \"kubernetes.io/projected/233c2975-8a36-4f00-bde3-d06f292615f7-kube-api-access-tvp82\") pod \"233c2975-8a36-4f00-bde3-d06f292615f7\" (UID: \"233c2975-8a36-4f00-bde3-d06f292615f7\") " Oct 13 20:13:34 crc kubenswrapper[4809]: I1013 20:13:34.674888 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/233c2975-8a36-4f00-bde3-d06f292615f7-kube-api-access-tvp82" (OuterVolumeSpecName: "kube-api-access-tvp82") pod "233c2975-8a36-4f00-bde3-d06f292615f7" (UID: "233c2975-8a36-4f00-bde3-d06f292615f7"). InnerVolumeSpecName "kube-api-access-tvp82". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:13:34 crc kubenswrapper[4809]: I1013 20:13:34.770761 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tvp82\" (UniqueName: \"kubernetes.io/projected/233c2975-8a36-4f00-bde3-d06f292615f7-kube-api-access-tvp82\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:35 crc kubenswrapper[4809]: I1013 20:13:35.135249 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-bsvkt" event={"ID":"233c2975-8a36-4f00-bde3-d06f292615f7","Type":"ContainerDied","Data":"b883de6c673d1fb8d68b86670da8b6459a22fc60e2c1b552b6dacb7e54ca9039"} Oct 13 20:13:35 crc kubenswrapper[4809]: I1013 20:13:35.135339 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b883de6c673d1fb8d68b86670da8b6459a22fc60e2c1b552b6dacb7e54ca9039" Oct 13 20:13:35 crc kubenswrapper[4809]: I1013 20:13:35.135411 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-bsvkt" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.093122 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-f690-account-create-qh267"] Oct 13 20:13:36 crc kubenswrapper[4809]: E1013 20:13:36.093537 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="233c2975-8a36-4f00-bde3-d06f292615f7" containerName="mariadb-database-create" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.093552 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="233c2975-8a36-4f00-bde3-d06f292615f7" containerName="mariadb-database-create" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.093797 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="233c2975-8a36-4f00-bde3-d06f292615f7" containerName="mariadb-database-create" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.094457 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.096410 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-db-secret" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.100798 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-f690-account-create-qh267"] Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.203601 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cb57q\" (UniqueName: \"kubernetes.io/projected/31dd0f64-33d3-4593-b8c7-15d8ae54e187-kube-api-access-cb57q\") pod \"keystone-f690-account-create-qh267\" (UID: \"31dd0f64-33d3-4593-b8c7-15d8ae54e187\") " pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.302878 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-0611-account-create-29cxw"] Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.304198 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-0611-account-create-29cxw" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.306138 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cb57q\" (UniqueName: \"kubernetes.io/projected/31dd0f64-33d3-4593-b8c7-15d8ae54e187-kube-api-access-cb57q\") pod \"keystone-f690-account-create-qh267\" (UID: \"31dd0f64-33d3-4593-b8c7-15d8ae54e187\") " pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.306648 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-db-secret" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.315653 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-0611-account-create-29cxw"] Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.343978 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cb57q\" (UniqueName: \"kubernetes.io/projected/31dd0f64-33d3-4593-b8c7-15d8ae54e187-kube-api-access-cb57q\") pod \"keystone-f690-account-create-qh267\" (UID: \"31dd0f64-33d3-4593-b8c7-15d8ae54e187\") " pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.407627 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zpqzt\" (UniqueName: \"kubernetes.io/projected/f75dbbbc-d1a6-4067-af56-f61c0f2f71a6-kube-api-access-zpqzt\") pod \"placement-0611-account-create-29cxw\" (UID: \"f75dbbbc-d1a6-4067-af56-f61c0f2f71a6\") " pod="openstack-kuttl-tests/placement-0611-account-create-29cxw" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.421934 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.509422 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zpqzt\" (UniqueName: \"kubernetes.io/projected/f75dbbbc-d1a6-4067-af56-f61c0f2f71a6-kube-api-access-zpqzt\") pod \"placement-0611-account-create-29cxw\" (UID: \"f75dbbbc-d1a6-4067-af56-f61c0f2f71a6\") " pod="openstack-kuttl-tests/placement-0611-account-create-29cxw" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.528491 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zpqzt\" (UniqueName: \"kubernetes.io/projected/f75dbbbc-d1a6-4067-af56-f61c0f2f71a6-kube-api-access-zpqzt\") pod \"placement-0611-account-create-29cxw\" (UID: \"f75dbbbc-d1a6-4067-af56-f61c0f2f71a6\") " pod="openstack-kuttl-tests/placement-0611-account-create-29cxw" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.633463 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-0611-account-create-29cxw" Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.879561 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-0611-account-create-29cxw"] Oct 13 20:13:36 crc kubenswrapper[4809]: W1013 20:13:36.917933 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf75dbbbc_d1a6_4067_af56_f61c0f2f71a6.slice/crio-bd9f9755fd5a70e833b2ec9dfd1a75577923debf768955034504484dce3065dd WatchSource:0}: Error finding container bd9f9755fd5a70e833b2ec9dfd1a75577923debf768955034504484dce3065dd: Status 404 returned error can't find the container with id bd9f9755fd5a70e833b2ec9dfd1a75577923debf768955034504484dce3065dd Oct 13 20:13:36 crc kubenswrapper[4809]: I1013 20:13:36.956084 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-f690-account-create-qh267"] Oct 13 20:13:37 crc kubenswrapper[4809]: I1013 20:13:37.156355 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" event={"ID":"31dd0f64-33d3-4593-b8c7-15d8ae54e187","Type":"ContainerStarted","Data":"7c274a690b7c57787c49ab350195fc8bafd88afa1faad13d1186e25e4e1a7adb"} Oct 13 20:13:37 crc kubenswrapper[4809]: I1013 20:13:37.156435 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" event={"ID":"31dd0f64-33d3-4593-b8c7-15d8ae54e187","Type":"ContainerStarted","Data":"27ad0cb69bd1c895b860e97f05d6a0c99466d827629eeaf4a49e2247a702351d"} Oct 13 20:13:37 crc kubenswrapper[4809]: I1013 20:13:37.158607 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-0611-account-create-29cxw" event={"ID":"f75dbbbc-d1a6-4067-af56-f61c0f2f71a6","Type":"ContainerStarted","Data":"f9449ae19f87b16872d519eb443ef661aae9f90524c065c96080db3fa69a3df2"} Oct 13 20:13:37 crc kubenswrapper[4809]: I1013 20:13:37.158666 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-0611-account-create-29cxw" event={"ID":"f75dbbbc-d1a6-4067-af56-f61c0f2f71a6","Type":"ContainerStarted","Data":"bd9f9755fd5a70e833b2ec9dfd1a75577923debf768955034504484dce3065dd"} Oct 13 20:13:37 crc kubenswrapper[4809]: I1013 20:13:37.162592 4809 generic.go:334] "Generic (PLEG): container finished" podID="8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" containerID="cd0cc5f2d2242b8d18344794088e6973b9bf35747fef1dde66a4ebe1ea48d77f" exitCode=0 Oct 13 20:13:37 crc kubenswrapper[4809]: I1013 20:13:37.162660 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" event={"ID":"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf","Type":"ContainerDied","Data":"cd0cc5f2d2242b8d18344794088e6973b9bf35747fef1dde66a4ebe1ea48d77f"} Oct 13 20:13:37 crc kubenswrapper[4809]: I1013 20:13:37.185358 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" podStartSLOduration=1.185342491 podStartE2EDuration="1.185342491s" podCreationTimestamp="2025-10-13 20:13:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:37.177469108 +0000 UTC m=+2935.783215763" watchObservedRunningTime="2025-10-13 20:13:37.185342491 +0000 UTC m=+2935.791089076" Oct 13 20:13:37 crc kubenswrapper[4809]: I1013 20:13:37.326549 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:37 crc kubenswrapper[4809]: I1013 20:13:37.337990 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift\") pod \"swift-storage-0\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:37 crc kubenswrapper[4809]: I1013 20:13:37.605274 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:13:38 crc kubenswrapper[4809]: W1013 20:13:38.158915 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6d8c88bc_fb98_4016_b021_f7ede8ca319c.slice/crio-40bcdb55670be5be65095409d0a88922b0816916c4fa3d7324151bd043fc3705 WatchSource:0}: Error finding container 40bcdb55670be5be65095409d0a88922b0816916c4fa3d7324151bd043fc3705: Status 404 returned error can't find the container with id 40bcdb55670be5be65095409d0a88922b0816916c4fa3d7324151bd043fc3705 Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.191800 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.191863 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"40bcdb55670be5be65095409d0a88922b0816916c4fa3d7324151bd043fc3705"} Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.194364 4809 generic.go:334] "Generic (PLEG): container finished" podID="31dd0f64-33d3-4593-b8c7-15d8ae54e187" containerID="7c274a690b7c57787c49ab350195fc8bafd88afa1faad13d1186e25e4e1a7adb" exitCode=0 Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.194447 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" event={"ID":"31dd0f64-33d3-4593-b8c7-15d8ae54e187","Type":"ContainerDied","Data":"7c274a690b7c57787c49ab350195fc8bafd88afa1faad13d1186e25e4e1a7adb"} Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.197552 4809 generic.go:334] "Generic (PLEG): container finished" podID="f75dbbbc-d1a6-4067-af56-f61c0f2f71a6" containerID="f9449ae19f87b16872d519eb443ef661aae9f90524c065c96080db3fa69a3df2" exitCode=0 Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.197761 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-0611-account-create-29cxw" event={"ID":"f75dbbbc-d1a6-4067-af56-f61c0f2f71a6","Type":"ContainerDied","Data":"f9449ae19f87b16872d519eb443ef661aae9f90524c065c96080db3fa69a3df2"} Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.688300 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-0611-account-create-29cxw" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.756371 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zpqzt\" (UniqueName: \"kubernetes.io/projected/f75dbbbc-d1a6-4067-af56-f61c0f2f71a6-kube-api-access-zpqzt\") pod \"f75dbbbc-d1a6-4067-af56-f61c0f2f71a6\" (UID: \"f75dbbbc-d1a6-4067-af56-f61c0f2f71a6\") " Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.764621 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f75dbbbc-d1a6-4067-af56-f61c0f2f71a6-kube-api-access-zpqzt" (OuterVolumeSpecName: "kube-api-access-zpqzt") pod "f75dbbbc-d1a6-4067-af56-f61c0f2f71a6" (UID: "f75dbbbc-d1a6-4067-af56-f61c0f2f71a6"). InnerVolumeSpecName "kube-api-access-zpqzt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.805157 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.857717 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-dispersionconf\") pod \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.857878 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-etc-swift\") pod \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.857934 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-swiftconf\") pod \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.857984 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-ring-data-devices\") pod \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.858021 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-combined-ca-bundle\") pod \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.858153 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rqqdd\" (UniqueName: \"kubernetes.io/projected/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-kube-api-access-rqqdd\") pod \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.858199 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-scripts\") pod \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\" (UID: \"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf\") " Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.858670 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zpqzt\" (UniqueName: \"kubernetes.io/projected/f75dbbbc-d1a6-4067-af56-f61c0f2f71a6-kube-api-access-zpqzt\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.859386 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" (UID: "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.862317 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" (UID: "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.864159 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" (UID: "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.869990 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-kube-api-access-rqqdd" (OuterVolumeSpecName: "kube-api-access-rqqdd") pod "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" (UID: "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf"). InnerVolumeSpecName "kube-api-access-rqqdd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.890723 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-scripts" (OuterVolumeSpecName: "scripts") pod "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" (UID: "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.905456 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" (UID: "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.915163 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" (UID: "8b3e4d2e-7f6b-41b2-934c-ffddb76947bf"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.960561 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rqqdd\" (UniqueName: \"kubernetes.io/projected/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-kube-api-access-rqqdd\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.960625 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.960653 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.960678 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.960702 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.960723 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:38 crc kubenswrapper[4809]: I1013 20:13:38.960768 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.156057 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:13:39 crc kubenswrapper[4809]: E1013 20:13:39.156479 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.220479 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.221483 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-vlg2w" event={"ID":"8b3e4d2e-7f6b-41b2-934c-ffddb76947bf","Type":"ContainerDied","Data":"c0ab1ed61781d5696aa100baa16b3fa080c3dc52e431d7ae4ffb94c62d193f3d"} Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.221796 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c0ab1ed61781d5696aa100baa16b3fa080c3dc52e431d7ae4ffb94c62d193f3d" Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.225326 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"0a9540733023c657b1e47b882afffd75c4134d255fda170b80426c4bd05e0a4e"} Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.225377 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"68cbb143e6843d500fe094dd785d6dbc71da0d668bdf2c4ce77ab9a650a615ba"} Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.225405 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"4d9dd0d54dfef09e687eb79c6aea45b6fea109457e4d3536b82b032f4268cc3c"} Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.225428 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"2bbdc061fe2aa8748b15fd29da80dccbb78546574c9097d2a464bdaf413c094c"} Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.225453 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"3c1ed75f9327c947030c2d54f7602642d3dc96741372a6b1240b8f1223fbc76b"} Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.227524 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-0611-account-create-29cxw" event={"ID":"f75dbbbc-d1a6-4067-af56-f61c0f2f71a6","Type":"ContainerDied","Data":"bd9f9755fd5a70e833b2ec9dfd1a75577923debf768955034504484dce3065dd"} Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.227652 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="bd9f9755fd5a70e833b2ec9dfd1a75577923debf768955034504484dce3065dd" Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.227546 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-0611-account-create-29cxw" Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.773925 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.883462 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cb57q\" (UniqueName: \"kubernetes.io/projected/31dd0f64-33d3-4593-b8c7-15d8ae54e187-kube-api-access-cb57q\") pod \"31dd0f64-33d3-4593-b8c7-15d8ae54e187\" (UID: \"31dd0f64-33d3-4593-b8c7-15d8ae54e187\") " Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.891509 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/31dd0f64-33d3-4593-b8c7-15d8ae54e187-kube-api-access-cb57q" (OuterVolumeSpecName: "kube-api-access-cb57q") pod "31dd0f64-33d3-4593-b8c7-15d8ae54e187" (UID: "31dd0f64-33d3-4593-b8c7-15d8ae54e187"). InnerVolumeSpecName "kube-api-access-cb57q". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:13:39 crc kubenswrapper[4809]: I1013 20:13:39.985594 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cb57q\" (UniqueName: \"kubernetes.io/projected/31dd0f64-33d3-4593-b8c7-15d8ae54e187-kube-api-access-cb57q\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:40 crc kubenswrapper[4809]: I1013 20:13:40.251467 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"ad4c8bd57616021ffa19447aa23a652e30c3b52388ed8c977bf15464f7c21ec0"} Oct 13 20:13:40 crc kubenswrapper[4809]: I1013 20:13:40.251525 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"142fb9f6210adaa2e4de7458007e1f10ddcb4472898167d82d4994ba816b91c9"} Oct 13 20:13:40 crc kubenswrapper[4809]: I1013 20:13:40.251545 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"f1f1cbbd8379e404b29b10f6e79af2a15693d343543e7beba90aa3cd90951e7d"} Oct 13 20:13:40 crc kubenswrapper[4809]: I1013 20:13:40.251562 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"b2524cb2fce2b480bd1f2bf836edfc86cd8f601c02877139d8f5627eb167594b"} Oct 13 20:13:40 crc kubenswrapper[4809]: I1013 20:13:40.254766 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" event={"ID":"31dd0f64-33d3-4593-b8c7-15d8ae54e187","Type":"ContainerDied","Data":"27ad0cb69bd1c895b860e97f05d6a0c99466d827629eeaf4a49e2247a702351d"} Oct 13 20:13:40 crc kubenswrapper[4809]: I1013 20:13:40.254826 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-f690-account-create-qh267" Oct 13 20:13:40 crc kubenswrapper[4809]: I1013 20:13:40.254823 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="27ad0cb69bd1c895b860e97f05d6a0c99466d827629eeaf4a49e2247a702351d" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.273286 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"d94bafcec7ef031452acce1f3e6fc30223dfd7f974945c32be74b10c6a068097"} Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.273609 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"c5ac1259a4b62d55174eddef39b1449cb65f661d5704417db8978efe10439e3f"} Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.273624 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"f7be3313bbd68506744a551bb7ae7d258e38018842d354daafade40129e30e4f"} Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.273634 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"519261f2e05571311914578f90013a581381eb4066359ab5a1ddf648e709db36"} Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.273642 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"bc505e5f36093eaee60d5ec374eb5c2dd96ff24ff9fd54c69dc9f55210e9259b"} Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.541042 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-5256-account-create-nnzst"] Oct 13 20:13:41 crc kubenswrapper[4809]: E1013 20:13:41.541362 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" containerName="swift-ring-rebalance" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.541376 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" containerName="swift-ring-rebalance" Oct 13 20:13:41 crc kubenswrapper[4809]: E1013 20:13:41.541398 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f75dbbbc-d1a6-4067-af56-f61c0f2f71a6" containerName="mariadb-account-create" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.541404 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f75dbbbc-d1a6-4067-af56-f61c0f2f71a6" containerName="mariadb-account-create" Oct 13 20:13:41 crc kubenswrapper[4809]: E1013 20:13:41.541422 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="31dd0f64-33d3-4593-b8c7-15d8ae54e187" containerName="mariadb-account-create" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.541428 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="31dd0f64-33d3-4593-b8c7-15d8ae54e187" containerName="mariadb-account-create" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.541566 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="31dd0f64-33d3-4593-b8c7-15d8ae54e187" containerName="mariadb-account-create" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.541593 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" containerName="swift-ring-rebalance" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.541604 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f75dbbbc-d1a6-4067-af56-f61c0f2f71a6" containerName="mariadb-account-create" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.542124 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-5256-account-create-nnzst" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.545065 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-db-secret" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.559408 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-5256-account-create-nnzst"] Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.610981 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vl9zj\" (UniqueName: \"kubernetes.io/projected/467d411f-51fe-405f-8fbf-81808d99d894-kube-api-access-vl9zj\") pod \"glance-5256-account-create-nnzst\" (UID: \"467d411f-51fe-405f-8fbf-81808d99d894\") " pod="openstack-kuttl-tests/glance-5256-account-create-nnzst" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.713614 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vl9zj\" (UniqueName: \"kubernetes.io/projected/467d411f-51fe-405f-8fbf-81808d99d894-kube-api-access-vl9zj\") pod \"glance-5256-account-create-nnzst\" (UID: \"467d411f-51fe-405f-8fbf-81808d99d894\") " pod="openstack-kuttl-tests/glance-5256-account-create-nnzst" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.737332 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vl9zj\" (UniqueName: \"kubernetes.io/projected/467d411f-51fe-405f-8fbf-81808d99d894-kube-api-access-vl9zj\") pod \"glance-5256-account-create-nnzst\" (UID: \"467d411f-51fe-405f-8fbf-81808d99d894\") " pod="openstack-kuttl-tests/glance-5256-account-create-nnzst" Oct 13 20:13:41 crc kubenswrapper[4809]: I1013 20:13:41.858325 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-5256-account-create-nnzst" Oct 13 20:13:42 crc kubenswrapper[4809]: W1013 20:13:42.179811 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod467d411f_51fe_405f_8fbf_81808d99d894.slice/crio-a89939ae5353c560be0029efa0c65386ba42c0e68435e428ff6682b06e3d4f89 WatchSource:0}: Error finding container a89939ae5353c560be0029efa0c65386ba42c0e68435e428ff6682b06e3d4f89: Status 404 returned error can't find the container with id a89939ae5353c560be0029efa0c65386ba42c0e68435e428ff6682b06e3d4f89 Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.185020 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-db-secret" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.187216 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-5256-account-create-nnzst"] Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.301808 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerStarted","Data":"556a9c2c5e3c8d52a8631d681581ea7f1b5c5d858662f1f6261bc52c5f54137d"} Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.304663 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-5256-account-create-nnzst" event={"ID":"467d411f-51fe-405f-8fbf-81808d99d894","Type":"ContainerStarted","Data":"a89939ae5353c560be0029efa0c65386ba42c0e68435e428ff6682b06e3d4f89"} Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.357070 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-storage-0" podStartSLOduration=14.357046015 podStartE2EDuration="14.357046015s" podCreationTimestamp="2025-10-13 20:13:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:42.355509132 +0000 UTC m=+2940.961255727" watchObservedRunningTime="2025-10-13 20:13:42.357046015 +0000 UTC m=+2940.962792640" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.560338 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc"] Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.562993 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.565119 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"dns-swift-storage-0" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.570717 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc"] Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.631435 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-config\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.631482 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.631532 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ff5gb\" (UniqueName: \"kubernetes.io/projected/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-kube-api-access-ff5gb\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.631562 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.734085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-config\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.734176 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.734313 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ff5gb\" (UniqueName: \"kubernetes.io/projected/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-kube-api-access-ff5gb\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.734397 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.735956 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-config\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.735974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.736303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.766858 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ff5gb\" (UniqueName: \"kubernetes.io/projected/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-kube-api-access-ff5gb\") pod \"dnsmasq-dnsmasq-85d5c6dbcc-cj2hc\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:42 crc kubenswrapper[4809]: I1013 20:13:42.885310 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:43 crc kubenswrapper[4809]: I1013 20:13:43.320266 4809 generic.go:334] "Generic (PLEG): container finished" podID="467d411f-51fe-405f-8fbf-81808d99d894" containerID="6f96d2c37472fdee27ebade93b14851c60b69c9f54a8ad929735191fb0381ab7" exitCode=0 Oct 13 20:13:43 crc kubenswrapper[4809]: I1013 20:13:43.322153 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-5256-account-create-nnzst" event={"ID":"467d411f-51fe-405f-8fbf-81808d99d894","Type":"ContainerDied","Data":"6f96d2c37472fdee27ebade93b14851c60b69c9f54a8ad929735191fb0381ab7"} Oct 13 20:13:43 crc kubenswrapper[4809]: I1013 20:13:43.424989 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc"] Oct 13 20:13:43 crc kubenswrapper[4809]: W1013 20:13:43.434073 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3bb4d72f_c523_439d_be3a_8d8fbbbed85b.slice/crio-ded080c7f54b7c87ff442047e3e94f76d11200a6f02ea2dcc33610e4bba9a128 WatchSource:0}: Error finding container ded080c7f54b7c87ff442047e3e94f76d11200a6f02ea2dcc33610e4bba9a128: Status 404 returned error can't find the container with id ded080c7f54b7c87ff442047e3e94f76d11200a6f02ea2dcc33610e4bba9a128 Oct 13 20:13:44 crc kubenswrapper[4809]: I1013 20:13:44.335910 4809 generic.go:334] "Generic (PLEG): container finished" podID="3bb4d72f-c523-439d-be3a-8d8fbbbed85b" containerID="739906154d7da44477f5746f97c7fe917873b16fdb86561b5fecfe1cbe9ba1b2" exitCode=0 Oct 13 20:13:44 crc kubenswrapper[4809]: I1013 20:13:44.335995 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" event={"ID":"3bb4d72f-c523-439d-be3a-8d8fbbbed85b","Type":"ContainerDied","Data":"739906154d7da44477f5746f97c7fe917873b16fdb86561b5fecfe1cbe9ba1b2"} Oct 13 20:13:44 crc kubenswrapper[4809]: I1013 20:13:44.336437 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" event={"ID":"3bb4d72f-c523-439d-be3a-8d8fbbbed85b","Type":"ContainerStarted","Data":"ded080c7f54b7c87ff442047e3e94f76d11200a6f02ea2dcc33610e4bba9a128"} Oct 13 20:13:44 crc kubenswrapper[4809]: I1013 20:13:44.758482 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-5256-account-create-nnzst" Oct 13 20:13:44 crc kubenswrapper[4809]: I1013 20:13:44.796183 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vl9zj\" (UniqueName: \"kubernetes.io/projected/467d411f-51fe-405f-8fbf-81808d99d894-kube-api-access-vl9zj\") pod \"467d411f-51fe-405f-8fbf-81808d99d894\" (UID: \"467d411f-51fe-405f-8fbf-81808d99d894\") " Oct 13 20:13:44 crc kubenswrapper[4809]: I1013 20:13:44.804942 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/467d411f-51fe-405f-8fbf-81808d99d894-kube-api-access-vl9zj" (OuterVolumeSpecName: "kube-api-access-vl9zj") pod "467d411f-51fe-405f-8fbf-81808d99d894" (UID: "467d411f-51fe-405f-8fbf-81808d99d894"). InnerVolumeSpecName "kube-api-access-vl9zj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:13:44 crc kubenswrapper[4809]: I1013 20:13:44.898849 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vl9zj\" (UniqueName: \"kubernetes.io/projected/467d411f-51fe-405f-8fbf-81808d99d894-kube-api-access-vl9zj\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:45 crc kubenswrapper[4809]: I1013 20:13:45.353681 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-5256-account-create-nnzst" Oct 13 20:13:45 crc kubenswrapper[4809]: I1013 20:13:45.353680 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-5256-account-create-nnzst" event={"ID":"467d411f-51fe-405f-8fbf-81808d99d894","Type":"ContainerDied","Data":"a89939ae5353c560be0029efa0c65386ba42c0e68435e428ff6682b06e3d4f89"} Oct 13 20:13:45 crc kubenswrapper[4809]: I1013 20:13:45.354153 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a89939ae5353c560be0029efa0c65386ba42c0e68435e428ff6682b06e3d4f89" Oct 13 20:13:45 crc kubenswrapper[4809]: I1013 20:13:45.356911 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" event={"ID":"3bb4d72f-c523-439d-be3a-8d8fbbbed85b","Type":"ContainerStarted","Data":"845d9f7eeaeb1b5e4d3fe6f5df052a476d158d5178e033b2af2651335cb243d3"} Oct 13 20:13:45 crc kubenswrapper[4809]: I1013 20:13:45.357928 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:45 crc kubenswrapper[4809]: I1013 20:13:45.388690 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" podStartSLOduration=3.388666223 podStartE2EDuration="3.388666223s" podCreationTimestamp="2025-10-13 20:13:42 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:45.382852048 +0000 UTC m=+2943.988598663" watchObservedRunningTime="2025-10-13 20:13:45.388666223 +0000 UTC m=+2943.994412838" Oct 13 20:13:45 crc kubenswrapper[4809]: I1013 20:13:45.541239 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.604477 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-sync-nmbgk"] Oct 13 20:13:46 crc kubenswrapper[4809]: E1013 20:13:46.604935 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="467d411f-51fe-405f-8fbf-81808d99d894" containerName="mariadb-account-create" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.604950 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="467d411f-51fe-405f-8fbf-81808d99d894" containerName="mariadb-account-create" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.605172 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="467d411f-51fe-405f-8fbf-81808d99d894" containerName="mariadb-account-create" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.605882 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.609706 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-q7shk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.610101 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-config-data" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.633755 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-nmbgk"] Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.738034 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-config-data\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.738674 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-db-sync-config-data\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.738798 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-combined-ca-bundle\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.738848 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j5ggd\" (UniqueName: \"kubernetes.io/projected/1e3606c4-1e19-4c58-aed6-8481adee17e0-kube-api-access-j5ggd\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.840469 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-config-data\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.840575 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-db-sync-config-data\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.840680 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-combined-ca-bundle\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.840722 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j5ggd\" (UniqueName: \"kubernetes.io/projected/1e3606c4-1e19-4c58-aed6-8481adee17e0-kube-api-access-j5ggd\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.848572 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-config-data\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.848750 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-db-sync-config-data\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.850364 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-combined-ca-bundle\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.862790 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j5ggd\" (UniqueName: \"kubernetes.io/projected/1e3606c4-1e19-4c58-aed6-8481adee17e0-kube-api-access-j5ggd\") pod \"glance-db-sync-nmbgk\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:46 crc kubenswrapper[4809]: I1013 20:13:46.926894 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:47 crc kubenswrapper[4809]: I1013 20:13:47.384397 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f0eac95-c3be-4174-99bd-3701956b0bd4" containerID="f36f8e4b86a1f1a6b1cb2d3a5ffa9211308425e49167fd2a50d1227b030e04f3" exitCode=0 Oct 13 20:13:47 crc kubenswrapper[4809]: I1013 20:13:47.384471 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"9f0eac95-c3be-4174-99bd-3701956b0bd4","Type":"ContainerDied","Data":"f36f8e4b86a1f1a6b1cb2d3a5ffa9211308425e49167fd2a50d1227b030e04f3"} Oct 13 20:13:47 crc kubenswrapper[4809]: I1013 20:13:47.387866 4809 generic.go:334] "Generic (PLEG): container finished" podID="e42baa06-616a-4681-865a-b307f5cd8be4" containerID="41a6928b100e70eb3f886db74535ac8e6d5bec3de3bab1700bbe627768546bde" exitCode=0 Oct 13 20:13:47 crc kubenswrapper[4809]: I1013 20:13:47.388978 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"e42baa06-616a-4681-865a-b307f5cd8be4","Type":"ContainerDied","Data":"41a6928b100e70eb3f886db74535ac8e6d5bec3de3bab1700bbe627768546bde"} Oct 13 20:13:47 crc kubenswrapper[4809]: I1013 20:13:47.464070 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-nmbgk"] Oct 13 20:13:47 crc kubenswrapper[4809]: W1013 20:13:47.473158 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1e3606c4_1e19_4c58_aed6_8481adee17e0.slice/crio-d296c780a7438530fdbee2c522ff898bc75f7312f7bd3cb0c61de9a271eef9f9 WatchSource:0}: Error finding container d296c780a7438530fdbee2c522ff898bc75f7312f7bd3cb0c61de9a271eef9f9: Status 404 returned error can't find the container with id d296c780a7438530fdbee2c522ff898bc75f7312f7bd3cb0c61de9a271eef9f9 Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.383390 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/community-operators-5sxk8"] Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.385866 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.401380 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-5sxk8"] Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.404050 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-catalog-content\") pod \"community-operators-5sxk8\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.405348 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-utilities\") pod \"community-operators-5sxk8\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.405662 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zh8nc\" (UniqueName: \"kubernetes.io/projected/4d0860d0-b895-4dc7-9196-97e864e8d134-kube-api-access-zh8nc\") pod \"community-operators-5sxk8\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.416280 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-nmbgk" event={"ID":"1e3606c4-1e19-4c58-aed6-8481adee17e0","Type":"ContainerStarted","Data":"aad5b91a326a0db4a58245d7c82283ea26caa6e8db99ed323ebe1b8c91289070"} Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.416351 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-nmbgk" event={"ID":"1e3606c4-1e19-4c58-aed6-8481adee17e0","Type":"ContainerStarted","Data":"d296c780a7438530fdbee2c522ff898bc75f7312f7bd3cb0c61de9a271eef9f9"} Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.428180 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"9f0eac95-c3be-4174-99bd-3701956b0bd4","Type":"ContainerStarted","Data":"ad8c6e205e31f0bb14915e05b756cc069db03287cdce9c2a7c6dc410cf8d289b"} Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.429258 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.435585 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-sync-nmbgk" podStartSLOduration=2.435568132 podStartE2EDuration="2.435568132s" podCreationTimestamp="2025-10-13 20:13:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:48.434039559 +0000 UTC m=+2947.039786134" watchObservedRunningTime="2025-10-13 20:13:48.435568132 +0000 UTC m=+2947.041314717" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.437990 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"e42baa06-616a-4681-865a-b307f5cd8be4","Type":"ContainerStarted","Data":"11df86a8678705ce75a119eb2b8a11ce9e3ec75faf90563e46de427b96bc8d31"} Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.438278 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.455258 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-0" podStartSLOduration=37.455194068 podStartE2EDuration="37.455194068s" podCreationTimestamp="2025-10-13 20:13:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:48.453879761 +0000 UTC m=+2947.059626356" watchObservedRunningTime="2025-10-13 20:13:48.455194068 +0000 UTC m=+2947.060940653" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.507490 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zh8nc\" (UniqueName: \"kubernetes.io/projected/4d0860d0-b895-4dc7-9196-97e864e8d134-kube-api-access-zh8nc\") pod \"community-operators-5sxk8\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.507649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-catalog-content\") pod \"community-operators-5sxk8\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.507673 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-utilities\") pod \"community-operators-5sxk8\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.508416 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-utilities\") pod \"community-operators-5sxk8\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.508548 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-catalog-content\") pod \"community-operators-5sxk8\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.524648 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zh8nc\" (UniqueName: \"kubernetes.io/projected/4d0860d0-b895-4dc7-9196-97e864e8d134-kube-api-access-zh8nc\") pod \"community-operators-5sxk8\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:48 crc kubenswrapper[4809]: I1013 20:13:48.716695 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:49 crc kubenswrapper[4809]: I1013 20:13:49.155546 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podStartSLOduration=37.155525725 podStartE2EDuration="37.155525725s" podCreationTimestamp="2025-10-13 20:13:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:13:48.480233888 +0000 UTC m=+2947.085980483" watchObservedRunningTime="2025-10-13 20:13:49.155525725 +0000 UTC m=+2947.761272310" Oct 13 20:13:49 crc kubenswrapper[4809]: I1013 20:13:49.159212 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-5sxk8"] Oct 13 20:13:49 crc kubenswrapper[4809]: I1013 20:13:49.457413 4809 generic.go:334] "Generic (PLEG): container finished" podID="4d0860d0-b895-4dc7-9196-97e864e8d134" containerID="931bb3d044b6b78138c91072951314ffcf131a3901863896429fc7039f90544d" exitCode=0 Oct 13 20:13:49 crc kubenswrapper[4809]: I1013 20:13:49.457544 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-5sxk8" event={"ID":"4d0860d0-b895-4dc7-9196-97e864e8d134","Type":"ContainerDied","Data":"931bb3d044b6b78138c91072951314ffcf131a3901863896429fc7039f90544d"} Oct 13 20:13:49 crc kubenswrapper[4809]: I1013 20:13:49.457590 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-5sxk8" event={"ID":"4d0860d0-b895-4dc7-9196-97e864e8d134","Type":"ContainerStarted","Data":"2b3c01d8937323c3a4f4e87ee32f37cb42a86e3d2cae0f3d4599f70c709bc198"} Oct 13 20:13:51 crc kubenswrapper[4809]: I1013 20:13:51.479981 4809 generic.go:334] "Generic (PLEG): container finished" podID="4d0860d0-b895-4dc7-9196-97e864e8d134" containerID="f26bf78ba8c8ca825374d5ef8d8bad5795a5b7ab277586062733a7f003a28adb" exitCode=0 Oct 13 20:13:51 crc kubenswrapper[4809]: I1013 20:13:51.480045 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-5sxk8" event={"ID":"4d0860d0-b895-4dc7-9196-97e864e8d134","Type":"ContainerDied","Data":"f26bf78ba8c8ca825374d5ef8d8bad5795a5b7ab277586062733a7f003a28adb"} Oct 13 20:13:51 crc kubenswrapper[4809]: I1013 20:13:51.942352 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/certified-operators-vv4bc"] Oct 13 20:13:51 crc kubenswrapper[4809]: I1013 20:13:51.949049 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.001559 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-vv4bc"] Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.068875 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dqjqw\" (UniqueName: \"kubernetes.io/projected/b4b94068-dec3-453b-80f2-4c5243fdfea6-kube-api-access-dqjqw\") pod \"certified-operators-vv4bc\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.068936 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-catalog-content\") pod \"certified-operators-vv4bc\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.068981 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-utilities\") pod \"certified-operators-vv4bc\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.170314 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dqjqw\" (UniqueName: \"kubernetes.io/projected/b4b94068-dec3-453b-80f2-4c5243fdfea6-kube-api-access-dqjqw\") pod \"certified-operators-vv4bc\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.170660 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-catalog-content\") pod \"certified-operators-vv4bc\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.170708 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-utilities\") pod \"certified-operators-vv4bc\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.171138 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-catalog-content\") pod \"certified-operators-vv4bc\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.171186 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-utilities\") pod \"certified-operators-vv4bc\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.192508 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dqjqw\" (UniqueName: \"kubernetes.io/projected/b4b94068-dec3-453b-80f2-4c5243fdfea6-kube-api-access-dqjqw\") pod \"certified-operators-vv4bc\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.281917 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.510603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-5sxk8" event={"ID":"4d0860d0-b895-4dc7-9196-97e864e8d134","Type":"ContainerStarted","Data":"a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070"} Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.575325 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/community-operators-5sxk8" podStartSLOduration=1.999904281 podStartE2EDuration="4.575311627s" podCreationTimestamp="2025-10-13 20:13:48 +0000 UTC" firstStartedPulling="2025-10-13 20:13:49.460506433 +0000 UTC m=+2948.066253028" lastFinishedPulling="2025-10-13 20:13:52.035913779 +0000 UTC m=+2950.641660374" observedRunningTime="2025-10-13 20:13:52.573152056 +0000 UTC m=+2951.178898641" watchObservedRunningTime="2025-10-13 20:13:52.575311627 +0000 UTC m=+2951.181058202" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.846537 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-vv4bc"] Oct 13 20:13:52 crc kubenswrapper[4809]: W1013 20:13:52.852814 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podb4b94068_dec3_453b_80f2_4c5243fdfea6.slice/crio-9855e05410a612d609791361e810d6a524783d019ba5b665ffae45bed6f97602 WatchSource:0}: Error finding container 9855e05410a612d609791361e810d6a524783d019ba5b665ffae45bed6f97602: Status 404 returned error can't find the container with id 9855e05410a612d609791361e810d6a524783d019ba5b665ffae45bed6f97602 Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.886893 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.951341 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4"] Oct 13 20:13:52 crc kubenswrapper[4809]: I1013 20:13:52.951638 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" podUID="4bfd1e7f-e871-4a81-9041-2db11fdc5138" containerName="dnsmasq-dns" containerID="cri-o://3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a" gracePeriod=10 Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.155962 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:13:53 crc kubenswrapper[4809]: E1013 20:13:53.156233 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.333448 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.494860 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-dnsmasq-svc\") pod \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.494994 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2pqjm\" (UniqueName: \"kubernetes.io/projected/4bfd1e7f-e871-4a81-9041-2db11fdc5138-kube-api-access-2pqjm\") pod \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.495035 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-config\") pod \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\" (UID: \"4bfd1e7f-e871-4a81-9041-2db11fdc5138\") " Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.505961 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4bfd1e7f-e871-4a81-9041-2db11fdc5138-kube-api-access-2pqjm" (OuterVolumeSpecName: "kube-api-access-2pqjm") pod "4bfd1e7f-e871-4a81-9041-2db11fdc5138" (UID: "4bfd1e7f-e871-4a81-9041-2db11fdc5138"). InnerVolumeSpecName "kube-api-access-2pqjm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.525047 4809 generic.go:334] "Generic (PLEG): container finished" podID="4bfd1e7f-e871-4a81-9041-2db11fdc5138" containerID="3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a" exitCode=0 Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.525103 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" event={"ID":"4bfd1e7f-e871-4a81-9041-2db11fdc5138","Type":"ContainerDied","Data":"3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a"} Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.525162 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.525190 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4" event={"ID":"4bfd1e7f-e871-4a81-9041-2db11fdc5138","Type":"ContainerDied","Data":"85e9c063b1d02d6900a63415ccb147d14e0cc2cd4079b1e486c15ff576d8e61d"} Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.525234 4809 scope.go:117] "RemoveContainer" containerID="3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.529603 4809 generic.go:334] "Generic (PLEG): container finished" podID="b4b94068-dec3-453b-80f2-4c5243fdfea6" containerID="93c45faff55d8a57c1af5beb2dbc41f632399a7fcde04c0b818a286333ef7569" exitCode=0 Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.531024 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-vv4bc" event={"ID":"b4b94068-dec3-453b-80f2-4c5243fdfea6","Type":"ContainerDied","Data":"93c45faff55d8a57c1af5beb2dbc41f632399a7fcde04c0b818a286333ef7569"} Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.531097 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-vv4bc" event={"ID":"b4b94068-dec3-453b-80f2-4c5243fdfea6","Type":"ContainerStarted","Data":"9855e05410a612d609791361e810d6a524783d019ba5b665ffae45bed6f97602"} Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.562591 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-config" (OuterVolumeSpecName: "config") pod "4bfd1e7f-e871-4a81-9041-2db11fdc5138" (UID: "4bfd1e7f-e871-4a81-9041-2db11fdc5138"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.577410 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "4bfd1e7f-e871-4a81-9041-2db11fdc5138" (UID: "4bfd1e7f-e871-4a81-9041-2db11fdc5138"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.591327 4809 scope.go:117] "RemoveContainer" containerID="837f02b9fb72c24d04daf91fb2d795d67fc9be855f78c320cc1bf31855229a17" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.597355 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.597383 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2pqjm\" (UniqueName: \"kubernetes.io/projected/4bfd1e7f-e871-4a81-9041-2db11fdc5138-kube-api-access-2pqjm\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.597396 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4bfd1e7f-e871-4a81-9041-2db11fdc5138-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.614981 4809 scope.go:117] "RemoveContainer" containerID="3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a" Oct 13 20:13:53 crc kubenswrapper[4809]: E1013 20:13:53.615503 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a\": container with ID starting with 3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a not found: ID does not exist" containerID="3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.615555 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a"} err="failed to get container status \"3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a\": rpc error: code = NotFound desc = could not find container \"3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a\": container with ID starting with 3e2b76ac652ff712291a3297ab1af1e2682e8a33e7dd58b33a614fdc14d2872a not found: ID does not exist" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.615585 4809 scope.go:117] "RemoveContainer" containerID="837f02b9fb72c24d04daf91fb2d795d67fc9be855f78c320cc1bf31855229a17" Oct 13 20:13:53 crc kubenswrapper[4809]: E1013 20:13:53.616084 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"837f02b9fb72c24d04daf91fb2d795d67fc9be855f78c320cc1bf31855229a17\": container with ID starting with 837f02b9fb72c24d04daf91fb2d795d67fc9be855f78c320cc1bf31855229a17 not found: ID does not exist" containerID="837f02b9fb72c24d04daf91fb2d795d67fc9be855f78c320cc1bf31855229a17" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.616135 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"837f02b9fb72c24d04daf91fb2d795d67fc9be855f78c320cc1bf31855229a17"} err="failed to get container status \"837f02b9fb72c24d04daf91fb2d795d67fc9be855f78c320cc1bf31855229a17\": rpc error: code = NotFound desc = could not find container \"837f02b9fb72c24d04daf91fb2d795d67fc9be855f78c320cc1bf31855229a17\": container with ID starting with 837f02b9fb72c24d04daf91fb2d795d67fc9be855f78c320cc1bf31855229a17 not found: ID does not exist" Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.859294 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4"] Oct 13 20:13:53 crc kubenswrapper[4809]: I1013 20:13:53.872388 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-tvps4"] Oct 13 20:13:54 crc kubenswrapper[4809]: I1013 20:13:54.165008 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4bfd1e7f-e871-4a81-9041-2db11fdc5138" path="/var/lib/kubelet/pods/4bfd1e7f-e871-4a81-9041-2db11fdc5138/volumes" Oct 13 20:13:55 crc kubenswrapper[4809]: I1013 20:13:55.554587 4809 generic.go:334] "Generic (PLEG): container finished" podID="b4b94068-dec3-453b-80f2-4c5243fdfea6" containerID="ce33b0af73f46b30c1a5bf645575603ded31ca7b9bb997ad4ce29f5dba14d680" exitCode=0 Oct 13 20:13:55 crc kubenswrapper[4809]: I1013 20:13:55.554687 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-vv4bc" event={"ID":"b4b94068-dec3-453b-80f2-4c5243fdfea6","Type":"ContainerDied","Data":"ce33b0af73f46b30c1a5bf645575603ded31ca7b9bb997ad4ce29f5dba14d680"} Oct 13 20:13:55 crc kubenswrapper[4809]: I1013 20:13:55.558042 4809 generic.go:334] "Generic (PLEG): container finished" podID="1e3606c4-1e19-4c58-aed6-8481adee17e0" containerID="aad5b91a326a0db4a58245d7c82283ea26caa6e8db99ed323ebe1b8c91289070" exitCode=0 Oct 13 20:13:55 crc kubenswrapper[4809]: I1013 20:13:55.558090 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-nmbgk" event={"ID":"1e3606c4-1e19-4c58-aed6-8481adee17e0","Type":"ContainerDied","Data":"aad5b91a326a0db4a58245d7c82283ea26caa6e8db99ed323ebe1b8c91289070"} Oct 13 20:13:56 crc kubenswrapper[4809]: I1013 20:13:56.573000 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-vv4bc" event={"ID":"b4b94068-dec3-453b-80f2-4c5243fdfea6","Type":"ContainerStarted","Data":"8e28c41f2f02648591ab00e3ead3743b416b0d5cc059b20a5d4febf62cc27791"} Oct 13 20:13:56 crc kubenswrapper[4809]: I1013 20:13:56.624133 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/certified-operators-vv4bc" podStartSLOduration=3.179785393 podStartE2EDuration="5.624092476s" podCreationTimestamp="2025-10-13 20:13:51 +0000 UTC" firstStartedPulling="2025-10-13 20:13:53.532480898 +0000 UTC m=+2952.138227483" lastFinishedPulling="2025-10-13 20:13:55.976787971 +0000 UTC m=+2954.582534566" observedRunningTime="2025-10-13 20:13:56.604907102 +0000 UTC m=+2955.210653717" watchObservedRunningTime="2025-10-13 20:13:56.624092476 +0000 UTC m=+2955.229839091" Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.021500 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.160586 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-config-data\") pod \"1e3606c4-1e19-4c58-aed6-8481adee17e0\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.160789 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-db-sync-config-data\") pod \"1e3606c4-1e19-4c58-aed6-8481adee17e0\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.160883 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-combined-ca-bundle\") pod \"1e3606c4-1e19-4c58-aed6-8481adee17e0\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.161010 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j5ggd\" (UniqueName: \"kubernetes.io/projected/1e3606c4-1e19-4c58-aed6-8481adee17e0-kube-api-access-j5ggd\") pod \"1e3606c4-1e19-4c58-aed6-8481adee17e0\" (UID: \"1e3606c4-1e19-4c58-aed6-8481adee17e0\") " Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.166031 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "1e3606c4-1e19-4c58-aed6-8481adee17e0" (UID: "1e3606c4-1e19-4c58-aed6-8481adee17e0"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.167127 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1e3606c4-1e19-4c58-aed6-8481adee17e0-kube-api-access-j5ggd" (OuterVolumeSpecName: "kube-api-access-j5ggd") pod "1e3606c4-1e19-4c58-aed6-8481adee17e0" (UID: "1e3606c4-1e19-4c58-aed6-8481adee17e0"). InnerVolumeSpecName "kube-api-access-j5ggd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.202919 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1e3606c4-1e19-4c58-aed6-8481adee17e0" (UID: "1e3606c4-1e19-4c58-aed6-8481adee17e0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.208183 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-config-data" (OuterVolumeSpecName: "config-data") pod "1e3606c4-1e19-4c58-aed6-8481adee17e0" (UID: "1e3606c4-1e19-4c58-aed6-8481adee17e0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.263597 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.263626 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j5ggd\" (UniqueName: \"kubernetes.io/projected/1e3606c4-1e19-4c58-aed6-8481adee17e0-kube-api-access-j5ggd\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.263642 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.263653 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/1e3606c4-1e19-4c58-aed6-8481adee17e0-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.588769 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-nmbgk" Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.588796 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-nmbgk" event={"ID":"1e3606c4-1e19-4c58-aed6-8481adee17e0","Type":"ContainerDied","Data":"d296c780a7438530fdbee2c522ff898bc75f7312f7bd3cb0c61de9a271eef9f9"} Oct 13 20:13:57 crc kubenswrapper[4809]: I1013 20:13:57.588857 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d296c780a7438530fdbee2c522ff898bc75f7312f7bd3cb0c61de9a271eef9f9" Oct 13 20:13:58 crc kubenswrapper[4809]: I1013 20:13:58.716912 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:58 crc kubenswrapper[4809]: I1013 20:13:58.717278 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:58 crc kubenswrapper[4809]: I1013 20:13:58.797969 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:13:59 crc kubenswrapper[4809]: I1013 20:13:59.697373 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:14:00 crc kubenswrapper[4809]: I1013 20:14:00.948907 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-marketplace-r6wzs"] Oct 13 20:14:00 crc kubenswrapper[4809]: E1013 20:14:00.949418 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4bfd1e7f-e871-4a81-9041-2db11fdc5138" containerName="dnsmasq-dns" Oct 13 20:14:00 crc kubenswrapper[4809]: I1013 20:14:00.949440 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4bfd1e7f-e871-4a81-9041-2db11fdc5138" containerName="dnsmasq-dns" Oct 13 20:14:00 crc kubenswrapper[4809]: E1013 20:14:00.949471 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4bfd1e7f-e871-4a81-9041-2db11fdc5138" containerName="init" Oct 13 20:14:00 crc kubenswrapper[4809]: I1013 20:14:00.949483 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4bfd1e7f-e871-4a81-9041-2db11fdc5138" containerName="init" Oct 13 20:14:00 crc kubenswrapper[4809]: E1013 20:14:00.949533 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1e3606c4-1e19-4c58-aed6-8481adee17e0" containerName="glance-db-sync" Oct 13 20:14:00 crc kubenswrapper[4809]: I1013 20:14:00.949546 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1e3606c4-1e19-4c58-aed6-8481adee17e0" containerName="glance-db-sync" Oct 13 20:14:00 crc kubenswrapper[4809]: I1013 20:14:00.949855 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4bfd1e7f-e871-4a81-9041-2db11fdc5138" containerName="dnsmasq-dns" Oct 13 20:14:00 crc kubenswrapper[4809]: I1013 20:14:00.949888 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1e3606c4-1e19-4c58-aed6-8481adee17e0" containerName="glance-db-sync" Oct 13 20:14:00 crc kubenswrapper[4809]: I1013 20:14:00.952328 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:00 crc kubenswrapper[4809]: I1013 20:14:00.966526 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-r6wzs"] Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.029887 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-utilities\") pod \"redhat-marketplace-r6wzs\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.030395 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tlflr\" (UniqueName: \"kubernetes.io/projected/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-kube-api-access-tlflr\") pod \"redhat-marketplace-r6wzs\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.030488 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-catalog-content\") pod \"redhat-marketplace-r6wzs\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.132378 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tlflr\" (UniqueName: \"kubernetes.io/projected/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-kube-api-access-tlflr\") pod \"redhat-marketplace-r6wzs\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.132485 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-catalog-content\") pod \"redhat-marketplace-r6wzs\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.132605 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-utilities\") pod \"redhat-marketplace-r6wzs\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.133430 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-utilities\") pod \"redhat-marketplace-r6wzs\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.133591 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-catalog-content\") pod \"redhat-marketplace-r6wzs\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.162200 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tlflr\" (UniqueName: \"kubernetes.io/projected/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-kube-api-access-tlflr\") pod \"redhat-marketplace-r6wzs\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.282119 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.776935 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-r6wzs"] Oct 13 20:14:01 crc kubenswrapper[4809]: W1013 20:14:01.784006 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod67f32e1d_5f18_4fc5_9cd2_62adffe9d6ce.slice/crio-f34de61d65fbb1eb6272ac15340d318f06da412f1f2b4a25c38bc7a3746979a4 WatchSource:0}: Error finding container f34de61d65fbb1eb6272ac15340d318f06da412f1f2b4a25c38bc7a3746979a4: Status 404 returned error can't find the container with id f34de61d65fbb1eb6272ac15340d318f06da412f1f2b4a25c38bc7a3746979a4 Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.942215 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-operators-nrstj"] Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.950315 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:01 crc kubenswrapper[4809]: I1013 20:14:01.963617 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-nrstj"] Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.049623 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-utilities\") pod \"redhat-operators-nrstj\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.049874 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lwkqt\" (UniqueName: \"kubernetes.io/projected/a31714b3-0bce-4857-9073-5d887c3a9fc6-kube-api-access-lwkqt\") pod \"redhat-operators-nrstj\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.050233 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-catalog-content\") pod \"redhat-operators-nrstj\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.151305 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-catalog-content\") pod \"redhat-operators-nrstj\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.151387 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-utilities\") pod \"redhat-operators-nrstj\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.151431 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lwkqt\" (UniqueName: \"kubernetes.io/projected/a31714b3-0bce-4857-9073-5d887c3a9fc6-kube-api-access-lwkqt\") pod \"redhat-operators-nrstj\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.152048 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-utilities\") pod \"redhat-operators-nrstj\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.152067 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-catalog-content\") pod \"redhat-operators-nrstj\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.175680 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lwkqt\" (UniqueName: \"kubernetes.io/projected/a31714b3-0bce-4857-9073-5d887c3a9fc6-kube-api-access-lwkqt\") pod \"redhat-operators-nrstj\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.282422 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.283298 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.285695 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.351712 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.393968 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.644749 4809 generic.go:334] "Generic (PLEG): container finished" podID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" containerID="bdaeee424007d2b03bddc6a4b777f91ba4a6c57df1e976c4fe5dd8e70cde8244" exitCode=0 Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.644809 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-r6wzs" event={"ID":"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce","Type":"ContainerDied","Data":"bdaeee424007d2b03bddc6a4b777f91ba4a6c57df1e976c4fe5dd8e70cde8244"} Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.645025 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-r6wzs" event={"ID":"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce","Type":"ContainerStarted","Data":"f34de61d65fbb1eb6272ac15340d318f06da412f1f2b4a25c38bc7a3746979a4"} Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.712300 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.769621 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-nrstj"] Oct 13 20:14:02 crc kubenswrapper[4809]: W1013 20:14:02.772962 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-poda31714b3_0bce_4857_9073_5d887c3a9fc6.slice/crio-3555ecb7c82ccf9c8f2d965ba0066496d5c6f888e5d12bc21a519281c547165d WatchSource:0}: Error finding container 3555ecb7c82ccf9c8f2d965ba0066496d5c6f888e5d12bc21a519281c547165d: Status 404 returned error can't find the container with id 3555ecb7c82ccf9c8f2d965ba0066496d5c6f888e5d12bc21a519281c547165d Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.792485 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-create-qlbcq"] Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.794591 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-qlbcq" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.805394 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-qlbcq"] Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.865085 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jqnmt\" (UniqueName: \"kubernetes.io/projected/ba0f8498-c2b6-452b-9f83-4a5f1b576e2d-kube-api-access-jqnmt\") pod \"cinder-db-create-qlbcq\" (UID: \"ba0f8498-c2b6-452b-9f83-4a5f1b576e2d\") " pod="openstack-kuttl-tests/cinder-db-create-qlbcq" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.885234 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-create-jb4sz"] Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.886270 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-jb4sz" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.895679 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-jb4sz"] Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.968909 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4c9l7\" (UniqueName: \"kubernetes.io/projected/d3012990-32c0-47d7-b4cd-da140ede9f6c-kube-api-access-4c9l7\") pod \"barbican-db-create-jb4sz\" (UID: \"d3012990-32c0-47d7-b4cd-da140ede9f6c\") " pod="openstack-kuttl-tests/barbican-db-create-jb4sz" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.969436 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jqnmt\" (UniqueName: \"kubernetes.io/projected/ba0f8498-c2b6-452b-9f83-4a5f1b576e2d-kube-api-access-jqnmt\") pod \"cinder-db-create-qlbcq\" (UID: \"ba0f8498-c2b6-452b-9f83-4a5f1b576e2d\") " pod="openstack-kuttl-tests/cinder-db-create-qlbcq" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.992815 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-nr6lg"] Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.994173 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jqnmt\" (UniqueName: \"kubernetes.io/projected/ba0f8498-c2b6-452b-9f83-4a5f1b576e2d-kube-api-access-jqnmt\") pod \"cinder-db-create-qlbcq\" (UID: \"ba0f8498-c2b6-452b-9f83-4a5f1b576e2d\") " pod="openstack-kuttl-tests/cinder-db-create-qlbcq" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.994820 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.999407 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.999596 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:14:02 crc kubenswrapper[4809]: I1013 20:14:02.999720 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-lr9bp" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.000150 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.007312 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-nr6lg"] Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.070893 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xjft6\" (UniqueName: \"kubernetes.io/projected/43442a28-72e6-4442-9bbb-81d98708c9bc-kube-api-access-xjft6\") pod \"keystone-db-sync-nr6lg\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.071016 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-config-data\") pod \"keystone-db-sync-nr6lg\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.071088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-combined-ca-bundle\") pod \"keystone-db-sync-nr6lg\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.071142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4c9l7\" (UniqueName: \"kubernetes.io/projected/d3012990-32c0-47d7-b4cd-da140ede9f6c-kube-api-access-4c9l7\") pod \"barbican-db-create-jb4sz\" (UID: \"d3012990-32c0-47d7-b4cd-da140ede9f6c\") " pod="openstack-kuttl-tests/barbican-db-create-jb4sz" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.092179 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-create-ntp9b"] Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.093175 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-ntp9b" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.096296 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4c9l7\" (UniqueName: \"kubernetes.io/projected/d3012990-32c0-47d7-b4cd-da140ede9f6c-kube-api-access-4c9l7\") pod \"barbican-db-create-jb4sz\" (UID: \"d3012990-32c0-47d7-b4cd-da140ede9f6c\") " pod="openstack-kuttl-tests/barbican-db-create-jb4sz" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.105104 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-ntp9b"] Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.172180 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-config-data\") pod \"keystone-db-sync-nr6lg\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.172290 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-combined-ca-bundle\") pod \"keystone-db-sync-nr6lg\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.172369 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xjft6\" (UniqueName: \"kubernetes.io/projected/43442a28-72e6-4442-9bbb-81d98708c9bc-kube-api-access-xjft6\") pod \"keystone-db-sync-nr6lg\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.172417 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tn5s4\" (UniqueName: \"kubernetes.io/projected/66f1b355-9c74-4346-8816-b0b793d8d542-kube-api-access-tn5s4\") pod \"neutron-db-create-ntp9b\" (UID: \"66f1b355-9c74-4346-8816-b0b793d8d542\") " pod="openstack-kuttl-tests/neutron-db-create-ntp9b" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.176861 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-config-data\") pod \"keystone-db-sync-nr6lg\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.177164 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-combined-ca-bundle\") pod \"keystone-db-sync-nr6lg\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.188956 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xjft6\" (UniqueName: \"kubernetes.io/projected/43442a28-72e6-4442-9bbb-81d98708c9bc-kube-api-access-xjft6\") pod \"keystone-db-sync-nr6lg\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.196185 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-qlbcq" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.212055 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-jb4sz" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.273999 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tn5s4\" (UniqueName: \"kubernetes.io/projected/66f1b355-9c74-4346-8816-b0b793d8d542-kube-api-access-tn5s4\") pod \"neutron-db-create-ntp9b\" (UID: \"66f1b355-9c74-4346-8816-b0b793d8d542\") " pod="openstack-kuttl-tests/neutron-db-create-ntp9b" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.291761 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tn5s4\" (UniqueName: \"kubernetes.io/projected/66f1b355-9c74-4346-8816-b0b793d8d542-kube-api-access-tn5s4\") pod \"neutron-db-create-ntp9b\" (UID: \"66f1b355-9c74-4346-8816-b0b793d8d542\") " pod="openstack-kuttl-tests/neutron-db-create-ntp9b" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.365016 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.381820 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.410413 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-ntp9b" Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.655791 4809 generic.go:334] "Generic (PLEG): container finished" podID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" containerID="73f91312af64486a24cd90e7cb82b60ab9e195920fdc7cfdd5fac0f1c4e56cdd" exitCode=0 Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.655921 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-r6wzs" event={"ID":"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce","Type":"ContainerDied","Data":"73f91312af64486a24cd90e7cb82b60ab9e195920fdc7cfdd5fac0f1c4e56cdd"} Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.659477 4809 generic.go:334] "Generic (PLEG): container finished" podID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerID="ee0de809ba90e5eda3e641c7800cd5819ed99b5bf6f97a9667d8f464cb91c824" exitCode=0 Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.659578 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nrstj" event={"ID":"a31714b3-0bce-4857-9073-5d887c3a9fc6","Type":"ContainerDied","Data":"ee0de809ba90e5eda3e641c7800cd5819ed99b5bf6f97a9667d8f464cb91c824"} Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.659613 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nrstj" event={"ID":"a31714b3-0bce-4857-9073-5d887c3a9fc6","Type":"ContainerStarted","Data":"3555ecb7c82ccf9c8f2d965ba0066496d5c6f888e5d12bc21a519281c547165d"} Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.723235 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-jb4sz"] Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.802981 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-qlbcq"] Oct 13 20:14:03 crc kubenswrapper[4809]: W1013 20:14:03.806830 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podba0f8498_c2b6_452b_9f83_4a5f1b576e2d.slice/crio-65af49bab462d528de0f56ddec1b210d2a4859d5492bdf5854e55919fdcc4033 WatchSource:0}: Error finding container 65af49bab462d528de0f56ddec1b210d2a4859d5492bdf5854e55919fdcc4033: Status 404 returned error can't find the container with id 65af49bab462d528de0f56ddec1b210d2a4859d5492bdf5854e55919fdcc4033 Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.895872 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-nr6lg"] Oct 13 20:14:03 crc kubenswrapper[4809]: I1013 20:14:03.902115 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-ntp9b"] Oct 13 20:14:03 crc kubenswrapper[4809]: W1013 20:14:03.903457 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod66f1b355_9c74_4346_8816_b0b793d8d542.slice/crio-3c72fa7133a9d9ddaf61c672bac08e27739fb7e4dd3fbe84f6af1a369d4aa3ea WatchSource:0}: Error finding container 3c72fa7133a9d9ddaf61c672bac08e27739fb7e4dd3fbe84f6af1a369d4aa3ea: Status 404 returned error can't find the container with id 3c72fa7133a9d9ddaf61c672bac08e27739fb7e4dd3fbe84f6af1a369d4aa3ea Oct 13 20:14:03 crc kubenswrapper[4809]: W1013 20:14:03.934317 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod43442a28_72e6_4442_9bbb_81d98708c9bc.slice/crio-9b932acd316f0b79be9a869f991adbe3c671469ab19dba0395485af8c593c002 WatchSource:0}: Error finding container 9b932acd316f0b79be9a869f991adbe3c671469ab19dba0395485af8c593c002: Status 404 returned error can't find the container with id 9b932acd316f0b79be9a869f991adbe3c671469ab19dba0395485af8c593c002 Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.669617 4809 generic.go:334] "Generic (PLEG): container finished" podID="d3012990-32c0-47d7-b4cd-da140ede9f6c" containerID="14a02658d4cc4c1b9ec3aa2e0fe0ba16cf68b5d89274982ceb7431d74f2422c5" exitCode=0 Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.669682 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-jb4sz" event={"ID":"d3012990-32c0-47d7-b4cd-da140ede9f6c","Type":"ContainerDied","Data":"14a02658d4cc4c1b9ec3aa2e0fe0ba16cf68b5d89274982ceb7431d74f2422c5"} Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.670122 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-jb4sz" event={"ID":"d3012990-32c0-47d7-b4cd-da140ede9f6c","Type":"ContainerStarted","Data":"3b68696091bfb793b51cdb3a9e983388332f48031b38edbe9e5c0e3708b4343f"} Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.672527 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" event={"ID":"43442a28-72e6-4442-9bbb-81d98708c9bc","Type":"ContainerStarted","Data":"7f6f69c8a8055a9f73a1b0b97c2f2d756de9eec06fe163379127909b01adfcd7"} Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.672552 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" event={"ID":"43442a28-72e6-4442-9bbb-81d98708c9bc","Type":"ContainerStarted","Data":"9b932acd316f0b79be9a869f991adbe3c671469ab19dba0395485af8c593c002"} Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.674919 4809 generic.go:334] "Generic (PLEG): container finished" podID="66f1b355-9c74-4346-8816-b0b793d8d542" containerID="25922a5ddefd79b3d54e7811cf7fe9b7353d7da2a29d01dd13aace1c382b6e1d" exitCode=0 Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.674953 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-ntp9b" event={"ID":"66f1b355-9c74-4346-8816-b0b793d8d542","Type":"ContainerDied","Data":"25922a5ddefd79b3d54e7811cf7fe9b7353d7da2a29d01dd13aace1c382b6e1d"} Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.674987 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-ntp9b" event={"ID":"66f1b355-9c74-4346-8816-b0b793d8d542","Type":"ContainerStarted","Data":"3c72fa7133a9d9ddaf61c672bac08e27739fb7e4dd3fbe84f6af1a369d4aa3ea"} Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.676947 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-r6wzs" event={"ID":"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce","Type":"ContainerStarted","Data":"f28096c40a45b51bdc640fd582a10ace8211aa244fea3ea12d3a94aeea3729c6"} Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.680580 4809 generic.go:334] "Generic (PLEG): container finished" podID="ba0f8498-c2b6-452b-9f83-4a5f1b576e2d" containerID="2a93d9250083f7531ad563d8b5cd16e7274b9ed16dd57cf92aac148d09e43f19" exitCode=0 Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.680674 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-qlbcq" event={"ID":"ba0f8498-c2b6-452b-9f83-4a5f1b576e2d","Type":"ContainerDied","Data":"2a93d9250083f7531ad563d8b5cd16e7274b9ed16dd57cf92aac148d09e43f19"} Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.680786 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-qlbcq" event={"ID":"ba0f8498-c2b6-452b-9f83-4a5f1b576e2d","Type":"ContainerStarted","Data":"65af49bab462d528de0f56ddec1b210d2a4859d5492bdf5854e55919fdcc4033"} Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.701684 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" podStartSLOduration=2.701669515 podStartE2EDuration="2.701669515s" podCreationTimestamp="2025-10-13 20:14:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:04.699156594 +0000 UTC m=+2963.304903179" watchObservedRunningTime="2025-10-13 20:14:04.701669515 +0000 UTC m=+2963.307416100" Oct 13 20:14:04 crc kubenswrapper[4809]: I1013 20:14:04.743719 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-marketplace-r6wzs" podStartSLOduration=3.189611727 podStartE2EDuration="4.743701436s" podCreationTimestamp="2025-10-13 20:14:00 +0000 UTC" firstStartedPulling="2025-10-13 20:14:02.646467683 +0000 UTC m=+2961.252214268" lastFinishedPulling="2025-10-13 20:14:04.200557392 +0000 UTC m=+2962.806303977" observedRunningTime="2025-10-13 20:14:04.740921637 +0000 UTC m=+2963.346668222" watchObservedRunningTime="2025-10-13 20:14:04.743701436 +0000 UTC m=+2963.349448011" Oct 13 20:14:05 crc kubenswrapper[4809]: I1013 20:14:05.697459 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nrstj" event={"ID":"a31714b3-0bce-4857-9073-5d887c3a9fc6","Type":"ContainerStarted","Data":"bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25"} Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.156023 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:14:06 crc kubenswrapper[4809]: E1013 20:14:06.156588 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.244825 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-jb4sz" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.250528 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-ntp9b" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.264775 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-qlbcq" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.332849 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jqnmt\" (UniqueName: \"kubernetes.io/projected/ba0f8498-c2b6-452b-9f83-4a5f1b576e2d-kube-api-access-jqnmt\") pod \"ba0f8498-c2b6-452b-9f83-4a5f1b576e2d\" (UID: \"ba0f8498-c2b6-452b-9f83-4a5f1b576e2d\") " Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.332958 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tn5s4\" (UniqueName: \"kubernetes.io/projected/66f1b355-9c74-4346-8816-b0b793d8d542-kube-api-access-tn5s4\") pod \"66f1b355-9c74-4346-8816-b0b793d8d542\" (UID: \"66f1b355-9c74-4346-8816-b0b793d8d542\") " Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.333027 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4c9l7\" (UniqueName: \"kubernetes.io/projected/d3012990-32c0-47d7-b4cd-da140ede9f6c-kube-api-access-4c9l7\") pod \"d3012990-32c0-47d7-b4cd-da140ede9f6c\" (UID: \"d3012990-32c0-47d7-b4cd-da140ede9f6c\") " Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.340480 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ba0f8498-c2b6-452b-9f83-4a5f1b576e2d-kube-api-access-jqnmt" (OuterVolumeSpecName: "kube-api-access-jqnmt") pod "ba0f8498-c2b6-452b-9f83-4a5f1b576e2d" (UID: "ba0f8498-c2b6-452b-9f83-4a5f1b576e2d"). InnerVolumeSpecName "kube-api-access-jqnmt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.344930 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d3012990-32c0-47d7-b4cd-da140ede9f6c-kube-api-access-4c9l7" (OuterVolumeSpecName: "kube-api-access-4c9l7") pod "d3012990-32c0-47d7-b4cd-da140ede9f6c" (UID: "d3012990-32c0-47d7-b4cd-da140ede9f6c"). InnerVolumeSpecName "kube-api-access-4c9l7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.346936 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/66f1b355-9c74-4346-8816-b0b793d8d542-kube-api-access-tn5s4" (OuterVolumeSpecName: "kube-api-access-tn5s4") pod "66f1b355-9c74-4346-8816-b0b793d8d542" (UID: "66f1b355-9c74-4346-8816-b0b793d8d542"). InnerVolumeSpecName "kube-api-access-tn5s4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.435638 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jqnmt\" (UniqueName: \"kubernetes.io/projected/ba0f8498-c2b6-452b-9f83-4a5f1b576e2d-kube-api-access-jqnmt\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.435675 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tn5s4\" (UniqueName: \"kubernetes.io/projected/66f1b355-9c74-4346-8816-b0b793d8d542-kube-api-access-tn5s4\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.435692 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4c9l7\" (UniqueName: \"kubernetes.io/projected/d3012990-32c0-47d7-b4cd-da140ede9f6c-kube-api-access-4c9l7\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.711475 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-ntp9b" event={"ID":"66f1b355-9c74-4346-8816-b0b793d8d542","Type":"ContainerDied","Data":"3c72fa7133a9d9ddaf61c672bac08e27739fb7e4dd3fbe84f6af1a369d4aa3ea"} Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.711534 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3c72fa7133a9d9ddaf61c672bac08e27739fb7e4dd3fbe84f6af1a369d4aa3ea" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.711608 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-ntp9b" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.715131 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-qlbcq" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.716035 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-qlbcq" event={"ID":"ba0f8498-c2b6-452b-9f83-4a5f1b576e2d","Type":"ContainerDied","Data":"65af49bab462d528de0f56ddec1b210d2a4859d5492bdf5854e55919fdcc4033"} Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.716193 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="65af49bab462d528de0f56ddec1b210d2a4859d5492bdf5854e55919fdcc4033" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.719995 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-jb4sz" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.720103 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-jb4sz" event={"ID":"d3012990-32c0-47d7-b4cd-da140ede9f6c","Type":"ContainerDied","Data":"3b68696091bfb793b51cdb3a9e983388332f48031b38edbe9e5c0e3708b4343f"} Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.720174 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3b68696091bfb793b51cdb3a9e983388332f48031b38edbe9e5c0e3708b4343f" Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.745199 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-5sxk8"] Oct 13 20:14:06 crc kubenswrapper[4809]: I1013 20:14:06.745662 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/community-operators-5sxk8" podUID="4d0860d0-b895-4dc7-9196-97e864e8d134" containerName="registry-server" containerID="cri-o://a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070" gracePeriod=2 Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.320148 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.349997 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-vv4bc"] Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.350415 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/certified-operators-vv4bc" podUID="b4b94068-dec3-453b-80f2-4c5243fdfea6" containerName="registry-server" containerID="cri-o://8e28c41f2f02648591ab00e3ead3743b416b0d5cc059b20a5d4febf62cc27791" gracePeriod=2 Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.456505 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-catalog-content\") pod \"4d0860d0-b895-4dc7-9196-97e864e8d134\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.456624 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-utilities\") pod \"4d0860d0-b895-4dc7-9196-97e864e8d134\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.456688 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zh8nc\" (UniqueName: \"kubernetes.io/projected/4d0860d0-b895-4dc7-9196-97e864e8d134-kube-api-access-zh8nc\") pod \"4d0860d0-b895-4dc7-9196-97e864e8d134\" (UID: \"4d0860d0-b895-4dc7-9196-97e864e8d134\") " Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.457609 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-utilities" (OuterVolumeSpecName: "utilities") pod "4d0860d0-b895-4dc7-9196-97e864e8d134" (UID: "4d0860d0-b895-4dc7-9196-97e864e8d134"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.465847 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4d0860d0-b895-4dc7-9196-97e864e8d134-kube-api-access-zh8nc" (OuterVolumeSpecName: "kube-api-access-zh8nc") pod "4d0860d0-b895-4dc7-9196-97e864e8d134" (UID: "4d0860d0-b895-4dc7-9196-97e864e8d134"). InnerVolumeSpecName "kube-api-access-zh8nc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.541507 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "4d0860d0-b895-4dc7-9196-97e864e8d134" (UID: "4d0860d0-b895-4dc7-9196-97e864e8d134"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.559081 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.559126 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/4d0860d0-b895-4dc7-9196-97e864e8d134-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.559145 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zh8nc\" (UniqueName: \"kubernetes.io/projected/4d0860d0-b895-4dc7-9196-97e864e8d134-kube-api-access-zh8nc\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.735179 4809 generic.go:334] "Generic (PLEG): container finished" podID="b4b94068-dec3-453b-80f2-4c5243fdfea6" containerID="8e28c41f2f02648591ab00e3ead3743b416b0d5cc059b20a5d4febf62cc27791" exitCode=0 Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.735271 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-vv4bc" event={"ID":"b4b94068-dec3-453b-80f2-4c5243fdfea6","Type":"ContainerDied","Data":"8e28c41f2f02648591ab00e3ead3743b416b0d5cc059b20a5d4febf62cc27791"} Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.739110 4809 generic.go:334] "Generic (PLEG): container finished" podID="4d0860d0-b895-4dc7-9196-97e864e8d134" containerID="a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070" exitCode=0 Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.739199 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-5sxk8" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.739217 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-5sxk8" event={"ID":"4d0860d0-b895-4dc7-9196-97e864e8d134","Type":"ContainerDied","Data":"a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070"} Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.743026 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-5sxk8" event={"ID":"4d0860d0-b895-4dc7-9196-97e864e8d134","Type":"ContainerDied","Data":"2b3c01d8937323c3a4f4e87ee32f37cb42a86e3d2cae0f3d4599f70c709bc198"} Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.743058 4809 scope.go:117] "RemoveContainer" containerID="a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.747314 4809 generic.go:334] "Generic (PLEG): container finished" podID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerID="bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25" exitCode=0 Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.747354 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nrstj" event={"ID":"a31714b3-0bce-4857-9073-5d887c3a9fc6","Type":"ContainerDied","Data":"bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25"} Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.795581 4809 scope.go:117] "RemoveContainer" containerID="f26bf78ba8c8ca825374d5ef8d8bad5795a5b7ab277586062733a7f003a28adb" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.803816 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-5sxk8"] Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.816144 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/community-operators-5sxk8"] Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.829825 4809 scope.go:117] "RemoveContainer" containerID="931bb3d044b6b78138c91072951314ffcf131a3901863896429fc7039f90544d" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.881522 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.903015 4809 scope.go:117] "RemoveContainer" containerID="a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070" Oct 13 20:14:07 crc kubenswrapper[4809]: E1013 20:14:07.903635 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070\": container with ID starting with a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070 not found: ID does not exist" containerID="a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.903698 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070"} err="failed to get container status \"a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070\": rpc error: code = NotFound desc = could not find container \"a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070\": container with ID starting with a6573be0bb2d3b45305222e24ab161676c4224a1354257e1a207923b829be070 not found: ID does not exist" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.903748 4809 scope.go:117] "RemoveContainer" containerID="f26bf78ba8c8ca825374d5ef8d8bad5795a5b7ab277586062733a7f003a28adb" Oct 13 20:14:07 crc kubenswrapper[4809]: E1013 20:14:07.905211 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f26bf78ba8c8ca825374d5ef8d8bad5795a5b7ab277586062733a7f003a28adb\": container with ID starting with f26bf78ba8c8ca825374d5ef8d8bad5795a5b7ab277586062733a7f003a28adb not found: ID does not exist" containerID="f26bf78ba8c8ca825374d5ef8d8bad5795a5b7ab277586062733a7f003a28adb" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.905268 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f26bf78ba8c8ca825374d5ef8d8bad5795a5b7ab277586062733a7f003a28adb"} err="failed to get container status \"f26bf78ba8c8ca825374d5ef8d8bad5795a5b7ab277586062733a7f003a28adb\": rpc error: code = NotFound desc = could not find container \"f26bf78ba8c8ca825374d5ef8d8bad5795a5b7ab277586062733a7f003a28adb\": container with ID starting with f26bf78ba8c8ca825374d5ef8d8bad5795a5b7ab277586062733a7f003a28adb not found: ID does not exist" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.905301 4809 scope.go:117] "RemoveContainer" containerID="931bb3d044b6b78138c91072951314ffcf131a3901863896429fc7039f90544d" Oct 13 20:14:07 crc kubenswrapper[4809]: E1013 20:14:07.905700 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"931bb3d044b6b78138c91072951314ffcf131a3901863896429fc7039f90544d\": container with ID starting with 931bb3d044b6b78138c91072951314ffcf131a3901863896429fc7039f90544d not found: ID does not exist" containerID="931bb3d044b6b78138c91072951314ffcf131a3901863896429fc7039f90544d" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.905748 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"931bb3d044b6b78138c91072951314ffcf131a3901863896429fc7039f90544d"} err="failed to get container status \"931bb3d044b6b78138c91072951314ffcf131a3901863896429fc7039f90544d\": rpc error: code = NotFound desc = could not find container \"931bb3d044b6b78138c91072951314ffcf131a3901863896429fc7039f90544d\": container with ID starting with 931bb3d044b6b78138c91072951314ffcf131a3901863896429fc7039f90544d not found: ID does not exist" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.969340 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-catalog-content\") pod \"b4b94068-dec3-453b-80f2-4c5243fdfea6\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.969497 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-utilities\") pod \"b4b94068-dec3-453b-80f2-4c5243fdfea6\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.969798 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dqjqw\" (UniqueName: \"kubernetes.io/projected/b4b94068-dec3-453b-80f2-4c5243fdfea6-kube-api-access-dqjqw\") pod \"b4b94068-dec3-453b-80f2-4c5243fdfea6\" (UID: \"b4b94068-dec3-453b-80f2-4c5243fdfea6\") " Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.971043 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-utilities" (OuterVolumeSpecName: "utilities") pod "b4b94068-dec3-453b-80f2-4c5243fdfea6" (UID: "b4b94068-dec3-453b-80f2-4c5243fdfea6"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:07 crc kubenswrapper[4809]: I1013 20:14:07.973770 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b4b94068-dec3-453b-80f2-4c5243fdfea6-kube-api-access-dqjqw" (OuterVolumeSpecName: "kube-api-access-dqjqw") pod "b4b94068-dec3-453b-80f2-4c5243fdfea6" (UID: "b4b94068-dec3-453b-80f2-4c5243fdfea6"). InnerVolumeSpecName "kube-api-access-dqjqw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.030250 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "b4b94068-dec3-453b-80f2-4c5243fdfea6" (UID: "b4b94068-dec3-453b-80f2-4c5243fdfea6"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.072168 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dqjqw\" (UniqueName: \"kubernetes.io/projected/b4b94068-dec3-453b-80f2-4c5243fdfea6-kube-api-access-dqjqw\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.072209 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.072222 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/b4b94068-dec3-453b-80f2-4c5243fdfea6-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.186088 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4d0860d0-b895-4dc7-9196-97e864e8d134" path="/var/lib/kubelet/pods/4d0860d0-b895-4dc7-9196-97e864e8d134/volumes" Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.761025 4809 generic.go:334] "Generic (PLEG): container finished" podID="43442a28-72e6-4442-9bbb-81d98708c9bc" containerID="7f6f69c8a8055a9f73a1b0b97c2f2d756de9eec06fe163379127909b01adfcd7" exitCode=0 Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.761180 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" event={"ID":"43442a28-72e6-4442-9bbb-81d98708c9bc","Type":"ContainerDied","Data":"7f6f69c8a8055a9f73a1b0b97c2f2d756de9eec06fe163379127909b01adfcd7"} Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.768311 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nrstj" event={"ID":"a31714b3-0bce-4857-9073-5d887c3a9fc6","Type":"ContainerStarted","Data":"9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b"} Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.773756 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-vv4bc" event={"ID":"b4b94068-dec3-453b-80f2-4c5243fdfea6","Type":"ContainerDied","Data":"9855e05410a612d609791361e810d6a524783d019ba5b665ffae45bed6f97602"} Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.773874 4809 scope.go:117] "RemoveContainer" containerID="8e28c41f2f02648591ab00e3ead3743b416b0d5cc059b20a5d4febf62cc27791" Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.773950 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-vv4bc" Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.809469 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-vv4bc"] Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.827800 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/certified-operators-vv4bc"] Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.834968 4809 scope.go:117] "RemoveContainer" containerID="ce33b0af73f46b30c1a5bf645575603ded31ca7b9bb997ad4ce29f5dba14d680" Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.840193 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-operators-nrstj" podStartSLOduration=3.281126804 podStartE2EDuration="7.840172405s" podCreationTimestamp="2025-10-13 20:14:01 +0000 UTC" firstStartedPulling="2025-10-13 20:14:03.661767731 +0000 UTC m=+2962.267514316" lastFinishedPulling="2025-10-13 20:14:08.220813322 +0000 UTC m=+2966.826559917" observedRunningTime="2025-10-13 20:14:08.830919893 +0000 UTC m=+2967.436666508" watchObservedRunningTime="2025-10-13 20:14:08.840172405 +0000 UTC m=+2967.445919010" Oct 13 20:14:08 crc kubenswrapper[4809]: I1013 20:14:08.868219 4809 scope.go:117] "RemoveContainer" containerID="93c45faff55d8a57c1af5beb2dbc41f632399a7fcde04c0b818a286333ef7569" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.166989 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b4b94068-dec3-453b-80f2-4c5243fdfea6" path="/var/lib/kubelet/pods/b4b94068-dec3-453b-80f2-4c5243fdfea6/volumes" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.231264 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.317254 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xjft6\" (UniqueName: \"kubernetes.io/projected/43442a28-72e6-4442-9bbb-81d98708c9bc-kube-api-access-xjft6\") pod \"43442a28-72e6-4442-9bbb-81d98708c9bc\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.317697 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-combined-ca-bundle\") pod \"43442a28-72e6-4442-9bbb-81d98708c9bc\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.317751 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-config-data\") pod \"43442a28-72e6-4442-9bbb-81d98708c9bc\" (UID: \"43442a28-72e6-4442-9bbb-81d98708c9bc\") " Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.324607 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/43442a28-72e6-4442-9bbb-81d98708c9bc-kube-api-access-xjft6" (OuterVolumeSpecName: "kube-api-access-xjft6") pod "43442a28-72e6-4442-9bbb-81d98708c9bc" (UID: "43442a28-72e6-4442-9bbb-81d98708c9bc"). InnerVolumeSpecName "kube-api-access-xjft6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.374639 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-config-data" (OuterVolumeSpecName: "config-data") pod "43442a28-72e6-4442-9bbb-81d98708c9bc" (UID: "43442a28-72e6-4442-9bbb-81d98708c9bc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.375932 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "43442a28-72e6-4442-9bbb-81d98708c9bc" (UID: "43442a28-72e6-4442-9bbb-81d98708c9bc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.420051 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.420094 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/43442a28-72e6-4442-9bbb-81d98708c9bc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.420108 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xjft6\" (UniqueName: \"kubernetes.io/projected/43442a28-72e6-4442-9bbb-81d98708c9bc-kube-api-access-xjft6\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.797933 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" event={"ID":"43442a28-72e6-4442-9bbb-81d98708c9bc","Type":"ContainerDied","Data":"9b932acd316f0b79be9a869f991adbe3c671469ab19dba0395485af8c593c002"} Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.797967 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9b932acd316f0b79be9a869f991adbe3c671469ab19dba0395485af8c593c002" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.798010 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-nr6lg" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.920109 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-jjnwp"] Oct 13 20:14:10 crc kubenswrapper[4809]: E1013 20:14:10.921027 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4d0860d0-b895-4dc7-9196-97e864e8d134" containerName="registry-server" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.921122 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4d0860d0-b895-4dc7-9196-97e864e8d134" containerName="registry-server" Oct 13 20:14:10 crc kubenswrapper[4809]: E1013 20:14:10.921206 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4d0860d0-b895-4dc7-9196-97e864e8d134" containerName="extract-utilities" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.921273 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4d0860d0-b895-4dc7-9196-97e864e8d134" containerName="extract-utilities" Oct 13 20:14:10 crc kubenswrapper[4809]: E1013 20:14:10.921347 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b4b94068-dec3-453b-80f2-4c5243fdfea6" containerName="extract-content" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.921408 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b4b94068-dec3-453b-80f2-4c5243fdfea6" containerName="extract-content" Oct 13 20:14:10 crc kubenswrapper[4809]: E1013 20:14:10.921500 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4d0860d0-b895-4dc7-9196-97e864e8d134" containerName="extract-content" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.921567 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4d0860d0-b895-4dc7-9196-97e864e8d134" containerName="extract-content" Oct 13 20:14:10 crc kubenswrapper[4809]: E1013 20:14:10.921644 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d3012990-32c0-47d7-b4cd-da140ede9f6c" containerName="mariadb-database-create" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.921707 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d3012990-32c0-47d7-b4cd-da140ede9f6c" containerName="mariadb-database-create" Oct 13 20:14:10 crc kubenswrapper[4809]: E1013 20:14:10.921807 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ba0f8498-c2b6-452b-9f83-4a5f1b576e2d" containerName="mariadb-database-create" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.921872 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ba0f8498-c2b6-452b-9f83-4a5f1b576e2d" containerName="mariadb-database-create" Oct 13 20:14:10 crc kubenswrapper[4809]: E1013 20:14:10.921940 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="66f1b355-9c74-4346-8816-b0b793d8d542" containerName="mariadb-database-create" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.922013 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="66f1b355-9c74-4346-8816-b0b793d8d542" containerName="mariadb-database-create" Oct 13 20:14:10 crc kubenswrapper[4809]: E1013 20:14:10.922092 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b4b94068-dec3-453b-80f2-4c5243fdfea6" containerName="registry-server" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.922158 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b4b94068-dec3-453b-80f2-4c5243fdfea6" containerName="registry-server" Oct 13 20:14:10 crc kubenswrapper[4809]: E1013 20:14:10.922424 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b4b94068-dec3-453b-80f2-4c5243fdfea6" containerName="extract-utilities" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.922486 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b4b94068-dec3-453b-80f2-4c5243fdfea6" containerName="extract-utilities" Oct 13 20:14:10 crc kubenswrapper[4809]: E1013 20:14:10.922555 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="43442a28-72e6-4442-9bbb-81d98708c9bc" containerName="keystone-db-sync" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.922619 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="43442a28-72e6-4442-9bbb-81d98708c9bc" containerName="keystone-db-sync" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.922936 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="43442a28-72e6-4442-9bbb-81d98708c9bc" containerName="keystone-db-sync" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.923023 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4d0860d0-b895-4dc7-9196-97e864e8d134" containerName="registry-server" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.923097 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b4b94068-dec3-453b-80f2-4c5243fdfea6" containerName="registry-server" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.923175 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d3012990-32c0-47d7-b4cd-da140ede9f6c" containerName="mariadb-database-create" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.923252 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="66f1b355-9c74-4346-8816-b0b793d8d542" containerName="mariadb-database-create" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.923339 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ba0f8498-c2b6-452b-9f83-4a5f1b576e2d" containerName="mariadb-database-create" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.924218 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.926153 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-lr9bp" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.928084 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.928255 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.928369 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:14:10 crc kubenswrapper[4809]: I1013 20:14:10.938040 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-jjnwp"] Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.028427 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-combined-ca-bundle\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.028475 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tsbnw\" (UniqueName: \"kubernetes.io/projected/cc2d7b99-a566-412c-baec-95c589baecba-kube-api-access-tsbnw\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.028529 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-fernet-keys\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.028564 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-credential-keys\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.028580 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-config-data\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.028625 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-scripts\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.079378 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-sync-mv6nx"] Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.080870 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.083815 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.083991 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-zhbkb" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.084077 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.110689 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-mv6nx"] Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.129559 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-config-data\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.129632 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-combined-ca-bundle\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.129672 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tsbnw\" (UniqueName: \"kubernetes.io/projected/cc2d7b99-a566-412c-baec-95c589baecba-kube-api-access-tsbnw\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.129698 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a20c8c86-4e14-4dcb-936b-90158655a3e4-logs\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.129718 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-combined-ca-bundle\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.129780 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-fernet-keys\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.129812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-credential-keys\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.129834 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-config-data\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.129887 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7fxqx\" (UniqueName: \"kubernetes.io/projected/a20c8c86-4e14-4dcb-936b-90158655a3e4-kube-api-access-7fxqx\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.129916 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-scripts\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.129940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-scripts\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.136115 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-fernet-keys\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.140028 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-combined-ca-bundle\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.147153 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-scripts\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.158507 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tsbnw\" (UniqueName: \"kubernetes.io/projected/cc2d7b99-a566-412c-baec-95c589baecba-kube-api-access-tsbnw\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.161667 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-config-data\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.163269 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-credential-keys\") pod \"keystone-bootstrap-jjnwp\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.176543 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.184715 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.187401 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.192449 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.207366 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.231594 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-config-data\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.231786 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cglqv\" (UniqueName: \"kubernetes.io/projected/13291d0f-4f01-4744-b967-928bab009443-kube-api-access-cglqv\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.231867 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.231954 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-scripts\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.232020 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-run-httpd\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.232126 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7fxqx\" (UniqueName: \"kubernetes.io/projected/a20c8c86-4e14-4dcb-936b-90158655a3e4-kube-api-access-7fxqx\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.232189 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-log-httpd\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.232271 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-scripts\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.233076 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-config-data\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.235661 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a20c8c86-4e14-4dcb-936b-90158655a3e4-logs\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.235904 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-combined-ca-bundle\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.236020 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.236942 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a20c8c86-4e14-4dcb-936b-90158655a3e4-logs\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.241509 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-scripts\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.252274 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-combined-ca-bundle\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.253968 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.255159 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-config-data\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.259970 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7fxqx\" (UniqueName: \"kubernetes.io/projected/a20c8c86-4e14-4dcb-936b-90158655a3e4-kube-api-access-7fxqx\") pod \"placement-db-sync-mv6nx\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.284955 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.286104 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.339779 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-log-httpd\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.340205 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-log-httpd\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.340639 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.341145 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-config-data\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.341235 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cglqv\" (UniqueName: \"kubernetes.io/projected/13291d0f-4f01-4744-b967-928bab009443-kube-api-access-cglqv\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.341323 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.341428 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-scripts\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.341562 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-run-httpd\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.341879 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-run-httpd\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.344215 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.344664 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-scripts\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.346256 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.352706 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-config-data\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.363309 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cglqv\" (UniqueName: \"kubernetes.io/projected/13291d0f-4f01-4744-b967-928bab009443-kube-api-access-cglqv\") pod \"ceilometer-0\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.367413 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.408395 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.529983 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.763321 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-jjnwp"] Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.807336 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" event={"ID":"cc2d7b99-a566-412c-baec-95c589baecba","Type":"ContainerStarted","Data":"2cf4548e9c858099129c69f875c7182c6a06ff2a08f59ea76d7e3daf0ed01dd4"} Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.866581 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-mv6nx"] Oct 13 20:14:11 crc kubenswrapper[4809]: W1013 20:14:11.870017 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda20c8c86_4e14_4dcb_936b_90158655a3e4.slice/crio-14638f5b12745cd5f0cb9fcf368ac7ed58b0706d164f70eba47ba18c60ee4712 WatchSource:0}: Error finding container 14638f5b12745cd5f0cb9fcf368ac7ed58b0706d164f70eba47ba18c60ee4712: Status 404 returned error can't find the container with id 14638f5b12745cd5f0cb9fcf368ac7ed58b0706d164f70eba47ba18c60ee4712 Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.870762 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.994973 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:14:11 crc kubenswrapper[4809]: I1013 20:14:11.996881 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.000097 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-q7shk" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.000272 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.000408 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.001845 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.004656 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.012354 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.054815 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jprmk\" (UniqueName: \"kubernetes.io/projected/8e4ce884-66ff-4fc5-abba-390058e2cc04-kube-api-access-jprmk\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.054852 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.054901 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.054924 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-scripts\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.054945 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-config-data\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.054987 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.055050 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-logs\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.055072 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.072968 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.074400 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.077080 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.081278 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.090623 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.169040 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.169282 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-scripts\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.169366 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-config-data\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.169447 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.169515 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-logs\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.169582 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.169652 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.169721 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.169831 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z8q55\" (UniqueName: \"kubernetes.io/projected/0e301276-268f-4b58-a0d8-8dc4f89d39fd-kube-api-access-z8q55\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.169911 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.169975 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-logs\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.170039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.170126 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jprmk\" (UniqueName: \"kubernetes.io/projected/8e4ce884-66ff-4fc5-abba-390058e2cc04-kube-api-access-jprmk\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.170187 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.170253 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-config-data\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.170311 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-scripts\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.171412 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") device mount path \"/mnt/openstack/pv16\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.172395 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-logs\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.171641 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.175435 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-scripts\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.175684 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.176334 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.178619 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-config-data\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.193833 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jprmk\" (UniqueName: \"kubernetes.io/projected/8e4ce884-66ff-4fc5-abba-390058e2cc04-kube-api-access-jprmk\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.215626 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.272415 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.272474 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.272507 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z8q55\" (UniqueName: \"kubernetes.io/projected/0e301276-268f-4b58-a0d8-8dc4f89d39fd-kube-api-access-z8q55\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.272545 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.272584 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-config-data\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.272600 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-scripts\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.272654 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.272675 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-logs\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.273012 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.273116 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-logs\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.273352 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.276171 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-scripts\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.278426 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.278762 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-config-data\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.286200 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.286314 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.292646 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.293457 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z8q55\" (UniqueName: \"kubernetes.io/projected/0e301276-268f-4b58-a0d8-8dc4f89d39fd-kube-api-access-z8q55\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.327758 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.356447 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.400543 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.765707 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-d528-account-create-ngs57"] Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.768283 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d528-account-create-ngs57" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.771161 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-db-secret" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.775062 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-d528-account-create-ngs57"] Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.787403 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-f7dnf\" (UniqueName: \"kubernetes.io/projected/bf04363f-bea2-4254-bf40-696cb142be43-kube-api-access-f7dnf\") pod \"cinder-d528-account-create-ngs57\" (UID: \"bf04363f-bea2-4254-bf40-696cb142be43\") " pod="openstack-kuttl-tests/cinder-d528-account-create-ngs57" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.818281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" event={"ID":"cc2d7b99-a566-412c-baec-95c589baecba","Type":"ContainerStarted","Data":"4b2f6ac0016afefaa52cfc4a7dafaf7c7a6b641d8146757f1db15acac1e176e1"} Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.820481 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-mv6nx" event={"ID":"a20c8c86-4e14-4dcb-936b-90158655a3e4","Type":"ContainerStarted","Data":"d5803166ac5813395c048747f43ba11300f955ea0caddfddb9858ddc05324982"} Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.820504 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-mv6nx" event={"ID":"a20c8c86-4e14-4dcb-936b-90158655a3e4","Type":"ContainerStarted","Data":"14638f5b12745cd5f0cb9fcf368ac7ed58b0706d164f70eba47ba18c60ee4712"} Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.830643 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"13291d0f-4f01-4744-b967-928bab009443","Type":"ContainerStarted","Data":"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da"} Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.830694 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"13291d0f-4f01-4744-b967-928bab009443","Type":"ContainerStarted","Data":"ea0839220739aa3938da4623d5f0dee346464e0e72b82ea8e9373716e57eda50"} Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.843351 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" podStartSLOduration=2.8433318 podStartE2EDuration="2.8433318s" podCreationTimestamp="2025-10-13 20:14:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:12.837613498 +0000 UTC m=+2971.443360073" watchObservedRunningTime="2025-10-13 20:14:12.8433318 +0000 UTC m=+2971.449078385" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.858337 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-db-sync-mv6nx" podStartSLOduration=1.858316684 podStartE2EDuration="1.858316684s" podCreationTimestamp="2025-10-13 20:14:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:12.854502726 +0000 UTC m=+2971.460249311" watchObservedRunningTime="2025-10-13 20:14:12.858316684 +0000 UTC m=+2971.464063269" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.865535 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.887939 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.888958 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-f7dnf\" (UniqueName: \"kubernetes.io/projected/bf04363f-bea2-4254-bf40-696cb142be43-kube-api-access-f7dnf\") pod \"cinder-d528-account-create-ngs57\" (UID: \"bf04363f-bea2-4254-bf40-696cb142be43\") " pod="openstack-kuttl-tests/cinder-d528-account-create-ngs57" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.907025 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-f7dnf\" (UniqueName: \"kubernetes.io/projected/bf04363f-bea2-4254-bf40-696cb142be43-kube-api-access-f7dnf\") pod \"cinder-d528-account-create-ngs57\" (UID: \"bf04363f-bea2-4254-bf40-696cb142be43\") " pod="openstack-kuttl-tests/cinder-d528-account-create-ngs57" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.976072 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-f972-account-create-nnnk7"] Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.977158 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-f972-account-create-nnnk7" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.985536 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-db-secret" Oct 13 20:14:12 crc kubenswrapper[4809]: I1013 20:14:12.987407 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-f972-account-create-nnnk7"] Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.084510 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d528-account-create-ngs57" Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.093566 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h2bnv\" (UniqueName: \"kubernetes.io/projected/37ecc88a-2b8d-4800-9164-f6984aa754f9-kube-api-access-h2bnv\") pod \"barbican-f972-account-create-nnnk7\" (UID: \"37ecc88a-2b8d-4800-9164-f6984aa754f9\") " pod="openstack-kuttl-tests/barbican-f972-account-create-nnnk7" Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.161324 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-6810-account-create-grc88"] Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.162397 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-6810-account-create-grc88" Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.164921 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-db-secret" Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.174877 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-6810-account-create-grc88"] Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.194607 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-h2bnv\" (UniqueName: \"kubernetes.io/projected/37ecc88a-2b8d-4800-9164-f6984aa754f9-kube-api-access-h2bnv\") pod \"barbican-f972-account-create-nnnk7\" (UID: \"37ecc88a-2b8d-4800-9164-f6984aa754f9\") " pod="openstack-kuttl-tests/barbican-f972-account-create-nnnk7" Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.194986 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hrn6t\" (UniqueName: \"kubernetes.io/projected/3ca8034c-421a-400b-a628-c62a023fbf6e-kube-api-access-hrn6t\") pod \"neutron-6810-account-create-grc88\" (UID: \"3ca8034c-421a-400b-a628-c62a023fbf6e\") " pod="openstack-kuttl-tests/neutron-6810-account-create-grc88" Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.216093 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-h2bnv\" (UniqueName: \"kubernetes.io/projected/37ecc88a-2b8d-4800-9164-f6984aa754f9-kube-api-access-h2bnv\") pod \"barbican-f972-account-create-nnnk7\" (UID: \"37ecc88a-2b8d-4800-9164-f6984aa754f9\") " pod="openstack-kuttl-tests/barbican-f972-account-create-nnnk7" Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.296940 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hrn6t\" (UniqueName: \"kubernetes.io/projected/3ca8034c-421a-400b-a628-c62a023fbf6e-kube-api-access-hrn6t\") pod \"neutron-6810-account-create-grc88\" (UID: \"3ca8034c-421a-400b-a628-c62a023fbf6e\") " pod="openstack-kuttl-tests/neutron-6810-account-create-grc88" Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.308213 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-f972-account-create-nnnk7" Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.313585 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hrn6t\" (UniqueName: \"kubernetes.io/projected/3ca8034c-421a-400b-a628-c62a023fbf6e-kube-api-access-hrn6t\") pod \"neutron-6810-account-create-grc88\" (UID: \"3ca8034c-421a-400b-a628-c62a023fbf6e\") " pod="openstack-kuttl-tests/neutron-6810-account-create-grc88" Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.343606 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-marketplace/redhat-operators-nrstj" podUID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerName="registry-server" probeResult="failure" output=< Oct 13 20:14:13 crc kubenswrapper[4809]: timeout: failed to connect service ":50051" within 1s Oct 13 20:14:13 crc kubenswrapper[4809]: > Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.572979 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-6810-account-create-grc88" Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.635499 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-f972-account-create-nnnk7"] Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.670553 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-d528-account-create-ngs57"] Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.730308 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.816427 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.867269 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.961153 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0e301276-268f-4b58-a0d8-8dc4f89d39fd","Type":"ContainerStarted","Data":"9be1c933d0f6734c36e6e6158aa0f57bb85a19045cf361ef81da57d4e8f2819f"} Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.961633 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0e301276-268f-4b58-a0d8-8dc4f89d39fd","Type":"ContainerStarted","Data":"e1a0f11546a9b0aeae8641abb4c930183d70436c9af15ff542543870f7cdf450"} Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.974578 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8e4ce884-66ff-4fc5-abba-390058e2cc04","Type":"ContainerStarted","Data":"26db62e65073ddb3026125514a218626df268cc2dac454e68d96d8a66f28c8d9"} Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.974747 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8e4ce884-66ff-4fc5-abba-390058e2cc04","Type":"ContainerStarted","Data":"28d333bace716510ed25be23c76e53c9437a4684dda6e13e2711bf3779b3ef27"} Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.984200 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-d528-account-create-ngs57" event={"ID":"bf04363f-bea2-4254-bf40-696cb142be43","Type":"ContainerStarted","Data":"df6c5174b77ae21a692d9a946b6f88ab3a26e38e400b3eaebcc6650a86e7a6f0"} Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.987221 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"13291d0f-4f01-4744-b967-928bab009443","Type":"ContainerStarted","Data":"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038"} Oct 13 20:14:13 crc kubenswrapper[4809]: I1013 20:14:13.988935 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-f972-account-create-nnnk7" event={"ID":"37ecc88a-2b8d-4800-9164-f6984aa754f9","Type":"ContainerStarted","Data":"0e57afee384819d47f0e6c78464f3bfb0dfab16f8f31944f59d329c0d1d05f27"} Oct 13 20:14:14 crc kubenswrapper[4809]: I1013 20:14:14.126524 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-6810-account-create-grc88"] Oct 13 20:14:14 crc kubenswrapper[4809]: W1013 20:14:14.161453 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3ca8034c_421a_400b_a628_c62a023fbf6e.slice/crio-f80ece6d1eb4afaef31de0ecbf0d408effa4b15944d7b204d3b79443f470ad34 WatchSource:0}: Error finding container f80ece6d1eb4afaef31de0ecbf0d408effa4b15944d7b204d3b79443f470ad34: Status 404 returned error can't find the container with id f80ece6d1eb4afaef31de0ecbf0d408effa4b15944d7b204d3b79443f470ad34 Oct 13 20:14:14 crc kubenswrapper[4809]: I1013 20:14:14.998239 4809 generic.go:334] "Generic (PLEG): container finished" podID="a20c8c86-4e14-4dcb-936b-90158655a3e4" containerID="d5803166ac5813395c048747f43ba11300f955ea0caddfddb9858ddc05324982" exitCode=0 Oct 13 20:14:14 crc kubenswrapper[4809]: I1013 20:14:14.998336 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-mv6nx" event={"ID":"a20c8c86-4e14-4dcb-936b-90158655a3e4","Type":"ContainerDied","Data":"d5803166ac5813395c048747f43ba11300f955ea0caddfddb9858ddc05324982"} Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.002634 4809 generic.go:334] "Generic (PLEG): container finished" podID="bf04363f-bea2-4254-bf40-696cb142be43" containerID="59b95a7cfc4920c37fcf05e0e7ca273be04b8a448563a3b17f7c50bb8b816eee" exitCode=0 Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.002712 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-d528-account-create-ngs57" event={"ID":"bf04363f-bea2-4254-bf40-696cb142be43","Type":"ContainerDied","Data":"59b95a7cfc4920c37fcf05e0e7ca273be04b8a448563a3b17f7c50bb8b816eee"} Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.009220 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"13291d0f-4f01-4744-b967-928bab009443","Type":"ContainerStarted","Data":"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243"} Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.010679 4809 generic.go:334] "Generic (PLEG): container finished" podID="37ecc88a-2b8d-4800-9164-f6984aa754f9" containerID="f0de57e84f14d819c11213d438f653d73469fc57ebb8b162766b3419c0056e0a" exitCode=0 Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.010750 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-f972-account-create-nnnk7" event={"ID":"37ecc88a-2b8d-4800-9164-f6984aa754f9","Type":"ContainerDied","Data":"f0de57e84f14d819c11213d438f653d73469fc57ebb8b162766b3419c0056e0a"} Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.012369 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0e301276-268f-4b58-a0d8-8dc4f89d39fd","Type":"ContainerStarted","Data":"8df448c5526908869e5308275a880522fc725eae7c6c1c6fb9fbc0c4f51dc215"} Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.012546 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="0e301276-268f-4b58-a0d8-8dc4f89d39fd" containerName="glance-log" containerID="cri-o://9be1c933d0f6734c36e6e6158aa0f57bb85a19045cf361ef81da57d4e8f2819f" gracePeriod=30 Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.012826 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="0e301276-268f-4b58-a0d8-8dc4f89d39fd" containerName="glance-httpd" containerID="cri-o://8df448c5526908869e5308275a880522fc725eae7c6c1c6fb9fbc0c4f51dc215" gracePeriod=30 Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.021113 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8e4ce884-66ff-4fc5-abba-390058e2cc04","Type":"ContainerStarted","Data":"64c88db75dbe45a0c28dd30bf303fce2ab5460d2f4dbc6b801ae0297700558cf"} Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.021282 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="8e4ce884-66ff-4fc5-abba-390058e2cc04" containerName="glance-log" containerID="cri-o://26db62e65073ddb3026125514a218626df268cc2dac454e68d96d8a66f28c8d9" gracePeriod=30 Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.021375 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="8e4ce884-66ff-4fc5-abba-390058e2cc04" containerName="glance-httpd" containerID="cri-o://64c88db75dbe45a0c28dd30bf303fce2ab5460d2f4dbc6b801ae0297700558cf" gracePeriod=30 Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.024231 4809 generic.go:334] "Generic (PLEG): container finished" podID="3ca8034c-421a-400b-a628-c62a023fbf6e" containerID="6e845f36dac81fd3581444c8d7d0edef2e274af49ff8c4961ac526e55799f670" exitCode=0 Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.024265 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-6810-account-create-grc88" event={"ID":"3ca8034c-421a-400b-a628-c62a023fbf6e","Type":"ContainerDied","Data":"6e845f36dac81fd3581444c8d7d0edef2e274af49ff8c4961ac526e55799f670"} Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.024280 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-6810-account-create-grc88" event={"ID":"3ca8034c-421a-400b-a628-c62a023fbf6e","Type":"ContainerStarted","Data":"f80ece6d1eb4afaef31de0ecbf0d408effa4b15944d7b204d3b79443f470ad34"} Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.072010 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=4.071991115 podStartE2EDuration="4.071991115s" podCreationTimestamp="2025-10-13 20:14:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:15.07004572 +0000 UTC m=+2973.675792305" watchObservedRunningTime="2025-10-13 20:14:15.071991115 +0000 UTC m=+2973.677737700" Oct 13 20:14:15 crc kubenswrapper[4809]: I1013 20:14:15.094614 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=5.094599616 podStartE2EDuration="5.094599616s" podCreationTimestamp="2025-10-13 20:14:10 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:15.088820812 +0000 UTC m=+2973.694567397" watchObservedRunningTime="2025-10-13 20:14:15.094599616 +0000 UTC m=+2973.700346201" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.050378 4809 generic.go:334] "Generic (PLEG): container finished" podID="0e301276-268f-4b58-a0d8-8dc4f89d39fd" containerID="8df448c5526908869e5308275a880522fc725eae7c6c1c6fb9fbc0c4f51dc215" exitCode=0 Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.050836 4809 generic.go:334] "Generic (PLEG): container finished" podID="0e301276-268f-4b58-a0d8-8dc4f89d39fd" containerID="9be1c933d0f6734c36e6e6158aa0f57bb85a19045cf361ef81da57d4e8f2819f" exitCode=143 Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.050599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0e301276-268f-4b58-a0d8-8dc4f89d39fd","Type":"ContainerDied","Data":"8df448c5526908869e5308275a880522fc725eae7c6c1c6fb9fbc0c4f51dc215"} Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.050975 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0e301276-268f-4b58-a0d8-8dc4f89d39fd","Type":"ContainerDied","Data":"9be1c933d0f6734c36e6e6158aa0f57bb85a19045cf361ef81da57d4e8f2819f"} Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.054290 4809 generic.go:334] "Generic (PLEG): container finished" podID="8e4ce884-66ff-4fc5-abba-390058e2cc04" containerID="64c88db75dbe45a0c28dd30bf303fce2ab5460d2f4dbc6b801ae0297700558cf" exitCode=0 Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.054336 4809 generic.go:334] "Generic (PLEG): container finished" podID="8e4ce884-66ff-4fc5-abba-390058e2cc04" containerID="26db62e65073ddb3026125514a218626df268cc2dac454e68d96d8a66f28c8d9" exitCode=143 Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.054345 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8e4ce884-66ff-4fc5-abba-390058e2cc04","Type":"ContainerDied","Data":"64c88db75dbe45a0c28dd30bf303fce2ab5460d2f4dbc6b801ae0297700558cf"} Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.054659 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8e4ce884-66ff-4fc5-abba-390058e2cc04","Type":"ContainerDied","Data":"26db62e65073ddb3026125514a218626df268cc2dac454e68d96d8a66f28c8d9"} Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.386163 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.459848 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-logs\") pod \"8e4ce884-66ff-4fc5-abba-390058e2cc04\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.459908 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-scripts\") pod \"8e4ce884-66ff-4fc5-abba-390058e2cc04\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.459940 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"8e4ce884-66ff-4fc5-abba-390058e2cc04\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.459984 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-httpd-run\") pod \"8e4ce884-66ff-4fc5-abba-390058e2cc04\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.460018 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-config-data\") pod \"8e4ce884-66ff-4fc5-abba-390058e2cc04\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.460042 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jprmk\" (UniqueName: \"kubernetes.io/projected/8e4ce884-66ff-4fc5-abba-390058e2cc04-kube-api-access-jprmk\") pod \"8e4ce884-66ff-4fc5-abba-390058e2cc04\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.460087 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-public-tls-certs\") pod \"8e4ce884-66ff-4fc5-abba-390058e2cc04\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.461612 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-combined-ca-bundle\") pod \"8e4ce884-66ff-4fc5-abba-390058e2cc04\" (UID: \"8e4ce884-66ff-4fc5-abba-390058e2cc04\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.463298 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-logs" (OuterVolumeSpecName: "logs") pod "8e4ce884-66ff-4fc5-abba-390058e2cc04" (UID: "8e4ce884-66ff-4fc5-abba-390058e2cc04"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.463556 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "8e4ce884-66ff-4fc5-abba-390058e2cc04" (UID: "8e4ce884-66ff-4fc5-abba-390058e2cc04"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.483340 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8e4ce884-66ff-4fc5-abba-390058e2cc04-kube-api-access-jprmk" (OuterVolumeSpecName: "kube-api-access-jprmk") pod "8e4ce884-66ff-4fc5-abba-390058e2cc04" (UID: "8e4ce884-66ff-4fc5-abba-390058e2cc04"). InnerVolumeSpecName "kube-api-access-jprmk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.483700 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-scripts" (OuterVolumeSpecName: "scripts") pod "8e4ce884-66ff-4fc5-abba-390058e2cc04" (UID: "8e4ce884-66ff-4fc5-abba-390058e2cc04"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.489264 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage16-crc" (OuterVolumeSpecName: "glance") pod "8e4ce884-66ff-4fc5-abba-390058e2cc04" (UID: "8e4ce884-66ff-4fc5-abba-390058e2cc04"). InnerVolumeSpecName "local-storage16-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.538674 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8e4ce884-66ff-4fc5-abba-390058e2cc04" (UID: "8e4ce884-66ff-4fc5-abba-390058e2cc04"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.582787 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.582814 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.582849 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.582858 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8e4ce884-66ff-4fc5-abba-390058e2cc04-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.582869 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jprmk\" (UniqueName: \"kubernetes.io/projected/8e4ce884-66ff-4fc5-abba-390058e2cc04-kube-api-access-jprmk\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.582888 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.588676 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-config-data" (OuterVolumeSpecName: "config-data") pod "8e4ce884-66ff-4fc5-abba-390058e2cc04" (UID: "8e4ce884-66ff-4fc5-abba-390058e2cc04"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.623458 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "8e4ce884-66ff-4fc5-abba-390058e2cc04" (UID: "8e4ce884-66ff-4fc5-abba-390058e2cc04"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.638348 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage16-crc" (UniqueName: "kubernetes.io/local-volume/local-storage16-crc") on node "crc" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.684037 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.684057 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.684067 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8e4ce884-66ff-4fc5-abba-390058e2cc04-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.701294 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.703531 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-6810-account-create-grc88" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.716715 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.734691 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-f972-account-create-nnnk7" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785153 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z8q55\" (UniqueName: \"kubernetes.io/projected/0e301276-268f-4b58-a0d8-8dc4f89d39fd-kube-api-access-z8q55\") pod \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785240 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-logs\") pod \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785274 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-config-data\") pod \"a20c8c86-4e14-4dcb-936b-90158655a3e4\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785290 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-internal-tls-certs\") pod \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785317 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-combined-ca-bundle\") pod \"a20c8c86-4e14-4dcb-936b-90158655a3e4\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785358 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-config-data\") pod \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785391 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a20c8c86-4e14-4dcb-936b-90158655a3e4-logs\") pod \"a20c8c86-4e14-4dcb-936b-90158655a3e4\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785433 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-scripts\") pod \"a20c8c86-4e14-4dcb-936b-90158655a3e4\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785458 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-combined-ca-bundle\") pod \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785497 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7fxqx\" (UniqueName: \"kubernetes.io/projected/a20c8c86-4e14-4dcb-936b-90158655a3e4-kube-api-access-7fxqx\") pod \"a20c8c86-4e14-4dcb-936b-90158655a3e4\" (UID: \"a20c8c86-4e14-4dcb-936b-90158655a3e4\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785519 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-h2bnv\" (UniqueName: \"kubernetes.io/projected/37ecc88a-2b8d-4800-9164-f6984aa754f9-kube-api-access-h2bnv\") pod \"37ecc88a-2b8d-4800-9164-f6984aa754f9\" (UID: \"37ecc88a-2b8d-4800-9164-f6984aa754f9\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785533 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-scripts\") pod \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785584 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hrn6t\" (UniqueName: \"kubernetes.io/projected/3ca8034c-421a-400b-a628-c62a023fbf6e-kube-api-access-hrn6t\") pod \"3ca8034c-421a-400b-a628-c62a023fbf6e\" (UID: \"3ca8034c-421a-400b-a628-c62a023fbf6e\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785624 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-httpd-run\") pod \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785668 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\" (UID: \"0e301276-268f-4b58-a0d8-8dc4f89d39fd\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785720 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-logs" (OuterVolumeSpecName: "logs") pod "0e301276-268f-4b58-a0d8-8dc4f89d39fd" (UID: "0e301276-268f-4b58-a0d8-8dc4f89d39fd"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.785865 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a20c8c86-4e14-4dcb-936b-90158655a3e4-logs" (OuterVolumeSpecName: "logs") pod "a20c8c86-4e14-4dcb-936b-90158655a3e4" (UID: "a20c8c86-4e14-4dcb-936b-90158655a3e4"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.786186 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a20c8c86-4e14-4dcb-936b-90158655a3e4-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.786203 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.787718 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "0e301276-268f-4b58-a0d8-8dc4f89d39fd" (UID: "0e301276-268f-4b58-a0d8-8dc4f89d39fd"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.788553 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/37ecc88a-2b8d-4800-9164-f6984aa754f9-kube-api-access-h2bnv" (OuterVolumeSpecName: "kube-api-access-h2bnv") pod "37ecc88a-2b8d-4800-9164-f6984aa754f9" (UID: "37ecc88a-2b8d-4800-9164-f6984aa754f9"). InnerVolumeSpecName "kube-api-access-h2bnv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.788869 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0e301276-268f-4b58-a0d8-8dc4f89d39fd-kube-api-access-z8q55" (OuterVolumeSpecName: "kube-api-access-z8q55") pod "0e301276-268f-4b58-a0d8-8dc4f89d39fd" (UID: "0e301276-268f-4b58-a0d8-8dc4f89d39fd"). InnerVolumeSpecName "kube-api-access-z8q55". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.790373 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3ca8034c-421a-400b-a628-c62a023fbf6e-kube-api-access-hrn6t" (OuterVolumeSpecName: "kube-api-access-hrn6t") pod "3ca8034c-421a-400b-a628-c62a023fbf6e" (UID: "3ca8034c-421a-400b-a628-c62a023fbf6e"). InnerVolumeSpecName "kube-api-access-hrn6t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.790879 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-scripts" (OuterVolumeSpecName: "scripts") pod "0e301276-268f-4b58-a0d8-8dc4f89d39fd" (UID: "0e301276-268f-4b58-a0d8-8dc4f89d39fd"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.791920 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "glance") pod "0e301276-268f-4b58-a0d8-8dc4f89d39fd" (UID: "0e301276-268f-4b58-a0d8-8dc4f89d39fd"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.792302 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d528-account-create-ngs57" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.792341 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a20c8c86-4e14-4dcb-936b-90158655a3e4-kube-api-access-7fxqx" (OuterVolumeSpecName: "kube-api-access-7fxqx") pod "a20c8c86-4e14-4dcb-936b-90158655a3e4" (UID: "a20c8c86-4e14-4dcb-936b-90158655a3e4"). InnerVolumeSpecName "kube-api-access-7fxqx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.815275 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-config-data" (OuterVolumeSpecName: "config-data") pod "a20c8c86-4e14-4dcb-936b-90158655a3e4" (UID: "a20c8c86-4e14-4dcb-936b-90158655a3e4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.815378 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-scripts" (OuterVolumeSpecName: "scripts") pod "a20c8c86-4e14-4dcb-936b-90158655a3e4" (UID: "a20c8c86-4e14-4dcb-936b-90158655a3e4"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.826320 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0e301276-268f-4b58-a0d8-8dc4f89d39fd" (UID: "0e301276-268f-4b58-a0d8-8dc4f89d39fd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.829750 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a20c8c86-4e14-4dcb-936b-90158655a3e4" (UID: "a20c8c86-4e14-4dcb-936b-90158655a3e4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.841894 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "0e301276-268f-4b58-a0d8-8dc4f89d39fd" (UID: "0e301276-268f-4b58-a0d8-8dc4f89d39fd"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.846930 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-config-data" (OuterVolumeSpecName: "config-data") pod "0e301276-268f-4b58-a0d8-8dc4f89d39fd" (UID: "0e301276-268f-4b58-a0d8-8dc4f89d39fd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.887434 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-f7dnf\" (UniqueName: \"kubernetes.io/projected/bf04363f-bea2-4254-bf40-696cb142be43-kube-api-access-f7dnf\") pod \"bf04363f-bea2-4254-bf40-696cb142be43\" (UID: \"bf04363f-bea2-4254-bf40-696cb142be43\") " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.887946 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.887964 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.887974 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7fxqx\" (UniqueName: \"kubernetes.io/projected/a20c8c86-4e14-4dcb-936b-90158655a3e4-kube-api-access-7fxqx\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.887983 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-h2bnv\" (UniqueName: \"kubernetes.io/projected/37ecc88a-2b8d-4800-9164-f6984aa754f9-kube-api-access-h2bnv\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.887991 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.887999 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hrn6t\" (UniqueName: \"kubernetes.io/projected/3ca8034c-421a-400b-a628-c62a023fbf6e-kube-api-access-hrn6t\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.888008 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/0e301276-268f-4b58-a0d8-8dc4f89d39fd-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.888035 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.888044 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z8q55\" (UniqueName: \"kubernetes.io/projected/0e301276-268f-4b58-a0d8-8dc4f89d39fd-kube-api-access-z8q55\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.888052 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.888062 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.888071 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a20c8c86-4e14-4dcb-936b-90158655a3e4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.888079 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0e301276-268f-4b58-a0d8-8dc4f89d39fd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.890024 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bf04363f-bea2-4254-bf40-696cb142be43-kube-api-access-f7dnf" (OuterVolumeSpecName: "kube-api-access-f7dnf") pod "bf04363f-bea2-4254-bf40-696cb142be43" (UID: "bf04363f-bea2-4254-bf40-696cb142be43"). InnerVolumeSpecName "kube-api-access-f7dnf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.905246 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.989492 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:16 crc kubenswrapper[4809]: I1013 20:14:16.989520 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-f7dnf\" (UniqueName: \"kubernetes.io/projected/bf04363f-bea2-4254-bf40-696cb142be43-kube-api-access-f7dnf\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.083147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"0e301276-268f-4b58-a0d8-8dc4f89d39fd","Type":"ContainerDied","Data":"e1a0f11546a9b0aeae8641abb4c930183d70436c9af15ff542543870f7cdf450"} Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.083211 4809 scope.go:117] "RemoveContainer" containerID="8df448c5526908869e5308275a880522fc725eae7c6c1c6fb9fbc0c4f51dc215" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.083371 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.106471 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8e4ce884-66ff-4fc5-abba-390058e2cc04","Type":"ContainerDied","Data":"28d333bace716510ed25be23c76e53c9437a4684dda6e13e2711bf3779b3ef27"} Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.106576 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.120210 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-c7597878c-5zgxl"] Oct 13 20:14:17 crc kubenswrapper[4809]: E1013 20:14:17.120787 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a20c8c86-4e14-4dcb-936b-90158655a3e4" containerName="placement-db-sync" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.120822 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a20c8c86-4e14-4dcb-936b-90158655a3e4" containerName="placement-db-sync" Oct 13 20:14:17 crc kubenswrapper[4809]: E1013 20:14:17.120903 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="37ecc88a-2b8d-4800-9164-f6984aa754f9" containerName="mariadb-account-create" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.120919 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="37ecc88a-2b8d-4800-9164-f6984aa754f9" containerName="mariadb-account-create" Oct 13 20:14:17 crc kubenswrapper[4809]: E1013 20:14:17.120936 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3ca8034c-421a-400b-a628-c62a023fbf6e" containerName="mariadb-account-create" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.120948 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3ca8034c-421a-400b-a628-c62a023fbf6e" containerName="mariadb-account-create" Oct 13 20:14:17 crc kubenswrapper[4809]: E1013 20:14:17.120986 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bf04363f-bea2-4254-bf40-696cb142be43" containerName="mariadb-account-create" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.120999 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bf04363f-bea2-4254-bf40-696cb142be43" containerName="mariadb-account-create" Oct 13 20:14:17 crc kubenswrapper[4809]: E1013 20:14:17.121028 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8e4ce884-66ff-4fc5-abba-390058e2cc04" containerName="glance-log" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121044 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8e4ce884-66ff-4fc5-abba-390058e2cc04" containerName="glance-log" Oct 13 20:14:17 crc kubenswrapper[4809]: E1013 20:14:17.121072 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0e301276-268f-4b58-a0d8-8dc4f89d39fd" containerName="glance-httpd" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121084 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0e301276-268f-4b58-a0d8-8dc4f89d39fd" containerName="glance-httpd" Oct 13 20:14:17 crc kubenswrapper[4809]: E1013 20:14:17.121107 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0e301276-268f-4b58-a0d8-8dc4f89d39fd" containerName="glance-log" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121119 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0e301276-268f-4b58-a0d8-8dc4f89d39fd" containerName="glance-log" Oct 13 20:14:17 crc kubenswrapper[4809]: E1013 20:14:17.121133 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8e4ce884-66ff-4fc5-abba-390058e2cc04" containerName="glance-httpd" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121146 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8e4ce884-66ff-4fc5-abba-390058e2cc04" containerName="glance-httpd" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121452 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bf04363f-bea2-4254-bf40-696cb142be43" containerName="mariadb-account-create" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121493 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="37ecc88a-2b8d-4800-9164-f6984aa754f9" containerName="mariadb-account-create" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121514 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0e301276-268f-4b58-a0d8-8dc4f89d39fd" containerName="glance-log" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121548 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0e301276-268f-4b58-a0d8-8dc4f89d39fd" containerName="glance-httpd" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121573 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8e4ce884-66ff-4fc5-abba-390058e2cc04" containerName="glance-httpd" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121595 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ca8034c-421a-400b-a628-c62a023fbf6e" containerName="mariadb-account-create" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121617 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a20c8c86-4e14-4dcb-936b-90158655a3e4" containerName="placement-db-sync" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.121641 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8e4ce884-66ff-4fc5-abba-390058e2cc04" containerName="glance-log" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.123630 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.133549 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-c7597878c-5zgxl"] Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.136144 4809 scope.go:117] "RemoveContainer" containerID="9be1c933d0f6734c36e6e6158aa0f57bb85a19045cf361ef81da57d4e8f2819f" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.136321 4809 generic.go:334] "Generic (PLEG): container finished" podID="cc2d7b99-a566-412c-baec-95c589baecba" containerID="4b2f6ac0016afefaa52cfc4a7dafaf7c7a6b641d8146757f1db15acac1e176e1" exitCode=0 Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.136404 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" event={"ID":"cc2d7b99-a566-412c-baec-95c589baecba","Type":"ContainerDied","Data":"4b2f6ac0016afefaa52cfc4a7dafaf7c7a6b641d8146757f1db15acac1e176e1"} Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.155807 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-6810-account-create-grc88" event={"ID":"3ca8034c-421a-400b-a628-c62a023fbf6e","Type":"ContainerDied","Data":"f80ece6d1eb4afaef31de0ecbf0d408effa4b15944d7b204d3b79443f470ad34"} Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.155843 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f80ece6d1eb4afaef31de0ecbf0d408effa4b15944d7b204d3b79443f470ad34" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.155887 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-6810-account-create-grc88" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.171221 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-mv6nx" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.172040 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-mv6nx" event={"ID":"a20c8c86-4e14-4dcb-936b-90158655a3e4","Type":"ContainerDied","Data":"14638f5b12745cd5f0cb9fcf368ac7ed58b0706d164f70eba47ba18c60ee4712"} Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.172093 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="14638f5b12745cd5f0cb9fcf368ac7ed58b0706d164f70eba47ba18c60ee4712" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.174450 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.178270 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-d528-account-create-ngs57" event={"ID":"bf04363f-bea2-4254-bf40-696cb142be43","Type":"ContainerDied","Data":"df6c5174b77ae21a692d9a946b6f88ab3a26e38e400b3eaebcc6650a86e7a6f0"} Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.178319 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="df6c5174b77ae21a692d9a946b6f88ab3a26e38e400b3eaebcc6650a86e7a6f0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.178537 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-d528-account-create-ngs57" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.188439 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"13291d0f-4f01-4744-b967-928bab009443","Type":"ContainerStarted","Data":"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91"} Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.192517 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.192579 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="sg-core" containerID="cri-o://dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243" gracePeriod=30 Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.192661 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="proxy-httpd" containerID="cri-o://8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91" gracePeriod=30 Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.192784 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="ceilometer-notification-agent" containerID="cri-o://dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038" gracePeriod=30 Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.192466 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="ceilometer-central-agent" containerID="cri-o://822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da" gracePeriod=30 Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.200624 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/99b35d99-2303-459c-8897-bf01429036c3-logs\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.200721 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-scripts\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.200775 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-combined-ca-bundle\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.200799 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jx89c\" (UniqueName: \"kubernetes.io/projected/99b35d99-2303-459c-8897-bf01429036c3-kube-api-access-jx89c\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.200822 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-config-data\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.210166 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.219455 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-f972-account-create-nnnk7" event={"ID":"37ecc88a-2b8d-4800-9164-f6984aa754f9","Type":"ContainerDied","Data":"0e57afee384819d47f0e6c78464f3bfb0dfab16f8f31944f59d329c0d1d05f27"} Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.219544 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0e57afee384819d47f0e6c78464f3bfb0dfab16f8f31944f59d329c0d1d05f27" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.219637 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-f972-account-create-nnnk7" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.223911 4809 scope.go:117] "RemoveContainer" containerID="64c88db75dbe45a0c28dd30bf303fce2ab5460d2f4dbc6b801ae0297700558cf" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.240462 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.243415 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.252681 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-q7shk" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.252972 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.253268 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.257999 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.263941 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.283237 4809 scope.go:117] "RemoveContainer" containerID="26db62e65073ddb3026125514a218626df268cc2dac454e68d96d8a66f28c8d9" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.286485 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.293804 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.300402 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.301827 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.304290 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.304436 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.308373 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.310302 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.8176005320000002 podStartE2EDuration="6.310272472s" podCreationTimestamp="2025-10-13 20:14:11 +0000 UTC" firstStartedPulling="2025-10-13 20:14:12.052998245 +0000 UTC m=+2970.658744850" lastFinishedPulling="2025-10-13 20:14:16.545670205 +0000 UTC m=+2975.151416790" observedRunningTime="2025-10-13 20:14:17.247969278 +0000 UTC m=+2975.853715863" watchObservedRunningTime="2025-10-13 20:14:17.310272472 +0000 UTC m=+2975.916019057" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.314706 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.314878 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-scripts\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.314908 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.314935 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-combined-ca-bundle\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.314955 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jx89c\" (UniqueName: \"kubernetes.io/projected/99b35d99-2303-459c-8897-bf01429036c3-kube-api-access-jx89c\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.315006 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-config-data\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.315044 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-scripts\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.315159 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-config-data\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.315182 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.316148 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6rwf9\" (UniqueName: \"kubernetes.io/projected/f21706f9-f9ad-4df4-b15f-9df9734d839e-kube-api-access-6rwf9\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.316199 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.316224 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-logs\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.316588 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/99b35d99-2303-459c-8897-bf01429036c3-logs\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.316922 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/99b35d99-2303-459c-8897-bf01429036c3-logs\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.330359 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jx89c\" (UniqueName: \"kubernetes.io/projected/99b35d99-2303-459c-8897-bf01429036c3-kube-api-access-jx89c\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.343690 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-combined-ca-bundle\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.343872 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-config-data\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.344039 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-scripts\") pod \"placement-c7597878c-5zgxl\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.391933 4809 scope.go:117] "RemoveContainer" containerID="7d0bb246ad46b429701983fcc7e4008452a5586acb069c24833ee0a55f6e71f8" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.413911 4809 scope.go:117] "RemoveContainer" containerID="aadb7f018d0fd3e3d62f88720b9e37518eb18f4932332a11d681a6288f9ca581" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.419926 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-config-data\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420187 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420215 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420236 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-scripts\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420262 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-scripts\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420279 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-logs\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420331 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-config-data\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420346 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420371 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6rwf9\" (UniqueName: \"kubernetes.io/projected/f21706f9-f9ad-4df4-b15f-9df9734d839e-kube-api-access-6rwf9\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420396 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420418 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-logs\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420440 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420465 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-78bbx\" (UniqueName: \"kubernetes.io/projected/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-kube-api-access-78bbx\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420498 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420522 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.420576 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.421584 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.422888 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-logs\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.425185 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-scripts\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.426394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.430696 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.431401 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.441017 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-config-data\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.445605 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6rwf9\" (UniqueName: \"kubernetes.io/projected/f21706f9-f9ad-4df4-b15f-9df9734d839e-kube-api-access-6rwf9\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.452689 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.522581 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.522983 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-78bbx\" (UniqueName: \"kubernetes.io/projected/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-kube-api-access-78bbx\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.523045 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.523102 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-config-data\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.523122 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.523137 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.523155 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-scripts\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.523172 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-logs\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.523586 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-logs\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.523915 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") device mount path \"/mnt/openstack/pv16\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.524075 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.527611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.528089 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.528397 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.530679 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-scripts\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.534002 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-config-data\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.545050 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-78bbx\" (UniqueName: \"kubernetes.io/projected/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-kube-api-access-78bbx\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.580191 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.587187 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.598855 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr"] Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.605048 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.610218 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-internal-svc" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.610459 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-public-svc" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.611605 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr"] Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.730744 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d8752928-4dd9-46b2-a85d-aba25e890702-logs\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.730959 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-combined-ca-bundle\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.730998 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-public-tls-certs\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.731017 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6grvn\" (UniqueName: \"kubernetes.io/projected/d8752928-4dd9-46b2-a85d-aba25e890702-kube-api-access-6grvn\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.731034 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-config-data\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.731059 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-internal-tls-certs\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.731119 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-scripts\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.820160 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.834792 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-public-tls-certs\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.834848 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6grvn\" (UniqueName: \"kubernetes.io/projected/d8752928-4dd9-46b2-a85d-aba25e890702-kube-api-access-6grvn\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.834874 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-config-data\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.834912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-internal-tls-certs\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.835018 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-scripts\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.835085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d8752928-4dd9-46b2-a85d-aba25e890702-logs\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.835115 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-combined-ca-bundle\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.836050 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d8752928-4dd9-46b2-a85d-aba25e890702-logs\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.841555 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-internal-tls-certs\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.841757 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-scripts\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.843160 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-combined-ca-bundle\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.843438 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-public-tls-certs\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.849579 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-config-data\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.854816 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6grvn\" (UniqueName: \"kubernetes.io/projected/d8752928-4dd9-46b2-a85d-aba25e890702-kube-api-access-6grvn\") pod \"placement-7cf77b4bbc-jrhtr\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:17 crc kubenswrapper[4809]: I1013 20:14:17.935776 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.040099 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.117632 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-c7597878c-5zgxl"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.141393 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-combined-ca-bundle\") pod \"13291d0f-4f01-4744-b967-928bab009443\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.141526 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-run-httpd\") pod \"13291d0f-4f01-4744-b967-928bab009443\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.141599 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-sg-core-conf-yaml\") pod \"13291d0f-4f01-4744-b967-928bab009443\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.141640 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-log-httpd\") pod \"13291d0f-4f01-4744-b967-928bab009443\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.141681 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cglqv\" (UniqueName: \"kubernetes.io/projected/13291d0f-4f01-4744-b967-928bab009443-kube-api-access-cglqv\") pod \"13291d0f-4f01-4744-b967-928bab009443\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.141708 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-scripts\") pod \"13291d0f-4f01-4744-b967-928bab009443\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.141800 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-config-data\") pod \"13291d0f-4f01-4744-b967-928bab009443\" (UID: \"13291d0f-4f01-4744-b967-928bab009443\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.142236 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "13291d0f-4f01-4744-b967-928bab009443" (UID: "13291d0f-4f01-4744-b967-928bab009443"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.143033 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "13291d0f-4f01-4744-b967-928bab009443" (UID: "13291d0f-4f01-4744-b967-928bab009443"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.151444 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-scripts" (OuterVolumeSpecName: "scripts") pod "13291d0f-4f01-4744-b967-928bab009443" (UID: "13291d0f-4f01-4744-b967-928bab009443"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.151894 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/13291d0f-4f01-4744-b967-928bab009443-kube-api-access-cglqv" (OuterVolumeSpecName: "kube-api-access-cglqv") pod "13291d0f-4f01-4744-b967-928bab009443" (UID: "13291d0f-4f01-4744-b967-928bab009443"). InnerVolumeSpecName "kube-api-access-cglqv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.170363 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "13291d0f-4f01-4744-b967-928bab009443" (UID: "13291d0f-4f01-4744-b967-928bab009443"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.174105 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0e301276-268f-4b58-a0d8-8dc4f89d39fd" path="/var/lib/kubelet/pods/0e301276-268f-4b58-a0d8-8dc4f89d39fd/volumes" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.174943 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8e4ce884-66ff-4fc5-abba-390058e2cc04" path="/var/lib/kubelet/pods/8e4ce884-66ff-4fc5-abba-390058e2cc04/volumes" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.235220 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" event={"ID":"99b35d99-2303-459c-8897-bf01429036c3","Type":"ContainerStarted","Data":"eae2ec1e034c8dab0a34cecc9441f60f6696a29a1f812e68ff6c358b14aac553"} Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.238791 4809 generic.go:334] "Generic (PLEG): container finished" podID="13291d0f-4f01-4744-b967-928bab009443" containerID="8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91" exitCode=0 Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.238836 4809 generic.go:334] "Generic (PLEG): container finished" podID="13291d0f-4f01-4744-b967-928bab009443" containerID="dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243" exitCode=2 Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.238847 4809 generic.go:334] "Generic (PLEG): container finished" podID="13291d0f-4f01-4744-b967-928bab009443" containerID="dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038" exitCode=0 Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.238858 4809 generic.go:334] "Generic (PLEG): container finished" podID="13291d0f-4f01-4744-b967-928bab009443" containerID="822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da" exitCode=0 Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.239087 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.240252 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"13291d0f-4f01-4744-b967-928bab009443","Type":"ContainerDied","Data":"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91"} Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.240312 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"13291d0f-4f01-4744-b967-928bab009443","Type":"ContainerDied","Data":"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243"} Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.240328 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"13291d0f-4f01-4744-b967-928bab009443","Type":"ContainerDied","Data":"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038"} Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.240337 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"13291d0f-4f01-4744-b967-928bab009443","Type":"ContainerDied","Data":"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da"} Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.240362 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"13291d0f-4f01-4744-b967-928bab009443","Type":"ContainerDied","Data":"ea0839220739aa3938da4623d5f0dee346464e0e72b82ea8e9373716e57eda50"} Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.240378 4809 scope.go:117] "RemoveContainer" containerID="8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.242413 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "13291d0f-4f01-4744-b967-928bab009443" (UID: "13291d0f-4f01-4744-b967-928bab009443"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.243147 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cglqv\" (UniqueName: \"kubernetes.io/projected/13291d0f-4f01-4744-b967-928bab009443-kube-api-access-cglqv\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.243167 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.243187 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.243196 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.243205 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.243212 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/13291d0f-4f01-4744-b967-928bab009443-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.252566 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-config-data" (OuterVolumeSpecName: "config-data") pod "13291d0f-4f01-4744-b967-928bab009443" (UID: "13291d0f-4f01-4744-b967-928bab009443"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.265807 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.278642 4809 scope.go:117] "RemoveContainer" containerID="dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.289289 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-pzckl"] Oct 13 20:14:18 crc kubenswrapper[4809]: E1013 20:14:18.289718 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="ceilometer-central-agent" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.289744 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="ceilometer-central-agent" Oct 13 20:14:18 crc kubenswrapper[4809]: E1013 20:14:18.289767 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="proxy-httpd" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.289774 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="proxy-httpd" Oct 13 20:14:18 crc kubenswrapper[4809]: E1013 20:14:18.289785 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="sg-core" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.289791 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="sg-core" Oct 13 20:14:18 crc kubenswrapper[4809]: E1013 20:14:18.289804 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="ceilometer-notification-agent" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.289810 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="ceilometer-notification-agent" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.289976 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="ceilometer-notification-agent" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.289994 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="proxy-httpd" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.290016 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="sg-core" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.290028 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="13291d0f-4f01-4744-b967-928bab009443" containerName="ceilometer-central-agent" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.290583 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.293387 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-vcrhh" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.294323 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.307116 4809 scope.go:117] "RemoveContainer" containerID="dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038" Oct 13 20:14:18 crc kubenswrapper[4809]: W1013 20:14:18.326201 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf21706f9_f9ad_4df4_b15f_9df9734d839e.slice/crio-e42ed1c29c7724f2623ae29087a433bfd0f79d5a52efbe004b0baa0ad5d029d4 WatchSource:0}: Error finding container e42ed1c29c7724f2623ae29087a433bfd0f79d5a52efbe004b0baa0ad5d029d4: Status 404 returned error can't find the container with id e42ed1c29c7724f2623ae29087a433bfd0f79d5a52efbe004b0baa0ad5d029d4 Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.341092 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-pzckl"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.357210 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-combined-ca-bundle\") pod \"barbican-db-sync-pzckl\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.357292 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cpt7b\" (UniqueName: \"kubernetes.io/projected/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-kube-api-access-cpt7b\") pod \"barbican-db-sync-pzckl\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.357560 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-db-sync-config-data\") pod \"barbican-db-sync-pzckl\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.357707 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/13291d0f-4f01-4744-b967-928bab009443-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.379603 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.391853 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-l95bt"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.393379 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.396672 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.396792 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-8dvpl" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.397044 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.400495 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-l95bt"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.441999 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.442605 4809 scope.go:117] "RemoveContainer" containerID="822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.458393 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-db-sync-config-data\") pod \"barbican-db-sync-pzckl\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.458460 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-combined-ca-bundle\") pod \"barbican-db-sync-pzckl\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.458939 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cpt7b\" (UniqueName: \"kubernetes.io/projected/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-kube-api-access-cpt7b\") pod \"barbican-db-sync-pzckl\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.458980 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qwc4v\" (UniqueName: \"kubernetes.io/projected/c2a9b727-31f9-404d-995c-e42aad253bfc-kube-api-access-qwc4v\") pod \"neutron-db-sync-l95bt\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.459002 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-config\") pod \"neutron-db-sync-l95bt\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.459026 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-combined-ca-bundle\") pod \"neutron-db-sync-l95bt\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.465638 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-db-sync-config-data\") pod \"barbican-db-sync-pzckl\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.465826 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-combined-ca-bundle\") pod \"barbican-db-sync-pzckl\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.478342 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cpt7b\" (UniqueName: \"kubernetes.io/projected/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-kube-api-access-cpt7b\") pod \"barbican-db-sync-pzckl\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.560174 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qwc4v\" (UniqueName: \"kubernetes.io/projected/c2a9b727-31f9-404d-995c-e42aad253bfc-kube-api-access-qwc4v\") pod \"neutron-db-sync-l95bt\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.560218 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-config\") pod \"neutron-db-sync-l95bt\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.560650 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-combined-ca-bundle\") pod \"neutron-db-sync-l95bt\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.563242 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-config\") pod \"neutron-db-sync-l95bt\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.564045 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-combined-ca-bundle\") pod \"neutron-db-sync-l95bt\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.575106 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qwc4v\" (UniqueName: \"kubernetes.io/projected/c2a9b727-31f9-404d-995c-e42aad253bfc-kube-api-access-qwc4v\") pod \"neutron-db-sync-l95bt\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.591678 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.600534 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.626423 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.628499 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.630706 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.631087 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.635892 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.668070 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.686690 4809 scope.go:117] "RemoveContainer" containerID="8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.690099 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:18 crc kubenswrapper[4809]: E1013 20:14:18.703713 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91\": container with ID starting with 8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91 not found: ID does not exist" containerID="8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.703766 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91"} err="failed to get container status \"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91\": rpc error: code = NotFound desc = could not find container \"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91\": container with ID starting with 8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.703793 4809 scope.go:117] "RemoveContainer" containerID="dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243" Oct 13 20:14:18 crc kubenswrapper[4809]: E1013 20:14:18.704444 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243\": container with ID starting with dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243 not found: ID does not exist" containerID="dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.704488 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243"} err="failed to get container status \"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243\": rpc error: code = NotFound desc = could not find container \"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243\": container with ID starting with dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.704515 4809 scope.go:117] "RemoveContainer" containerID="dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038" Oct 13 20:14:18 crc kubenswrapper[4809]: E1013 20:14:18.705716 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038\": container with ID starting with dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038 not found: ID does not exist" containerID="dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.705833 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038"} err="failed to get container status \"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038\": rpc error: code = NotFound desc = could not find container \"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038\": container with ID starting with dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.705855 4809 scope.go:117] "RemoveContainer" containerID="822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da" Oct 13 20:14:18 crc kubenswrapper[4809]: E1013 20:14:18.706594 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da\": container with ID starting with 822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da not found: ID does not exist" containerID="822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.706620 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da"} err="failed to get container status \"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da\": rpc error: code = NotFound desc = could not find container \"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da\": container with ID starting with 822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.706635 4809 scope.go:117] "RemoveContainer" containerID="8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.708497 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91"} err="failed to get container status \"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91\": rpc error: code = NotFound desc = could not find container \"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91\": container with ID starting with 8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.708544 4809 scope.go:117] "RemoveContainer" containerID="dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.717056 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243"} err="failed to get container status \"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243\": rpc error: code = NotFound desc = could not find container \"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243\": container with ID starting with dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.717094 4809 scope.go:117] "RemoveContainer" containerID="dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038" Oct 13 20:14:18 crc kubenswrapper[4809]: E1013 20:14:18.717235 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod13291d0f_4f01_4744_b967_928bab009443.slice\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod13291d0f_4f01_4744_b967_928bab009443.slice/crio-ea0839220739aa3938da4623d5f0dee346464e0e72b82ea8e9373716e57eda50\": RecentStats: unable to find data in memory cache]" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.717440 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038"} err="failed to get container status \"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038\": rpc error: code = NotFound desc = could not find container \"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038\": container with ID starting with dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.717459 4809 scope.go:117] "RemoveContainer" containerID="822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.718833 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da"} err="failed to get container status \"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da\": rpc error: code = NotFound desc = could not find container \"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da\": container with ID starting with 822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.718875 4809 scope.go:117] "RemoveContainer" containerID="8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.719159 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91"} err="failed to get container status \"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91\": rpc error: code = NotFound desc = could not find container \"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91\": container with ID starting with 8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.719195 4809 scope.go:117] "RemoveContainer" containerID="dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.719398 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243"} err="failed to get container status \"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243\": rpc error: code = NotFound desc = could not find container \"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243\": container with ID starting with dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.719433 4809 scope.go:117] "RemoveContainer" containerID="dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.719705 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038"} err="failed to get container status \"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038\": rpc error: code = NotFound desc = could not find container \"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038\": container with ID starting with dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.719743 4809 scope.go:117] "RemoveContainer" containerID="822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.719998 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da"} err="failed to get container status \"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da\": rpc error: code = NotFound desc = could not find container \"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da\": container with ID starting with 822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.720025 4809 scope.go:117] "RemoveContainer" containerID="8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.720451 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91"} err="failed to get container status \"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91\": rpc error: code = NotFound desc = could not find container \"8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91\": container with ID starting with 8d9995c9a0f37cd1610787857fd5df937803260667a85cbb39a3efb7fe617f91 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.720471 4809 scope.go:117] "RemoveContainer" containerID="dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.720898 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243"} err="failed to get container status \"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243\": rpc error: code = NotFound desc = could not find container \"dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243\": container with ID starting with dfbdf94acba33e1330156958bd3fb085810f8ad2d0c25b6264fa9c61ba12d243 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.720913 4809 scope.go:117] "RemoveContainer" containerID="dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.721119 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038"} err="failed to get container status \"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038\": rpc error: code = NotFound desc = could not find container \"dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038\": container with ID starting with dd3224a24198bda8d93ac2916c9cdede42a6425e73c47165a0ce4d4a0c0c5038 not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.721136 4809 scope.go:117] "RemoveContainer" containerID="822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.721298 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da"} err="failed to get container status \"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da\": rpc error: code = NotFound desc = could not find container \"822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da\": container with ID starting with 822577e1fb8583675cca248bc0ae1307bc6855125afe68a1f1fb1792764fb0da not found: ID does not exist" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.732401 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-r6wzs"] Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.733062 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-marketplace-r6wzs" podUID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" containerName="registry-server" containerID="cri-o://f28096c40a45b51bdc640fd582a10ace8211aa244fea3ea12d3a94aeea3729c6" gracePeriod=2 Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.757378 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763167 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-credential-keys\") pod \"cc2d7b99-a566-412c-baec-95c589baecba\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763248 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-combined-ca-bundle\") pod \"cc2d7b99-a566-412c-baec-95c589baecba\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763318 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-fernet-keys\") pod \"cc2d7b99-a566-412c-baec-95c589baecba\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763405 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-scripts\") pod \"cc2d7b99-a566-412c-baec-95c589baecba\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763437 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-config-data\") pod \"cc2d7b99-a566-412c-baec-95c589baecba\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763473 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tsbnw\" (UniqueName: \"kubernetes.io/projected/cc2d7b99-a566-412c-baec-95c589baecba-kube-api-access-tsbnw\") pod \"cc2d7b99-a566-412c-baec-95c589baecba\" (UID: \"cc2d7b99-a566-412c-baec-95c589baecba\") " Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763714 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-log-httpd\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763821 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jlqqh\" (UniqueName: \"kubernetes.io/projected/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-kube-api-access-jlqqh\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763854 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763911 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-run-httpd\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.763990 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-scripts\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.764047 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-config-data\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.768150 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "cc2d7b99-a566-412c-baec-95c589baecba" (UID: "cc2d7b99-a566-412c-baec-95c589baecba"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.775479 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "cc2d7b99-a566-412c-baec-95c589baecba" (UID: "cc2d7b99-a566-412c-baec-95c589baecba"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.777889 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-scripts" (OuterVolumeSpecName: "scripts") pod "cc2d7b99-a566-412c-baec-95c589baecba" (UID: "cc2d7b99-a566-412c-baec-95c589baecba"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.778012 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cc2d7b99-a566-412c-baec-95c589baecba-kube-api-access-tsbnw" (OuterVolumeSpecName: "kube-api-access-tsbnw") pod "cc2d7b99-a566-412c-baec-95c589baecba" (UID: "cc2d7b99-a566-412c-baec-95c589baecba"). InnerVolumeSpecName "kube-api-access-tsbnw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.800536 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "cc2d7b99-a566-412c-baec-95c589baecba" (UID: "cc2d7b99-a566-412c-baec-95c589baecba"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.804906 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-config-data" (OuterVolumeSpecName: "config-data") pod "cc2d7b99-a566-412c-baec-95c589baecba" (UID: "cc2d7b99-a566-412c-baec-95c589baecba"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.868389 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.868713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-run-httpd\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.868752 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-scripts\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.868804 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-config-data\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.868852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-log-httpd\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.868880 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jlqqh\" (UniqueName: \"kubernetes.io/projected/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-kube-api-access-jlqqh\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.868904 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.868966 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.868981 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.868990 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.868999 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.869104 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cc2d7b99-a566-412c-baec-95c589baecba-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.869118 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tsbnw\" (UniqueName: \"kubernetes.io/projected/cc2d7b99-a566-412c-baec-95c589baecba-kube-api-access-tsbnw\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.869113 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-run-httpd\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.873691 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-log-httpd\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.875410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-scripts\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.876443 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.877907 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.880254 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-config-data\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.887139 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jlqqh\" (UniqueName: \"kubernetes.io/projected/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-kube-api-access-jlqqh\") pod \"ceilometer-0\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:18 crc kubenswrapper[4809]: I1013 20:14:18.949812 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.155259 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:14:19 crc kubenswrapper[4809]: E1013 20:14:19.155535 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.168892 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-pzckl"] Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.323892 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" event={"ID":"cc2d7b99-a566-412c-baec-95c589baecba","Type":"ContainerDied","Data":"2cf4548e9c858099129c69f875c7182c6a06ff2a08f59ea76d7e3daf0ed01dd4"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.324095 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="2cf4548e9c858099129c69f875c7182c6a06ff2a08f59ea76d7e3daf0ed01dd4" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.323900 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-jjnwp" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.328142 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"d709dd78-0761-4ef0-a9ea-a15c7c697d6e","Type":"ContainerStarted","Data":"6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.328182 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"d709dd78-0761-4ef0-a9ea-a15c7c697d6e","Type":"ContainerStarted","Data":"0a5de0458d8d12cc8aa530f1234d3b7fae7bb2a0577a64ff3dba6bf4a5ff9a24"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.333635 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-jjnwp"] Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.334570 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-pzckl" event={"ID":"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540","Type":"ContainerStarted","Data":"16aea3812ddad768146a993a1faa7b45f1f6124ac8cea916d9b14e580bb167ad"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.344446 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"f21706f9-f9ad-4df4-b15f-9df9734d839e","Type":"ContainerStarted","Data":"10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.344488 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"f21706f9-f9ad-4df4-b15f-9df9734d839e","Type":"ContainerStarted","Data":"e42ed1c29c7724f2623ae29087a433bfd0f79d5a52efbe004b0baa0ad5d029d4"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.346937 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-jjnwp"] Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.357264 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" event={"ID":"99b35d99-2303-459c-8897-bf01429036c3","Type":"ContainerStarted","Data":"9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.357488 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.357549 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" event={"ID":"99b35d99-2303-459c-8897-bf01429036c3","Type":"ContainerStarted","Data":"f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.357635 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.374936 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-hn4zm"] Oct 13 20:14:19 crc kubenswrapper[4809]: E1013 20:14:19.375326 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cc2d7b99-a566-412c-baec-95c589baecba" containerName="keystone-bootstrap" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.375336 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cc2d7b99-a566-412c-baec-95c589baecba" containerName="keystone-bootstrap" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.375489 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cc2d7b99-a566-412c-baec-95c589baecba" containerName="keystone-bootstrap" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.376047 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.378819 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.395371 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.395637 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.396004 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-lr9bp" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.400274 4809 generic.go:334] "Generic (PLEG): container finished" podID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" containerID="f28096c40a45b51bdc640fd582a10ace8211aa244fea3ea12d3a94aeea3729c6" exitCode=0 Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.400339 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-r6wzs" event={"ID":"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce","Type":"ContainerDied","Data":"f28096c40a45b51bdc640fd582a10ace8211aa244fea3ea12d3a94aeea3729c6"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.404841 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" event={"ID":"d8752928-4dd9-46b2-a85d-aba25e890702","Type":"ContainerStarted","Data":"b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.404891 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" event={"ID":"d8752928-4dd9-46b2-a85d-aba25e890702","Type":"ContainerStarted","Data":"c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.404901 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" event={"ID":"d8752928-4dd9-46b2-a85d-aba25e890702","Type":"ContainerStarted","Data":"e87c9b62497453c70a0a744a2504cd6a5935868fd48527872f33f694054815e1"} Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.405263 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.405312 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.444649 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-l95bt"] Oct 13 20:14:19 crc kubenswrapper[4809]: W1013 20:14:19.451439 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc2a9b727_31f9_404d_995c_e42aad253bfc.slice/crio-9c2378372bbaf6f2c5f21f27b25eed1dd7b7615ea1c4d9b928b078a95e0638cf WatchSource:0}: Error finding container 9c2378372bbaf6f2c5f21f27b25eed1dd7b7615ea1c4d9b928b078a95e0638cf: Status 404 returned error can't find the container with id 9c2378372bbaf6f2c5f21f27b25eed1dd7b7615ea1c4d9b928b078a95e0638cf Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.478338 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-hn4zm"] Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.481535 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" podStartSLOduration=2.481517702 podStartE2EDuration="2.481517702s" podCreationTimestamp="2025-10-13 20:14:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:19.376878298 +0000 UTC m=+2977.982624883" watchObservedRunningTime="2025-10-13 20:14:19.481517702 +0000 UTC m=+2978.087264297" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.502654 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" podStartSLOduration=2.50263671 podStartE2EDuration="2.50263671s" podCreationTimestamp="2025-10-13 20:14:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:19.419871405 +0000 UTC m=+2978.025617990" watchObservedRunningTime="2025-10-13 20:14:19.50263671 +0000 UTC m=+2978.108383295" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.509592 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zdrkw\" (UniqueName: \"kubernetes.io/projected/2010d598-5081-4f7e-a001-7071f944bd8a-kube-api-access-zdrkw\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.509671 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-fernet-keys\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.509698 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-credential-keys\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.509742 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-scripts\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.509762 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-config-data\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.509791 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-combined-ca-bundle\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.509951 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.562871 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.610954 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-combined-ca-bundle\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.611052 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zdrkw\" (UniqueName: \"kubernetes.io/projected/2010d598-5081-4f7e-a001-7071f944bd8a-kube-api-access-zdrkw\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.611112 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-fernet-keys\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.611154 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-credential-keys\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.611193 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-scripts\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.611218 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-config-data\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.615163 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-fernet-keys\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.615676 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-credential-keys\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.616112 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-scripts\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.616664 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-combined-ca-bundle\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.616748 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-config-data\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.628257 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zdrkw\" (UniqueName: \"kubernetes.io/projected/2010d598-5081-4f7e-a001-7071f944bd8a-kube-api-access-zdrkw\") pod \"keystone-bootstrap-hn4zm\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.700486 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.712823 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tlflr\" (UniqueName: \"kubernetes.io/projected/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-kube-api-access-tlflr\") pod \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.712927 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-utilities\") pod \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.712961 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-catalog-content\") pod \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\" (UID: \"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce\") " Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.714251 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-utilities" (OuterVolumeSpecName: "utilities") pod "67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" (UID: "67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.717007 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-kube-api-access-tlflr" (OuterVolumeSpecName: "kube-api-access-tlflr") pod "67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" (UID: "67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce"). InnerVolumeSpecName "kube-api-access-tlflr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.725931 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" (UID: "67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.814402 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tlflr\" (UniqueName: \"kubernetes.io/projected/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-kube-api-access-tlflr\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.814426 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:19 crc kubenswrapper[4809]: I1013 20:14:19.814435 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.145842 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-hn4zm"] Oct 13 20:14:20 crc kubenswrapper[4809]: W1013 20:14:20.153633 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod2010d598_5081_4f7e_a001_7071f944bd8a.slice/crio-e06f3df92ea30a8468c49743761f099aed98045092b28d8ed22974c7db712049 WatchSource:0}: Error finding container e06f3df92ea30a8468c49743761f099aed98045092b28d8ed22974c7db712049: Status 404 returned error can't find the container with id e06f3df92ea30a8468c49743761f099aed98045092b28d8ed22974c7db712049 Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.165921 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="13291d0f-4f01-4744-b967-928bab009443" path="/var/lib/kubelet/pods/13291d0f-4f01-4744-b967-928bab009443/volumes" Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.166593 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cc2d7b99-a566-412c-baec-95c589baecba" path="/var/lib/kubelet/pods/cc2d7b99-a566-412c-baec-95c589baecba/volumes" Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.415839 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-pzckl" event={"ID":"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540","Type":"ContainerStarted","Data":"f0aef36f3e4c7c1d47830d4c17059fb35ae1737b1003748afe02ca81fba7f659"} Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.418010 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"f21706f9-f9ad-4df4-b15f-9df9734d839e","Type":"ContainerStarted","Data":"2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b"} Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.421804 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"18404f47-cafb-48d6-bf3a-2f863ce3dfb8","Type":"ContainerStarted","Data":"eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1"} Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.421832 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"18404f47-cafb-48d6-bf3a-2f863ce3dfb8","Type":"ContainerStarted","Data":"8dd08e52170b502542d5d6b928c3b3254369cc40abc0e5b537890dee55202d14"} Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.425281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-r6wzs" event={"ID":"67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce","Type":"ContainerDied","Data":"f34de61d65fbb1eb6272ac15340d318f06da412f1f2b4a25c38bc7a3746979a4"} Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.425334 4809 scope.go:117] "RemoveContainer" containerID="f28096c40a45b51bdc640fd582a10ace8211aa244fea3ea12d3a94aeea3729c6" Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.425459 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-r6wzs" Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.428246 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"d709dd78-0761-4ef0-a9ea-a15c7c697d6e","Type":"ContainerStarted","Data":"9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c"} Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.429909 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" event={"ID":"2010d598-5081-4f7e-a001-7071f944bd8a","Type":"ContainerStarted","Data":"d9d2435197a662f07bc119851a93d2ebc68c4eb4dcc0978bef6760bc79a3fc23"} Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.429949 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" event={"ID":"2010d598-5081-4f7e-a001-7071f944bd8a","Type":"ContainerStarted","Data":"e06f3df92ea30a8468c49743761f099aed98045092b28d8ed22974c7db712049"} Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.431340 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-l95bt" event={"ID":"c2a9b727-31f9-404d-995c-e42aad253bfc","Type":"ContainerStarted","Data":"b97e259760bc3ac12115df9c5f3a9d47db24775b445b3c1b261cf59748795157"} Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.431387 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-l95bt" event={"ID":"c2a9b727-31f9-404d-995c-e42aad253bfc","Type":"ContainerStarted","Data":"9c2378372bbaf6f2c5f21f27b25eed1dd7b7615ea1c4d9b928b078a95e0638cf"} Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.451777 4809 scope.go:117] "RemoveContainer" containerID="73f91312af64486a24cd90e7cb82b60ab9e195920fdc7cfdd5fac0f1c4e56cdd" Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.462908 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-db-sync-pzckl" podStartSLOduration=2.462891067 podStartE2EDuration="2.462891067s" podCreationTimestamp="2025-10-13 20:14:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:20.440622116 +0000 UTC m=+2979.046368701" watchObservedRunningTime="2025-10-13 20:14:20.462891067 +0000 UTC m=+2979.068637642" Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.465225 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-db-sync-l95bt" podStartSLOduration=2.465218873 podStartE2EDuration="2.465218873s" podCreationTimestamp="2025-10-13 20:14:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:20.461054475 +0000 UTC m=+2979.066801060" watchObservedRunningTime="2025-10-13 20:14:20.465218873 +0000 UTC m=+2979.070965458" Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.480903 4809 scope.go:117] "RemoveContainer" containerID="bdaeee424007d2b03bddc6a4b777f91ba4a6c57df1e976c4fe5dd8e70cde8244" Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.481158 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" podStartSLOduration=1.481148724 podStartE2EDuration="1.481148724s" podCreationTimestamp="2025-10-13 20:14:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:20.476622196 +0000 UTC m=+2979.082368771" watchObservedRunningTime="2025-10-13 20:14:20.481148724 +0000 UTC m=+2979.086895309" Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.499187 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-r6wzs"] Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.506655 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-marketplace-r6wzs"] Oct 13 20:14:20 crc kubenswrapper[4809]: I1013 20:14:20.515595 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.515580319 podStartE2EDuration="3.515580319s" podCreationTimestamp="2025-10-13 20:14:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:20.51455749 +0000 UTC m=+2979.120304065" watchObservedRunningTime="2025-10-13 20:14:20.515580319 +0000 UTC m=+2979.121326904" Oct 13 20:14:21 crc kubenswrapper[4809]: I1013 20:14:21.464129 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"18404f47-cafb-48d6-bf3a-2f863ce3dfb8","Type":"ContainerStarted","Data":"9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d"} Oct 13 20:14:22 crc kubenswrapper[4809]: I1013 20:14:22.169408 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" path="/var/lib/kubelet/pods/67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce/volumes" Oct 13 20:14:22 crc kubenswrapper[4809]: I1013 20:14:22.213304 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=5.213286026 podStartE2EDuration="5.213286026s" podCreationTimestamp="2025-10-13 20:14:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:20.557161247 +0000 UTC m=+2979.162907832" watchObservedRunningTime="2025-10-13 20:14:22.213286026 +0000 UTC m=+2980.819032611" Oct 13 20:14:22 crc kubenswrapper[4809]: I1013 20:14:22.378607 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:22 crc kubenswrapper[4809]: I1013 20:14:22.449185 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:22 crc kubenswrapper[4809]: I1013 20:14:22.481079 4809 generic.go:334] "Generic (PLEG): container finished" podID="8ce5bc46-5b21-4187-aebb-9f9b2a3b4540" containerID="f0aef36f3e4c7c1d47830d4c17059fb35ae1737b1003748afe02ca81fba7f659" exitCode=0 Oct 13 20:14:22 crc kubenswrapper[4809]: I1013 20:14:22.481185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-pzckl" event={"ID":"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540","Type":"ContainerDied","Data":"f0aef36f3e4c7c1d47830d4c17059fb35ae1737b1003748afe02ca81fba7f659"} Oct 13 20:14:22 crc kubenswrapper[4809]: I1013 20:14:22.484985 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"18404f47-cafb-48d6-bf3a-2f863ce3dfb8","Type":"ContainerStarted","Data":"29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc"} Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.029319 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-ff8gh"] Oct 13 20:14:23 crc kubenswrapper[4809]: E1013 20:14:23.030117 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" containerName="extract-utilities" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.030182 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" containerName="extract-utilities" Oct 13 20:14:23 crc kubenswrapper[4809]: E1013 20:14:23.030240 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" containerName="registry-server" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.030316 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" containerName="registry-server" Oct 13 20:14:23 crc kubenswrapper[4809]: E1013 20:14:23.030394 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" containerName="extract-content" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.030447 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" containerName="extract-content" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.030691 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="67f32e1d-5f18-4fc5-9cd2-62adffe9d6ce" containerName="registry-server" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.031302 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.036089 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-jqlcm" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.036335 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.036994 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.041920 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-ff8gh"] Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.185322 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-combined-ca-bundle\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.185401 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/208517c3-18fb-4850-8865-87d45671f298-etc-machine-id\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.185519 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-scripts\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.185604 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-db-sync-config-data\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.185664 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jz2lx\" (UniqueName: \"kubernetes.io/projected/208517c3-18fb-4850-8865-87d45671f298-kube-api-access-jz2lx\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.185702 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-config-data\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.286924 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-scripts\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.287075 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-db-sync-config-data\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.288139 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jz2lx\" (UniqueName: \"kubernetes.io/projected/208517c3-18fb-4850-8865-87d45671f298-kube-api-access-jz2lx\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.288183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-config-data\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.288310 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-combined-ca-bundle\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.288343 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/208517c3-18fb-4850-8865-87d45671f298-etc-machine-id\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.288424 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/208517c3-18fb-4850-8865-87d45671f298-etc-machine-id\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.291710 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-scripts\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.293106 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-db-sync-config-data\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.296708 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-config-data\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.300375 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-combined-ca-bundle\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.306511 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jz2lx\" (UniqueName: \"kubernetes.io/projected/208517c3-18fb-4850-8865-87d45671f298-kube-api-access-jz2lx\") pod \"cinder-db-sync-ff8gh\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.347430 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.509791 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"18404f47-cafb-48d6-bf3a-2f863ce3dfb8","Type":"ContainerStarted","Data":"64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da"} Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.510989 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.515650 4809 generic.go:334] "Generic (PLEG): container finished" podID="2010d598-5081-4f7e-a001-7071f944bd8a" containerID="d9d2435197a662f07bc119851a93d2ebc68c4eb4dcc0978bef6760bc79a3fc23" exitCode=0 Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.515837 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" event={"ID":"2010d598-5081-4f7e-a001-7071f944bd8a","Type":"ContainerDied","Data":"d9d2435197a662f07bc119851a93d2ebc68c4eb4dcc0978bef6760bc79a3fc23"} Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.567637 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.1887568330000002 podStartE2EDuration="5.567618376s" podCreationTimestamp="2025-10-13 20:14:18 +0000 UTC" firstStartedPulling="2025-10-13 20:14:19.4941638 +0000 UTC m=+2978.099910385" lastFinishedPulling="2025-10-13 20:14:22.873025343 +0000 UTC m=+2981.478771928" observedRunningTime="2025-10-13 20:14:23.542490414 +0000 UTC m=+2982.148237009" watchObservedRunningTime="2025-10-13 20:14:23.567618376 +0000 UTC m=+2982.173364961" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.816239 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.830767 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-ff8gh"] Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.899168 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-db-sync-config-data\") pod \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.899289 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-combined-ca-bundle\") pod \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.899470 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cpt7b\" (UniqueName: \"kubernetes.io/projected/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-kube-api-access-cpt7b\") pod \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\" (UID: \"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540\") " Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.904239 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-kube-api-access-cpt7b" (OuterVolumeSpecName: "kube-api-access-cpt7b") pod "8ce5bc46-5b21-4187-aebb-9f9b2a3b4540" (UID: "8ce5bc46-5b21-4187-aebb-9f9b2a3b4540"). InnerVolumeSpecName "kube-api-access-cpt7b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.904306 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "8ce5bc46-5b21-4187-aebb-9f9b2a3b4540" (UID: "8ce5bc46-5b21-4187-aebb-9f9b2a3b4540"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.928196 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8ce5bc46-5b21-4187-aebb-9f9b2a3b4540" (UID: "8ce5bc46-5b21-4187-aebb-9f9b2a3b4540"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.930561 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-nrstj"] Oct 13 20:14:23 crc kubenswrapper[4809]: I1013 20:14:23.930813 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-operators-nrstj" podUID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerName="registry-server" containerID="cri-o://9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b" gracePeriod=2 Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.001609 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cpt7b\" (UniqueName: \"kubernetes.io/projected/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-kube-api-access-cpt7b\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.001640 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.001651 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.456988 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.529681 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-pzckl" event={"ID":"8ce5bc46-5b21-4187-aebb-9f9b2a3b4540","Type":"ContainerDied","Data":"16aea3812ddad768146a993a1faa7b45f1f6124ac8cea916d9b14e580bb167ad"} Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.529776 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="16aea3812ddad768146a993a1faa7b45f1f6124ac8cea916d9b14e580bb167ad" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.529823 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-pzckl" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.537053 4809 generic.go:334] "Generic (PLEG): container finished" podID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerID="9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b" exitCode=0 Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.537114 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nrstj" event={"ID":"a31714b3-0bce-4857-9073-5d887c3a9fc6","Type":"ContainerDied","Data":"9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b"} Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.537140 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-nrstj" event={"ID":"a31714b3-0bce-4857-9073-5d887c3a9fc6","Type":"ContainerDied","Data":"3555ecb7c82ccf9c8f2d965ba0066496d5c6f888e5d12bc21a519281c547165d"} Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.537156 4809 scope.go:117] "RemoveContainer" containerID="9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.537260 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-nrstj" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.542043 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" event={"ID":"208517c3-18fb-4850-8865-87d45671f298","Type":"ContainerStarted","Data":"5e17807a10763a829c604775c98194e3f82ef93311ea655f10fae39c29d82034"} Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.568001 4809 scope.go:117] "RemoveContainer" containerID="bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.595274 4809 scope.go:117] "RemoveContainer" containerID="ee0de809ba90e5eda3e641c7800cd5819ed99b5bf6f97a9667d8f464cb91c824" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.611346 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-utilities\") pod \"a31714b3-0bce-4857-9073-5d887c3a9fc6\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.611438 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lwkqt\" (UniqueName: \"kubernetes.io/projected/a31714b3-0bce-4857-9073-5d887c3a9fc6-kube-api-access-lwkqt\") pod \"a31714b3-0bce-4857-9073-5d887c3a9fc6\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.611549 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-catalog-content\") pod \"a31714b3-0bce-4857-9073-5d887c3a9fc6\" (UID: \"a31714b3-0bce-4857-9073-5d887c3a9fc6\") " Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.613139 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-utilities" (OuterVolumeSpecName: "utilities") pod "a31714b3-0bce-4857-9073-5d887c3a9fc6" (UID: "a31714b3-0bce-4857-9073-5d887c3a9fc6"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.616354 4809 scope.go:117] "RemoveContainer" containerID="9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.616621 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a31714b3-0bce-4857-9073-5d887c3a9fc6-kube-api-access-lwkqt" (OuterVolumeSpecName: "kube-api-access-lwkqt") pod "a31714b3-0bce-4857-9073-5d887c3a9fc6" (UID: "a31714b3-0bce-4857-9073-5d887c3a9fc6"). InnerVolumeSpecName "kube-api-access-lwkqt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:24 crc kubenswrapper[4809]: E1013 20:14:24.616801 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b\": container with ID starting with 9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b not found: ID does not exist" containerID="9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.616841 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b"} err="failed to get container status \"9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b\": rpc error: code = NotFound desc = could not find container \"9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b\": container with ID starting with 9c89398145619e2528b5ee35d976bb6e415ae577171ed47d76f5775030cd1f8b not found: ID does not exist" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.616870 4809 scope.go:117] "RemoveContainer" containerID="bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25" Oct 13 20:14:24 crc kubenswrapper[4809]: E1013 20:14:24.617417 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25\": container with ID starting with bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25 not found: ID does not exist" containerID="bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.617474 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25"} err="failed to get container status \"bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25\": rpc error: code = NotFound desc = could not find container \"bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25\": container with ID starting with bbe81846f265d2ec7e82faaf57f12f08d67c5a4d04d4ca1fdd4bed009ebd0c25 not found: ID does not exist" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.617504 4809 scope.go:117] "RemoveContainer" containerID="ee0de809ba90e5eda3e641c7800cd5819ed99b5bf6f97a9667d8f464cb91c824" Oct 13 20:14:24 crc kubenswrapper[4809]: E1013 20:14:24.617981 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ee0de809ba90e5eda3e641c7800cd5819ed99b5bf6f97a9667d8f464cb91c824\": container with ID starting with ee0de809ba90e5eda3e641c7800cd5819ed99b5bf6f97a9667d8f464cb91c824 not found: ID does not exist" containerID="ee0de809ba90e5eda3e641c7800cd5819ed99b5bf6f97a9667d8f464cb91c824" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.618009 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee0de809ba90e5eda3e641c7800cd5819ed99b5bf6f97a9667d8f464cb91c824"} err="failed to get container status \"ee0de809ba90e5eda3e641c7800cd5819ed99b5bf6f97a9667d8f464cb91c824\": rpc error: code = NotFound desc = could not find container \"ee0de809ba90e5eda3e641c7800cd5819ed99b5bf6f97a9667d8f464cb91c824\": container with ID starting with ee0de809ba90e5eda3e641c7800cd5819ed99b5bf6f97a9667d8f464cb91c824 not found: ID does not exist" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.710024 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "a31714b3-0bce-4857-9073-5d887c3a9fc6" (UID: "a31714b3-0bce-4857-9073-5d887c3a9fc6"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.718868 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lwkqt\" (UniqueName: \"kubernetes.io/projected/a31714b3-0bce-4857-9073-5d887c3a9fc6-kube-api-access-lwkqt\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.718925 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.718935 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/a31714b3-0bce-4857-9073-5d887c3a9fc6-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.803107 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l"] Oct 13 20:14:24 crc kubenswrapper[4809]: E1013 20:14:24.803576 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerName="registry-server" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.803592 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerName="registry-server" Oct 13 20:14:24 crc kubenswrapper[4809]: E1013 20:14:24.803625 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerName="extract-content" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.803631 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerName="extract-content" Oct 13 20:14:24 crc kubenswrapper[4809]: E1013 20:14:24.803657 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8ce5bc46-5b21-4187-aebb-9f9b2a3b4540" containerName="barbican-db-sync" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.803664 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8ce5bc46-5b21-4187-aebb-9f9b2a3b4540" containerName="barbican-db-sync" Oct 13 20:14:24 crc kubenswrapper[4809]: E1013 20:14:24.803677 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerName="extract-utilities" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.803683 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerName="extract-utilities" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.803845 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8ce5bc46-5b21-4187-aebb-9f9b2a3b4540" containerName="barbican-db-sync" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.803863 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a31714b3-0bce-4857-9073-5d887c3a9fc6" containerName="registry-server" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.804870 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.816576 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-worker-config-data" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.817241 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.817454 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-vcrhh" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.827116 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l"] Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.863786 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l"] Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.865340 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.868320 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-keystone-listener-config-data" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.921962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/35e84261-d3fa-423f-95a0-ff3fb47a8494-logs\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.922071 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data-custom\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.922101 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-combined-ca-bundle\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.922122 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.922173 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-28kmf\" (UniqueName: \"kubernetes.io/projected/35e84261-d3fa-423f-95a0-ff3fb47a8494-kube-api-access-28kmf\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.945790 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l"] Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.967789 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-nrstj"] Oct 13 20:14:24 crc kubenswrapper[4809]: I1013 20:14:24.975788 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-operators-nrstj"] Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.006050 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc"] Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.007598 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.019553 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-api-config-data" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.020787 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.024963 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8aa23013-9d0a-498f-80c2-e957400509c7-logs\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.024992 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-726jk\" (UniqueName: \"kubernetes.io/projected/8aa23013-9d0a-498f-80c2-e957400509c7-kube-api-access-726jk\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.025051 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data-custom\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.025080 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-combined-ca-bundle\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.025103 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.025137 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-28kmf\" (UniqueName: \"kubernetes.io/projected/35e84261-d3fa-423f-95a0-ff3fb47a8494-kube-api-access-28kmf\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.025157 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-combined-ca-bundle\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.025178 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.025198 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data-custom\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.025219 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/35e84261-d3fa-423f-95a0-ff3fb47a8494-logs\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.025553 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/35e84261-d3fa-423f-95a0-ff3fb47a8494-logs\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.049291 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc"] Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.052190 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-28kmf\" (UniqueName: \"kubernetes.io/projected/35e84261-d3fa-423f-95a0-ff3fb47a8494-kube-api-access-28kmf\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.054196 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data-custom\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.060759 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.063151 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-combined-ca-bundle\") pod \"barbican-worker-58dcf4bdd8-4m58l\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.126340 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zdrkw\" (UniqueName: \"kubernetes.io/projected/2010d598-5081-4f7e-a001-7071f944bd8a-kube-api-access-zdrkw\") pod \"2010d598-5081-4f7e-a001-7071f944bd8a\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.126401 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-config-data\") pod \"2010d598-5081-4f7e-a001-7071f944bd8a\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.126423 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-combined-ca-bundle\") pod \"2010d598-5081-4f7e-a001-7071f944bd8a\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.126487 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-credential-keys\") pod \"2010d598-5081-4f7e-a001-7071f944bd8a\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.126565 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-fernet-keys\") pod \"2010d598-5081-4f7e-a001-7071f944bd8a\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.126611 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-scripts\") pod \"2010d598-5081-4f7e-a001-7071f944bd8a\" (UID: \"2010d598-5081-4f7e-a001-7071f944bd8a\") " Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.126805 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.126829 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9wtpq\" (UniqueName: \"kubernetes.io/projected/825d1f85-0883-41cf-a79c-bffc81b85da5-kube-api-access-9wtpq\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.126876 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8aa23013-9d0a-498f-80c2-e957400509c7-logs\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.126915 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-726jk\" (UniqueName: \"kubernetes.io/projected/8aa23013-9d0a-498f-80c2-e957400509c7-kube-api-access-726jk\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.126937 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-combined-ca-bundle\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.127017 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/825d1f85-0883-41cf-a79c-bffc81b85da5-logs\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.127042 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-combined-ca-bundle\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.127062 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.127082 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data-custom\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.127122 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data-custom\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.127882 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8aa23013-9d0a-498f-80c2-e957400509c7-logs\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.129986 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2010d598-5081-4f7e-a001-7071f944bd8a-kube-api-access-zdrkw" (OuterVolumeSpecName: "kube-api-access-zdrkw") pod "2010d598-5081-4f7e-a001-7071f944bd8a" (UID: "2010d598-5081-4f7e-a001-7071f944bd8a"). InnerVolumeSpecName "kube-api-access-zdrkw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.131930 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "2010d598-5081-4f7e-a001-7071f944bd8a" (UID: "2010d598-5081-4f7e-a001-7071f944bd8a"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.132054 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-scripts" (OuterVolumeSpecName: "scripts") pod "2010d598-5081-4f7e-a001-7071f944bd8a" (UID: "2010d598-5081-4f7e-a001-7071f944bd8a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.132447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data-custom\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.134082 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-combined-ca-bundle\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.134858 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "2010d598-5081-4f7e-a001-7071f944bd8a" (UID: "2010d598-5081-4f7e-a001-7071f944bd8a"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.136793 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.138260 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.144923 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-726jk\" (UniqueName: \"kubernetes.io/projected/8aa23013-9d0a-498f-80c2-e957400509c7-kube-api-access-726jk\") pod \"barbican-keystone-listener-5ff7664d5f-8q59l\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.165039 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2010d598-5081-4f7e-a001-7071f944bd8a" (UID: "2010d598-5081-4f7e-a001-7071f944bd8a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.165592 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-config-data" (OuterVolumeSpecName: "config-data") pod "2010d598-5081-4f7e-a001-7071f944bd8a" (UID: "2010d598-5081-4f7e-a001-7071f944bd8a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.231869 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/825d1f85-0883-41cf-a79c-bffc81b85da5-logs\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.232163 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data-custom\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.232201 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.232216 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9wtpq\" (UniqueName: \"kubernetes.io/projected/825d1f85-0883-41cf-a79c-bffc81b85da5-kube-api-access-9wtpq\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.232251 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-combined-ca-bundle\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.232309 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zdrkw\" (UniqueName: \"kubernetes.io/projected/2010d598-5081-4f7e-a001-7071f944bd8a-kube-api-access-zdrkw\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.232320 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.232329 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.232338 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.232346 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.232353 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2010d598-5081-4f7e-a001-7071f944bd8a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.232435 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/825d1f85-0883-41cf-a79c-bffc81b85da5-logs\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.241333 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data-custom\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.244359 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.244870 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-combined-ca-bundle\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.252580 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9wtpq\" (UniqueName: \"kubernetes.io/projected/825d1f85-0883-41cf-a79c-bffc81b85da5-kube-api-access-9wtpq\") pod \"barbican-api-7565485dcf-pbwzc\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.285813 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.416533 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.560424 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" event={"ID":"208517c3-18fb-4850-8865-87d45671f298","Type":"ContainerStarted","Data":"2db22c8c3da4cd708faddcbe05c54adf325be6b9810a134d5ea4f0cc925460b0"} Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.561797 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" event={"ID":"2010d598-5081-4f7e-a001-7071f944bd8a","Type":"ContainerDied","Data":"e06f3df92ea30a8468c49743761f099aed98045092b28d8ed22974c7db712049"} Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.561819 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e06f3df92ea30a8468c49743761f099aed98045092b28d8ed22974c7db712049" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.561872 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-hn4zm" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.583345 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" podStartSLOduration=2.583323799 podStartE2EDuration="2.583323799s" podCreationTimestamp="2025-10-13 20:14:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:25.577846314 +0000 UTC m=+2984.183592899" watchObservedRunningTime="2025-10-13 20:14:25.583323799 +0000 UTC m=+2984.189070384" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.643086 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l"] Oct 13 20:14:25 crc kubenswrapper[4809]: W1013 20:14:25.653243 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod35e84261_d3fa_423f_95a0_ff3fb47a8494.slice/crio-ab31871e54f429a1819425321d2efe0dd5540349589e0e98d1916d0e209acc6d WatchSource:0}: Error finding container ab31871e54f429a1819425321d2efe0dd5540349589e0e98d1916d0e209acc6d: Status 404 returned error can't find the container with id ab31871e54f429a1819425321d2efe0dd5540349589e0e98d1916d0e209acc6d Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.680761 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-7744f76b89-8b8k9"] Oct 13 20:14:25 crc kubenswrapper[4809]: E1013 20:14:25.681110 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2010d598-5081-4f7e-a001-7071f944bd8a" containerName="keystone-bootstrap" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.681126 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2010d598-5081-4f7e-a001-7071f944bd8a" containerName="keystone-bootstrap" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.681285 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2010d598-5081-4f7e-a001-7071f944bd8a" containerName="keystone-bootstrap" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.681848 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.687511 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.687745 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-internal-svc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.689497 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.689606 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.689714 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-public-svc" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.689837 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-lr9bp" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.710847 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-7744f76b89-8b8k9"] Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.739935 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-fernet-keys\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.740039 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-config-data\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.740096 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-combined-ca-bundle\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.740121 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-internal-tls-certs\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.740198 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-credential-keys\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.740274 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-scripts\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.740537 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lsnnl\" (UniqueName: \"kubernetes.io/projected/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-kube-api-access-lsnnl\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.740565 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-public-tls-certs\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.772291 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l"] Oct 13 20:14:25 crc kubenswrapper[4809]: W1013 20:14:25.788330 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8aa23013_9d0a_498f_80c2_e957400509c7.slice/crio-e610986037fb07b0b1a46c46e6d08653fb2ad44bd4ef4b0119f15966c7626a5d WatchSource:0}: Error finding container e610986037fb07b0b1a46c46e6d08653fb2ad44bd4ef4b0119f15966c7626a5d: Status 404 returned error can't find the container with id e610986037fb07b0b1a46c46e6d08653fb2ad44bd4ef4b0119f15966c7626a5d Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.844623 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lsnnl\" (UniqueName: \"kubernetes.io/projected/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-kube-api-access-lsnnl\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.844673 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-public-tls-certs\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.844747 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-fernet-keys\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.844788 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-config-data\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.844811 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-combined-ca-bundle\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.844831 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-internal-tls-certs\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.844878 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-credential-keys\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.844929 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-scripts\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.848248 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-public-tls-certs\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.849126 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-config-data\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.849416 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-combined-ca-bundle\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.852019 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-fernet-keys\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.855601 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-scripts\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.856078 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-internal-tls-certs\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.856107 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-credential-keys\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.868686 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lsnnl\" (UniqueName: \"kubernetes.io/projected/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-kube-api-access-lsnnl\") pod \"keystone-7744f76b89-8b8k9\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:25 crc kubenswrapper[4809]: I1013 20:14:25.947016 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc"] Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.004582 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.165287 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a31714b3-0bce-4857-9073-5d887c3a9fc6" path="/var/lib/kubelet/pods/a31714b3-0bce-4857-9073-5d887c3a9fc6/volumes" Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.474406 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-7744f76b89-8b8k9"] Oct 13 20:14:26 crc kubenswrapper[4809]: W1013 20:14:26.476689 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod84c161b0_2938_4ce0_b3f9_797fd0eb6e88.slice/crio-cc0213230cf39580dce1304a50bcfbf1fc1d368916e95872e1951fb4ea8c5003 WatchSource:0}: Error finding container cc0213230cf39580dce1304a50bcfbf1fc1d368916e95872e1951fb4ea8c5003: Status 404 returned error can't find the container with id cc0213230cf39580dce1304a50bcfbf1fc1d368916e95872e1951fb4ea8c5003 Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.592097 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" event={"ID":"35e84261-d3fa-423f-95a0-ff3fb47a8494","Type":"ContainerStarted","Data":"6ff4c6faa37422c63f65965f1e42a87e2c5048079a2bf7429c0652a7560774ff"} Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.592149 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" event={"ID":"35e84261-d3fa-423f-95a0-ff3fb47a8494","Type":"ContainerStarted","Data":"718df626412975702a192ec0e471253113b171a546def3fc00b89dd7daea7241"} Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.592163 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" event={"ID":"35e84261-d3fa-423f-95a0-ff3fb47a8494","Type":"ContainerStarted","Data":"ab31871e54f429a1819425321d2efe0dd5540349589e0e98d1916d0e209acc6d"} Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.600437 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" event={"ID":"8aa23013-9d0a-498f-80c2-e957400509c7","Type":"ContainerStarted","Data":"2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7"} Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.600487 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" event={"ID":"8aa23013-9d0a-498f-80c2-e957400509c7","Type":"ContainerStarted","Data":"898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23"} Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.600497 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" event={"ID":"8aa23013-9d0a-498f-80c2-e957400509c7","Type":"ContainerStarted","Data":"e610986037fb07b0b1a46c46e6d08653fb2ad44bd4ef4b0119f15966c7626a5d"} Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.616642 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" event={"ID":"825d1f85-0883-41cf-a79c-bffc81b85da5","Type":"ContainerStarted","Data":"651d5dc2d765fa0a707683dc56f32971dea9023e1c2f86b59b2aab9fc32a7f19"} Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.616712 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" event={"ID":"825d1f85-0883-41cf-a79c-bffc81b85da5","Type":"ContainerStarted","Data":"3a3f269302ad00abcb4534777e9bc05b28d5e871c23e87e8b89e11885030195a"} Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.616757 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" event={"ID":"825d1f85-0883-41cf-a79c-bffc81b85da5","Type":"ContainerStarted","Data":"e8e7b51f0eb631a8f4e291692b8b5e665bf10b258c826ce703eb5ae08a4f3660"} Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.617009 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.617107 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.621336 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" podStartSLOduration=2.621314715 podStartE2EDuration="2.621314715s" podCreationTimestamp="2025-10-13 20:14:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:26.613251377 +0000 UTC m=+2985.218997972" watchObservedRunningTime="2025-10-13 20:14:26.621314715 +0000 UTC m=+2985.227061310" Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.632832 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" event={"ID":"84c161b0-2938-4ce0-b3f9-797fd0eb6e88","Type":"ContainerStarted","Data":"cc0213230cf39580dce1304a50bcfbf1fc1d368916e95872e1951fb4ea8c5003"} Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.684122 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" podStartSLOduration=2.684103651 podStartE2EDuration="2.684103651s" podCreationTimestamp="2025-10-13 20:14:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:26.681182198 +0000 UTC m=+2985.286928783" watchObservedRunningTime="2025-10-13 20:14:26.684103651 +0000 UTC m=+2985.289850226" Oct 13 20:14:26 crc kubenswrapper[4809]: I1013 20:14:26.688454 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" podStartSLOduration=2.688447184 podStartE2EDuration="2.688447184s" podCreationTimestamp="2025-10-13 20:14:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:26.656717876 +0000 UTC m=+2985.262464461" watchObservedRunningTime="2025-10-13 20:14:26.688447184 +0000 UTC m=+2985.294193769" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.588510 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.589003 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.635126 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.657468 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" event={"ID":"84c161b0-2938-4ce0-b3f9-797fd0eb6e88","Type":"ContainerStarted","Data":"6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd"} Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.658317 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.658406 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.664458 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.680771 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" podStartSLOduration=2.680752683 podStartE2EDuration="2.680752683s" podCreationTimestamp="2025-10-13 20:14:25 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:27.671203993 +0000 UTC m=+2986.276950578" watchObservedRunningTime="2025-10-13 20:14:27.680752683 +0000 UTC m=+2986.286499258" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.779843 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n"] Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.781350 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.784660 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-public-svc" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.785246 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-internal-svc" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.792782 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n"] Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.821343 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.821405 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.859333 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.869874 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.892479 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f321c603-ac68-4825-b3ae-a0b6ef97285a-logs\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.892546 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-public-tls-certs\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.892587 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data-custom\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.892994 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-c68g9\" (UniqueName: \"kubernetes.io/projected/f321c603-ac68-4825-b3ae-a0b6ef97285a-kube-api-access-c68g9\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.893106 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-combined-ca-bundle\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.893148 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-internal-tls-certs\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.893347 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.995204 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-c68g9\" (UniqueName: \"kubernetes.io/projected/f321c603-ac68-4825-b3ae-a0b6ef97285a-kube-api-access-c68g9\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.995289 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-combined-ca-bundle\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.995319 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-internal-tls-certs\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.995381 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.995418 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f321c603-ac68-4825-b3ae-a0b6ef97285a-logs\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.995456 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-public-tls-certs\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.995483 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data-custom\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:27 crc kubenswrapper[4809]: I1013 20:14:27.996004 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f321c603-ac68-4825-b3ae-a0b6ef97285a-logs\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:28 crc kubenswrapper[4809]: I1013 20:14:28.000744 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-internal-tls-certs\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:28 crc kubenswrapper[4809]: I1013 20:14:28.000774 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-public-tls-certs\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:28 crc kubenswrapper[4809]: I1013 20:14:28.000871 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data-custom\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:28 crc kubenswrapper[4809]: I1013 20:14:28.001116 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-combined-ca-bundle\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:28 crc kubenswrapper[4809]: I1013 20:14:28.004753 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:28 crc kubenswrapper[4809]: I1013 20:14:28.009933 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-c68g9\" (UniqueName: \"kubernetes.io/projected/f321c603-ac68-4825-b3ae-a0b6ef97285a-kube-api-access-c68g9\") pod \"barbican-api-78cfff64d9-fq79n\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:28 crc kubenswrapper[4809]: I1013 20:14:28.105376 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:28 crc kubenswrapper[4809]: I1013 20:14:28.660948 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n"] Oct 13 20:14:28 crc kubenswrapper[4809]: W1013 20:14:28.662151 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf321c603_ac68_4825_b3ae_a0b6ef97285a.slice/crio-3f742d7d92c678354899f14608c5a31bbaf754afd9e0cd168ce29cd7aad1b8cd WatchSource:0}: Error finding container 3f742d7d92c678354899f14608c5a31bbaf754afd9e0cd168ce29cd7aad1b8cd: Status 404 returned error can't find the container with id 3f742d7d92c678354899f14608c5a31bbaf754afd9e0cd168ce29cd7aad1b8cd Oct 13 20:14:28 crc kubenswrapper[4809]: I1013 20:14:28.664589 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:28 crc kubenswrapper[4809]: I1013 20:14:28.664631 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:28 crc kubenswrapper[4809]: I1013 20:14:28.665617 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:29 crc kubenswrapper[4809]: I1013 20:14:29.640267 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:29 crc kubenswrapper[4809]: I1013 20:14:29.642010 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:14:29 crc kubenswrapper[4809]: I1013 20:14:29.678579 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" event={"ID":"f321c603-ac68-4825-b3ae-a0b6ef97285a","Type":"ContainerStarted","Data":"beec1f4a938ce4e5ac7353e01c2ded9b63a474674e3fd9682b4084867cc35c24"} Oct 13 20:14:29 crc kubenswrapper[4809]: I1013 20:14:29.679069 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:29 crc kubenswrapper[4809]: I1013 20:14:29.679116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" event={"ID":"f321c603-ac68-4825-b3ae-a0b6ef97285a","Type":"ContainerStarted","Data":"7deced458d9c263d7963b477b39cafd442ee8481d47ed78a63de49bfb026f633"} Oct 13 20:14:29 crc kubenswrapper[4809]: I1013 20:14:29.679134 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:29 crc kubenswrapper[4809]: I1013 20:14:29.679147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" event={"ID":"f321c603-ac68-4825-b3ae-a0b6ef97285a","Type":"ContainerStarted","Data":"3f742d7d92c678354899f14608c5a31bbaf754afd9e0cd168ce29cd7aad1b8cd"} Oct 13 20:14:29 crc kubenswrapper[4809]: I1013 20:14:29.728816 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" podStartSLOduration=2.728798578 podStartE2EDuration="2.728798578s" podCreationTimestamp="2025-10-13 20:14:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:29.706681823 +0000 UTC m=+2988.312428418" watchObservedRunningTime="2025-10-13 20:14:29.728798578 +0000 UTC m=+2988.334545163" Oct 13 20:14:30 crc kubenswrapper[4809]: I1013 20:14:30.698514 4809 generic.go:334] "Generic (PLEG): container finished" podID="208517c3-18fb-4850-8865-87d45671f298" containerID="2db22c8c3da4cd708faddcbe05c54adf325be6b9810a134d5ea4f0cc925460b0" exitCode=0 Oct 13 20:14:30 crc kubenswrapper[4809]: I1013 20:14:30.698654 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" event={"ID":"208517c3-18fb-4850-8865-87d45671f298","Type":"ContainerDied","Data":"2db22c8c3da4cd708faddcbe05c54adf325be6b9810a134d5ea4f0cc925460b0"} Oct 13 20:14:30 crc kubenswrapper[4809]: I1013 20:14:30.746950 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:30 crc kubenswrapper[4809]: I1013 20:14:30.747072 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:14:30 crc kubenswrapper[4809]: I1013 20:14:30.749195 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:14:31 crc kubenswrapper[4809]: I1013 20:14:31.155913 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:14:31 crc kubenswrapper[4809]: E1013 20:14:31.156205 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.137193 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.289206 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-combined-ca-bundle\") pod \"208517c3-18fb-4850-8865-87d45671f298\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.289314 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-config-data\") pod \"208517c3-18fb-4850-8865-87d45671f298\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.289490 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jz2lx\" (UniqueName: \"kubernetes.io/projected/208517c3-18fb-4850-8865-87d45671f298-kube-api-access-jz2lx\") pod \"208517c3-18fb-4850-8865-87d45671f298\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.289559 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-scripts\") pod \"208517c3-18fb-4850-8865-87d45671f298\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.289673 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/208517c3-18fb-4850-8865-87d45671f298-etc-machine-id\") pod \"208517c3-18fb-4850-8865-87d45671f298\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.289778 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-db-sync-config-data\") pod \"208517c3-18fb-4850-8865-87d45671f298\" (UID: \"208517c3-18fb-4850-8865-87d45671f298\") " Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.289889 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/208517c3-18fb-4850-8865-87d45671f298-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "208517c3-18fb-4850-8865-87d45671f298" (UID: "208517c3-18fb-4850-8865-87d45671f298"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.290497 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/208517c3-18fb-4850-8865-87d45671f298-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.305640 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/208517c3-18fb-4850-8865-87d45671f298-kube-api-access-jz2lx" (OuterVolumeSpecName: "kube-api-access-jz2lx") pod "208517c3-18fb-4850-8865-87d45671f298" (UID: "208517c3-18fb-4850-8865-87d45671f298"). InnerVolumeSpecName "kube-api-access-jz2lx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.308992 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-scripts" (OuterVolumeSpecName: "scripts") pod "208517c3-18fb-4850-8865-87d45671f298" (UID: "208517c3-18fb-4850-8865-87d45671f298"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.312245 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "208517c3-18fb-4850-8865-87d45671f298" (UID: "208517c3-18fb-4850-8865-87d45671f298"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.334819 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "208517c3-18fb-4850-8865-87d45671f298" (UID: "208517c3-18fb-4850-8865-87d45671f298"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.364478 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-config-data" (OuterVolumeSpecName: "config-data") pod "208517c3-18fb-4850-8865-87d45671f298" (UID: "208517c3-18fb-4850-8865-87d45671f298"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.392360 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.392400 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jz2lx\" (UniqueName: \"kubernetes.io/projected/208517c3-18fb-4850-8865-87d45671f298-kube-api-access-jz2lx\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.392420 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.392435 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.392454 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/208517c3-18fb-4850-8865-87d45671f298-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.730486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" event={"ID":"208517c3-18fb-4850-8865-87d45671f298","Type":"ContainerDied","Data":"5e17807a10763a829c604775c98194e3f82ef93311ea655f10fae39c29d82034"} Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.730588 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5e17807a10763a829c604775c98194e3f82ef93311ea655f10fae39c29d82034" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.730648 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-ff8gh" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.997655 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:14:32 crc kubenswrapper[4809]: E1013 20:14:32.999784 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="208517c3-18fb-4850-8865-87d45671f298" containerName="cinder-db-sync" Oct 13 20:14:32 crc kubenswrapper[4809]: I1013 20:14:32.999806 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="208517c3-18fb-4850-8865-87d45671f298" containerName="cinder-db-sync" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.000016 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="208517c3-18fb-4850-8865-87d45671f298" containerName="cinder-db-sync" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.008415 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.012019 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.012105 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-jqlcm" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.012206 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.021161 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.021267 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.070949 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.072682 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.078095 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.084829 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.110874 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pn9fl\" (UniqueName: \"kubernetes.io/projected/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-kube-api-access-pn9fl\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.111300 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.111775 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.111916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.112030 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-scripts\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.112135 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.213968 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-scripts\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214026 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data-custom\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214079 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214113 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-etc-machine-id\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214150 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-logs\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214173 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-scripts\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214204 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pn9fl\" (UniqueName: \"kubernetes.io/projected/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-kube-api-access-pn9fl\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214248 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214278 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214313 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214373 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vztrk\" (UniqueName: \"kubernetes.io/projected/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-kube-api-access-vztrk\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214411 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214447 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.214535 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.219408 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-scripts\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.220128 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.220252 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.221575 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.232496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pn9fl\" (UniqueName: \"kubernetes.io/projected/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-kube-api-access-pn9fl\") pod \"cinder-scheduler-0\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.316127 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data-custom\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.316202 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-etc-machine-id\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.316235 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-logs\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.316258 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-scripts\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.316305 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.316343 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.316413 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vztrk\" (UniqueName: \"kubernetes.io/projected/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-kube-api-access-vztrk\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.316904 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-etc-machine-id\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.317169 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-logs\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.320447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-scripts\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.320863 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.322410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data-custom\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.324262 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.337134 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vztrk\" (UniqueName: \"kubernetes.io/projected/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-kube-api-access-vztrk\") pod \"cinder-api-0\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.343185 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.394210 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.740224 4809 generic.go:334] "Generic (PLEG): container finished" podID="c2a9b727-31f9-404d-995c-e42aad253bfc" containerID="b97e259760bc3ac12115df9c5f3a9d47db24775b445b3c1b261cf59748795157" exitCode=0 Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.740317 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-l95bt" event={"ID":"c2a9b727-31f9-404d-995c-e42aad253bfc","Type":"ContainerDied","Data":"b97e259760bc3ac12115df9c5f3a9d47db24775b445b3c1b261cf59748795157"} Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.803223 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:14:33 crc kubenswrapper[4809]: W1013 20:14:33.815024 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3512b8f3_de45_45f5_ae90_4adbaf4a30e6.slice/crio-5a7c71afa3bcd07998ece67df45e420ed66f72da1febf87cd324e3ec21c48985 WatchSource:0}: Error finding container 5a7c71afa3bcd07998ece67df45e420ed66f72da1febf87cd324e3ec21c48985: Status 404 returned error can't find the container with id 5a7c71afa3bcd07998ece67df45e420ed66f72da1febf87cd324e3ec21c48985 Oct 13 20:14:33 crc kubenswrapper[4809]: W1013 20:14:33.884257 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb9353ab9_9fb7_4ea3_b719_19c2d66f5b3c.slice/crio-6711bbdaa7c5066c8fa52e2e48e2c455f0c37c7f3f3198a0163e63daa1d02427 WatchSource:0}: Error finding container 6711bbdaa7c5066c8fa52e2e48e2c455f0c37c7f3f3198a0163e63daa1d02427: Status 404 returned error can't find the container with id 6711bbdaa7c5066c8fa52e2e48e2c455f0c37c7f3f3198a0163e63daa1d02427 Oct 13 20:14:33 crc kubenswrapper[4809]: I1013 20:14:33.885102 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:14:34 crc kubenswrapper[4809]: I1013 20:14:34.788417 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:34 crc kubenswrapper[4809]: I1013 20:14:34.797634 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c","Type":"ContainerStarted","Data":"8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf"} Oct 13 20:14:34 crc kubenswrapper[4809]: I1013 20:14:34.797673 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c","Type":"ContainerStarted","Data":"6711bbdaa7c5066c8fa52e2e48e2c455f0c37c7f3f3198a0163e63daa1d02427"} Oct 13 20:14:34 crc kubenswrapper[4809]: I1013 20:14:34.815305 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3512b8f3-de45-45f5-ae90-4adbaf4a30e6","Type":"ContainerStarted","Data":"92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e"} Oct 13 20:14:34 crc kubenswrapper[4809]: I1013 20:14:34.815360 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3512b8f3-de45-45f5-ae90-4adbaf4a30e6","Type":"ContainerStarted","Data":"5a7c71afa3bcd07998ece67df45e420ed66f72da1febf87cd324e3ec21c48985"} Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.161399 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.255334 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-config\") pod \"c2a9b727-31f9-404d-995c-e42aad253bfc\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.255486 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-combined-ca-bundle\") pod \"c2a9b727-31f9-404d-995c-e42aad253bfc\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.255511 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qwc4v\" (UniqueName: \"kubernetes.io/projected/c2a9b727-31f9-404d-995c-e42aad253bfc-kube-api-access-qwc4v\") pod \"c2a9b727-31f9-404d-995c-e42aad253bfc\" (UID: \"c2a9b727-31f9-404d-995c-e42aad253bfc\") " Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.263883 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c2a9b727-31f9-404d-995c-e42aad253bfc-kube-api-access-qwc4v" (OuterVolumeSpecName: "kube-api-access-qwc4v") pod "c2a9b727-31f9-404d-995c-e42aad253bfc" (UID: "c2a9b727-31f9-404d-995c-e42aad253bfc"). InnerVolumeSpecName "kube-api-access-qwc4v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.284977 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c2a9b727-31f9-404d-995c-e42aad253bfc" (UID: "c2a9b727-31f9-404d-995c-e42aad253bfc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.286488 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.298995 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-config" (OuterVolumeSpecName: "config") pod "c2a9b727-31f9-404d-995c-e42aad253bfc" (UID: "c2a9b727-31f9-404d-995c-e42aad253bfc"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.360419 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.360456 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c2a9b727-31f9-404d-995c-e42aad253bfc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.360468 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qwc4v\" (UniqueName: \"kubernetes.io/projected/c2a9b727-31f9-404d-995c-e42aad253bfc-kube-api-access-qwc4v\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.825911 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3512b8f3-de45-45f5-ae90-4adbaf4a30e6","Type":"ContainerStarted","Data":"c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e"} Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.828306 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c","Type":"ContainerStarted","Data":"2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e"} Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.828413 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" containerName="cinder-api-log" containerID="cri-o://8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf" gracePeriod=30 Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.828435 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" containerName="cinder-api" containerID="cri-o://2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e" gracePeriod=30 Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.828453 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.830472 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-l95bt" event={"ID":"c2a9b727-31f9-404d-995c-e42aad253bfc","Type":"ContainerDied","Data":"9c2378372bbaf6f2c5f21f27b25eed1dd7b7615ea1c4d9b928b078a95e0638cf"} Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.830511 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9c2378372bbaf6f2c5f21f27b25eed1dd7b7615ea1c4d9b928b078a95e0638cf" Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.830563 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-l95bt" Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.854343 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=3.854322494 podStartE2EDuration="3.854322494s" podCreationTimestamp="2025-10-13 20:14:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:35.846703209 +0000 UTC m=+2994.452449794" watchObservedRunningTime="2025-10-13 20:14:35.854322494 +0000 UTC m=+2994.460069069" Oct 13 20:14:35 crc kubenswrapper[4809]: I1013 20:14:35.870626 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=2.870607315 podStartE2EDuration="2.870607315s" podCreationTimestamp="2025-10-13 20:14:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:35.862823055 +0000 UTC m=+2994.468569640" watchObservedRunningTime="2025-10-13 20:14:35.870607315 +0000 UTC m=+2994.476353920" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.138684 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp"] Oct 13 20:14:36 crc kubenswrapper[4809]: E1013 20:14:36.140899 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c2a9b727-31f9-404d-995c-e42aad253bfc" containerName="neutron-db-sync" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.140918 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c2a9b727-31f9-404d-995c-e42aad253bfc" containerName="neutron-db-sync" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.141101 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c2a9b727-31f9-404d-995c-e42aad253bfc" containerName="neutron-db-sync" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.141988 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.149388 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.149417 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-ovndbs" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.149416 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-8dvpl" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.168979 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.170766 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp"] Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.284983 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7pl4w\" (UniqueName: \"kubernetes.io/projected/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-kube-api-access-7pl4w\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.285030 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-ovndb-tls-certs\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.285059 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-config\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.285412 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-httpd-config\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.285670 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-combined-ca-bundle\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.386849 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-config\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.386936 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-httpd-config\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.387016 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-combined-ca-bundle\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.387066 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7pl4w\" (UniqueName: \"kubernetes.io/projected/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-kube-api-access-7pl4w\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.387092 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-ovndb-tls-certs\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.392411 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-combined-ca-bundle\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.393381 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-ovndb-tls-certs\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.396251 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-httpd-config\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.401993 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-config\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.404427 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7pl4w\" (UniqueName: \"kubernetes.io/projected/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-kube-api-access-7pl4w\") pod \"neutron-597f7cb7c6-z9wxp\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.458764 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.843934 4809 generic.go:334] "Generic (PLEG): container finished" podID="b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" containerID="8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf" exitCode=143 Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.844006 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c","Type":"ContainerDied","Data":"8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf"} Oct 13 20:14:36 crc kubenswrapper[4809]: I1013 20:14:36.936487 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp"] Oct 13 20:14:36 crc kubenswrapper[4809]: W1013 20:14:36.949505 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6c8b6cbc_d6d9_4741_912e_5bdb2d3230d3.slice/crio-eaa7e698bcd246ad0d2b1409ea3f8694d5cae0a41b59c091c0f3d964ddc58618 WatchSource:0}: Error finding container eaa7e698bcd246ad0d2b1409ea3f8694d5cae0a41b59c091c0f3d964ddc58618: Status 404 returned error can't find the container with id eaa7e698bcd246ad0d2b1409ea3f8694d5cae0a41b59c091c0f3d964ddc58618 Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.072213 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.141030 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc"] Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.141310 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api-log" containerID="cri-o://3a3f269302ad00abcb4534777e9bc05b28d5e871c23e87e8b89e11885030195a" gracePeriod=30 Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.141664 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api" containerID="cri-o://651d5dc2d765fa0a707683dc56f32971dea9023e1c2f86b59b2aab9fc32a7f19" gracePeriod=30 Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.146901 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.1.96:9311/healthcheck\": EOF" Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.147348 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.1.96:9311/healthcheck\": EOF" Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.855249 4809 generic.go:334] "Generic (PLEG): container finished" podID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerID="3a3f269302ad00abcb4534777e9bc05b28d5e871c23e87e8b89e11885030195a" exitCode=143 Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.855351 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" event={"ID":"825d1f85-0883-41cf-a79c-bffc81b85da5","Type":"ContainerDied","Data":"3a3f269302ad00abcb4534777e9bc05b28d5e871c23e87e8b89e11885030195a"} Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.856906 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" event={"ID":"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3","Type":"ContainerStarted","Data":"28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189"} Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.856956 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" event={"ID":"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3","Type":"ContainerStarted","Data":"3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed"} Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.856972 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" event={"ID":"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3","Type":"ContainerStarted","Data":"eaa7e698bcd246ad0d2b1409ea3f8694d5cae0a41b59c091c0f3d964ddc58618"} Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.857060 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:14:37 crc kubenswrapper[4809]: I1013 20:14:37.879050 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" podStartSLOduration=1.879030998 podStartE2EDuration="1.879030998s" podCreationTimestamp="2025-10-13 20:14:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:37.872911865 +0000 UTC m=+2996.478658460" watchObservedRunningTime="2025-10-13 20:14:37.879030998 +0000 UTC m=+2996.484777593" Oct 13 20:14:38 crc kubenswrapper[4809]: I1013 20:14:38.343279 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.688352 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-c8f7c6645-wp4gb"] Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.690132 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.691510 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-internal-svc" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.693475 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-public-svc" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.708064 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-c8f7c6645-wp4gb"] Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.745776 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-httpd-config\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.745812 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-public-tls-certs\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.745913 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-combined-ca-bundle\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.745952 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tnd58\" (UniqueName: \"kubernetes.io/projected/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-kube-api-access-tnd58\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.745981 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-internal-tls-certs\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.746005 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-config\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.746025 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-ovndb-tls-certs\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.847823 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-httpd-config\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.847864 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-public-tls-certs\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.847965 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-combined-ca-bundle\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.847994 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tnd58\" (UniqueName: \"kubernetes.io/projected/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-kube-api-access-tnd58\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.848022 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-internal-tls-certs\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.848046 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-config\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.848066 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-ovndb-tls-certs\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.853467 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-ovndb-tls-certs\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.853771 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-httpd-config\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.855673 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-internal-tls-certs\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.856111 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-combined-ca-bundle\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.858262 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-public-tls-certs\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.858813 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-config\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:39 crc kubenswrapper[4809]: I1013 20:14:39.868430 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tnd58\" (UniqueName: \"kubernetes.io/projected/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-kube-api-access-tnd58\") pod \"neutron-c8f7c6645-wp4gb\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:40 crc kubenswrapper[4809]: I1013 20:14:40.024271 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:40 crc kubenswrapper[4809]: I1013 20:14:40.549157 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-c8f7c6645-wp4gb"] Oct 13 20:14:40 crc kubenswrapper[4809]: W1013 20:14:40.565945 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc8c3fe81_d237_4eb7_b526_c6bf0e3938e9.slice/crio-39db858d1a542ec6e2eafda871eca00a32679bd5a016262145fd448051794920 WatchSource:0}: Error finding container 39db858d1a542ec6e2eafda871eca00a32679bd5a016262145fd448051794920: Status 404 returned error can't find the container with id 39db858d1a542ec6e2eafda871eca00a32679bd5a016262145fd448051794920 Oct 13 20:14:40 crc kubenswrapper[4809]: I1013 20:14:40.581890 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.1.96:9311/healthcheck\": read tcp 10.217.0.2:42060->10.217.1.96:9311: read: connection reset by peer" Oct 13 20:14:40 crc kubenswrapper[4809]: I1013 20:14:40.581900 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.1.96:9311/healthcheck\": read tcp 10.217.0.2:42046->10.217.1.96:9311: read: connection reset by peer" Oct 13 20:14:40 crc kubenswrapper[4809]: I1013 20:14:40.582217 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.1.96:9311/healthcheck\": dial tcp 10.217.1.96:9311: connect: connection refused" Oct 13 20:14:40 crc kubenswrapper[4809]: I1013 20:14:40.582550 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.1.96:9311/healthcheck\": dial tcp 10.217.1.96:9311: connect: connection refused" Oct 13 20:14:40 crc kubenswrapper[4809]: I1013 20:14:40.891311 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" event={"ID":"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9","Type":"ContainerStarted","Data":"7aafc2a175b84e05e425f02463be126a0f210756829eb3fce7f94d4e16df2a88"} Oct 13 20:14:40 crc kubenswrapper[4809]: I1013 20:14:40.891645 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" event={"ID":"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9","Type":"ContainerStarted","Data":"39db858d1a542ec6e2eafda871eca00a32679bd5a016262145fd448051794920"} Oct 13 20:14:40 crc kubenswrapper[4809]: I1013 20:14:40.893457 4809 generic.go:334] "Generic (PLEG): container finished" podID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerID="651d5dc2d765fa0a707683dc56f32971dea9023e1c2f86b59b2aab9fc32a7f19" exitCode=0 Oct 13 20:14:40 crc kubenswrapper[4809]: I1013 20:14:40.893496 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" event={"ID":"825d1f85-0883-41cf-a79c-bffc81b85da5","Type":"ContainerDied","Data":"651d5dc2d765fa0a707683dc56f32971dea9023e1c2f86b59b2aab9fc32a7f19"} Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.049009 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.179813 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9wtpq\" (UniqueName: \"kubernetes.io/projected/825d1f85-0883-41cf-a79c-bffc81b85da5-kube-api-access-9wtpq\") pod \"825d1f85-0883-41cf-a79c-bffc81b85da5\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.179986 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/825d1f85-0883-41cf-a79c-bffc81b85da5-logs\") pod \"825d1f85-0883-41cf-a79c-bffc81b85da5\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.180031 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data\") pod \"825d1f85-0883-41cf-a79c-bffc81b85da5\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.180160 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-combined-ca-bundle\") pod \"825d1f85-0883-41cf-a79c-bffc81b85da5\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.180202 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data-custom\") pod \"825d1f85-0883-41cf-a79c-bffc81b85da5\" (UID: \"825d1f85-0883-41cf-a79c-bffc81b85da5\") " Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.180814 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/825d1f85-0883-41cf-a79c-bffc81b85da5-logs" (OuterVolumeSpecName: "logs") pod "825d1f85-0883-41cf-a79c-bffc81b85da5" (UID: "825d1f85-0883-41cf-a79c-bffc81b85da5"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.184636 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/825d1f85-0883-41cf-a79c-bffc81b85da5-kube-api-access-9wtpq" (OuterVolumeSpecName: "kube-api-access-9wtpq") pod "825d1f85-0883-41cf-a79c-bffc81b85da5" (UID: "825d1f85-0883-41cf-a79c-bffc81b85da5"). InnerVolumeSpecName "kube-api-access-9wtpq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.185885 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "825d1f85-0883-41cf-a79c-bffc81b85da5" (UID: "825d1f85-0883-41cf-a79c-bffc81b85da5"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.238263 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "825d1f85-0883-41cf-a79c-bffc81b85da5" (UID: "825d1f85-0883-41cf-a79c-bffc81b85da5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.280842 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data" (OuterVolumeSpecName: "config-data") pod "825d1f85-0883-41cf-a79c-bffc81b85da5" (UID: "825d1f85-0883-41cf-a79c-bffc81b85da5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.282719 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9wtpq\" (UniqueName: \"kubernetes.io/projected/825d1f85-0883-41cf-a79c-bffc81b85da5-kube-api-access-9wtpq\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.282843 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/825d1f85-0883-41cf-a79c-bffc81b85da5-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.282943 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.283023 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.283100 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/825d1f85-0883-41cf-a79c-bffc81b85da5-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.910376 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" event={"ID":"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9","Type":"ContainerStarted","Data":"a948d0a430a609708c422232cb15d46b8e393638a5d6a75ad9969837b93690ff"} Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.910924 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.915911 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" event={"ID":"825d1f85-0883-41cf-a79c-bffc81b85da5","Type":"ContainerDied","Data":"e8e7b51f0eb631a8f4e291692b8b5e665bf10b258c826ce703eb5ae08a4f3660"} Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.915968 4809 scope.go:117] "RemoveContainer" containerID="651d5dc2d765fa0a707683dc56f32971dea9023e1c2f86b59b2aab9fc32a7f19" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.916070 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.953586 4809 scope.go:117] "RemoveContainer" containerID="3a3f269302ad00abcb4534777e9bc05b28d5e871c23e87e8b89e11885030195a" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.971432 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" podStartSLOduration=2.9714106620000003 podStartE2EDuration="2.971410662s" podCreationTimestamp="2025-10-13 20:14:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:41.944584513 +0000 UTC m=+3000.550331118" watchObservedRunningTime="2025-10-13 20:14:41.971410662 +0000 UTC m=+3000.577157247" Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.976203 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc"] Oct 13 20:14:41 crc kubenswrapper[4809]: I1013 20:14:41.983699 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-7565485dcf-pbwzc"] Oct 13 20:14:42 crc kubenswrapper[4809]: I1013 20:14:42.187900 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" path="/var/lib/kubelet/pods/825d1f85-0883-41cf-a79c-bffc81b85da5/volumes" Oct 13 20:14:43 crc kubenswrapper[4809]: I1013 20:14:43.596810 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:43 crc kubenswrapper[4809]: I1013 20:14:43.670388 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:14:43 crc kubenswrapper[4809]: I1013 20:14:43.955601 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="3512b8f3-de45-45f5-ae90-4adbaf4a30e6" containerName="cinder-scheduler" containerID="cri-o://92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e" gracePeriod=30 Oct 13 20:14:43 crc kubenswrapper[4809]: I1013 20:14:43.955792 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="3512b8f3-de45-45f5-ae90-4adbaf4a30e6" containerName="probe" containerID="cri-o://c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e" gracePeriod=30 Oct 13 20:14:44 crc kubenswrapper[4809]: I1013 20:14:44.972679 4809 generic.go:334] "Generic (PLEG): container finished" podID="3512b8f3-de45-45f5-ae90-4adbaf4a30e6" containerID="c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e" exitCode=0 Oct 13 20:14:44 crc kubenswrapper[4809]: I1013 20:14:44.972761 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3512b8f3-de45-45f5-ae90-4adbaf4a30e6","Type":"ContainerDied","Data":"c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e"} Oct 13 20:14:45 crc kubenswrapper[4809]: I1013 20:14:45.303156 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.155943 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:14:46 crc kubenswrapper[4809]: E1013 20:14:46.156399 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.654446 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.708677 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data-custom\") pod \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.709047 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-scripts\") pod \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.709085 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pn9fl\" (UniqueName: \"kubernetes.io/projected/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-kube-api-access-pn9fl\") pod \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.709124 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-etc-machine-id\") pod \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.709204 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-combined-ca-bundle\") pod \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.709234 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data\") pod \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\" (UID: \"3512b8f3-de45-45f5-ae90-4adbaf4a30e6\") " Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.709368 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "3512b8f3-de45-45f5-ae90-4adbaf4a30e6" (UID: "3512b8f3-de45-45f5-ae90-4adbaf4a30e6"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.709678 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.715088 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "3512b8f3-de45-45f5-ae90-4adbaf4a30e6" (UID: "3512b8f3-de45-45f5-ae90-4adbaf4a30e6"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.716525 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-kube-api-access-pn9fl" (OuterVolumeSpecName: "kube-api-access-pn9fl") pod "3512b8f3-de45-45f5-ae90-4adbaf4a30e6" (UID: "3512b8f3-de45-45f5-ae90-4adbaf4a30e6"). InnerVolumeSpecName "kube-api-access-pn9fl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.718106 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-scripts" (OuterVolumeSpecName: "scripts") pod "3512b8f3-de45-45f5-ae90-4adbaf4a30e6" (UID: "3512b8f3-de45-45f5-ae90-4adbaf4a30e6"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.788949 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3512b8f3-de45-45f5-ae90-4adbaf4a30e6" (UID: "3512b8f3-de45-45f5-ae90-4adbaf4a30e6"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.811288 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.811322 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.811334 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pn9fl\" (UniqueName: \"kubernetes.io/projected/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-kube-api-access-pn9fl\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.811345 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.825650 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data" (OuterVolumeSpecName: "config-data") pod "3512b8f3-de45-45f5-ae90-4adbaf4a30e6" (UID: "3512b8f3-de45-45f5-ae90-4adbaf4a30e6"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.912174 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3512b8f3-de45-45f5-ae90-4adbaf4a30e6-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.991601 4809 generic.go:334] "Generic (PLEG): container finished" podID="3512b8f3-de45-45f5-ae90-4adbaf4a30e6" containerID="92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e" exitCode=0 Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.991657 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3512b8f3-de45-45f5-ae90-4adbaf4a30e6","Type":"ContainerDied","Data":"92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e"} Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.991683 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"3512b8f3-de45-45f5-ae90-4adbaf4a30e6","Type":"ContainerDied","Data":"5a7c71afa3bcd07998ece67df45e420ed66f72da1febf87cd324e3ec21c48985"} Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.991702 4809 scope.go:117] "RemoveContainer" containerID="c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e" Oct 13 20:14:46 crc kubenswrapper[4809]: I1013 20:14:46.991777 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.017231 4809 scope.go:117] "RemoveContainer" containerID="92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.041089 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.044298 4809 scope.go:117] "RemoveContainer" containerID="c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e" Oct 13 20:14:47 crc kubenswrapper[4809]: E1013 20:14:47.044793 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e\": container with ID starting with c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e not found: ID does not exist" containerID="c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.044825 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e"} err="failed to get container status \"c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e\": rpc error: code = NotFound desc = could not find container \"c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e\": container with ID starting with c1e1d5a7eb16a91f6e6f6d5295af2eede76d41e5b4e47d68e045e41c498b176e not found: ID does not exist" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.044845 4809 scope.go:117] "RemoveContainer" containerID="92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e" Oct 13 20:14:47 crc kubenswrapper[4809]: E1013 20:14:47.045076 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e\": container with ID starting with 92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e not found: ID does not exist" containerID="92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.045093 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e"} err="failed to get container status \"92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e\": rpc error: code = NotFound desc = could not find container \"92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e\": container with ID starting with 92f9e2476ea7d0aaa4863d475edb522d5705c72f8ca8a524a27205a3fea50c8e not found: ID does not exist" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.051058 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.077852 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:14:47 crc kubenswrapper[4809]: E1013 20:14:47.086945 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.086993 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api" Oct 13 20:14:47 crc kubenswrapper[4809]: E1013 20:14:47.087019 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3512b8f3-de45-45f5-ae90-4adbaf4a30e6" containerName="probe" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.087028 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3512b8f3-de45-45f5-ae90-4adbaf4a30e6" containerName="probe" Oct 13 20:14:47 crc kubenswrapper[4809]: E1013 20:14:47.087054 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api-log" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.087066 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api-log" Oct 13 20:14:47 crc kubenswrapper[4809]: E1013 20:14:47.087104 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3512b8f3-de45-45f5-ae90-4adbaf4a30e6" containerName="cinder-scheduler" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.087112 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3512b8f3-de45-45f5-ae90-4adbaf4a30e6" containerName="cinder-scheduler" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.087490 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3512b8f3-de45-45f5-ae90-4adbaf4a30e6" containerName="cinder-scheduler" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.087519 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3512b8f3-de45-45f5-ae90-4adbaf4a30e6" containerName="probe" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.087540 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.087561 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="825d1f85-0883-41cf-a79c-bffc81b85da5" containerName="barbican-api-log" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.088887 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.089075 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.091905 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.115890 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.115968 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v7bzf\" (UniqueName: \"kubernetes.io/projected/0b38733b-59a1-46db-b4c7-d22ca8ae58da-kube-api-access-v7bzf\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.116112 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.116239 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0b38733b-59a1-46db-b4c7-d22ca8ae58da-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.116350 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-scripts\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.116519 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.218457 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-scripts\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.218574 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.218632 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.218697 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v7bzf\" (UniqueName: \"kubernetes.io/projected/0b38733b-59a1-46db-b4c7-d22ca8ae58da-kube-api-access-v7bzf\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.218754 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.218799 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0b38733b-59a1-46db-b4c7-d22ca8ae58da-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.218913 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0b38733b-59a1-46db-b4c7-d22ca8ae58da-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.223315 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.225611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-scripts\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.227034 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.227749 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.242879 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v7bzf\" (UniqueName: \"kubernetes.io/projected/0b38733b-59a1-46db-b4c7-d22ca8ae58da-kube-api-access-v7bzf\") pod \"cinder-scheduler-0\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.412447 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:47 crc kubenswrapper[4809]: I1013 20:14:47.970410 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:14:48 crc kubenswrapper[4809]: I1013 20:14:48.002239 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0b38733b-59a1-46db-b4c7-d22ca8ae58da","Type":"ContainerStarted","Data":"c9fe936816a6ac74a90290908b355bc202ac409bb53c2177120d0b72bfe8d66b"} Oct 13 20:14:48 crc kubenswrapper[4809]: I1013 20:14:48.173889 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3512b8f3-de45-45f5-ae90-4adbaf4a30e6" path="/var/lib/kubelet/pods/3512b8f3-de45-45f5-ae90-4adbaf4a30e6/volumes" Oct 13 20:14:48 crc kubenswrapper[4809]: I1013 20:14:48.679674 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:48 crc kubenswrapper[4809]: I1013 20:14:48.749781 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:48 crc kubenswrapper[4809]: I1013 20:14:48.977265 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:14:49 crc kubenswrapper[4809]: I1013 20:14:49.043226 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0b38733b-59a1-46db-b4c7-d22ca8ae58da","Type":"ContainerStarted","Data":"ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3"} Oct 13 20:14:49 crc kubenswrapper[4809]: I1013 20:14:49.072342 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:49 crc kubenswrapper[4809]: I1013 20:14:49.121955 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:14:49 crc kubenswrapper[4809]: I1013 20:14:49.171044 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-c7597878c-5zgxl"] Oct 13 20:14:50 crc kubenswrapper[4809]: I1013 20:14:50.056549 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0b38733b-59a1-46db-b4c7-d22ca8ae58da","Type":"ContainerStarted","Data":"169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8"} Oct 13 20:14:50 crc kubenswrapper[4809]: I1013 20:14:50.057044 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" podUID="99b35d99-2303-459c-8897-bf01429036c3" containerName="placement-log" containerID="cri-o://f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a" gracePeriod=30 Oct 13 20:14:50 crc kubenswrapper[4809]: I1013 20:14:50.057337 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" podUID="99b35d99-2303-459c-8897-bf01429036c3" containerName="placement-api" containerID="cri-o://9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d" gracePeriod=30 Oct 13 20:14:50 crc kubenswrapper[4809]: I1013 20:14:50.101849 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=3.101822302 podStartE2EDuration="3.101822302s" podCreationTimestamp="2025-10-13 20:14:47 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:14:50.089886645 +0000 UTC m=+3008.695633270" watchObservedRunningTime="2025-10-13 20:14:50.101822302 +0000 UTC m=+3008.707568927" Oct 13 20:14:51 crc kubenswrapper[4809]: I1013 20:14:51.079232 4809 generic.go:334] "Generic (PLEG): container finished" podID="99b35d99-2303-459c-8897-bf01429036c3" containerID="f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a" exitCode=143 Oct 13 20:14:51 crc kubenswrapper[4809]: I1013 20:14:51.079450 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" event={"ID":"99b35d99-2303-459c-8897-bf01429036c3","Type":"ContainerDied","Data":"f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a"} Oct 13 20:14:52 crc kubenswrapper[4809]: I1013 20:14:52.414516 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:14:53 crc kubenswrapper[4809]: I1013 20:14:53.819305 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:53 crc kubenswrapper[4809]: I1013 20:14:53.953068 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-scripts\") pod \"99b35d99-2303-459c-8897-bf01429036c3\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " Oct 13 20:14:53 crc kubenswrapper[4809]: I1013 20:14:53.953147 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-config-data\") pod \"99b35d99-2303-459c-8897-bf01429036c3\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " Oct 13 20:14:53 crc kubenswrapper[4809]: I1013 20:14:53.953264 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jx89c\" (UniqueName: \"kubernetes.io/projected/99b35d99-2303-459c-8897-bf01429036c3-kube-api-access-jx89c\") pod \"99b35d99-2303-459c-8897-bf01429036c3\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " Oct 13 20:14:53 crc kubenswrapper[4809]: I1013 20:14:53.953865 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/99b35d99-2303-459c-8897-bf01429036c3-logs\") pod \"99b35d99-2303-459c-8897-bf01429036c3\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " Oct 13 20:14:53 crc kubenswrapper[4809]: I1013 20:14:53.953991 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-combined-ca-bundle\") pod \"99b35d99-2303-459c-8897-bf01429036c3\" (UID: \"99b35d99-2303-459c-8897-bf01429036c3\") " Oct 13 20:14:53 crc kubenswrapper[4809]: I1013 20:14:53.954191 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/99b35d99-2303-459c-8897-bf01429036c3-logs" (OuterVolumeSpecName: "logs") pod "99b35d99-2303-459c-8897-bf01429036c3" (UID: "99b35d99-2303-459c-8897-bf01429036c3"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:14:53 crc kubenswrapper[4809]: I1013 20:14:53.954530 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/99b35d99-2303-459c-8897-bf01429036c3-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:53 crc kubenswrapper[4809]: I1013 20:14:53.958145 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/99b35d99-2303-459c-8897-bf01429036c3-kube-api-access-jx89c" (OuterVolumeSpecName: "kube-api-access-jx89c") pod "99b35d99-2303-459c-8897-bf01429036c3" (UID: "99b35d99-2303-459c-8897-bf01429036c3"). InnerVolumeSpecName "kube-api-access-jx89c". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:14:53 crc kubenswrapper[4809]: I1013 20:14:53.958825 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-scripts" (OuterVolumeSpecName: "scripts") pod "99b35d99-2303-459c-8897-bf01429036c3" (UID: "99b35d99-2303-459c-8897-bf01429036c3"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.023050 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "99b35d99-2303-459c-8897-bf01429036c3" (UID: "99b35d99-2303-459c-8897-bf01429036c3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.031928 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-config-data" (OuterVolumeSpecName: "config-data") pod "99b35d99-2303-459c-8897-bf01429036c3" (UID: "99b35d99-2303-459c-8897-bf01429036c3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.056580 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jx89c\" (UniqueName: \"kubernetes.io/projected/99b35d99-2303-459c-8897-bf01429036c3-kube-api-access-jx89c\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.056624 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.056638 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.056649 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/99b35d99-2303-459c-8897-bf01429036c3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.129586 4809 generic.go:334] "Generic (PLEG): container finished" podID="99b35d99-2303-459c-8897-bf01429036c3" containerID="9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d" exitCode=0 Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.129634 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" event={"ID":"99b35d99-2303-459c-8897-bf01429036c3","Type":"ContainerDied","Data":"9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d"} Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.129671 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" event={"ID":"99b35d99-2303-459c-8897-bf01429036c3","Type":"ContainerDied","Data":"eae2ec1e034c8dab0a34cecc9441f60f6696a29a1f812e68ff6c358b14aac553"} Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.129696 4809 scope.go:117] "RemoveContainer" containerID="9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.129905 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-c7597878c-5zgxl" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.196044 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-c7597878c-5zgxl"] Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.200216 4809 scope.go:117] "RemoveContainer" containerID="f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.204432 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-c7597878c-5zgxl"] Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.234124 4809 scope.go:117] "RemoveContainer" containerID="9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d" Oct 13 20:14:54 crc kubenswrapper[4809]: E1013 20:14:54.234535 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d\": container with ID starting with 9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d not found: ID does not exist" containerID="9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.234629 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d"} err="failed to get container status \"9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d\": rpc error: code = NotFound desc = could not find container \"9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d\": container with ID starting with 9940e588da09447513bb9321d2b8e0e16a4c682ac0f6d4c4f9bb188003316f2d not found: ID does not exist" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.234680 4809 scope.go:117] "RemoveContainer" containerID="f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a" Oct 13 20:14:54 crc kubenswrapper[4809]: E1013 20:14:54.235474 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a\": container with ID starting with f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a not found: ID does not exist" containerID="f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a" Oct 13 20:14:54 crc kubenswrapper[4809]: I1013 20:14:54.235498 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a"} err="failed to get container status \"f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a\": rpc error: code = NotFound desc = could not find container \"f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a\": container with ID starting with f8a9ec65f9a811c21a48a8c9dec49d6ddd5da56865c7dcccc8795fbd7601ac8a not found: ID does not exist" Oct 13 20:14:56 crc kubenswrapper[4809]: I1013 20:14:56.169552 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="99b35d99-2303-459c-8897-bf01429036c3" path="/var/lib/kubelet/pods/99b35d99-2303-459c-8897-bf01429036c3/volumes" Oct 13 20:14:57 crc kubenswrapper[4809]: I1013 20:14:57.156239 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:14:57 crc kubenswrapper[4809]: E1013 20:14:57.156850 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:14:57 crc kubenswrapper[4809]: I1013 20:14:57.661205 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:14:57 crc kubenswrapper[4809]: I1013 20:14:57.732660 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.152590 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v"] Oct 13 20:15:00 crc kubenswrapper[4809]: E1013 20:15:00.153305 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="99b35d99-2303-459c-8897-bf01429036c3" containerName="placement-log" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.153321 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="99b35d99-2303-459c-8897-bf01429036c3" containerName="placement-log" Oct 13 20:15:00 crc kubenswrapper[4809]: E1013 20:15:00.153342 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="99b35d99-2303-459c-8897-bf01429036c3" containerName="placement-api" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.153352 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="99b35d99-2303-459c-8897-bf01429036c3" containerName="placement-api" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.153615 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="99b35d99-2303-459c-8897-bf01429036c3" containerName="placement-log" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.153638 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="99b35d99-2303-459c-8897-bf01429036c3" containerName="placement-api" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.154414 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.157349 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-operator-lifecycle-manager"/"collect-profiles-config" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.157648 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"collect-profiles-dockercfg-kzf4t" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.171743 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v"] Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.274075 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/0f68a2c8-7204-4e15-a0ff-319d2b050af8-config-volume\") pod \"collect-profiles-29339775-qsm5v\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.274385 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/0f68a2c8-7204-4e15-a0ff-319d2b050af8-secret-volume\") pod \"collect-profiles-29339775-qsm5v\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.274528 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-w7zmk\" (UniqueName: \"kubernetes.io/projected/0f68a2c8-7204-4e15-a0ff-319d2b050af8-kube-api-access-w7zmk\") pod \"collect-profiles-29339775-qsm5v\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.376894 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/0f68a2c8-7204-4e15-a0ff-319d2b050af8-config-volume\") pod \"collect-profiles-29339775-qsm5v\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.378459 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/0f68a2c8-7204-4e15-a0ff-319d2b050af8-secret-volume\") pod \"collect-profiles-29339775-qsm5v\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.378570 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-w7zmk\" (UniqueName: \"kubernetes.io/projected/0f68a2c8-7204-4e15-a0ff-319d2b050af8-kube-api-access-w7zmk\") pod \"collect-profiles-29339775-qsm5v\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.378193 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/0f68a2c8-7204-4e15-a0ff-319d2b050af8-config-volume\") pod \"collect-profiles-29339775-qsm5v\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.385692 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/0f68a2c8-7204-4e15-a0ff-319d2b050af8-secret-volume\") pod \"collect-profiles-29339775-qsm5v\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.396944 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-w7zmk\" (UniqueName: \"kubernetes.io/projected/0f68a2c8-7204-4e15-a0ff-319d2b050af8-kube-api-access-w7zmk\") pod \"collect-profiles-29339775-qsm5v\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.510959 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:00 crc kubenswrapper[4809]: I1013 20:15:00.966641 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v"] Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.223320 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" event={"ID":"0f68a2c8-7204-4e15-a0ff-319d2b050af8","Type":"ContainerStarted","Data":"2e78c044a25d8676c60f22409e01f76be55073516ce2a6033a5d86c7bac319ae"} Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.223708 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" event={"ID":"0f68a2c8-7204-4e15-a0ff-319d2b050af8","Type":"ContainerStarted","Data":"c829a0c5bfd52ead5d86d6dec5745edf157858a4c40ec999374f6d1ba16737dc"} Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.243085 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" podStartSLOduration=1.243060893 podStartE2EDuration="1.243060893s" podCreationTimestamp="2025-10-13 20:15:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:01.242673812 +0000 UTC m=+3019.848420447" watchObservedRunningTime="2025-10-13 20:15:01.243060893 +0000 UTC m=+3019.848807518" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.303991 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf"] Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.305709 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.321303 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-internal-svc" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.321365 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.321758 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-public-svc" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.330023 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf"] Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.401703 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-public-tls-certs\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.401789 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rptcz\" (UniqueName: \"kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-kube-api-access-rptcz\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.401815 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-run-httpd\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.401861 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-etc-swift\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.401881 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-config-data\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.401897 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-combined-ca-bundle\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.401943 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-internal-tls-certs\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.401969 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-log-httpd\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.503136 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-etc-swift\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.503180 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-config-data\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.503200 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-combined-ca-bundle\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.503241 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-internal-tls-certs\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.503270 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-log-httpd\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.503333 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-public-tls-certs\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.503368 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rptcz\" (UniqueName: \"kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-kube-api-access-rptcz\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.503390 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-run-httpd\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.504030 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-run-httpd\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.504166 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-log-httpd\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.509695 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-internal-tls-certs\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.511913 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-etc-swift\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.530281 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-combined-ca-bundle\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.530442 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-public-tls-certs\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.530933 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-config-data\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.534619 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rptcz\" (UniqueName: \"kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-kube-api-access-rptcz\") pod \"swift-proxy-64b99674c-dkvsf\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:01 crc kubenswrapper[4809]: I1013 20:15:01.685524 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.149692 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.152896 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="ceilometer-central-agent" containerID="cri-o://eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1" gracePeriod=30 Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.153482 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="proxy-httpd" containerID="cri-o://64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da" gracePeriod=30 Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.154062 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="sg-core" containerID="cri-o://29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc" gracePeriod=30 Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.154761 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="ceilometer-notification-agent" containerID="cri-o://9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d" gracePeriod=30 Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.181543 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf"] Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.204827 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-dfnfg"] Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.205966 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-dfnfg" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.216123 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-dfnfg"] Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.245450 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" event={"ID":"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e","Type":"ContainerStarted","Data":"05985ee827099ba3a6b972753c816fcf365ad0f57de728b9dbc13ca28ef2b4ea"} Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.247883 4809 generic.go:334] "Generic (PLEG): container finished" podID="0f68a2c8-7204-4e15-a0ff-319d2b050af8" containerID="2e78c044a25d8676c60f22409e01f76be55073516ce2a6033a5d86c7bac319ae" exitCode=0 Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.247923 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" event={"ID":"0f68a2c8-7204-4e15-a0ff-319d2b050af8","Type":"ContainerDied","Data":"2e78c044a25d8676c60f22409e01f76be55073516ce2a6033a5d86c7bac319ae"} Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.294393 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-cx5fq"] Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.295690 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-cx5fq" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.316488 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ndcl4\" (UniqueName: \"kubernetes.io/projected/85982952-a853-4cb8-ac5b-642c1382fcf9-kube-api-access-ndcl4\") pod \"nova-api-db-create-dfnfg\" (UID: \"85982952-a853-4cb8-ac5b-642c1382fcf9\") " pod="openstack-kuttl-tests/nova-api-db-create-dfnfg" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.317811 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-cx5fq"] Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.378841 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-clmf5"] Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.380488 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-clmf5" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.387880 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-clmf5"] Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.417890 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ndcl4\" (UniqueName: \"kubernetes.io/projected/85982952-a853-4cb8-ac5b-642c1382fcf9-kube-api-access-ndcl4\") pod \"nova-api-db-create-dfnfg\" (UID: \"85982952-a853-4cb8-ac5b-642c1382fcf9\") " pod="openstack-kuttl-tests/nova-api-db-create-dfnfg" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.418014 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7f2jj\" (UniqueName: \"kubernetes.io/projected/4446001d-5972-43ed-9dd2-61f538348108-kube-api-access-7f2jj\") pod \"nova-cell0-db-create-cx5fq\" (UID: \"4446001d-5972-43ed-9dd2-61f538348108\") " pod="openstack-kuttl-tests/nova-cell0-db-create-cx5fq" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.444813 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ndcl4\" (UniqueName: \"kubernetes.io/projected/85982952-a853-4cb8-ac5b-642c1382fcf9-kube-api-access-ndcl4\") pod \"nova-api-db-create-dfnfg\" (UID: \"85982952-a853-4cb8-ac5b-642c1382fcf9\") " pod="openstack-kuttl-tests/nova-api-db-create-dfnfg" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.519713 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tpbg5\" (UniqueName: \"kubernetes.io/projected/214e370f-e127-43d2-b13b-e1e6b21746bf-kube-api-access-tpbg5\") pod \"nova-cell1-db-create-clmf5\" (UID: \"214e370f-e127-43d2-b13b-e1e6b21746bf\") " pod="openstack-kuttl-tests/nova-cell1-db-create-clmf5" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.521585 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7f2jj\" (UniqueName: \"kubernetes.io/projected/4446001d-5972-43ed-9dd2-61f538348108-kube-api-access-7f2jj\") pod \"nova-cell0-db-create-cx5fq\" (UID: \"4446001d-5972-43ed-9dd2-61f538348108\") " pod="openstack-kuttl-tests/nova-cell0-db-create-cx5fq" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.540348 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7f2jj\" (UniqueName: \"kubernetes.io/projected/4446001d-5972-43ed-9dd2-61f538348108-kube-api-access-7f2jj\") pod \"nova-cell0-db-create-cx5fq\" (UID: \"4446001d-5972-43ed-9dd2-61f538348108\") " pod="openstack-kuttl-tests/nova-cell0-db-create-cx5fq" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.572024 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-dfnfg" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.622890 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-cx5fq" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.625418 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tpbg5\" (UniqueName: \"kubernetes.io/projected/214e370f-e127-43d2-b13b-e1e6b21746bf-kube-api-access-tpbg5\") pod \"nova-cell1-db-create-clmf5\" (UID: \"214e370f-e127-43d2-b13b-e1e6b21746bf\") " pod="openstack-kuttl-tests/nova-cell1-db-create-clmf5" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.644233 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tpbg5\" (UniqueName: \"kubernetes.io/projected/214e370f-e127-43d2-b13b-e1e6b21746bf-kube-api-access-tpbg5\") pod \"nova-cell1-db-create-clmf5\" (UID: \"214e370f-e127-43d2-b13b-e1e6b21746bf\") " pod="openstack-kuttl-tests/nova-cell1-db-create-clmf5" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.660497 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-clmf5" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.776304 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.777735 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.782592 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstack-config-secret" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.782668 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.783273 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstackclient-openstackclient-dockercfg-rjb22" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.784268 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.929962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config-secret\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.930114 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mbgb2\" (UniqueName: \"kubernetes.io/projected/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-kube-api-access-mbgb2\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.930145 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:02 crc kubenswrapper[4809]: I1013 20:15:02.930175 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-combined-ca-bundle\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.032187 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-combined-ca-bundle\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.032616 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config-secret\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.032809 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mbgb2\" (UniqueName: \"kubernetes.io/projected/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-kube-api-access-mbgb2\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.032852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.033947 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.039078 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-combined-ca-bundle\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.050596 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config-secret\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.059104 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mbgb2\" (UniqueName: \"kubernetes.io/projected/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-kube-api-access-mbgb2\") pod \"openstackclient\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.132103 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.141755 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-clmf5"] Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.211155 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-cx5fq"] Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.221694 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-dfnfg"] Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.274262 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-clmf5" event={"ID":"214e370f-e127-43d2-b13b-e1e6b21746bf","Type":"ContainerStarted","Data":"64e22d8662678a26462c72b6e2aa9412682f8a8fdb06be1a0666b190778dfdee"} Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.283812 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-dfnfg" event={"ID":"85982952-a853-4cb8-ac5b-642c1382fcf9","Type":"ContainerStarted","Data":"62c34c17d1f83d3522cf5d425e4a6780ae2a3b7d9bcb4a3cc35aec4c7303eef0"} Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.314931 4809 generic.go:334] "Generic (PLEG): container finished" podID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerID="64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da" exitCode=0 Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.314961 4809 generic.go:334] "Generic (PLEG): container finished" podID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerID="29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc" exitCode=2 Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.314970 4809 generic.go:334] "Generic (PLEG): container finished" podID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerID="eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1" exitCode=0 Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.315034 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"18404f47-cafb-48d6-bf3a-2f863ce3dfb8","Type":"ContainerDied","Data":"64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da"} Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.315068 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"18404f47-cafb-48d6-bf3a-2f863ce3dfb8","Type":"ContainerDied","Data":"29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc"} Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.315081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"18404f47-cafb-48d6-bf3a-2f863ce3dfb8","Type":"ContainerDied","Data":"eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1"} Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.328586 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" event={"ID":"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e","Type":"ContainerStarted","Data":"03f87ac0b36200a8e5553a620cde0f3908fb8983ff2c36d38a91f7ae74ea2e9f"} Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.328625 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" event={"ID":"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e","Type":"ContainerStarted","Data":"6e6fbec31ad3c08b707a55523293b548288d0dc34b6bc2a3954aa005e0872683"} Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.329704 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.329777 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.335315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-cx5fq" event={"ID":"4446001d-5972-43ed-9dd2-61f538348108","Type":"ContainerStarted","Data":"450372dd77c3a524cec5a8f250cf002f8f48ec58cc7c549aa3498bd1d89a3d6f"} Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.355310 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" podStartSLOduration=2.355292642 podStartE2EDuration="2.355292642s" podCreationTimestamp="2025-10-13 20:15:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:03.348998504 +0000 UTC m=+3021.954745089" watchObservedRunningTime="2025-10-13 20:15:03.355292642 +0000 UTC m=+3021.961039227" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.623642 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.797502 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.952323 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/0f68a2c8-7204-4e15-a0ff-319d2b050af8-secret-volume\") pod \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.952387 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/0f68a2c8-7204-4e15-a0ff-319d2b050af8-config-volume\") pod \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.952459 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w7zmk\" (UniqueName: \"kubernetes.io/projected/0f68a2c8-7204-4e15-a0ff-319d2b050af8-kube-api-access-w7zmk\") pod \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\" (UID: \"0f68a2c8-7204-4e15-a0ff-319d2b050af8\") " Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.957925 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0f68a2c8-7204-4e15-a0ff-319d2b050af8-secret-volume" (OuterVolumeSpecName: "secret-volume") pod "0f68a2c8-7204-4e15-a0ff-319d2b050af8" (UID: "0f68a2c8-7204-4e15-a0ff-319d2b050af8"). InnerVolumeSpecName "secret-volume". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.958541 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/0f68a2c8-7204-4e15-a0ff-319d2b050af8-config-volume" (OuterVolumeSpecName: "config-volume") pod "0f68a2c8-7204-4e15-a0ff-319d2b050af8" (UID: "0f68a2c8-7204-4e15-a0ff-319d2b050af8"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:15:03 crc kubenswrapper[4809]: I1013 20:15:03.972944 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0f68a2c8-7204-4e15-a0ff-319d2b050af8-kube-api-access-w7zmk" (OuterVolumeSpecName: "kube-api-access-w7zmk") pod "0f68a2c8-7204-4e15-a0ff-319d2b050af8" (UID: "0f68a2c8-7204-4e15-a0ff-319d2b050af8"). InnerVolumeSpecName "kube-api-access-w7zmk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.054982 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w7zmk\" (UniqueName: \"kubernetes.io/projected/0f68a2c8-7204-4e15-a0ff-319d2b050af8-kube-api-access-w7zmk\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.055279 4809 reconciler_common.go:293] "Volume detached for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/0f68a2c8-7204-4e15-a0ff-319d2b050af8-secret-volume\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.055339 4809 reconciler_common.go:293] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/0f68a2c8-7204-4e15-a0ff-319d2b050af8-config-volume\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.313341 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7"] Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.320105 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339730-2zww7"] Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.344965 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c","Type":"ContainerStarted","Data":"8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9"} Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.345002 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c","Type":"ContainerStarted","Data":"8ab606533f8c918b5a62707113d189c9e139bd868ac6f15dc163cbc105e25560"} Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.349616 4809 generic.go:334] "Generic (PLEG): container finished" podID="214e370f-e127-43d2-b13b-e1e6b21746bf" containerID="e93702c98bf482dd7adf23bd238ce74556212c2482fcbfcbf41b0e3b436cf1a7" exitCode=0 Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.349778 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-clmf5" event={"ID":"214e370f-e127-43d2-b13b-e1e6b21746bf","Type":"ContainerDied","Data":"e93702c98bf482dd7adf23bd238ce74556212c2482fcbfcbf41b0e3b436cf1a7"} Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.351914 4809 generic.go:334] "Generic (PLEG): container finished" podID="85982952-a853-4cb8-ac5b-642c1382fcf9" containerID="a0a5188aff84a9b5f960b613cf801f86ff98dae6311037db5c69fe3716011969" exitCode=0 Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.351992 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-dfnfg" event={"ID":"85982952-a853-4cb8-ac5b-642c1382fcf9","Type":"ContainerDied","Data":"a0a5188aff84a9b5f960b613cf801f86ff98dae6311037db5c69fe3716011969"} Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.353665 4809 generic.go:334] "Generic (PLEG): container finished" podID="4446001d-5972-43ed-9dd2-61f538348108" containerID="d9051050212efdd312c0a5578416fdcafd78e583d0e6c7fff7bc34e39aef9929" exitCode=0 Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.353753 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-cx5fq" event={"ID":"4446001d-5972-43ed-9dd2-61f538348108","Type":"ContainerDied","Data":"d9051050212efdd312c0a5578416fdcafd78e583d0e6c7fff7bc34e39aef9929"} Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.357488 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.357579 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339775-qsm5v" event={"ID":"0f68a2c8-7204-4e15-a0ff-319d2b050af8","Type":"ContainerDied","Data":"c829a0c5bfd52ead5d86d6dec5745edf157858a4c40ec999374f6d1ba16737dc"} Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.357608 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c829a0c5bfd52ead5d86d6dec5745edf157858a4c40ec999374f6d1ba16737dc" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.377317 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstackclient" podStartSLOduration=2.377295262 podStartE2EDuration="2.377295262s" podCreationTimestamp="2025-10-13 20:15:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:04.360481267 +0000 UTC m=+3022.966227852" watchObservedRunningTime="2025-10-13 20:15:04.377295262 +0000 UTC m=+3022.983041857" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.803671 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.870341 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-sg-core-conf-yaml\") pod \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.870393 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-scripts\") pod \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.870453 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-combined-ca-bundle\") pod \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.870522 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-log-httpd\") pod \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.870601 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-config-data\") pod \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.870694 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jlqqh\" (UniqueName: \"kubernetes.io/projected/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-kube-api-access-jlqqh\") pod \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.870719 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-run-httpd\") pod \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\" (UID: \"18404f47-cafb-48d6-bf3a-2f863ce3dfb8\") " Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.871281 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "18404f47-cafb-48d6-bf3a-2f863ce3dfb8" (UID: "18404f47-cafb-48d6-bf3a-2f863ce3dfb8"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.871956 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "18404f47-cafb-48d6-bf3a-2f863ce3dfb8" (UID: "18404f47-cafb-48d6-bf3a-2f863ce3dfb8"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.875412 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-kube-api-access-jlqqh" (OuterVolumeSpecName: "kube-api-access-jlqqh") pod "18404f47-cafb-48d6-bf3a-2f863ce3dfb8" (UID: "18404f47-cafb-48d6-bf3a-2f863ce3dfb8"). InnerVolumeSpecName "kube-api-access-jlqqh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.885390 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-scripts" (OuterVolumeSpecName: "scripts") pod "18404f47-cafb-48d6-bf3a-2f863ce3dfb8" (UID: "18404f47-cafb-48d6-bf3a-2f863ce3dfb8"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.900239 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "18404f47-cafb-48d6-bf3a-2f863ce3dfb8" (UID: "18404f47-cafb-48d6-bf3a-2f863ce3dfb8"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.964651 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "18404f47-cafb-48d6-bf3a-2f863ce3dfb8" (UID: "18404f47-cafb-48d6-bf3a-2f863ce3dfb8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.973545 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jlqqh\" (UniqueName: \"kubernetes.io/projected/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-kube-api-access-jlqqh\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.973759 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.973825 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.973880 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.973946 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.974012 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:04 crc kubenswrapper[4809]: I1013 20:15:04.982850 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-config-data" (OuterVolumeSpecName: "config-data") pod "18404f47-cafb-48d6-bf3a-2f863ce3dfb8" (UID: "18404f47-cafb-48d6-bf3a-2f863ce3dfb8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.075537 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/18404f47-cafb-48d6-bf3a-2f863ce3dfb8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.370425 4809 generic.go:334] "Generic (PLEG): container finished" podID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerID="9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d" exitCode=0 Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.370582 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"18404f47-cafb-48d6-bf3a-2f863ce3dfb8","Type":"ContainerDied","Data":"9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d"} Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.370638 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"18404f47-cafb-48d6-bf3a-2f863ce3dfb8","Type":"ContainerDied","Data":"8dd08e52170b502542d5d6b928c3b3254369cc40abc0e5b537890dee55202d14"} Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.370663 4809 scope.go:117] "RemoveContainer" containerID="64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.370843 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.410908 4809 scope.go:117] "RemoveContainer" containerID="29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.428813 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.439791 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.461163 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:05 crc kubenswrapper[4809]: E1013 20:15:05.461526 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="ceilometer-notification-agent" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.461546 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="ceilometer-notification-agent" Oct 13 20:15:05 crc kubenswrapper[4809]: E1013 20:15:05.461574 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="ceilometer-central-agent" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.461582 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="ceilometer-central-agent" Oct 13 20:15:05 crc kubenswrapper[4809]: E1013 20:15:05.461594 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0f68a2c8-7204-4e15-a0ff-319d2b050af8" containerName="collect-profiles" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.461603 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0f68a2c8-7204-4e15-a0ff-319d2b050af8" containerName="collect-profiles" Oct 13 20:15:05 crc kubenswrapper[4809]: E1013 20:15:05.461635 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="proxy-httpd" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.461644 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="proxy-httpd" Oct 13 20:15:05 crc kubenswrapper[4809]: E1013 20:15:05.461659 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="sg-core" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.461664 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="sg-core" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.463143 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="ceilometer-central-agent" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.463170 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0f68a2c8-7204-4e15-a0ff-319d2b050af8" containerName="collect-profiles" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.463187 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="ceilometer-notification-agent" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.463195 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="sg-core" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.463210 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" containerName="proxy-httpd" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.464752 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.467492 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.470434 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.477969 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.518261 4809 scope.go:117] "RemoveContainer" containerID="9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.540949 4809 scope.go:117] "RemoveContainer" containerID="eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.563466 4809 scope.go:117] "RemoveContainer" containerID="64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da" Oct 13 20:15:05 crc kubenswrapper[4809]: E1013 20:15:05.564282 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da\": container with ID starting with 64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da not found: ID does not exist" containerID="64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.564323 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da"} err="failed to get container status \"64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da\": rpc error: code = NotFound desc = could not find container \"64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da\": container with ID starting with 64f1a96e97677524a37f133539a428002770264227917c0bc9584c31639037da not found: ID does not exist" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.564347 4809 scope.go:117] "RemoveContainer" containerID="29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc" Oct 13 20:15:05 crc kubenswrapper[4809]: E1013 20:15:05.564780 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc\": container with ID starting with 29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc not found: ID does not exist" containerID="29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.564850 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc"} err="failed to get container status \"29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc\": rpc error: code = NotFound desc = could not find container \"29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc\": container with ID starting with 29822cbd5b21bad379b8ea3d691e978b5ca453fab1081d5374814af531b862bc not found: ID does not exist" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.564881 4809 scope.go:117] "RemoveContainer" containerID="9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d" Oct 13 20:15:05 crc kubenswrapper[4809]: E1013 20:15:05.565446 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d\": container with ID starting with 9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d not found: ID does not exist" containerID="9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.565471 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d"} err="failed to get container status \"9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d\": rpc error: code = NotFound desc = could not find container \"9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d\": container with ID starting with 9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d not found: ID does not exist" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.565487 4809 scope.go:117] "RemoveContainer" containerID="eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1" Oct 13 20:15:05 crc kubenswrapper[4809]: E1013 20:15:05.565840 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1\": container with ID starting with eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1 not found: ID does not exist" containerID="eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.565888 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1"} err="failed to get container status \"eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1\": rpc error: code = NotFound desc = could not find container \"eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1\": container with ID starting with eb04f61a83adf2edbf3b041e30857b6e0539022a5d0d6169330fdba436c209f1 not found: ID does not exist" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.584301 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-config-data\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.584351 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-scripts\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.584434 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.584475 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-run-httpd\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.584494 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-njfdz\" (UniqueName: \"kubernetes.io/projected/8f387752-7f46-41ae-af89-a6708daab4b7-kube-api-access-njfdz\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.584565 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.584594 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-log-httpd\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.686504 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-log-httpd\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.686560 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-config-data\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.686596 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-scripts\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.686652 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.686691 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-run-httpd\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.686711 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-njfdz\" (UniqueName: \"kubernetes.io/projected/8f387752-7f46-41ae-af89-a6708daab4b7-kube-api-access-njfdz\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.686777 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.689054 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-run-httpd\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.689770 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-log-httpd\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.692021 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-config-data\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.698279 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-scripts\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.698542 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.698995 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.704408 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-njfdz\" (UniqueName: \"kubernetes.io/projected/8f387752-7f46-41ae-af89-a6708daab4b7-kube-api-access-njfdz\") pod \"ceilometer-0\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.803272 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:05 crc kubenswrapper[4809]: I1013 20:15:05.947051 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-dfnfg" Oct 13 20:15:05 crc kubenswrapper[4809]: W1013 20:15:05.959595 4809 watcher.go:93] Error while processing event ("/sys/fs/cgroup/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod0f68a2c8_7204_4e15_a0ff_319d2b050af8.slice": 0x40000100 == IN_CREATE|IN_ISDIR): inotify_add_watch /sys/fs/cgroup/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod0f68a2c8_7204_4e15_a0ff_319d2b050af8.slice: no such file or directory Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.005868 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-clmf5" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.010187 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-cx5fq" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.093065 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ndcl4\" (UniqueName: \"kubernetes.io/projected/85982952-a853-4cb8-ac5b-642c1382fcf9-kube-api-access-ndcl4\") pod \"85982952-a853-4cb8-ac5b-642c1382fcf9\" (UID: \"85982952-a853-4cb8-ac5b-642c1382fcf9\") " Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.093250 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tpbg5\" (UniqueName: \"kubernetes.io/projected/214e370f-e127-43d2-b13b-e1e6b21746bf-kube-api-access-tpbg5\") pod \"214e370f-e127-43d2-b13b-e1e6b21746bf\" (UID: \"214e370f-e127-43d2-b13b-e1e6b21746bf\") " Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.093303 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7f2jj\" (UniqueName: \"kubernetes.io/projected/4446001d-5972-43ed-9dd2-61f538348108-kube-api-access-7f2jj\") pod \"4446001d-5972-43ed-9dd2-61f538348108\" (UID: \"4446001d-5972-43ed-9dd2-61f538348108\") " Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.098595 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4446001d-5972-43ed-9dd2-61f538348108-kube-api-access-7f2jj" (OuterVolumeSpecName: "kube-api-access-7f2jj") pod "4446001d-5972-43ed-9dd2-61f538348108" (UID: "4446001d-5972-43ed-9dd2-61f538348108"). InnerVolumeSpecName "kube-api-access-7f2jj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.098646 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/85982952-a853-4cb8-ac5b-642c1382fcf9-kube-api-access-ndcl4" (OuterVolumeSpecName: "kube-api-access-ndcl4") pod "85982952-a853-4cb8-ac5b-642c1382fcf9" (UID: "85982952-a853-4cb8-ac5b-642c1382fcf9"). InnerVolumeSpecName "kube-api-access-ndcl4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.099156 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/214e370f-e127-43d2-b13b-e1e6b21746bf-kube-api-access-tpbg5" (OuterVolumeSpecName: "kube-api-access-tpbg5") pod "214e370f-e127-43d2-b13b-e1e6b21746bf" (UID: "214e370f-e127-43d2-b13b-e1e6b21746bf"). InnerVolumeSpecName "kube-api-access-tpbg5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.169543 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="18404f47-cafb-48d6-bf3a-2f863ce3dfb8" path="/var/lib/kubelet/pods/18404f47-cafb-48d6-bf3a-2f863ce3dfb8/volumes" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.170892 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3905805a-81f5-4ad7-8297-a57863feaa14" path="/var/lib/kubelet/pods/3905805a-81f5-4ad7-8297-a57863feaa14/volumes" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.195115 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tpbg5\" (UniqueName: \"kubernetes.io/projected/214e370f-e127-43d2-b13b-e1e6b21746bf-kube-api-access-tpbg5\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.195150 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7f2jj\" (UniqueName: \"kubernetes.io/projected/4446001d-5972-43ed-9dd2-61f538348108-kube-api-access-7f2jj\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.195165 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ndcl4\" (UniqueName: \"kubernetes.io/projected/85982952-a853-4cb8-ac5b-642c1382fcf9-kube-api-access-ndcl4\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:06 crc kubenswrapper[4809]: E1013 20:15:06.241917 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb9353ab9_9fb7_4ea3_b719_19c2d66f5b3c.slice/crio-conmon-2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod18404f47_cafb_48d6_bf3a_2f863ce3dfb8.slice/crio-8dd08e52170b502542d5d6b928c3b3254369cc40abc0e5b537890dee55202d14\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod18404f47_cafb_48d6_bf3a_2f863ce3dfb8.slice/crio-conmon-9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb9353ab9_9fb7_4ea3_b719_19c2d66f5b3c.slice/crio-2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod18404f47_cafb_48d6_bf3a_2f863ce3dfb8.slice/crio-9ea287d0fd7b64d195f600ea7705eef857d22e412910b651dc229b617853be3d.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod18404f47_cafb_48d6_bf3a_2f863ce3dfb8.slice\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3512b8f3_de45_45f5_ae90_4adbaf4a30e6.slice/crio-5a7c71afa3bcd07998ece67df45e420ed66f72da1febf87cd324e3ec21c48985\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod4446001d_5972_43ed_9dd2_61f538348108.slice\": RecentStats: unable to find data in memory cache]" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.306469 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:06 crc kubenswrapper[4809]: W1013 20:15:06.312429 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8f387752_7f46_41ae_af89_a6708daab4b7.slice/crio-3b4e0e4051e201fbc971a339f11c7238643fc998792e452238c006560d26e881 WatchSource:0}: Error finding container 3b4e0e4051e201fbc971a339f11c7238643fc998792e452238c006560d26e881: Status 404 returned error can't find the container with id 3b4e0e4051e201fbc971a339f11c7238643fc998792e452238c006560d26e881 Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.321319 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.381798 4809 generic.go:334] "Generic (PLEG): container finished" podID="b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" containerID="2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e" exitCode=137 Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.381861 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c","Type":"ContainerDied","Data":"2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e"} Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.381866 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.381888 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c","Type":"ContainerDied","Data":"6711bbdaa7c5066c8fa52e2e48e2c455f0c37c7f3f3198a0163e63daa1d02427"} Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.381905 4809 scope.go:117] "RemoveContainer" containerID="2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.387300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-clmf5" event={"ID":"214e370f-e127-43d2-b13b-e1e6b21746bf","Type":"ContainerDied","Data":"64e22d8662678a26462c72b6e2aa9412682f8a8fdb06be1a0666b190778dfdee"} Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.387334 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="64e22d8662678a26462c72b6e2aa9412682f8a8fdb06be1a0666b190778dfdee" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.387412 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-clmf5" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.390586 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-dfnfg" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.390589 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-dfnfg" event={"ID":"85982952-a853-4cb8-ac5b-642c1382fcf9","Type":"ContainerDied","Data":"62c34c17d1f83d3522cf5d425e4a6780ae2a3b7d9bcb4a3cc35aec4c7303eef0"} Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.390622 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="62c34c17d1f83d3522cf5d425e4a6780ae2a3b7d9bcb4a3cc35aec4c7303eef0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.392967 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-cx5fq" event={"ID":"4446001d-5972-43ed-9dd2-61f538348108","Type":"ContainerDied","Data":"450372dd77c3a524cec5a8f250cf002f8f48ec58cc7c549aa3498bd1d89a3d6f"} Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.393004 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="450372dd77c3a524cec5a8f250cf002f8f48ec58cc7c549aa3498bd1d89a3d6f" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.393081 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-cx5fq" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.400322 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vztrk\" (UniqueName: \"kubernetes.io/projected/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-kube-api-access-vztrk\") pod \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.400396 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-combined-ca-bundle\") pod \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.400494 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-etc-machine-id\") pod \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.400524 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data-custom\") pod \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.400562 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-logs\") pod \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.400589 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-scripts\") pod \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.400632 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data\") pod \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\" (UID: \"b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c\") " Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.400714 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" (UID: "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.400988 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.401243 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-logs" (OuterVolumeSpecName: "logs") pod "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" (UID: "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.404968 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-kube-api-access-vztrk" (OuterVolumeSpecName: "kube-api-access-vztrk") pod "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" (UID: "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c"). InnerVolumeSpecName "kube-api-access-vztrk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.405721 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8f387752-7f46-41ae-af89-a6708daab4b7","Type":"ContainerStarted","Data":"3b4e0e4051e201fbc971a339f11c7238643fc998792e452238c006560d26e881"} Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.406203 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-scripts" (OuterVolumeSpecName: "scripts") pod "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" (UID: "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.409927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" (UID: "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.425543 4809 scope.go:117] "RemoveContainer" containerID="8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.433523 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" (UID: "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.449903 4809 scope.go:117] "RemoveContainer" containerID="2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e" Oct 13 20:15:06 crc kubenswrapper[4809]: E1013 20:15:06.452162 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e\": container with ID starting with 2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e not found: ID does not exist" containerID="2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.452201 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e"} err="failed to get container status \"2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e\": rpc error: code = NotFound desc = could not find container \"2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e\": container with ID starting with 2feb2abb960ae976909f52e1a769f48bb8ac5258a5658a35e353df93a25f492e not found: ID does not exist" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.452230 4809 scope.go:117] "RemoveContainer" containerID="8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf" Oct 13 20:15:06 crc kubenswrapper[4809]: E1013 20:15:06.452667 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf\": container with ID starting with 8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf not found: ID does not exist" containerID="8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.452836 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf"} err="failed to get container status \"8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf\": rpc error: code = NotFound desc = could not find container \"8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf\": container with ID starting with 8d6c9a97b66438d67628c0043db5de440a0bff25a10bd5fee5af931d3f1a3edf not found: ID does not exist" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.461303 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data" (OuterVolumeSpecName: "config-data") pod "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" (UID: "b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.480029 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.502479 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vztrk\" (UniqueName: \"kubernetes.io/projected/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-kube-api-access-vztrk\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.502517 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.502531 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.502542 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.502553 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.502564 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.736219 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.750522 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.760408 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:15:06 crc kubenswrapper[4809]: E1013 20:15:06.760826 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="85982952-a853-4cb8-ac5b-642c1382fcf9" containerName="mariadb-database-create" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.760844 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="85982952-a853-4cb8-ac5b-642c1382fcf9" containerName="mariadb-database-create" Oct 13 20:15:06 crc kubenswrapper[4809]: E1013 20:15:06.760852 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" containerName="cinder-api" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.760858 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" containerName="cinder-api" Oct 13 20:15:06 crc kubenswrapper[4809]: E1013 20:15:06.760871 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4446001d-5972-43ed-9dd2-61f538348108" containerName="mariadb-database-create" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.760878 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4446001d-5972-43ed-9dd2-61f538348108" containerName="mariadb-database-create" Oct 13 20:15:06 crc kubenswrapper[4809]: E1013 20:15:06.760895 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="214e370f-e127-43d2-b13b-e1e6b21746bf" containerName="mariadb-database-create" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.760901 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="214e370f-e127-43d2-b13b-e1e6b21746bf" containerName="mariadb-database-create" Oct 13 20:15:06 crc kubenswrapper[4809]: E1013 20:15:06.760918 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" containerName="cinder-api-log" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.760924 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" containerName="cinder-api-log" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.761072 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" containerName="cinder-api" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.761087 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" containerName="cinder-api-log" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.761095 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="85982952-a853-4cb8-ac5b-642c1382fcf9" containerName="mariadb-database-create" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.761105 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="214e370f-e127-43d2-b13b-e1e6b21746bf" containerName="mariadb-database-create" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.761124 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4446001d-5972-43ed-9dd2-61f538348108" containerName="mariadb-database-create" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.762079 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.770400 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-public-svc" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.770889 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-internal-svc" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.771496 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.803553 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.914715 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.914944 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-public-tls-certs\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.915169 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-99dxl\" (UniqueName: \"kubernetes.io/projected/75198349-d7b5-4291-89a0-8286ccff2390-kube-api-access-99dxl\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.915281 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.915316 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-scripts\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.915436 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/75198349-d7b5-4291-89a0-8286ccff2390-etc-machine-id\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.915512 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data-custom\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.915627 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75198349-d7b5-4291-89a0-8286ccff2390-logs\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:06 crc kubenswrapper[4809]: I1013 20:15:06.915794 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.017890 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-99dxl\" (UniqueName: \"kubernetes.io/projected/75198349-d7b5-4291-89a0-8286ccff2390-kube-api-access-99dxl\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.017941 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.017966 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-scripts\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.017994 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/75198349-d7b5-4291-89a0-8286ccff2390-etc-machine-id\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.018017 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data-custom\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.018048 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75198349-d7b5-4291-89a0-8286ccff2390-logs\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.018099 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.018132 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.018157 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-public-tls-certs\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.018150 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/75198349-d7b5-4291-89a0-8286ccff2390-etc-machine-id\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.018544 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75198349-d7b5-4291-89a0-8286ccff2390-logs\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.022344 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.025419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.034405 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data-custom\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.039819 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-scripts\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.042794 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.049302 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-99dxl\" (UniqueName: \"kubernetes.io/projected/75198349-d7b5-4291-89a0-8286ccff2390-kube-api-access-99dxl\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.050606 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-public-tls-certs\") pod \"cinder-api-0\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.176149 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.427316 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8f387752-7f46-41ae-af89-a6708daab4b7","Type":"ContainerStarted","Data":"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b"} Oct 13 20:15:07 crc kubenswrapper[4809]: I1013 20:15:07.620080 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:15:08 crc kubenswrapper[4809]: I1013 20:15:08.168335 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c" path="/var/lib/kubelet/pods/b9353ab9-9fb7-4ea3-b719-19c2d66f5b3c/volumes" Oct 13 20:15:08 crc kubenswrapper[4809]: I1013 20:15:08.448128 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8f387752-7f46-41ae-af89-a6708daab4b7","Type":"ContainerStarted","Data":"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0"} Oct 13 20:15:08 crc kubenswrapper[4809]: I1013 20:15:08.448181 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8f387752-7f46-41ae-af89-a6708daab4b7","Type":"ContainerStarted","Data":"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc"} Oct 13 20:15:08 crc kubenswrapper[4809]: I1013 20:15:08.449666 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"75198349-d7b5-4291-89a0-8286ccff2390","Type":"ContainerStarted","Data":"05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629"} Oct 13 20:15:08 crc kubenswrapper[4809]: I1013 20:15:08.449690 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"75198349-d7b5-4291-89a0-8286ccff2390","Type":"ContainerStarted","Data":"737d0add6997fcfdbb71fe7d60fb85237a5228adb8c7f55604358f777edaad4e"} Oct 13 20:15:09 crc kubenswrapper[4809]: I1013 20:15:09.468939 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"75198349-d7b5-4291-89a0-8286ccff2390","Type":"ContainerStarted","Data":"fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b"} Oct 13 20:15:09 crc kubenswrapper[4809]: I1013 20:15:09.469934 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:09 crc kubenswrapper[4809]: I1013 20:15:09.506914 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=3.506890277 podStartE2EDuration="3.506890277s" podCreationTimestamp="2025-10-13 20:15:06 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:09.503809939 +0000 UTC m=+3028.109556564" watchObservedRunningTime="2025-10-13 20:15:09.506890277 +0000 UTC m=+3028.112636902" Oct 13 20:15:10 crc kubenswrapper[4809]: I1013 20:15:10.039764 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:15:10 crc kubenswrapper[4809]: I1013 20:15:10.094182 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp"] Oct 13 20:15:10 crc kubenswrapper[4809]: I1013 20:15:10.094399 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" podUID="6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" containerName="neutron-api" containerID="cri-o://3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed" gracePeriod=30 Oct 13 20:15:10 crc kubenswrapper[4809]: I1013 20:15:10.094497 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" podUID="6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" containerName="neutron-httpd" containerID="cri-o://28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189" gracePeriod=30 Oct 13 20:15:10 crc kubenswrapper[4809]: I1013 20:15:10.157065 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:15:10 crc kubenswrapper[4809]: E1013 20:15:10.157629 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:15:10 crc kubenswrapper[4809]: I1013 20:15:10.485300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8f387752-7f46-41ae-af89-a6708daab4b7","Type":"ContainerStarted","Data":"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28"} Oct 13 20:15:10 crc kubenswrapper[4809]: I1013 20:15:10.485431 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:10 crc kubenswrapper[4809]: I1013 20:15:10.487384 4809 generic.go:334] "Generic (PLEG): container finished" podID="6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" containerID="28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189" exitCode=0 Oct 13 20:15:10 crc kubenswrapper[4809]: I1013 20:15:10.487449 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" event={"ID":"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3","Type":"ContainerDied","Data":"28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189"} Oct 13 20:15:10 crc kubenswrapper[4809]: I1013 20:15:10.512884 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.195697861 podStartE2EDuration="5.512860863s" podCreationTimestamp="2025-10-13 20:15:05 +0000 UTC" firstStartedPulling="2025-10-13 20:15:06.315054919 +0000 UTC m=+3024.920801504" lastFinishedPulling="2025-10-13 20:15:09.632217901 +0000 UTC m=+3028.237964506" observedRunningTime="2025-10-13 20:15:10.500076461 +0000 UTC m=+3029.105823066" watchObservedRunningTime="2025-10-13 20:15:10.512860863 +0000 UTC m=+3029.118607458" Oct 13 20:15:11 crc kubenswrapper[4809]: I1013 20:15:11.695360 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:11 crc kubenswrapper[4809]: I1013 20:15:11.697196 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.322092 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.364842 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh"] Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.366114 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.372282 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-db-secret" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.373806 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh"] Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.517924 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p9sh9\" (UniqueName: \"kubernetes.io/projected/14562297-3f33-4bab-9bdf-4780b49a5a8a-kube-api-access-p9sh9\") pod \"nova-api-bcbb-account-create-k6zwh\" (UID: \"14562297-3f33-4bab-9bdf-4780b49a5a8a\") " pod="openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.564776 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="ceilometer-central-agent" containerID="cri-o://f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b" gracePeriod=30 Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.566423 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="proxy-httpd" containerID="cri-o://fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28" gracePeriod=30 Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.566485 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="sg-core" containerID="cri-o://2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0" gracePeriod=30 Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.566527 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="ceilometer-notification-agent" containerID="cri-o://0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc" gracePeriod=30 Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.621947 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p9sh9\" (UniqueName: \"kubernetes.io/projected/14562297-3f33-4bab-9bdf-4780b49a5a8a-kube-api-access-p9sh9\") pod \"nova-api-bcbb-account-create-k6zwh\" (UID: \"14562297-3f33-4bab-9bdf-4780b49a5a8a\") " pod="openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.632001 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t"] Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.633121 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.636359 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-db-secret" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.643927 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t"] Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.668502 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p9sh9\" (UniqueName: \"kubernetes.io/projected/14562297-3f33-4bab-9bdf-4780b49a5a8a-kube-api-access-p9sh9\") pod \"nova-api-bcbb-account-create-k6zwh\" (UID: \"14562297-3f33-4bab-9bdf-4780b49a5a8a\") " pod="openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.696277 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.726696 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fzd9r\" (UniqueName: \"kubernetes.io/projected/3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc-kube-api-access-fzd9r\") pod \"nova-cell0-2972-account-create-dcr6t\" (UID: \"3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc\") " pod="openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.777805 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p"] Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.779117 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.782057 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-db-secret" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.828639 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fzd9r\" (UniqueName: \"kubernetes.io/projected/3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc-kube-api-access-fzd9r\") pod \"nova-cell0-2972-account-create-dcr6t\" (UID: \"3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc\") " pod="openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.839908 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p"] Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.845885 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fzd9r\" (UniqueName: \"kubernetes.io/projected/3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc-kube-api-access-fzd9r\") pod \"nova-cell0-2972-account-create-dcr6t\" (UID: \"3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc\") " pod="openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.930745 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6j8bd\" (UniqueName: \"kubernetes.io/projected/1fc93634-21cc-41d0-b3f1-eeba62fedc7b-kube-api-access-6j8bd\") pod \"nova-cell1-4b05-account-create-gw68p\" (UID: \"1fc93634-21cc-41d0-b3f1-eeba62fedc7b\") " pod="openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p" Oct 13 20:15:12 crc kubenswrapper[4809]: I1013 20:15:12.970146 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.032633 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6j8bd\" (UniqueName: \"kubernetes.io/projected/1fc93634-21cc-41d0-b3f1-eeba62fedc7b-kube-api-access-6j8bd\") pod \"nova-cell1-4b05-account-create-gw68p\" (UID: \"1fc93634-21cc-41d0-b3f1-eeba62fedc7b\") " pod="openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.051178 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6j8bd\" (UniqueName: \"kubernetes.io/projected/1fc93634-21cc-41d0-b3f1-eeba62fedc7b-kube-api-access-6j8bd\") pod \"nova-cell1-4b05-account-create-gw68p\" (UID: \"1fc93634-21cc-41d0-b3f1-eeba62fedc7b\") " pod="openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.223340 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh"] Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.238133 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.421522 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t"] Oct 13 20:15:13 crc kubenswrapper[4809]: W1013 20:15:13.441279 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3c3c1eec_cb9c_44ad_a7ec_1ab2dfaf94bc.slice/crio-8617e6a0a72392cd2fe12b170352dc3f616db1f25fdcc43f6e0b03bac23578f4 WatchSource:0}: Error finding container 8617e6a0a72392cd2fe12b170352dc3f616db1f25fdcc43f6e0b03bac23578f4: Status 404 returned error can't find the container with id 8617e6a0a72392cd2fe12b170352dc3f616db1f25fdcc43f6e0b03bac23578f4 Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.473223 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.543392 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-run-httpd\") pod \"8f387752-7f46-41ae-af89-a6708daab4b7\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.543431 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-combined-ca-bundle\") pod \"8f387752-7f46-41ae-af89-a6708daab4b7\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.543482 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-sg-core-conf-yaml\") pod \"8f387752-7f46-41ae-af89-a6708daab4b7\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.543513 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-log-httpd\") pod \"8f387752-7f46-41ae-af89-a6708daab4b7\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.543540 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-njfdz\" (UniqueName: \"kubernetes.io/projected/8f387752-7f46-41ae-af89-a6708daab4b7-kube-api-access-njfdz\") pod \"8f387752-7f46-41ae-af89-a6708daab4b7\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.543606 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-scripts\") pod \"8f387752-7f46-41ae-af89-a6708daab4b7\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.543622 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-config-data\") pod \"8f387752-7f46-41ae-af89-a6708daab4b7\" (UID: \"8f387752-7f46-41ae-af89-a6708daab4b7\") " Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.545209 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "8f387752-7f46-41ae-af89-a6708daab4b7" (UID: "8f387752-7f46-41ae-af89-a6708daab4b7"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.545419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "8f387752-7f46-41ae-af89-a6708daab4b7" (UID: "8f387752-7f46-41ae-af89-a6708daab4b7"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.548820 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-scripts" (OuterVolumeSpecName: "scripts") pod "8f387752-7f46-41ae-af89-a6708daab4b7" (UID: "8f387752-7f46-41ae-af89-a6708daab4b7"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.569101 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8f387752-7f46-41ae-af89-a6708daab4b7-kube-api-access-njfdz" (OuterVolumeSpecName: "kube-api-access-njfdz") pod "8f387752-7f46-41ae-af89-a6708daab4b7" (UID: "8f387752-7f46-41ae-af89-a6708daab4b7"). InnerVolumeSpecName "kube-api-access-njfdz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.591260 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "8f387752-7f46-41ae-af89-a6708daab4b7" (UID: "8f387752-7f46-41ae-af89-a6708daab4b7"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.596854 4809 generic.go:334] "Generic (PLEG): container finished" podID="14562297-3f33-4bab-9bdf-4780b49a5a8a" containerID="9e12af07604da9e28bd00272b37d7445946c3de0e27990436809ccb137866a48" exitCode=0 Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.596923 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh" event={"ID":"14562297-3f33-4bab-9bdf-4780b49a5a8a","Type":"ContainerDied","Data":"9e12af07604da9e28bd00272b37d7445946c3de0e27990436809ccb137866a48"} Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.596948 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh" event={"ID":"14562297-3f33-4bab-9bdf-4780b49a5a8a","Type":"ContainerStarted","Data":"1b25431d6bf7e5efc2412133ac9d37298ab503f2bc79481414ffca4d53543d4d"} Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.617234 4809 generic.go:334] "Generic (PLEG): container finished" podID="8f387752-7f46-41ae-af89-a6708daab4b7" containerID="fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28" exitCode=0 Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.617423 4809 generic.go:334] "Generic (PLEG): container finished" podID="8f387752-7f46-41ae-af89-a6708daab4b7" containerID="2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0" exitCode=2 Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.617485 4809 generic.go:334] "Generic (PLEG): container finished" podID="8f387752-7f46-41ae-af89-a6708daab4b7" containerID="0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc" exitCode=0 Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.617536 4809 generic.go:334] "Generic (PLEG): container finished" podID="8f387752-7f46-41ae-af89-a6708daab4b7" containerID="f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b" exitCode=0 Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.617692 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.617921 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8f387752-7f46-41ae-af89-a6708daab4b7","Type":"ContainerDied","Data":"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28"} Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.618763 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8f387752-7f46-41ae-af89-a6708daab4b7","Type":"ContainerDied","Data":"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0"} Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.618787 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8f387752-7f46-41ae-af89-a6708daab4b7","Type":"ContainerDied","Data":"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc"} Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.618797 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8f387752-7f46-41ae-af89-a6708daab4b7","Type":"ContainerDied","Data":"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b"} Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.618807 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"8f387752-7f46-41ae-af89-a6708daab4b7","Type":"ContainerDied","Data":"3b4e0e4051e201fbc971a339f11c7238643fc998792e452238c006560d26e881"} Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.618823 4809 scope.go:117] "RemoveContainer" containerID="fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.619494 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t" event={"ID":"3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc","Type":"ContainerStarted","Data":"8617e6a0a72392cd2fe12b170352dc3f616db1f25fdcc43f6e0b03bac23578f4"} Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.642937 4809 scope.go:117] "RemoveContainer" containerID="2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.645213 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.645234 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.645243 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/8f387752-7f46-41ae-af89-a6708daab4b7-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.645252 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-njfdz\" (UniqueName: \"kubernetes.io/projected/8f387752-7f46-41ae-af89-a6708daab4b7-kube-api-access-njfdz\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.645260 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.656620 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8f387752-7f46-41ae-af89-a6708daab4b7" (UID: "8f387752-7f46-41ae-af89-a6708daab4b7"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.665699 4809 scope.go:117] "RemoveContainer" containerID="0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.686940 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-config-data" (OuterVolumeSpecName: "config-data") pod "8f387752-7f46-41ae-af89-a6708daab4b7" (UID: "8f387752-7f46-41ae-af89-a6708daab4b7"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.746713 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.747495 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8f387752-7f46-41ae-af89-a6708daab4b7-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.769877 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p"] Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.924603 4809 scope.go:117] "RemoveContainer" containerID="f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.960660 4809 scope.go:117] "RemoveContainer" containerID="fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28" Oct 13 20:15:13 crc kubenswrapper[4809]: E1013 20:15:13.962573 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28\": container with ID starting with fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28 not found: ID does not exist" containerID="fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.962615 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28"} err="failed to get container status \"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28\": rpc error: code = NotFound desc = could not find container \"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28\": container with ID starting with fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28 not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.962658 4809 scope.go:117] "RemoveContainer" containerID="2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0" Oct 13 20:15:13 crc kubenswrapper[4809]: E1013 20:15:13.965918 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0\": container with ID starting with 2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0 not found: ID does not exist" containerID="2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.965956 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0"} err="failed to get container status \"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0\": rpc error: code = NotFound desc = could not find container \"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0\": container with ID starting with 2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0 not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.965975 4809 scope.go:117] "RemoveContainer" containerID="0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc" Oct 13 20:15:13 crc kubenswrapper[4809]: E1013 20:15:13.966452 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc\": container with ID starting with 0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc not found: ID does not exist" containerID="0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.966490 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc"} err="failed to get container status \"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc\": rpc error: code = NotFound desc = could not find container \"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc\": container with ID starting with 0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.966511 4809 scope.go:117] "RemoveContainer" containerID="f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.966903 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:13 crc kubenswrapper[4809]: E1013 20:15:13.966947 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b\": container with ID starting with f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b not found: ID does not exist" containerID="f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.967029 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b"} err="failed to get container status \"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b\": rpc error: code = NotFound desc = could not find container \"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b\": container with ID starting with f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.967099 4809 scope.go:117] "RemoveContainer" containerID="fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.974720 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.984355 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28"} err="failed to get container status \"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28\": rpc error: code = NotFound desc = could not find container \"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28\": container with ID starting with fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28 not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.984399 4809 scope.go:117] "RemoveContainer" containerID="2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.984848 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0"} err="failed to get container status \"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0\": rpc error: code = NotFound desc = could not find container \"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0\": container with ID starting with 2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0 not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.984885 4809 scope.go:117] "RemoveContainer" containerID="0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.985285 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc"} err="failed to get container status \"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc\": rpc error: code = NotFound desc = could not find container \"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc\": container with ID starting with 0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.985310 4809 scope.go:117] "RemoveContainer" containerID="f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.985527 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b"} err="failed to get container status \"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b\": rpc error: code = NotFound desc = could not find container \"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b\": container with ID starting with f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.985548 4809 scope.go:117] "RemoveContainer" containerID="fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.986282 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:13 crc kubenswrapper[4809]: E1013 20:15:13.986669 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="ceilometer-notification-agent" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.986686 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="ceilometer-notification-agent" Oct 13 20:15:13 crc kubenswrapper[4809]: E1013 20:15:13.986718 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="sg-core" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.986739 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="sg-core" Oct 13 20:15:13 crc kubenswrapper[4809]: E1013 20:15:13.986757 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="proxy-httpd" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.986763 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="proxy-httpd" Oct 13 20:15:13 crc kubenswrapper[4809]: E1013 20:15:13.986948 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="ceilometer-central-agent" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.986962 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="ceilometer-central-agent" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.987071 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28"} err="failed to get container status \"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28\": rpc error: code = NotFound desc = could not find container \"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28\": container with ID starting with fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28 not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.987098 4809 scope.go:117] "RemoveContainer" containerID="2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.987152 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="ceilometer-central-agent" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.987165 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="proxy-httpd" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.987181 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="sg-core" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.987193 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" containerName="ceilometer-notification-agent" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.988193 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0"} err="failed to get container status \"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0\": rpc error: code = NotFound desc = could not find container \"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0\": container with ID starting with 2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0 not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.988224 4809 scope.go:117] "RemoveContainer" containerID="0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.989049 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc"} err="failed to get container status \"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc\": rpc error: code = NotFound desc = could not find container \"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc\": container with ID starting with 0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.989072 4809 scope.go:117] "RemoveContainer" containerID="f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.989270 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b"} err="failed to get container status \"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b\": rpc error: code = NotFound desc = could not find container \"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b\": container with ID starting with f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.989296 4809 scope.go:117] "RemoveContainer" containerID="fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.989509 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28"} err="failed to get container status \"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28\": rpc error: code = NotFound desc = could not find container \"fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28\": container with ID starting with fa441d0a417dd0070084d9153ea04fab3343abf566971c7d1e3bf69108131f28 not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.989531 4809 scope.go:117] "RemoveContainer" containerID="2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.989790 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0"} err="failed to get container status \"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0\": rpc error: code = NotFound desc = could not find container \"2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0\": container with ID starting with 2bbb78036375a62aa9e8eb046cee7cb4f6ca8aec10ccf08e7ff3eef802be4bc0 not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.989808 4809 scope.go:117] "RemoveContainer" containerID="0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.990088 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc"} err="failed to get container status \"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc\": rpc error: code = NotFound desc = could not find container \"0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc\": container with ID starting with 0932f70659384a286772e4b7bf3a63efd453f9efa2809c9a53b20f5a6f67d5fc not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.990116 4809 scope.go:117] "RemoveContainer" containerID="f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.990314 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b"} err="failed to get container status \"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b\": rpc error: code = NotFound desc = could not find container \"f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b\": container with ID starting with f7861b4aa93c211112fc9672c1b9d695ea8412dcef73414e0bfb4537adc2b64b not found: ID does not exist" Oct 13 20:15:13 crc kubenswrapper[4809]: I1013 20:15:13.995210 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:13.998337 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:13.999137 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.020707 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.052923 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-run-httpd\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.053006 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.053057 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-scripts\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.053221 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-log-httpd\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.053323 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.053452 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qpz48\" (UniqueName: \"kubernetes.io/projected/163e4e94-44c1-4d16-b1a0-125ad79e380e-kube-api-access-qpz48\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.053561 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-config-data\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.157117 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-run-httpd\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.158800 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-run-httpd\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.158877 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.158906 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-scripts\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.158963 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-log-httpd\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.158998 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.159061 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qpz48\" (UniqueName: \"kubernetes.io/projected/163e4e94-44c1-4d16-b1a0-125ad79e380e-kube-api-access-qpz48\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.159113 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-config-data\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.160636 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-log-httpd\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.166196 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.166666 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-config-data\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.170995 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-scripts\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.175893 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.178116 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qpz48\" (UniqueName: \"kubernetes.io/projected/163e4e94-44c1-4d16-b1a0-125ad79e380e-kube-api-access-qpz48\") pod \"ceilometer-0\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.178800 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8f387752-7f46-41ae-af89-a6708daab4b7" path="/var/lib/kubelet/pods/8f387752-7f46-41ae-af89-a6708daab4b7/volumes" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.310212 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.586910 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.632585 4809 generic.go:334] "Generic (PLEG): container finished" podID="3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc" containerID="773feb3a2576f2753dd109e04607a537f29b41a8b1bb8b066f61a807a88ca11b" exitCode=0 Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.632666 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t" event={"ID":"3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc","Type":"ContainerDied","Data":"773feb3a2576f2753dd109e04607a537f29b41a8b1bb8b066f61a807a88ca11b"} Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.635477 4809 generic.go:334] "Generic (PLEG): container finished" podID="1fc93634-21cc-41d0-b3f1-eeba62fedc7b" containerID="cee549f4d1ab9bce0acbe15544aacab00c10afe1c6c38b723d2904449b9b2f62" exitCode=0 Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.635556 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p" event={"ID":"1fc93634-21cc-41d0-b3f1-eeba62fedc7b","Type":"ContainerDied","Data":"cee549f4d1ab9bce0acbe15544aacab00c10afe1c6c38b723d2904449b9b2f62"} Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.635593 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p" event={"ID":"1fc93634-21cc-41d0-b3f1-eeba62fedc7b","Type":"ContainerStarted","Data":"44d491e05b8e5365d92bcfdab2c17df294b1beb00be49eb65503fec32c248e5b"} Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.638678 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"163e4e94-44c1-4d16-b1a0-125ad79e380e","Type":"ContainerStarted","Data":"7dc170c4492be06acef81f3ed40c75b559a9945012b91b4ec6a26f0a6ee06a30"} Oct 13 20:15:14 crc kubenswrapper[4809]: I1013 20:15:14.973676 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:15 crc kubenswrapper[4809]: I1013 20:15:15.054413 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh" Oct 13 20:15:15 crc kubenswrapper[4809]: I1013 20:15:15.181487 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p9sh9\" (UniqueName: \"kubernetes.io/projected/14562297-3f33-4bab-9bdf-4780b49a5a8a-kube-api-access-p9sh9\") pod \"14562297-3f33-4bab-9bdf-4780b49a5a8a\" (UID: \"14562297-3f33-4bab-9bdf-4780b49a5a8a\") " Oct 13 20:15:15 crc kubenswrapper[4809]: I1013 20:15:15.185986 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/14562297-3f33-4bab-9bdf-4780b49a5a8a-kube-api-access-p9sh9" (OuterVolumeSpecName: "kube-api-access-p9sh9") pod "14562297-3f33-4bab-9bdf-4780b49a5a8a" (UID: "14562297-3f33-4bab-9bdf-4780b49a5a8a"). InnerVolumeSpecName "kube-api-access-p9sh9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:15 crc kubenswrapper[4809]: I1013 20:15:15.283137 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p9sh9\" (UniqueName: \"kubernetes.io/projected/14562297-3f33-4bab-9bdf-4780b49a5a8a-kube-api-access-p9sh9\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:15 crc kubenswrapper[4809]: I1013 20:15:15.654567 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"163e4e94-44c1-4d16-b1a0-125ad79e380e","Type":"ContainerStarted","Data":"a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37"} Oct 13 20:15:15 crc kubenswrapper[4809]: I1013 20:15:15.656432 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh" event={"ID":"14562297-3f33-4bab-9bdf-4780b49a5a8a","Type":"ContainerDied","Data":"1b25431d6bf7e5efc2412133ac9d37298ab503f2bc79481414ffca4d53543d4d"} Oct 13 20:15:15 crc kubenswrapper[4809]: I1013 20:15:15.656472 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh" Oct 13 20:15:15 crc kubenswrapper[4809]: I1013 20:15:15.656479 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1b25431d6bf7e5efc2412133ac9d37298ab503f2bc79481414ffca4d53543d4d" Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.087135 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p" Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.119944 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t" Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.197847 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6j8bd\" (UniqueName: \"kubernetes.io/projected/1fc93634-21cc-41d0-b3f1-eeba62fedc7b-kube-api-access-6j8bd\") pod \"1fc93634-21cc-41d0-b3f1-eeba62fedc7b\" (UID: \"1fc93634-21cc-41d0-b3f1-eeba62fedc7b\") " Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.198127 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fzd9r\" (UniqueName: \"kubernetes.io/projected/3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc-kube-api-access-fzd9r\") pod \"3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc\" (UID: \"3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc\") " Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.202823 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1fc93634-21cc-41d0-b3f1-eeba62fedc7b-kube-api-access-6j8bd" (OuterVolumeSpecName: "kube-api-access-6j8bd") pod "1fc93634-21cc-41d0-b3f1-eeba62fedc7b" (UID: "1fc93634-21cc-41d0-b3f1-eeba62fedc7b"). InnerVolumeSpecName "kube-api-access-6j8bd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.213475 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc-kube-api-access-fzd9r" (OuterVolumeSpecName: "kube-api-access-fzd9r") pod "3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc" (UID: "3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc"). InnerVolumeSpecName "kube-api-access-fzd9r". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.302383 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6j8bd\" (UniqueName: \"kubernetes.io/projected/1fc93634-21cc-41d0-b3f1-eeba62fedc7b-kube-api-access-6j8bd\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.302414 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fzd9r\" (UniqueName: \"kubernetes.io/projected/3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc-kube-api-access-fzd9r\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:16 crc kubenswrapper[4809]: E1013 20:15:16.481899 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3512b8f3_de45_45f5_ae90_4adbaf4a30e6.slice/crio-5a7c71afa3bcd07998ece67df45e420ed66f72da1febf87cd324e3ec21c48985\": RecentStats: unable to find data in memory cache]" Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.668984 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t" event={"ID":"3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc","Type":"ContainerDied","Data":"8617e6a0a72392cd2fe12b170352dc3f616db1f25fdcc43f6e0b03bac23578f4"} Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.669242 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8617e6a0a72392cd2fe12b170352dc3f616db1f25fdcc43f6e0b03bac23578f4" Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.669296 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t" Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.679502 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p" Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.679548 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p" event={"ID":"1fc93634-21cc-41d0-b3f1-eeba62fedc7b","Type":"ContainerDied","Data":"44d491e05b8e5365d92bcfdab2c17df294b1beb00be49eb65503fec32c248e5b"} Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.680322 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="44d491e05b8e5365d92bcfdab2c17df294b1beb00be49eb65503fec32c248e5b" Oct 13 20:15:16 crc kubenswrapper[4809]: I1013 20:15:16.689227 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"163e4e94-44c1-4d16-b1a0-125ad79e380e","Type":"ContainerStarted","Data":"4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a"} Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.666262 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n"] Oct 13 20:15:17 crc kubenswrapper[4809]: E1013 20:15:17.669388 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1fc93634-21cc-41d0-b3f1-eeba62fedc7b" containerName="mariadb-account-create" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.669533 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1fc93634-21cc-41d0-b3f1-eeba62fedc7b" containerName="mariadb-account-create" Oct 13 20:15:17 crc kubenswrapper[4809]: E1013 20:15:17.669637 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc" containerName="mariadb-account-create" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.669697 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc" containerName="mariadb-account-create" Oct 13 20:15:17 crc kubenswrapper[4809]: E1013 20:15:17.669771 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="14562297-3f33-4bab-9bdf-4780b49a5a8a" containerName="mariadb-account-create" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.669822 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="14562297-3f33-4bab-9bdf-4780b49a5a8a" containerName="mariadb-account-create" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.670074 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="14562297-3f33-4bab-9bdf-4780b49a5a8a" containerName="mariadb-account-create" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.670164 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc" containerName="mariadb-account-create" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.670249 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1fc93634-21cc-41d0-b3f1-eeba62fedc7b" containerName="mariadb-account-create" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.671158 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.675305 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-scripts" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.675387 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.675462 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-858ns" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.700493 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"163e4e94-44c1-4d16-b1a0-125ad79e380e","Type":"ContainerStarted","Data":"b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c"} Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.716454 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n"] Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.726822 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-scripts\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.726869 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-config-data\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.726914 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h5bcx\" (UniqueName: \"kubernetes.io/projected/e97cbb0e-42c2-4423-b419-420d1c328eb3-kube-api-access-h5bcx\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.726935 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.830758 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-scripts\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.832173 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-config-data\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.832236 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-h5bcx\" (UniqueName: \"kubernetes.io/projected/e97cbb0e-42c2-4423-b419-420d1c328eb3-kube-api-access-h5bcx\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.832269 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.837091 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-config-data\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.838571 4809 scope.go:117] "RemoveContainer" containerID="4b3816ed610011d82b35052a94e660b71066e4059c831e17aec852adbe5010de" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.839105 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-scripts\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.839926 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.860124 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-h5bcx\" (UniqueName: \"kubernetes.io/projected/e97cbb0e-42c2-4423-b419-420d1c328eb3-kube-api-access-h5bcx\") pod \"nova-cell0-conductor-db-sync-mkm5n\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:17 crc kubenswrapper[4809]: I1013 20:15:17.962394 4809 scope.go:117] "RemoveContainer" containerID="87c1897d206e52bd4514d86481596d77cca7fbda52df69bc3074820a211106b5" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.033242 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.036908 4809 scope.go:117] "RemoveContainer" containerID="e4ec09cca8ff68226a96060bcfbdaaf8c1b699dd6521e576d1fc1d22432d7692" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.117553 4809 scope.go:117] "RemoveContainer" containerID="7af1635efddc3e88d21f5392a3e70669d53f18fd02b19597c68a415860fbd050" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.145976 4809 scope.go:117] "RemoveContainer" containerID="cf8da984ef4b800b7d021ed1b7dfea05e2ef0c0a824b3f5474c65ea62553ebe7" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.190259 4809 scope.go:117] "RemoveContainer" containerID="dd5d64a85d7d656e7ba1dd7104e9ca6c7c932c65b86e74a127ff66d9ce114c6c" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.223665 4809 scope.go:117] "RemoveContainer" containerID="12ffcefafb3bb428f96a308fb912cc134bac3dbc880293984640a22ce6bf7eda" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.251129 4809 scope.go:117] "RemoveContainer" containerID="a1b5f8518f40b67db57c563e4d6be06689a0a53bb5dfc3ffca41237b9da60e02" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.299385 4809 scope.go:117] "RemoveContainer" containerID="4be236c3d13aaaa202d66ab38e882a9176a034da0a9ab302ea039cc4890e5dbe" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.331320 4809 scope.go:117] "RemoveContainer" containerID="7734dc05a865bb23d236fe283f501e59b3353f21d7db77c43ae717d4d551cde3" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.404947 4809 scope.go:117] "RemoveContainer" containerID="09d49d15ba992d0026a147074a5de085edc5ba1e08b69f72e878e2d79b9e9b7f" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.440882 4809 scope.go:117] "RemoveContainer" containerID="a7fba917d5cb5c86ee6de57f1311addac33ef287a7970bf1826af6e0ec0db66f" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.461694 4809 scope.go:117] "RemoveContainer" containerID="2af231559e3a4335b447376b35e46ba41dbf85bea409728bd08a33d8c707261f" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.482244 4809 scope.go:117] "RemoveContainer" containerID="8c7dfeaca2b08c58d4b0f5fe446905960218990fccb9a7e4c106e17e025b907a" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.502446 4809 scope.go:117] "RemoveContainer" containerID="c91369a4e27802355a790b561b070b80ef683172cde79bf4cfdbe9088130c3bd" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.524409 4809 scope.go:117] "RemoveContainer" containerID="bbb24cfaeed7597442a77580eeece0e33d5edeb6ecabf4df3e27fea1af8820e9" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.551921 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n"] Oct 13 20:15:18 crc kubenswrapper[4809]: W1013 20:15:18.572231 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode97cbb0e_42c2_4423_b419_420d1c328eb3.slice/crio-fbb15428765c8d549a59a6f57c0f45aa3e21434d18355139e988ec9bfbd2514a WatchSource:0}: Error finding container fbb15428765c8d549a59a6f57c0f45aa3e21434d18355139e988ec9bfbd2514a: Status 404 returned error can't find the container with id fbb15428765c8d549a59a6f57c0f45aa3e21434d18355139e988ec9bfbd2514a Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.745738 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"163e4e94-44c1-4d16-b1a0-125ad79e380e","Type":"ContainerStarted","Data":"fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c"} Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.745878 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="ceilometer-central-agent" containerID="cri-o://a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37" gracePeriod=30 Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.745925 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="ceilometer-notification-agent" containerID="cri-o://4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a" gracePeriod=30 Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.745885 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="proxy-httpd" containerID="cri-o://fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c" gracePeriod=30 Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.745920 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="sg-core" containerID="cri-o://b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c" gracePeriod=30 Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.745886 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.751939 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" event={"ID":"e97cbb0e-42c2-4423-b419-420d1c328eb3","Type":"ContainerStarted","Data":"fbb15428765c8d549a59a6f57c0f45aa3e21434d18355139e988ec9bfbd2514a"} Oct 13 20:15:18 crc kubenswrapper[4809]: I1013 20:15:18.775738 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.355639666 podStartE2EDuration="5.775701158s" podCreationTimestamp="2025-10-13 20:15:13 +0000 UTC" firstStartedPulling="2025-10-13 20:15:14.596709635 +0000 UTC m=+3033.202456220" lastFinishedPulling="2025-10-13 20:15:18.016771137 +0000 UTC m=+3036.622517712" observedRunningTime="2025-10-13 20:15:18.769204724 +0000 UTC m=+3037.374951299" watchObservedRunningTime="2025-10-13 20:15:18.775701158 +0000 UTC m=+3037.381447743" Oct 13 20:15:19 crc kubenswrapper[4809]: I1013 20:15:19.199880 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:15:19 crc kubenswrapper[4809]: I1013 20:15:19.812436 4809 generic.go:334] "Generic (PLEG): container finished" podID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerID="fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c" exitCode=0 Oct 13 20:15:19 crc kubenswrapper[4809]: I1013 20:15:19.812769 4809 generic.go:334] "Generic (PLEG): container finished" podID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerID="b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c" exitCode=2 Oct 13 20:15:19 crc kubenswrapper[4809]: I1013 20:15:19.812778 4809 generic.go:334] "Generic (PLEG): container finished" podID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerID="4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a" exitCode=0 Oct 13 20:15:19 crc kubenswrapper[4809]: I1013 20:15:19.812468 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"163e4e94-44c1-4d16-b1a0-125ad79e380e","Type":"ContainerDied","Data":"fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c"} Oct 13 20:15:19 crc kubenswrapper[4809]: I1013 20:15:19.812860 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"163e4e94-44c1-4d16-b1a0-125ad79e380e","Type":"ContainerDied","Data":"b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c"} Oct 13 20:15:19 crc kubenswrapper[4809]: I1013 20:15:19.812875 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"163e4e94-44c1-4d16-b1a0-125ad79e380e","Type":"ContainerDied","Data":"4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a"} Oct 13 20:15:19 crc kubenswrapper[4809]: I1013 20:15:19.814067 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" event={"ID":"e97cbb0e-42c2-4423-b419-420d1c328eb3","Type":"ContainerStarted","Data":"0bd23400998c797c5340df30848230efcf1699ce46186613c408edbaac2a0f4e"} Oct 13 20:15:19 crc kubenswrapper[4809]: I1013 20:15:19.832113 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" podStartSLOduration=2.832097441 podStartE2EDuration="2.832097441s" podCreationTimestamp="2025-10-13 20:15:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:19.828351585 +0000 UTC m=+3038.434098170" watchObservedRunningTime="2025-10-13 20:15:19.832097441 +0000 UTC m=+3038.437844026" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.260224 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.381656 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7pl4w\" (UniqueName: \"kubernetes.io/projected/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-kube-api-access-7pl4w\") pod \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.381842 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-config\") pod \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.381903 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-combined-ca-bundle\") pod \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.381965 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-ovndb-tls-certs\") pod \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.382024 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-httpd-config\") pod \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\" (UID: \"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3\") " Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.387600 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" (UID: "6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.387810 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-kube-api-access-7pl4w" (OuterVolumeSpecName: "kube-api-access-7pl4w") pod "6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" (UID: "6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3"). InnerVolumeSpecName "kube-api-access-7pl4w". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.438872 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-config" (OuterVolumeSpecName: "config") pod "6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" (UID: "6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.483933 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7pl4w\" (UniqueName: \"kubernetes.io/projected/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-kube-api-access-7pl4w\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.483996 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.484009 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.487117 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" (UID: "6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.488764 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" (UID: "6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.585574 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.585607 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.801704 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.801949 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="d709dd78-0761-4ef0-a9ea-a15c7c697d6e" containerName="glance-log" containerID="cri-o://6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c" gracePeriod=30 Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.802093 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="d709dd78-0761-4ef0-a9ea-a15c7c697d6e" containerName="glance-httpd" containerID="cri-o://9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c" gracePeriod=30 Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.824506 4809 generic.go:334] "Generic (PLEG): container finished" podID="6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" containerID="3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed" exitCode=0 Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.824598 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.824598 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" event={"ID":"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3","Type":"ContainerDied","Data":"3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed"} Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.824917 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp" event={"ID":"6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3","Type":"ContainerDied","Data":"eaa7e698bcd246ad0d2b1409ea3f8694d5cae0a41b59c091c0f3d964ddc58618"} Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.824940 4809 scope.go:117] "RemoveContainer" containerID="28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.850751 4809 scope.go:117] "RemoveContainer" containerID="3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.860438 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp"] Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.872219 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-597f7cb7c6-z9wxp"] Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.876587 4809 scope.go:117] "RemoveContainer" containerID="28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189" Oct 13 20:15:20 crc kubenswrapper[4809]: E1013 20:15:20.877772 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189\": container with ID starting with 28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189 not found: ID does not exist" containerID="28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.877798 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189"} err="failed to get container status \"28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189\": rpc error: code = NotFound desc = could not find container \"28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189\": container with ID starting with 28d17f20dd3084fc42c2c1ffc7ae2605a6d627f080ed5534aa9adbe8cf4da189 not found: ID does not exist" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.877816 4809 scope.go:117] "RemoveContainer" containerID="3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed" Oct 13 20:15:20 crc kubenswrapper[4809]: E1013 20:15:20.878649 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed\": container with ID starting with 3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed not found: ID does not exist" containerID="3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed" Oct 13 20:15:20 crc kubenswrapper[4809]: I1013 20:15:20.878691 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed"} err="failed to get container status \"3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed\": rpc error: code = NotFound desc = could not find container \"3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed\": container with ID starting with 3a710908caef69e3c04def47971e456ce3bcb2eeea86cf8f0105c9fa479128ed not found: ID does not exist" Oct 13 20:15:21 crc kubenswrapper[4809]: I1013 20:15:21.832465 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:15:21 crc kubenswrapper[4809]: I1013 20:15:21.832747 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="f21706f9-f9ad-4df4-b15f-9df9734d839e" containerName="glance-log" containerID="cri-o://10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b" gracePeriod=30 Oct 13 20:15:21 crc kubenswrapper[4809]: I1013 20:15:21.832887 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="f21706f9-f9ad-4df4-b15f-9df9734d839e" containerName="glance-httpd" containerID="cri-o://2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b" gracePeriod=30 Oct 13 20:15:21 crc kubenswrapper[4809]: I1013 20:15:21.843506 4809 generic.go:334] "Generic (PLEG): container finished" podID="d709dd78-0761-4ef0-a9ea-a15c7c697d6e" containerID="6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c" exitCode=143 Oct 13 20:15:21 crc kubenswrapper[4809]: I1013 20:15:21.843569 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"d709dd78-0761-4ef0-a9ea-a15c7c697d6e","Type":"ContainerDied","Data":"6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c"} Oct 13 20:15:22 crc kubenswrapper[4809]: I1013 20:15:22.166640 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" path="/var/lib/kubelet/pods/6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3/volumes" Oct 13 20:15:22 crc kubenswrapper[4809]: I1013 20:15:22.860139 4809 generic.go:334] "Generic (PLEG): container finished" podID="f21706f9-f9ad-4df4-b15f-9df9734d839e" containerID="10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b" exitCode=143 Oct 13 20:15:22 crc kubenswrapper[4809]: I1013 20:15:22.860246 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"f21706f9-f9ad-4df4-b15f-9df9734d839e","Type":"ContainerDied","Data":"10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b"} Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.669773 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.742681 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-log-httpd\") pod \"163e4e94-44c1-4d16-b1a0-125ad79e380e\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.742895 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-run-httpd\") pod \"163e4e94-44c1-4d16-b1a0-125ad79e380e\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.743028 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-scripts\") pod \"163e4e94-44c1-4d16-b1a0-125ad79e380e\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.743099 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-sg-core-conf-yaml\") pod \"163e4e94-44c1-4d16-b1a0-125ad79e380e\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.743234 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "163e4e94-44c1-4d16-b1a0-125ad79e380e" (UID: "163e4e94-44c1-4d16-b1a0-125ad79e380e"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.743767 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-combined-ca-bundle\") pod \"163e4e94-44c1-4d16-b1a0-125ad79e380e\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.743825 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qpz48\" (UniqueName: \"kubernetes.io/projected/163e4e94-44c1-4d16-b1a0-125ad79e380e-kube-api-access-qpz48\") pod \"163e4e94-44c1-4d16-b1a0-125ad79e380e\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.743850 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "163e4e94-44c1-4d16-b1a0-125ad79e380e" (UID: "163e4e94-44c1-4d16-b1a0-125ad79e380e"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.743868 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-config-data\") pod \"163e4e94-44c1-4d16-b1a0-125ad79e380e\" (UID: \"163e4e94-44c1-4d16-b1a0-125ad79e380e\") " Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.744493 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.744555 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/163e4e94-44c1-4d16-b1a0-125ad79e380e-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.749311 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-scripts" (OuterVolumeSpecName: "scripts") pod "163e4e94-44c1-4d16-b1a0-125ad79e380e" (UID: "163e4e94-44c1-4d16-b1a0-125ad79e380e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.753233 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/163e4e94-44c1-4d16-b1a0-125ad79e380e-kube-api-access-qpz48" (OuterVolumeSpecName: "kube-api-access-qpz48") pod "163e4e94-44c1-4d16-b1a0-125ad79e380e" (UID: "163e4e94-44c1-4d16-b1a0-125ad79e380e"). InnerVolumeSpecName "kube-api-access-qpz48". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.770909 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "163e4e94-44c1-4d16-b1a0-125ad79e380e" (UID: "163e4e94-44c1-4d16-b1a0-125ad79e380e"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.818906 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "163e4e94-44c1-4d16-b1a0-125ad79e380e" (UID: "163e4e94-44c1-4d16-b1a0-125ad79e380e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.846437 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.846466 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.846477 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.846487 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qpz48\" (UniqueName: \"kubernetes.io/projected/163e4e94-44c1-4d16-b1a0-125ad79e380e-kube-api-access-qpz48\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.876866 4809 generic.go:334] "Generic (PLEG): container finished" podID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerID="a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37" exitCode=0 Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.876898 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-config-data" (OuterVolumeSpecName: "config-data") pod "163e4e94-44c1-4d16-b1a0-125ad79e380e" (UID: "163e4e94-44c1-4d16-b1a0-125ad79e380e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.876929 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"163e4e94-44c1-4d16-b1a0-125ad79e380e","Type":"ContainerDied","Data":"a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37"} Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.876971 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"163e4e94-44c1-4d16-b1a0-125ad79e380e","Type":"ContainerDied","Data":"7dc170c4492be06acef81f3ed40c75b559a9945012b91b4ec6a26f0a6ee06a30"} Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.877001 4809 scope.go:117] "RemoveContainer" containerID="fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.877053 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.906884 4809 scope.go:117] "RemoveContainer" containerID="b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.921776 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.934492 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.946283 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:23 crc kubenswrapper[4809]: E1013 20:15:23.946864 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="ceilometer-notification-agent" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.946887 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="ceilometer-notification-agent" Oct 13 20:15:23 crc kubenswrapper[4809]: E1013 20:15:23.946912 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" containerName="neutron-httpd" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.946920 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" containerName="neutron-httpd" Oct 13 20:15:23 crc kubenswrapper[4809]: E1013 20:15:23.946941 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" containerName="neutron-api" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.946949 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" containerName="neutron-api" Oct 13 20:15:23 crc kubenswrapper[4809]: E1013 20:15:23.946975 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="proxy-httpd" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.946982 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="proxy-httpd" Oct 13 20:15:23 crc kubenswrapper[4809]: E1013 20:15:23.946994 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="sg-core" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.947001 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="sg-core" Oct 13 20:15:23 crc kubenswrapper[4809]: E1013 20:15:23.947019 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="ceilometer-central-agent" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.947028 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="ceilometer-central-agent" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.947257 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="ceilometer-central-agent" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.947288 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="ceilometer-notification-agent" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.947301 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="sg-core" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.947316 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" containerName="proxy-httpd" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.947330 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" containerName="neutron-api" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.947344 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6c8b6cbc-d6d9-4741-912e-5bdb2d3230d3" containerName="neutron-httpd" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.949362 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.952495 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.952513 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/163e4e94-44c1-4d16-b1a0-125ad79e380e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.954802 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.956214 4809 scope.go:117] "RemoveContainer" containerID="4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a" Oct 13 20:15:23 crc kubenswrapper[4809]: I1013 20:15:23.967685 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.007440 4809 scope.go:117] "RemoveContainer" containerID="a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.051428 4809 scope.go:117] "RemoveContainer" containerID="fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c" Oct 13 20:15:24 crc kubenswrapper[4809]: E1013 20:15:24.055026 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c\": container with ID starting with fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c not found: ID does not exist" containerID="fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.055058 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c"} err="failed to get container status \"fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c\": rpc error: code = NotFound desc = could not find container \"fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c\": container with ID starting with fc3f12a92d259445060c20537b64307afeecf068da0fb0200981f5636ffc309c not found: ID does not exist" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.055078 4809 scope.go:117] "RemoveContainer" containerID="b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056012 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-run-httpd\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: E1013 20:15:24.056104 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c\": container with ID starting with b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c not found: ID does not exist" containerID="b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056121 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-log-httpd\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056124 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c"} err="failed to get container status \"b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c\": rpc error: code = NotFound desc = could not find container \"b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c\": container with ID starting with b16df4fbf25a2ec3434b7fcddfc8c7656e2730d254d8396590651516f311476c not found: ID does not exist" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056139 4809 scope.go:117] "RemoveContainer" containerID="4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056139 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-scripts\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056163 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-config-data\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056260 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056288 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q8xhz\" (UniqueName: \"kubernetes.io/projected/a615c26c-3d8c-4787-8ebf-906ab1947582-kube-api-access-q8xhz\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: E1013 20:15:24.056427 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a\": container with ID starting with 4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a not found: ID does not exist" containerID="4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056453 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a"} err="failed to get container status \"4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a\": rpc error: code = NotFound desc = could not find container \"4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a\": container with ID starting with 4d8aecfc3025fc375b3541b00b10715f3e3741287138b0e9b030212a0d1f022a not found: ID does not exist" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056467 4809 scope.go:117] "RemoveContainer" containerID="a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37" Oct 13 20:15:24 crc kubenswrapper[4809]: E1013 20:15:24.056762 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37\": container with ID starting with a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37 not found: ID does not exist" containerID="a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.056785 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37"} err="failed to get container status \"a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37\": rpc error: code = NotFound desc = could not find container \"a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37\": container with ID starting with a0e8de19b08c2f5c955101acadd341270b7183fa6af9ad3135b2968a5b706a37 not found: ID does not exist" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.158003 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-run-httpd\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.158361 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.158381 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-log-httpd\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.158400 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-scripts\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.158400 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-run-httpd\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.158423 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-config-data\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.158468 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.158497 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-q8xhz\" (UniqueName: \"kubernetes.io/projected/a615c26c-3d8c-4787-8ebf-906ab1947582-kube-api-access-q8xhz\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.158590 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-log-httpd\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.162474 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.165570 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-config-data\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.167976 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="163e4e94-44c1-4d16-b1a0-125ad79e380e" path="/var/lib/kubelet/pods/163e4e94-44c1-4d16-b1a0-125ad79e380e/volumes" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.169246 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.178903 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-scripts\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.183368 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-q8xhz\" (UniqueName: \"kubernetes.io/projected/a615c26c-3d8c-4787-8ebf-906ab1947582-kube-api-access-q8xhz\") pod \"ceilometer-0\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.268993 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.270658 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.360722 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.360809 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-public-tls-certs\") pod \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.360839 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-config-data\") pod \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.360863 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-78bbx\" (UniqueName: \"kubernetes.io/projected/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-kube-api-access-78bbx\") pod \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.360935 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-scripts\") pod \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.360971 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-logs\") pod \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.360985 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-httpd-run\") pod \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.361034 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-combined-ca-bundle\") pod \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\" (UID: \"d709dd78-0761-4ef0-a9ea-a15c7c697d6e\") " Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.366032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "d709dd78-0761-4ef0-a9ea-a15c7c697d6e" (UID: "d709dd78-0761-4ef0-a9ea-a15c7c697d6e"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.366117 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-logs" (OuterVolumeSpecName: "logs") pod "d709dd78-0761-4ef0-a9ea-a15c7c697d6e" (UID: "d709dd78-0761-4ef0-a9ea-a15c7c697d6e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.366141 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage16-crc" (OuterVolumeSpecName: "glance") pod "d709dd78-0761-4ef0-a9ea-a15c7c697d6e" (UID: "d709dd78-0761-4ef0-a9ea-a15c7c697d6e"). InnerVolumeSpecName "local-storage16-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.367180 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-kube-api-access-78bbx" (OuterVolumeSpecName: "kube-api-access-78bbx") pod "d709dd78-0761-4ef0-a9ea-a15c7c697d6e" (UID: "d709dd78-0761-4ef0-a9ea-a15c7c697d6e"). InnerVolumeSpecName "kube-api-access-78bbx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.371032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-scripts" (OuterVolumeSpecName: "scripts") pod "d709dd78-0761-4ef0-a9ea-a15c7c697d6e" (UID: "d709dd78-0761-4ef0-a9ea-a15c7c697d6e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.413900 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d709dd78-0761-4ef0-a9ea-a15c7c697d6e" (UID: "d709dd78-0761-4ef0-a9ea-a15c7c697d6e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.444018 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "d709dd78-0761-4ef0-a9ea-a15c7c697d6e" (UID: "d709dd78-0761-4ef0-a9ea-a15c7c697d6e"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.452370 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-config-data" (OuterVolumeSpecName: "config-data") pod "d709dd78-0761-4ef0-a9ea-a15c7c697d6e" (UID: "d709dd78-0761-4ef0-a9ea-a15c7c697d6e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.465284 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.465324 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" " Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.465333 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.465342 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.465352 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-78bbx\" (UniqueName: \"kubernetes.io/projected/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-kube-api-access-78bbx\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.465361 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.465375 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.465383 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/d709dd78-0761-4ef0-a9ea-a15c7c697d6e-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.504584 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage16-crc" (UniqueName: "kubernetes.io/local-volume/local-storage16-crc") on node "crc" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.566532 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.853827 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:24 crc kubenswrapper[4809]: W1013 20:15:24.861301 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda615c26c_3d8c_4787_8ebf_906ab1947582.slice/crio-482b1c6afb6028978a95fee7c3fdf954b97f62f0a9553a3ae0dea78a406461bd WatchSource:0}: Error finding container 482b1c6afb6028978a95fee7c3fdf954b97f62f0a9553a3ae0dea78a406461bd: Status 404 returned error can't find the container with id 482b1c6afb6028978a95fee7c3fdf954b97f62f0a9553a3ae0dea78a406461bd Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.893246 4809 generic.go:334] "Generic (PLEG): container finished" podID="d709dd78-0761-4ef0-a9ea-a15c7c697d6e" containerID="9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c" exitCode=0 Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.893314 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"d709dd78-0761-4ef0-a9ea-a15c7c697d6e","Type":"ContainerDied","Data":"9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c"} Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.893605 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"d709dd78-0761-4ef0-a9ea-a15c7c697d6e","Type":"ContainerDied","Data":"0a5de0458d8d12cc8aa530f1234d3b7fae7bb2a0577a64ff3dba6bf4a5ff9a24"} Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.893391 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.893644 4809 scope.go:117] "RemoveContainer" containerID="9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.895446 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a615c26c-3d8c-4787-8ebf-906ab1947582","Type":"ContainerStarted","Data":"482b1c6afb6028978a95fee7c3fdf954b97f62f0a9553a3ae0dea78a406461bd"} Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.933028 4809 scope.go:117] "RemoveContainer" containerID="6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.938050 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.952919 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.968605 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:15:24 crc kubenswrapper[4809]: E1013 20:15:24.969132 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d709dd78-0761-4ef0-a9ea-a15c7c697d6e" containerName="glance-log" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.969172 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d709dd78-0761-4ef0-a9ea-a15c7c697d6e" containerName="glance-log" Oct 13 20:15:24 crc kubenswrapper[4809]: E1013 20:15:24.969192 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d709dd78-0761-4ef0-a9ea-a15c7c697d6e" containerName="glance-httpd" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.969202 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d709dd78-0761-4ef0-a9ea-a15c7c697d6e" containerName="glance-httpd" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.969146 4809 scope.go:117] "RemoveContainer" containerID="9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.969469 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d709dd78-0761-4ef0-a9ea-a15c7c697d6e" containerName="glance-log" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.969498 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d709dd78-0761-4ef0-a9ea-a15c7c697d6e" containerName="glance-httpd" Oct 13 20:15:24 crc kubenswrapper[4809]: E1013 20:15:24.969891 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c\": container with ID starting with 9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c not found: ID does not exist" containerID="9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.969926 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c"} err="failed to get container status \"9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c\": rpc error: code = NotFound desc = could not find container \"9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c\": container with ID starting with 9596d448c031aa27cdb2876f502c41c63c062bb77ce0587e09ea2bdda4b3bf6c not found: ID does not exist" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.969948 4809 scope.go:117] "RemoveContainer" containerID="6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c" Oct 13 20:15:24 crc kubenswrapper[4809]: E1013 20:15:24.970178 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c\": container with ID starting with 6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c not found: ID does not exist" containerID="6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.970220 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c"} err="failed to get container status \"6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c\": rpc error: code = NotFound desc = could not find container \"6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c\": container with ID starting with 6c77ce114d3e4bb765e6a3dbbbb1c2da38c1ff79c38de9255c51f49c4099660c not found: ID does not exist" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.970524 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.976956 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.977442 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:15:24 crc kubenswrapper[4809]: I1013 20:15:24.978612 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.075324 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-config-data\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.075378 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-scripts\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.075414 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.075435 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cch6p\" (UniqueName: \"kubernetes.io/projected/bd29dead-d855-4a55-b833-a50017b18104-kube-api-access-cch6p\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.075456 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.075625 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-logs\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.076048 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.076100 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.156047 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:15:25 crc kubenswrapper[4809]: E1013 20:15:25.156573 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.177930 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.177985 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.178055 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-config-data\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.178078 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-scripts\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.178110 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.178132 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cch6p\" (UniqueName: \"kubernetes.io/projected/bd29dead-d855-4a55-b833-a50017b18104-kube-api-access-cch6p\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.178151 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.178178 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-logs\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.178542 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.178539 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") device mount path \"/mnt/openstack/pv16\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.178693 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-logs\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.183328 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.183445 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-scripts\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.185693 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.188006 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-config-data\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.195293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cch6p\" (UniqueName: \"kubernetes.io/projected/bd29dead-d855-4a55-b833-a50017b18104-kube-api-access-cch6p\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.213023 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.299057 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.484358 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.592337 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-scripts\") pod \"f21706f9-f9ad-4df4-b15f-9df9734d839e\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.592423 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6rwf9\" (UniqueName: \"kubernetes.io/projected/f21706f9-f9ad-4df4-b15f-9df9734d839e-kube-api-access-6rwf9\") pod \"f21706f9-f9ad-4df4-b15f-9df9734d839e\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.592453 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-combined-ca-bundle\") pod \"f21706f9-f9ad-4df4-b15f-9df9734d839e\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.592484 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"f21706f9-f9ad-4df4-b15f-9df9734d839e\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.592585 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-logs\") pod \"f21706f9-f9ad-4df4-b15f-9df9734d839e\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.592616 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-config-data\") pod \"f21706f9-f9ad-4df4-b15f-9df9734d839e\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.592689 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-internal-tls-certs\") pod \"f21706f9-f9ad-4df4-b15f-9df9734d839e\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.592711 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-httpd-run\") pod \"f21706f9-f9ad-4df4-b15f-9df9734d839e\" (UID: \"f21706f9-f9ad-4df4-b15f-9df9734d839e\") " Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.592957 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-logs" (OuterVolumeSpecName: "logs") pod "f21706f9-f9ad-4df4-b15f-9df9734d839e" (UID: "f21706f9-f9ad-4df4-b15f-9df9734d839e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.593153 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "f21706f9-f9ad-4df4-b15f-9df9734d839e" (UID: "f21706f9-f9ad-4df4-b15f-9df9734d839e"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.593421 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.593447 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/f21706f9-f9ad-4df4-b15f-9df9734d839e-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.595904 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-scripts" (OuterVolumeSpecName: "scripts") pod "f21706f9-f9ad-4df4-b15f-9df9734d839e" (UID: "f21706f9-f9ad-4df4-b15f-9df9734d839e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.596316 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "glance") pod "f21706f9-f9ad-4df4-b15f-9df9734d839e" (UID: "f21706f9-f9ad-4df4-b15f-9df9734d839e"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.597119 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f21706f9-f9ad-4df4-b15f-9df9734d839e-kube-api-access-6rwf9" (OuterVolumeSpecName: "kube-api-access-6rwf9") pod "f21706f9-f9ad-4df4-b15f-9df9734d839e" (UID: "f21706f9-f9ad-4df4-b15f-9df9734d839e"). InnerVolumeSpecName "kube-api-access-6rwf9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.667117 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f21706f9-f9ad-4df4-b15f-9df9734d839e" (UID: "f21706f9-f9ad-4df4-b15f-9df9734d839e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.684170 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "f21706f9-f9ad-4df4-b15f-9df9734d839e" (UID: "f21706f9-f9ad-4df4-b15f-9df9734d839e"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.695159 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.695221 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.695236 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6rwf9\" (UniqueName: \"kubernetes.io/projected/f21706f9-f9ad-4df4-b15f-9df9734d839e-kube-api-access-6rwf9\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.695248 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.695307 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.695761 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-config-data" (OuterVolumeSpecName: "config-data") pod "f21706f9-f9ad-4df4-b15f-9df9734d839e" (UID: "f21706f9-f9ad-4df4-b15f-9df9734d839e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.718967 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:15:25 crc kubenswrapper[4809]: W1013 20:15:25.721546 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbd29dead_d855_4a55_b833_a50017b18104.slice/crio-20378f9a949b13ecfa0dcc07f4fd13a33b91de8904e5e532fdf9e621d7b9f798 WatchSource:0}: Error finding container 20378f9a949b13ecfa0dcc07f4fd13a33b91de8904e5e532fdf9e621d7b9f798: Status 404 returned error can't find the container with id 20378f9a949b13ecfa0dcc07f4fd13a33b91de8904e5e532fdf9e621d7b9f798 Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.724860 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.796866 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.796904 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f21706f9-f9ad-4df4-b15f-9df9734d839e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.914676 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a615c26c-3d8c-4787-8ebf-906ab1947582","Type":"ContainerStarted","Data":"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428"} Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.917309 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bd29dead-d855-4a55-b833-a50017b18104","Type":"ContainerStarted","Data":"20378f9a949b13ecfa0dcc07f4fd13a33b91de8904e5e532fdf9e621d7b9f798"} Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.921089 4809 generic.go:334] "Generic (PLEG): container finished" podID="f21706f9-f9ad-4df4-b15f-9df9734d839e" containerID="2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b" exitCode=0 Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.921143 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.921195 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"f21706f9-f9ad-4df4-b15f-9df9734d839e","Type":"ContainerDied","Data":"2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b"} Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.921259 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"f21706f9-f9ad-4df4-b15f-9df9734d839e","Type":"ContainerDied","Data":"e42ed1c29c7724f2623ae29087a433bfd0f79d5a52efbe004b0baa0ad5d029d4"} Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.921279 4809 scope.go:117] "RemoveContainer" containerID="2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.959677 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.970329 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.970444 4809 scope.go:117] "RemoveContainer" containerID="10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.990850 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:15:25 crc kubenswrapper[4809]: E1013 20:15:25.991264 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f21706f9-f9ad-4df4-b15f-9df9734d839e" containerName="glance-httpd" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.991282 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f21706f9-f9ad-4df4-b15f-9df9734d839e" containerName="glance-httpd" Oct 13 20:15:25 crc kubenswrapper[4809]: E1013 20:15:25.991293 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f21706f9-f9ad-4df4-b15f-9df9734d839e" containerName="glance-log" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.991299 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f21706f9-f9ad-4df4-b15f-9df9734d839e" containerName="glance-log" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.991514 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f21706f9-f9ad-4df4-b15f-9df9734d839e" containerName="glance-log" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.991546 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f21706f9-f9ad-4df4-b15f-9df9734d839e" containerName="glance-httpd" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.993144 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.995303 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.995471 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:15:25 crc kubenswrapper[4809]: I1013 20:15:25.999818 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.011238 4809 scope.go:117] "RemoveContainer" containerID="2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b" Oct 13 20:15:26 crc kubenswrapper[4809]: E1013 20:15:26.016010 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b\": container with ID starting with 2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b not found: ID does not exist" containerID="2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.016058 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b"} err="failed to get container status \"2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b\": rpc error: code = NotFound desc = could not find container \"2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b\": container with ID starting with 2af11bc19f59ed8bd106640223b56dbceabe7a44c1e0d1974617e3caca97351b not found: ID does not exist" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.016091 4809 scope.go:117] "RemoveContainer" containerID="10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b" Oct 13 20:15:26 crc kubenswrapper[4809]: E1013 20:15:26.016566 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b\": container with ID starting with 10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b not found: ID does not exist" containerID="10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.016608 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b"} err="failed to get container status \"10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b\": rpc error: code = NotFound desc = could not find container \"10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b\": container with ID starting with 10ed07c2020fe43d84c609405c9eef2b82f9fe267e7ae2787cdce3483af60c8b not found: ID does not exist" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.102204 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-scripts\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.102271 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.102333 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.102412 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.102445 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-config-data\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.102479 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-logs\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.102534 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tx5zw\" (UniqueName: \"kubernetes.io/projected/aed5a24a-27c8-4213-9c1c-96e9b213881a-kube-api-access-tx5zw\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.102596 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.170322 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d709dd78-0761-4ef0-a9ea-a15c7c697d6e" path="/var/lib/kubelet/pods/d709dd78-0761-4ef0-a9ea-a15c7c697d6e/volumes" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.171285 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f21706f9-f9ad-4df4-b15f-9df9734d839e" path="/var/lib/kubelet/pods/f21706f9-f9ad-4df4-b15f-9df9734d839e/volumes" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.203974 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-scripts\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.204066 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.204163 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.204355 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.204441 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-config-data\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.204489 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-logs\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.204581 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tx5zw\" (UniqueName: \"kubernetes.io/projected/aed5a24a-27c8-4213-9c1c-96e9b213881a-kube-api-access-tx5zw\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.204746 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.207078 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.208913 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.211368 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-logs\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.211755 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-scripts\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.212996 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-config-data\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.212994 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.215416 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.233207 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tx5zw\" (UniqueName: \"kubernetes.io/projected/aed5a24a-27c8-4213-9c1c-96e9b213881a-kube-api-access-tx5zw\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.255867 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.312331 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:26 crc kubenswrapper[4809]: E1013 20:15:26.752048 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3512b8f3_de45_45f5_ae90_4adbaf4a30e6.slice/crio-5a7c71afa3bcd07998ece67df45e420ed66f72da1febf87cd324e3ec21c48985\": RecentStats: unable to find data in memory cache]" Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.839478 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:15:26 crc kubenswrapper[4809]: W1013 20:15:26.850670 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podaed5a24a_27c8_4213_9c1c_96e9b213881a.slice/crio-555247346d91ab3ebfb7472fa9781d35f9fc3156984a129c422002ac6f4d6826 WatchSource:0}: Error finding container 555247346d91ab3ebfb7472fa9781d35f9fc3156984a129c422002ac6f4d6826: Status 404 returned error can't find the container with id 555247346d91ab3ebfb7472fa9781d35f9fc3156984a129c422002ac6f4d6826 Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.939441 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"aed5a24a-27c8-4213-9c1c-96e9b213881a","Type":"ContainerStarted","Data":"555247346d91ab3ebfb7472fa9781d35f9fc3156984a129c422002ac6f4d6826"} Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.946063 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a615c26c-3d8c-4787-8ebf-906ab1947582","Type":"ContainerStarted","Data":"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e"} Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.946103 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a615c26c-3d8c-4787-8ebf-906ab1947582","Type":"ContainerStarted","Data":"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03"} Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.950092 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bd29dead-d855-4a55-b833-a50017b18104","Type":"ContainerStarted","Data":"8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734"} Oct 13 20:15:26 crc kubenswrapper[4809]: I1013 20:15:26.976339 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=2.976321204 podStartE2EDuration="2.976321204s" podCreationTimestamp="2025-10-13 20:15:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:26.974678107 +0000 UTC m=+3045.580424692" watchObservedRunningTime="2025-10-13 20:15:26.976321204 +0000 UTC m=+3045.582067789" Oct 13 20:15:27 crc kubenswrapper[4809]: I1013 20:15:27.961116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"aed5a24a-27c8-4213-9c1c-96e9b213881a","Type":"ContainerStarted","Data":"d47107f2896e1436c03dea8bb5966c5310d816b9116ea9f1fd667dd12f2595ec"} Oct 13 20:15:27 crc kubenswrapper[4809]: I1013 20:15:27.961373 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"aed5a24a-27c8-4213-9c1c-96e9b213881a","Type":"ContainerStarted","Data":"42801ebf80752ce199dc0c6a75b731ef573a247e61e935722cf61a59171a628d"} Oct 13 20:15:27 crc kubenswrapper[4809]: I1013 20:15:27.964337 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bd29dead-d855-4a55-b833-a50017b18104","Type":"ContainerStarted","Data":"f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb"} Oct 13 20:15:28 crc kubenswrapper[4809]: I1013 20:15:28.980456 4809 generic.go:334] "Generic (PLEG): container finished" podID="e97cbb0e-42c2-4423-b419-420d1c328eb3" containerID="0bd23400998c797c5340df30848230efcf1699ce46186613c408edbaac2a0f4e" exitCode=0 Oct 13 20:15:28 crc kubenswrapper[4809]: I1013 20:15:28.981185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" event={"ID":"e97cbb0e-42c2-4423-b419-420d1c328eb3","Type":"ContainerDied","Data":"0bd23400998c797c5340df30848230efcf1699ce46186613c408edbaac2a0f4e"} Oct 13 20:15:28 crc kubenswrapper[4809]: I1013 20:15:28.988815 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a615c26c-3d8c-4787-8ebf-906ab1947582","Type":"ContainerStarted","Data":"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038"} Oct 13 20:15:28 crc kubenswrapper[4809]: I1013 20:15:28.989164 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:29 crc kubenswrapper[4809]: I1013 20:15:29.005950 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=4.005930266 podStartE2EDuration="4.005930266s" podCreationTimestamp="2025-10-13 20:15:25 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:27.990318017 +0000 UTC m=+3046.596064602" watchObservedRunningTime="2025-10-13 20:15:29.005930266 +0000 UTC m=+3047.611676871" Oct 13 20:15:29 crc kubenswrapper[4809]: I1013 20:15:29.028311 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.662320707 podStartE2EDuration="6.028291479s" podCreationTimestamp="2025-10-13 20:15:23 +0000 UTC" firstStartedPulling="2025-10-13 20:15:24.863279821 +0000 UTC m=+3043.469026416" lastFinishedPulling="2025-10-13 20:15:28.229250583 +0000 UTC m=+3046.834997188" observedRunningTime="2025-10-13 20:15:29.024250934 +0000 UTC m=+3047.629997559" watchObservedRunningTime="2025-10-13 20:15:29.028291479 +0000 UTC m=+3047.634038084" Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.428972 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.517794 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-config-data\") pod \"e97cbb0e-42c2-4423-b419-420d1c328eb3\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.517903 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-h5bcx\" (UniqueName: \"kubernetes.io/projected/e97cbb0e-42c2-4423-b419-420d1c328eb3-kube-api-access-h5bcx\") pod \"e97cbb0e-42c2-4423-b419-420d1c328eb3\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.517995 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-combined-ca-bundle\") pod \"e97cbb0e-42c2-4423-b419-420d1c328eb3\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.518098 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-scripts\") pod \"e97cbb0e-42c2-4423-b419-420d1c328eb3\" (UID: \"e97cbb0e-42c2-4423-b419-420d1c328eb3\") " Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.525832 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-scripts" (OuterVolumeSpecName: "scripts") pod "e97cbb0e-42c2-4423-b419-420d1c328eb3" (UID: "e97cbb0e-42c2-4423-b419-420d1c328eb3"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.536244 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e97cbb0e-42c2-4423-b419-420d1c328eb3-kube-api-access-h5bcx" (OuterVolumeSpecName: "kube-api-access-h5bcx") pod "e97cbb0e-42c2-4423-b419-420d1c328eb3" (UID: "e97cbb0e-42c2-4423-b419-420d1c328eb3"). InnerVolumeSpecName "kube-api-access-h5bcx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.552906 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e97cbb0e-42c2-4423-b419-420d1c328eb3" (UID: "e97cbb0e-42c2-4423-b419-420d1c328eb3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.569757 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-config-data" (OuterVolumeSpecName: "config-data") pod "e97cbb0e-42c2-4423-b419-420d1c328eb3" (UID: "e97cbb0e-42c2-4423-b419-420d1c328eb3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.621316 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.621523 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-h5bcx\" (UniqueName: \"kubernetes.io/projected/e97cbb0e-42c2-4423-b419-420d1c328eb3-kube-api-access-h5bcx\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.621819 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:30 crc kubenswrapper[4809]: I1013 20:15:30.621923 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e97cbb0e-42c2-4423-b419-420d1c328eb3-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.028915 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" event={"ID":"e97cbb0e-42c2-4423-b419-420d1c328eb3","Type":"ContainerDied","Data":"fbb15428765c8d549a59a6f57c0f45aa3e21434d18355139e988ec9bfbd2514a"} Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.029373 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="fbb15428765c8d549a59a6f57c0f45aa3e21434d18355139e988ec9bfbd2514a" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.029985 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.108430 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:15:31 crc kubenswrapper[4809]: E1013 20:15:31.108899 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e97cbb0e-42c2-4423-b419-420d1c328eb3" containerName="nova-cell0-conductor-db-sync" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.108917 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e97cbb0e-42c2-4423-b419-420d1c328eb3" containerName="nova-cell0-conductor-db-sync" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.109115 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e97cbb0e-42c2-4423-b419-420d1c328eb3" containerName="nova-cell0-conductor-db-sync" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.109775 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.113018 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.113187 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-858ns" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.126573 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.231018 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.231092 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.231136 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hxpsk\" (UniqueName: \"kubernetes.io/projected/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-kube-api-access-hxpsk\") pod \"nova-cell0-conductor-0\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.332776 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.332833 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.332867 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hxpsk\" (UniqueName: \"kubernetes.io/projected/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-kube-api-access-hxpsk\") pod \"nova-cell0-conductor-0\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.343063 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.346187 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.355903 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hxpsk\" (UniqueName: \"kubernetes.io/projected/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-kube-api-access-hxpsk\") pod \"nova-cell0-conductor-0\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.429329 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:31 crc kubenswrapper[4809]: I1013 20:15:31.944002 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:15:31 crc kubenswrapper[4809]: W1013 20:15:31.951601 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod198020cf_cdbb_4df2_95f0_5bb5f7fa0d75.slice/crio-e51b145a4cd3810547d8c7a81d54df9dabefae9470479cc99cb05211da4bd5a1 WatchSource:0}: Error finding container e51b145a4cd3810547d8c7a81d54df9dabefae9470479cc99cb05211da4bd5a1: Status 404 returned error can't find the container with id e51b145a4cd3810547d8c7a81d54df9dabefae9470479cc99cb05211da4bd5a1 Oct 13 20:15:32 crc kubenswrapper[4809]: I1013 20:15:32.046328 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75","Type":"ContainerStarted","Data":"e51b145a4cd3810547d8c7a81d54df9dabefae9470479cc99cb05211da4bd5a1"} Oct 13 20:15:33 crc kubenswrapper[4809]: I1013 20:15:33.069842 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75","Type":"ContainerStarted","Data":"807d7fb0cb94d303c5292b0477fd3e03496cd58487b932e0eb5afef6a0aec638"} Oct 13 20:15:33 crc kubenswrapper[4809]: I1013 20:15:33.070296 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:33 crc kubenswrapper[4809]: I1013 20:15:33.113327 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=2.113294404 podStartE2EDuration="2.113294404s" podCreationTimestamp="2025-10-13 20:15:31 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:33.098367302 +0000 UTC m=+3051.704113897" watchObservedRunningTime="2025-10-13 20:15:33.113294404 +0000 UTC m=+3051.719041029" Oct 13 20:15:35 crc kubenswrapper[4809]: I1013 20:15:35.197557 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:15:35 crc kubenswrapper[4809]: I1013 20:15:35.198228 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="198020cf-cdbb-4df2-95f0-5bb5f7fa0d75" containerName="nova-cell0-conductor-conductor" containerID="cri-o://807d7fb0cb94d303c5292b0477fd3e03496cd58487b932e0eb5afef6a0aec638" gracePeriod=30 Oct 13 20:15:35 crc kubenswrapper[4809]: I1013 20:15:35.299581 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:35 crc kubenswrapper[4809]: I1013 20:15:35.299651 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:35 crc kubenswrapper[4809]: I1013 20:15:35.342592 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:35 crc kubenswrapper[4809]: I1013 20:15:35.357443 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.115700 4809 generic.go:334] "Generic (PLEG): container finished" podID="198020cf-cdbb-4df2-95f0-5bb5f7fa0d75" containerID="807d7fb0cb94d303c5292b0477fd3e03496cd58487b932e0eb5afef6a0aec638" exitCode=0 Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.116430 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75","Type":"ContainerDied","Data":"807d7fb0cb94d303c5292b0477fd3e03496cd58487b932e0eb5afef6a0aec638"} Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.116481 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.116958 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.155646 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:15:36 crc kubenswrapper[4809]: E1013 20:15:36.155950 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.188882 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.243391 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hxpsk\" (UniqueName: \"kubernetes.io/projected/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-kube-api-access-hxpsk\") pod \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.243472 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-config-data\") pod \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.243534 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-combined-ca-bundle\") pod \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\" (UID: \"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75\") " Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.253850 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-kube-api-access-hxpsk" (OuterVolumeSpecName: "kube-api-access-hxpsk") pod "198020cf-cdbb-4df2-95f0-5bb5f7fa0d75" (UID: "198020cf-cdbb-4df2-95f0-5bb5f7fa0d75"). InnerVolumeSpecName "kube-api-access-hxpsk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.287834 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "198020cf-cdbb-4df2-95f0-5bb5f7fa0d75" (UID: "198020cf-cdbb-4df2-95f0-5bb5f7fa0d75"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.287923 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-config-data" (OuterVolumeSpecName: "config-data") pod "198020cf-cdbb-4df2-95f0-5bb5f7fa0d75" (UID: "198020cf-cdbb-4df2-95f0-5bb5f7fa0d75"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.316065 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.316169 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.346708 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.346817 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hxpsk\" (UniqueName: \"kubernetes.io/projected/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-kube-api-access-hxpsk\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.346831 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.358911 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:36 crc kubenswrapper[4809]: I1013 20:15:36.367854 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:37 crc kubenswrapper[4809]: E1013 20:15:37.010869 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3512b8f3_de45_45f5_ae90_4adbaf4a30e6.slice/crio-5a7c71afa3bcd07998ece67df45e420ed66f72da1febf87cd324e3ec21c48985\": RecentStats: unable to find data in memory cache]" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.075967 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.077277 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="ceilometer-central-agent" containerID="cri-o://8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428" gracePeriod=30 Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.077367 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="proxy-httpd" containerID="cri-o://4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038" gracePeriod=30 Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.077459 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="ceilometer-notification-agent" containerID="cri-o://ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03" gracePeriod=30 Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.077360 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="sg-core" containerID="cri-o://38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e" gracePeriod=30 Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.131557 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"198020cf-cdbb-4df2-95f0-5bb5f7fa0d75","Type":"ContainerDied","Data":"e51b145a4cd3810547d8c7a81d54df9dabefae9470479cc99cb05211da4bd5a1"} Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.131614 4809 scope.go:117] "RemoveContainer" containerID="807d7fb0cb94d303c5292b0477fd3e03496cd58487b932e0eb5afef6a0aec638" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.131812 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.131993 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.132030 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.181944 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.225803 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.249410 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:15:37 crc kubenswrapper[4809]: E1013 20:15:37.275009 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="198020cf-cdbb-4df2-95f0-5bb5f7fa0d75" containerName="nova-cell0-conductor-conductor" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.275337 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="198020cf-cdbb-4df2-95f0-5bb5f7fa0d75" containerName="nova-cell0-conductor-conductor" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.278124 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="198020cf-cdbb-4df2-95f0-5bb5f7fa0d75" containerName="nova-cell0-conductor-conductor" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.280490 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.280667 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.290969 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.293690 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-858ns" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.478246 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.478573 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nsstn\" (UniqueName: \"kubernetes.io/projected/101e2a98-686c-4e77-b18a-47672356e702-kube-api-access-nsstn\") pod \"nova-cell0-conductor-0\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.478680 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.580927 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.581073 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nsstn\" (UniqueName: \"kubernetes.io/projected/101e2a98-686c-4e77-b18a-47672356e702-kube-api-access-nsstn\") pod \"nova-cell0-conductor-0\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.581127 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.587356 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.588079 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.599936 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nsstn\" (UniqueName: \"kubernetes.io/projected/101e2a98-686c-4e77-b18a-47672356e702-kube-api-access-nsstn\") pod \"nova-cell0-conductor-0\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.641346 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.926238 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:37 crc kubenswrapper[4809]: I1013 20:15:37.977270 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.088564 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-config-data\") pod \"a615c26c-3d8c-4787-8ebf-906ab1947582\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.088638 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-sg-core-conf-yaml\") pod \"a615c26c-3d8c-4787-8ebf-906ab1947582\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.088669 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-q8xhz\" (UniqueName: \"kubernetes.io/projected/a615c26c-3d8c-4787-8ebf-906ab1947582-kube-api-access-q8xhz\") pod \"a615c26c-3d8c-4787-8ebf-906ab1947582\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.088716 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-run-httpd\") pod \"a615c26c-3d8c-4787-8ebf-906ab1947582\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.088788 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-log-httpd\") pod \"a615c26c-3d8c-4787-8ebf-906ab1947582\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.088884 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-combined-ca-bundle\") pod \"a615c26c-3d8c-4787-8ebf-906ab1947582\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.088943 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-scripts\") pod \"a615c26c-3d8c-4787-8ebf-906ab1947582\" (UID: \"a615c26c-3d8c-4787-8ebf-906ab1947582\") " Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.089806 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "a615c26c-3d8c-4787-8ebf-906ab1947582" (UID: "a615c26c-3d8c-4787-8ebf-906ab1947582"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.089837 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "a615c26c-3d8c-4787-8ebf-906ab1947582" (UID: "a615c26c-3d8c-4787-8ebf-906ab1947582"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.094641 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a615c26c-3d8c-4787-8ebf-906ab1947582-kube-api-access-q8xhz" (OuterVolumeSpecName: "kube-api-access-q8xhz") pod "a615c26c-3d8c-4787-8ebf-906ab1947582" (UID: "a615c26c-3d8c-4787-8ebf-906ab1947582"). InnerVolumeSpecName "kube-api-access-q8xhz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.095004 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-scripts" (OuterVolumeSpecName: "scripts") pod "a615c26c-3d8c-4787-8ebf-906ab1947582" (UID: "a615c26c-3d8c-4787-8ebf-906ab1947582"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.126206 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "a615c26c-3d8c-4787-8ebf-906ab1947582" (UID: "a615c26c-3d8c-4787-8ebf-906ab1947582"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.140498 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:15:38 crc kubenswrapper[4809]: W1013 20:15:38.150609 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod101e2a98_686c_4e77_b18a_47672356e702.slice/crio-573c924108f8628936e92fd5af4cae340a880a03540dc13aba92d807223b3b5f WatchSource:0}: Error finding container 573c924108f8628936e92fd5af4cae340a880a03540dc13aba92d807223b3b5f: Status 404 returned error can't find the container with id 573c924108f8628936e92fd5af4cae340a880a03540dc13aba92d807223b3b5f Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.167271 4809 generic.go:334] "Generic (PLEG): container finished" podID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerID="4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038" exitCode=0 Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.167314 4809 generic.go:334] "Generic (PLEG): container finished" podID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerID="38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e" exitCode=2 Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.167331 4809 generic.go:334] "Generic (PLEG): container finished" podID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerID="ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03" exitCode=0 Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.167349 4809 generic.go:334] "Generic (PLEG): container finished" podID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerID="8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428" exitCode=0 Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.168269 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.171868 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="198020cf-cdbb-4df2-95f0-5bb5f7fa0d75" path="/var/lib/kubelet/pods/198020cf-cdbb-4df2-95f0-5bb5f7fa0d75/volumes" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.185749 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a615c26c-3d8c-4787-8ebf-906ab1947582","Type":"ContainerDied","Data":"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038"} Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.185819 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a615c26c-3d8c-4787-8ebf-906ab1947582","Type":"ContainerDied","Data":"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e"} Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.185833 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a615c26c-3d8c-4787-8ebf-906ab1947582","Type":"ContainerDied","Data":"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03"} Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.185855 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.185885 4809 scope.go:117] "RemoveContainer" containerID="4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.185896 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a615c26c-3d8c-4787-8ebf-906ab1947582","Type":"ContainerDied","Data":"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428"} Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.185975 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a615c26c-3d8c-4787-8ebf-906ab1947582","Type":"ContainerDied","Data":"482b1c6afb6028978a95fee7c3fdf954b97f62f0a9553a3ae0dea78a406461bd"} Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.191871 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.191928 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-q8xhz\" (UniqueName: \"kubernetes.io/projected/a615c26c-3d8c-4787-8ebf-906ab1947582-kube-api-access-q8xhz\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.191947 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.191958 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a615c26c-3d8c-4787-8ebf-906ab1947582-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.191969 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.215625 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a615c26c-3d8c-4787-8ebf-906ab1947582" (UID: "a615c26c-3d8c-4787-8ebf-906ab1947582"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.297276 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.303348 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-config-data" (OuterVolumeSpecName: "config-data") pod "a615c26c-3d8c-4787-8ebf-906ab1947582" (UID: "a615c26c-3d8c-4787-8ebf-906ab1947582"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.382185 4809 scope.go:117] "RemoveContainer" containerID="38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.400355 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a615c26c-3d8c-4787-8ebf-906ab1947582-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.416972 4809 scope.go:117] "RemoveContainer" containerID="ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.449498 4809 scope.go:117] "RemoveContainer" containerID="8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.489893 4809 scope.go:117] "RemoveContainer" containerID="4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038" Oct 13 20:15:38 crc kubenswrapper[4809]: E1013 20:15:38.490361 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038\": container with ID starting with 4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038 not found: ID does not exist" containerID="4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.490405 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038"} err="failed to get container status \"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038\": rpc error: code = NotFound desc = could not find container \"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038\": container with ID starting with 4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.490431 4809 scope.go:117] "RemoveContainer" containerID="38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e" Oct 13 20:15:38 crc kubenswrapper[4809]: E1013 20:15:38.490755 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e\": container with ID starting with 38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e not found: ID does not exist" containerID="38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.490787 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e"} err="failed to get container status \"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e\": rpc error: code = NotFound desc = could not find container \"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e\": container with ID starting with 38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.490806 4809 scope.go:117] "RemoveContainer" containerID="ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03" Oct 13 20:15:38 crc kubenswrapper[4809]: E1013 20:15:38.491086 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03\": container with ID starting with ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03 not found: ID does not exist" containerID="ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.491114 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03"} err="failed to get container status \"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03\": rpc error: code = NotFound desc = could not find container \"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03\": container with ID starting with ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.491132 4809 scope.go:117] "RemoveContainer" containerID="8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428" Oct 13 20:15:38 crc kubenswrapper[4809]: E1013 20:15:38.491533 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428\": container with ID starting with 8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428 not found: ID does not exist" containerID="8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.491748 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428"} err="failed to get container status \"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428\": rpc error: code = NotFound desc = could not find container \"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428\": container with ID starting with 8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.491765 4809 scope.go:117] "RemoveContainer" containerID="4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.491949 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038"} err="failed to get container status \"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038\": rpc error: code = NotFound desc = could not find container \"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038\": container with ID starting with 4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.491967 4809 scope.go:117] "RemoveContainer" containerID="38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.492960 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e"} err="failed to get container status \"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e\": rpc error: code = NotFound desc = could not find container \"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e\": container with ID starting with 38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.492981 4809 scope.go:117] "RemoveContainer" containerID="ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.493909 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03"} err="failed to get container status \"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03\": rpc error: code = NotFound desc = could not find container \"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03\": container with ID starting with ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.493951 4809 scope.go:117] "RemoveContainer" containerID="8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.494211 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428"} err="failed to get container status \"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428\": rpc error: code = NotFound desc = could not find container \"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428\": container with ID starting with 8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.494233 4809 scope.go:117] "RemoveContainer" containerID="4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.494482 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038"} err="failed to get container status \"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038\": rpc error: code = NotFound desc = could not find container \"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038\": container with ID starting with 4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.494504 4809 scope.go:117] "RemoveContainer" containerID="38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.494826 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e"} err="failed to get container status \"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e\": rpc error: code = NotFound desc = could not find container \"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e\": container with ID starting with 38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.494847 4809 scope.go:117] "RemoveContainer" containerID="ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.498855 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03"} err="failed to get container status \"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03\": rpc error: code = NotFound desc = could not find container \"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03\": container with ID starting with ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.498878 4809 scope.go:117] "RemoveContainer" containerID="8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.499383 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428"} err="failed to get container status \"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428\": rpc error: code = NotFound desc = could not find container \"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428\": container with ID starting with 8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.499426 4809 scope.go:117] "RemoveContainer" containerID="4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.499677 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038"} err="failed to get container status \"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038\": rpc error: code = NotFound desc = could not find container \"4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038\": container with ID starting with 4e1c298a717c9152d53eb368833079e0f7755a1bb726abe9a0d05af6c460b038 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.499697 4809 scope.go:117] "RemoveContainer" containerID="38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.499945 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e"} err="failed to get container status \"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e\": rpc error: code = NotFound desc = could not find container \"38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e\": container with ID starting with 38f7448e4ad2a6ad8127e32a923dec29feeb919b0b4689b23fc8da9c78a1d97e not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.499972 4809 scope.go:117] "RemoveContainer" containerID="ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.500215 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03"} err="failed to get container status \"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03\": rpc error: code = NotFound desc = could not find container \"ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03\": container with ID starting with ca45802fb3b6a7bdc7972cdbf0c30a3b2151b8e9da9daf3cc53025d5ee28ce03 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.500234 4809 scope.go:117] "RemoveContainer" containerID="8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.500490 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428"} err="failed to get container status \"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428\": rpc error: code = NotFound desc = could not find container \"8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428\": container with ID starting with 8541cfcd8e0ecfcd11083c0b32da974d4c5b6520082d0ba8c9ea55a70b8c8428 not found: ID does not exist" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.504804 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.509761 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.526976 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:38 crc kubenswrapper[4809]: E1013 20:15:38.527450 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="ceilometer-notification-agent" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.527475 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="ceilometer-notification-agent" Oct 13 20:15:38 crc kubenswrapper[4809]: E1013 20:15:38.527519 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="ceilometer-central-agent" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.527528 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="ceilometer-central-agent" Oct 13 20:15:38 crc kubenswrapper[4809]: E1013 20:15:38.527555 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="proxy-httpd" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.527563 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="proxy-httpd" Oct 13 20:15:38 crc kubenswrapper[4809]: E1013 20:15:38.527580 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="sg-core" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.527587 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="sg-core" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.527826 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="sg-core" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.527854 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="proxy-httpd" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.527867 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="ceilometer-notification-agent" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.527882 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" containerName="ceilometer-central-agent" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.529958 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.533085 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.533376 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.535623 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.603419 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-config-data\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.603481 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-log-httpd\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.603914 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-run-httpd\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.604057 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-frqc4\" (UniqueName: \"kubernetes.io/projected/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-kube-api-access-frqc4\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.604163 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.604285 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.604354 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-scripts\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.706467 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-log-httpd\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.707117 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-log-httpd\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.708699 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-run-httpd\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.709000 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-frqc4\" (UniqueName: \"kubernetes.io/projected/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-kube-api-access-frqc4\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.709300 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-run-httpd\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.710579 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.710908 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.711146 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-scripts\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.711309 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-config-data\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.717258 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-scripts\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.717439 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.717634 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.720398 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-config-data\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.727936 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-frqc4\" (UniqueName: \"kubernetes.io/projected/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-kube-api-access-frqc4\") pod \"ceilometer-0\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:38 crc kubenswrapper[4809]: I1013 20:15:38.855547 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:39 crc kubenswrapper[4809]: I1013 20:15:39.177185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"101e2a98-686c-4e77-b18a-47672356e702","Type":"ContainerStarted","Data":"1755aab4a7eefda56866e1a4959b9a675dc028d4a7a5a00e4e5d04d9ba404406"} Oct 13 20:15:39 crc kubenswrapper[4809]: I1013 20:15:39.177401 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"101e2a98-686c-4e77-b18a-47672356e702","Type":"ContainerStarted","Data":"573c924108f8628936e92fd5af4cae340a880a03540dc13aba92d807223b3b5f"} Oct 13 20:15:39 crc kubenswrapper[4809]: I1013 20:15:39.177508 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:39 crc kubenswrapper[4809]: I1013 20:15:39.204073 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=2.204057267 podStartE2EDuration="2.204057267s" podCreationTimestamp="2025-10-13 20:15:37 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:39.195024172 +0000 UTC m=+3057.800770757" watchObservedRunningTime="2025-10-13 20:15:39.204057267 +0000 UTC m=+3057.809803842" Oct 13 20:15:39 crc kubenswrapper[4809]: I1013 20:15:39.225456 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:39 crc kubenswrapper[4809]: I1013 20:15:39.225585 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:15:39 crc kubenswrapper[4809]: I1013 20:15:39.278996 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:15:39 crc kubenswrapper[4809]: I1013 20:15:39.338202 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:15:40 crc kubenswrapper[4809]: I1013 20:15:40.165052 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a615c26c-3d8c-4787-8ebf-906ab1947582" path="/var/lib/kubelet/pods/a615c26c-3d8c-4787-8ebf-906ab1947582/volumes" Oct 13 20:15:40 crc kubenswrapper[4809]: I1013 20:15:40.188391 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6dba7ea6-c792-40b4-9aa3-50417fdb2acd","Type":"ContainerStarted","Data":"3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05"} Oct 13 20:15:40 crc kubenswrapper[4809]: I1013 20:15:40.188444 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6dba7ea6-c792-40b4-9aa3-50417fdb2acd","Type":"ContainerStarted","Data":"0de208688ac31e9e56bd769af1c8b6a5d36829564c28e7bef9366c644f9b7d06"} Oct 13 20:15:41 crc kubenswrapper[4809]: I1013 20:15:41.199352 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6dba7ea6-c792-40b4-9aa3-50417fdb2acd","Type":"ContainerStarted","Data":"542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e"} Oct 13 20:15:42 crc kubenswrapper[4809]: I1013 20:15:42.211363 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6dba7ea6-c792-40b4-9aa3-50417fdb2acd","Type":"ContainerStarted","Data":"9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee"} Oct 13 20:15:43 crc kubenswrapper[4809]: I1013 20:15:43.225905 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6dba7ea6-c792-40b4-9aa3-50417fdb2acd","Type":"ContainerStarted","Data":"deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551"} Oct 13 20:15:43 crc kubenswrapper[4809]: I1013 20:15:43.227417 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:15:43 crc kubenswrapper[4809]: I1013 20:15:43.258447 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.182169787 podStartE2EDuration="5.258422826s" podCreationTimestamp="2025-10-13 20:15:38 +0000 UTC" firstStartedPulling="2025-10-13 20:15:39.369721902 +0000 UTC m=+3057.975468487" lastFinishedPulling="2025-10-13 20:15:42.445974941 +0000 UTC m=+3061.051721526" observedRunningTime="2025-10-13 20:15:43.255873784 +0000 UTC m=+3061.861620399" watchObservedRunningTime="2025-10-13 20:15:43.258422826 +0000 UTC m=+3061.864169431" Oct 13 20:15:47 crc kubenswrapper[4809]: I1013 20:15:47.687010 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.430796 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8"] Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.432166 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.436835 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-config-data" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.436974 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-scripts" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.464789 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8"] Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.491672 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.492941 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.497683 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.500292 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.528799 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-scripts\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.528879 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-config-data\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.528937 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4czsf\" (UniqueName: \"kubernetes.io/projected/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-kube-api-access-4czsf\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.528986 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.562218 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.563616 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.566803 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.584696 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.605799 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.607015 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.613997 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.621610 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.640668 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.640713 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-config-data\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.640748 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.640773 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4czsf\" (UniqueName: \"kubernetes.io/projected/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-kube-api-access-4czsf\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.640794 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-245h9\" (UniqueName: \"kubernetes.io/projected/0f446ded-cbd2-4060-86f9-0ff64e6cd514-kube-api-access-245h9\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.640818 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0f446ded-cbd2-4060-86f9-0ff64e6cd514-logs\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.640835 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.640862 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-config-data\") pod \"nova-scheduler-0\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.640934 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-scripts\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.640956 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-b5xnt\" (UniqueName: \"kubernetes.io/projected/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-kube-api-access-b5xnt\") pod \"nova-scheduler-0\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.640993 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-config-data\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.658420 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-scripts\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.658570 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-config-data\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.658887 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.667281 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4czsf\" (UniqueName: \"kubernetes.io/projected/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-kube-api-access-4czsf\") pod \"nova-cell0-cell-mapping-q8kn8\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.705528 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.707172 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.710240 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.718238 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.742178 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.742399 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fc2bm\" (UniqueName: \"kubernetes.io/projected/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-kube-api-access-fc2bm\") pod \"nova-cell1-novncproxy-0\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.742477 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-b5xnt\" (UniqueName: \"kubernetes.io/projected/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-kube-api-access-b5xnt\") pod \"nova-scheduler-0\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.742618 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.742645 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-config-data\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.742662 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.742687 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.742714 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-245h9\" (UniqueName: \"kubernetes.io/projected/0f446ded-cbd2-4060-86f9-0ff64e6cd514-kube-api-access-245h9\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.742763 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0f446ded-cbd2-4060-86f9-0ff64e6cd514-logs\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.742799 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-config-data\") pod \"nova-scheduler-0\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.745894 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-config-data\") pod \"nova-scheduler-0\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.746392 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0f446ded-cbd2-4060-86f9-0ff64e6cd514-logs\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.749410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-config-data\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.750279 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.754122 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.757018 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.762284 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-245h9\" (UniqueName: \"kubernetes.io/projected/0f446ded-cbd2-4060-86f9-0ff64e6cd514-kube-api-access-245h9\") pod \"nova-metadata-0\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.762884 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-b5xnt\" (UniqueName: \"kubernetes.io/projected/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-kube-api-access-b5xnt\") pod \"nova-scheduler-0\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.807919 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.847460 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.847496 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-config-data\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.847537 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vmtlw\" (UniqueName: \"kubernetes.io/projected/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-kube-api-access-vmtlw\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.847578 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.847596 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-logs\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.847614 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fc2bm\" (UniqueName: \"kubernetes.io/projected/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-kube-api-access-fc2bm\") pod \"nova-cell1-novncproxy-0\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.847680 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.851719 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.852227 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.874041 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fc2bm\" (UniqueName: \"kubernetes.io/projected/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-kube-api-access-fc2bm\") pod \"nova-cell1-novncproxy-0\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.884899 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.927400 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.948758 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-config-data\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.948819 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vmtlw\" (UniqueName: \"kubernetes.io/projected/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-kube-api-access-vmtlw\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.948865 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.948888 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-logs\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.949290 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-logs\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.955551 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.959749 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-config-data\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:48 crc kubenswrapper[4809]: I1013 20:15:48.980747 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vmtlw\" (UniqueName: \"kubernetes.io/projected/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-kube-api-access-vmtlw\") pod \"nova-api-0\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.042353 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.260714 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8"] Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.308324 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" event={"ID":"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace","Type":"ContainerStarted","Data":"55366333f83b28cf57943eec2493229b1cf4717e8bb46655368bc7cf32b27713"} Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.400860 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f"] Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.402254 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.405053 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.405075 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-scripts" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.424765 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f"] Oct 13 20:15:49 crc kubenswrapper[4809]: W1013 20:15:49.428098 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf484bdfa_1d9b_4515_8bd3_36bb33305ee5.slice/crio-233694da9cd0fc85eb60f45ee565ea28322d1513551ab088bd9d20b08014df62 WatchSource:0}: Error finding container 233694da9cd0fc85eb60f45ee565ea28322d1513551ab088bd9d20b08014df62: Status 404 returned error can't find the container with id 233694da9cd0fc85eb60f45ee565ea28322d1513551ab088bd9d20b08014df62 Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.445533 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.453645 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.459501 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-config-data\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.459695 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sm8wz\" (UniqueName: \"kubernetes.io/projected/5fae7214-992e-4fd3-aecd-f8dfb178f68e-kube-api-access-sm8wz\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.459936 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-scripts\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.460117 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.502266 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:15:49 crc kubenswrapper[4809]: W1013 20:15:49.509916 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode9c4f989_68b3_4b58_8cd7_7fac3fe4edd5.slice/crio-fd7440551f95edd1fbb357f47206030a584d6df0f0b2194a3db2afd975a892c0 WatchSource:0}: Error finding container fd7440551f95edd1fbb357f47206030a584d6df0f0b2194a3db2afd975a892c0: Status 404 returned error can't find the container with id fd7440551f95edd1fbb357f47206030a584d6df0f0b2194a3db2afd975a892c0 Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.561396 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-config-data\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.561682 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sm8wz\" (UniqueName: \"kubernetes.io/projected/5fae7214-992e-4fd3-aecd-f8dfb178f68e-kube-api-access-sm8wz\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.561744 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-scripts\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.561801 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.567447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-config-data\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.570875 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-scripts\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.571359 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.581279 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.583904 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sm8wz\" (UniqueName: \"kubernetes.io/projected/5fae7214-992e-4fd3-aecd-f8dfb178f68e-kube-api-access-sm8wz\") pod \"nova-cell1-conductor-db-sync-m7z2f\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:49 crc kubenswrapper[4809]: I1013 20:15:49.721346 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:50 crc kubenswrapper[4809]: W1013 20:15:50.162504 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5fae7214_992e_4fd3_aecd_f8dfb178f68e.slice/crio-a87c9551d5884f5c43d2658dd9430e9b46bfea544482b852ffa134eb71f665fd WatchSource:0}: Error finding container a87c9551d5884f5c43d2658dd9430e9b46bfea544482b852ffa134eb71f665fd: Status 404 returned error can't find the container with id a87c9551d5884f5c43d2658dd9430e9b46bfea544482b852ffa134eb71f665fd Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.185886 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f"] Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.319793 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" event={"ID":"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace","Type":"ContainerStarted","Data":"2698eac726fdaf8b54defa80ce80167da50d2711881c2501b1e20b4f53cdd559"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.322754 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"0f446ded-cbd2-4060-86f9-0ff64e6cd514","Type":"ContainerStarted","Data":"b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.322811 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"0f446ded-cbd2-4060-86f9-0ff64e6cd514","Type":"ContainerStarted","Data":"389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.322833 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"0f446ded-cbd2-4060-86f9-0ff64e6cd514","Type":"ContainerStarted","Data":"123d59489a15896df0a8dd93735f08d7ee60d42d8941b5bab6107b2b73de0dff"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.326993 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"f484bdfa-1d9b-4515-8bd3-36bb33305ee5","Type":"ContainerStarted","Data":"5fa4f3c35893744fc2fe28a5aaf9a7b41b43694a0c0bbf0f9e1cb265cdb9e91b"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.327032 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"f484bdfa-1d9b-4515-8bd3-36bb33305ee5","Type":"ContainerStarted","Data":"233694da9cd0fc85eb60f45ee565ea28322d1513551ab088bd9d20b08014df62"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.330390 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb","Type":"ContainerStarted","Data":"51bbc4df10e204ab4ce44d469646498158615eb3020a49b782ffb69e6ce93ecc"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.330421 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb","Type":"ContainerStarted","Data":"868751413da159454b81380a7d8154dbf01fe47d43a5c35c0182fbeaeb676e75"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.330430 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb","Type":"ContainerStarted","Data":"bdb887a05635d087cced0067ce85a947166c53a25affc4c4d4ea4ca7902ba1c6"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.332718 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5","Type":"ContainerStarted","Data":"ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.332774 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5","Type":"ContainerStarted","Data":"fd7440551f95edd1fbb357f47206030a584d6df0f0b2194a3db2afd975a892c0"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.335113 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" event={"ID":"5fae7214-992e-4fd3-aecd-f8dfb178f68e","Type":"ContainerStarted","Data":"a87c9551d5884f5c43d2658dd9430e9b46bfea544482b852ffa134eb71f665fd"} Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.343227 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" podStartSLOduration=2.343206218 podStartE2EDuration="2.343206218s" podCreationTimestamp="2025-10-13 20:15:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:50.333236226 +0000 UTC m=+3068.938982811" watchObservedRunningTime="2025-10-13 20:15:50.343206218 +0000 UTC m=+3068.948952803" Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.378587 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.378565498 podStartE2EDuration="2.378565498s" podCreationTimestamp="2025-10-13 20:15:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:50.347779307 +0000 UTC m=+3068.953525902" watchObservedRunningTime="2025-10-13 20:15:50.378565498 +0000 UTC m=+3068.984312083" Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.389906 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.3898882280000002 podStartE2EDuration="2.389888228s" podCreationTimestamp="2025-10-13 20:15:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:50.367017011 +0000 UTC m=+3068.972763596" watchObservedRunningTime="2025-10-13 20:15:50.389888228 +0000 UTC m=+3068.995634813" Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.396854 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.396838405 podStartE2EDuration="2.396838405s" podCreationTimestamp="2025-10-13 20:15:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:50.380275376 +0000 UTC m=+3068.986021961" watchObservedRunningTime="2025-10-13 20:15:50.396838405 +0000 UTC m=+3069.002584990" Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.405337 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.405323575 podStartE2EDuration="2.405323575s" podCreationTimestamp="2025-10-13 20:15:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:50.402933917 +0000 UTC m=+3069.008680502" watchObservedRunningTime="2025-10-13 20:15:50.405323575 +0000 UTC m=+3069.011070160" Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.627563 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:50 crc kubenswrapper[4809]: I1013 20:15:50.637002 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:15:51 crc kubenswrapper[4809]: I1013 20:15:51.155583 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:15:51 crc kubenswrapper[4809]: E1013 20:15:51.156264 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:15:51 crc kubenswrapper[4809]: I1013 20:15:51.349233 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" event={"ID":"5fae7214-992e-4fd3-aecd-f8dfb178f68e","Type":"ContainerStarted","Data":"b5224fe6713f71c34b5faef6b2a4c01eed8980f9e285191141549507f5821a2b"} Oct 13 20:15:51 crc kubenswrapper[4809]: I1013 20:15:51.370506 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" podStartSLOduration=2.370479697 podStartE2EDuration="2.370479697s" podCreationTimestamp="2025-10-13 20:15:49 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:51.363812729 +0000 UTC m=+3069.969559324" watchObservedRunningTime="2025-10-13 20:15:51.370479697 +0000 UTC m=+3069.976226322" Oct 13 20:15:52 crc kubenswrapper[4809]: I1013 20:15:52.359633 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636" gracePeriod=30 Oct 13 20:15:52 crc kubenswrapper[4809]: I1013 20:15:52.361313 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="0f446ded-cbd2-4060-86f9-0ff64e6cd514" containerName="nova-metadata-log" containerID="cri-o://389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d" gracePeriod=30 Oct 13 20:15:52 crc kubenswrapper[4809]: I1013 20:15:52.361393 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="0f446ded-cbd2-4060-86f9-0ff64e6cd514" containerName="nova-metadata-metadata" containerID="cri-o://b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd" gracePeriod=30 Oct 13 20:15:52 crc kubenswrapper[4809]: I1013 20:15:52.981343 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.038909 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-config-data\") pod \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.039048 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-245h9\" (UniqueName: \"kubernetes.io/projected/0f446ded-cbd2-4060-86f9-0ff64e6cd514-kube-api-access-245h9\") pod \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.039119 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-combined-ca-bundle\") pod \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.039153 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0f446ded-cbd2-4060-86f9-0ff64e6cd514-logs\") pod \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\" (UID: \"0f446ded-cbd2-4060-86f9-0ff64e6cd514\") " Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.039830 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/0f446ded-cbd2-4060-86f9-0ff64e6cd514-logs" (OuterVolumeSpecName: "logs") pod "0f446ded-cbd2-4060-86f9-0ff64e6cd514" (UID: "0f446ded-cbd2-4060-86f9-0ff64e6cd514"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.045526 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0f446ded-cbd2-4060-86f9-0ff64e6cd514-kube-api-access-245h9" (OuterVolumeSpecName: "kube-api-access-245h9") pod "0f446ded-cbd2-4060-86f9-0ff64e6cd514" (UID: "0f446ded-cbd2-4060-86f9-0ff64e6cd514"). InnerVolumeSpecName "kube-api-access-245h9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.074197 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0f446ded-cbd2-4060-86f9-0ff64e6cd514" (UID: "0f446ded-cbd2-4060-86f9-0ff64e6cd514"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.093929 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-config-data" (OuterVolumeSpecName: "config-data") pod "0f446ded-cbd2-4060-86f9-0ff64e6cd514" (UID: "0f446ded-cbd2-4060-86f9-0ff64e6cd514"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.121181 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.143486 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.143554 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-245h9\" (UniqueName: \"kubernetes.io/projected/0f446ded-cbd2-4060-86f9-0ff64e6cd514-kube-api-access-245h9\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.143569 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0f446ded-cbd2-4060-86f9-0ff64e6cd514-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.143580 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/0f446ded-cbd2-4060-86f9-0ff64e6cd514-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.244673 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fc2bm\" (UniqueName: \"kubernetes.io/projected/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-kube-api-access-fc2bm\") pod \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.244936 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-config-data\") pod \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.245183 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-combined-ca-bundle\") pod \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\" (UID: \"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5\") " Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.247832 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-kube-api-access-fc2bm" (OuterVolumeSpecName: "kube-api-access-fc2bm") pod "e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5" (UID: "e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5"). InnerVolumeSpecName "kube-api-access-fc2bm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.290281 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5" (UID: "e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.293895 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-config-data" (OuterVolumeSpecName: "config-data") pod "e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5" (UID: "e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.347755 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fc2bm\" (UniqueName: \"kubernetes.io/projected/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-kube-api-access-fc2bm\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.347798 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.347814 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.375963 4809 generic.go:334] "Generic (PLEG): container finished" podID="e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5" containerID="ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636" exitCode=0 Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.376076 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5","Type":"ContainerDied","Data":"ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636"} Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.376096 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.376130 4809 scope.go:117] "RemoveContainer" containerID="ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.376114 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5","Type":"ContainerDied","Data":"fd7440551f95edd1fbb357f47206030a584d6df0f0b2194a3db2afd975a892c0"} Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.381252 4809 generic.go:334] "Generic (PLEG): container finished" podID="0f446ded-cbd2-4060-86f9-0ff64e6cd514" containerID="b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd" exitCode=0 Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.381285 4809 generic.go:334] "Generic (PLEG): container finished" podID="0f446ded-cbd2-4060-86f9-0ff64e6cd514" containerID="389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d" exitCode=143 Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.381311 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"0f446ded-cbd2-4060-86f9-0ff64e6cd514","Type":"ContainerDied","Data":"b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd"} Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.381344 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"0f446ded-cbd2-4060-86f9-0ff64e6cd514","Type":"ContainerDied","Data":"389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d"} Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.381358 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"0f446ded-cbd2-4060-86f9-0ff64e6cd514","Type":"ContainerDied","Data":"123d59489a15896df0a8dd93735f08d7ee60d42d8941b5bab6107b2b73de0dff"} Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.381431 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.424611 4809 scope.go:117] "RemoveContainer" containerID="ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636" Oct 13 20:15:53 crc kubenswrapper[4809]: E1013 20:15:53.425189 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636\": container with ID starting with ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636 not found: ID does not exist" containerID="ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.425253 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636"} err="failed to get container status \"ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636\": rpc error: code = NotFound desc = could not find container \"ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636\": container with ID starting with ba81fb6cd8f4b9e4c3e2be3f0d199f3545cb1b9e1fc413bde6240a66dba16636 not found: ID does not exist" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.425277 4809 scope.go:117] "RemoveContainer" containerID="b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.441384 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.455178 4809 scope.go:117] "RemoveContainer" containerID="389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.475104 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.486462 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.493925 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.509925 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:53 crc kubenswrapper[4809]: E1013 20:15:53.510408 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0f446ded-cbd2-4060-86f9-0ff64e6cd514" containerName="nova-metadata-metadata" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.510423 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0f446ded-cbd2-4060-86f9-0ff64e6cd514" containerName="nova-metadata-metadata" Oct 13 20:15:53 crc kubenswrapper[4809]: E1013 20:15:53.510458 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.510466 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:15:53 crc kubenswrapper[4809]: E1013 20:15:53.510484 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0f446ded-cbd2-4060-86f9-0ff64e6cd514" containerName="nova-metadata-log" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.510492 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0f446ded-cbd2-4060-86f9-0ff64e6cd514" containerName="nova-metadata-log" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.510698 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0f446ded-cbd2-4060-86f9-0ff64e6cd514" containerName="nova-metadata-log" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.510716 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0f446ded-cbd2-4060-86f9-0ff64e6cd514" containerName="nova-metadata-metadata" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.511538 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.512862 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.518210 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.518537 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.524842 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.538553 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.540488 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.548942 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-public-svc" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.549123 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.549189 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-vencrypt" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.551476 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.556431 4809 scope.go:117] "RemoveContainer" containerID="b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd" Oct 13 20:15:53 crc kubenswrapper[4809]: E1013 20:15:53.556799 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd\": container with ID starting with b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd not found: ID does not exist" containerID="b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.556832 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd"} err="failed to get container status \"b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd\": rpc error: code = NotFound desc = could not find container \"b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd\": container with ID starting with b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd not found: ID does not exist" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.556862 4809 scope.go:117] "RemoveContainer" containerID="389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d" Oct 13 20:15:53 crc kubenswrapper[4809]: E1013 20:15:53.557051 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d\": container with ID starting with 389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d not found: ID does not exist" containerID="389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.557076 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d"} err="failed to get container status \"389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d\": rpc error: code = NotFound desc = could not find container \"389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d\": container with ID starting with 389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d not found: ID does not exist" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.557090 4809 scope.go:117] "RemoveContainer" containerID="b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.557243 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd"} err="failed to get container status \"b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd\": rpc error: code = NotFound desc = could not find container \"b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd\": container with ID starting with b1ecd203f2568c528c9007f089e505bfbfcb147f9021442c2c1353d4afcf71fd not found: ID does not exist" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.557262 4809 scope.go:117] "RemoveContainer" containerID="389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.557411 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d"} err="failed to get container status \"389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d\": rpc error: code = NotFound desc = could not find container \"389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d\": container with ID starting with 389e62447deb5eaa66ea533ac5db5647bc8c59c5b120cd27de16a6ea45a4a60d not found: ID does not exist" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.671093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-config-data\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.671170 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e7363c08-aa10-49a6-8969-4db21a80ce6b-logs\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.671192 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.671231 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.671250 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.671279 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rstwm\" (UniqueName: \"kubernetes.io/projected/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-kube-api-access-rstwm\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.671297 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.671327 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xw6s9\" (UniqueName: \"kubernetes.io/projected/e7363c08-aa10-49a6-8969-4db21a80ce6b-kube-api-access-xw6s9\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.671350 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.671372 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.775177 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rstwm\" (UniqueName: \"kubernetes.io/projected/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-kube-api-access-rstwm\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.775257 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.775323 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xw6s9\" (UniqueName: \"kubernetes.io/projected/e7363c08-aa10-49a6-8969-4db21a80ce6b-kube-api-access-xw6s9\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.775374 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.775426 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.775521 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-config-data\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.775618 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e7363c08-aa10-49a6-8969-4db21a80ce6b-logs\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.775663 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.775786 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.775836 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.778363 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e7363c08-aa10-49a6-8969-4db21a80ce6b-logs\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.782187 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.782891 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.783374 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.783662 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.783721 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-config-data\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.787222 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.800200 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.802282 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rstwm\" (UniqueName: \"kubernetes.io/projected/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-kube-api-access-rstwm\") pod \"nova-cell1-novncproxy-0\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.808362 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.810476 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xw6s9\" (UniqueName: \"kubernetes.io/projected/e7363c08-aa10-49a6-8969-4db21a80ce6b-kube-api-access-xw6s9\") pod \"nova-metadata-0\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.860682 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:53 crc kubenswrapper[4809]: I1013 20:15:53.871805 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:54 crc kubenswrapper[4809]: I1013 20:15:54.173148 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0f446ded-cbd2-4060-86f9-0ff64e6cd514" path="/var/lib/kubelet/pods/0f446ded-cbd2-4060-86f9-0ff64e6cd514/volumes" Oct 13 20:15:54 crc kubenswrapper[4809]: I1013 20:15:54.174331 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5" path="/var/lib/kubelet/pods/e9c4f989-68b3-4b58-8cd7-7fac3fe4edd5/volumes" Oct 13 20:15:54 crc kubenswrapper[4809]: I1013 20:15:54.310533 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:15:54 crc kubenswrapper[4809]: W1013 20:15:54.311623 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6dc34a46_1102_4f56_bc8c_d71e7e6047a5.slice/crio-89d4315b39d99d5ce951e41e3a9101c1f1ed4e760449e4060ad421db95002c6f WatchSource:0}: Error finding container 89d4315b39d99d5ce951e41e3a9101c1f1ed4e760449e4060ad421db95002c6f: Status 404 returned error can't find the container with id 89d4315b39d99d5ce951e41e3a9101c1f1ed4e760449e4060ad421db95002c6f Oct 13 20:15:54 crc kubenswrapper[4809]: I1013 20:15:54.397335 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"6dc34a46-1102-4f56-bc8c-d71e7e6047a5","Type":"ContainerStarted","Data":"89d4315b39d99d5ce951e41e3a9101c1f1ed4e760449e4060ad421db95002c6f"} Oct 13 20:15:54 crc kubenswrapper[4809]: I1013 20:15:54.429230 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:54 crc kubenswrapper[4809]: W1013 20:15:54.440392 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode7363c08_aa10_49a6_8969_4db21a80ce6b.slice/crio-4704d4361becc9b2b964b074c8c6d4390e9c84d1e47e82969c31a0a4f88e5613 WatchSource:0}: Error finding container 4704d4361becc9b2b964b074c8c6d4390e9c84d1e47e82969c31a0a4f88e5613: Status 404 returned error can't find the container with id 4704d4361becc9b2b964b074c8c6d4390e9c84d1e47e82969c31a0a4f88e5613 Oct 13 20:15:55 crc kubenswrapper[4809]: I1013 20:15:55.420364 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"e7363c08-aa10-49a6-8969-4db21a80ce6b","Type":"ContainerStarted","Data":"765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7"} Oct 13 20:15:55 crc kubenswrapper[4809]: I1013 20:15:55.420668 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"e7363c08-aa10-49a6-8969-4db21a80ce6b","Type":"ContainerStarted","Data":"684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b"} Oct 13 20:15:55 crc kubenswrapper[4809]: I1013 20:15:55.420684 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"e7363c08-aa10-49a6-8969-4db21a80ce6b","Type":"ContainerStarted","Data":"4704d4361becc9b2b964b074c8c6d4390e9c84d1e47e82969c31a0a4f88e5613"} Oct 13 20:15:55 crc kubenswrapper[4809]: I1013 20:15:55.423475 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"6dc34a46-1102-4f56-bc8c-d71e7e6047a5","Type":"ContainerStarted","Data":"feb3439a3dc234c2b8cc7ab696990d29a2b477c15a8b561326e1514052219443"} Oct 13 20:15:55 crc kubenswrapper[4809]: I1013 20:15:55.469791 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.469765457 podStartE2EDuration="2.469765457s" podCreationTimestamp="2025-10-13 20:15:53 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:55.446474008 +0000 UTC m=+3074.052220653" watchObservedRunningTime="2025-10-13 20:15:55.469765457 +0000 UTC m=+3074.075512052" Oct 13 20:15:55 crc kubenswrapper[4809]: I1013 20:15:55.492452 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.492430347 podStartE2EDuration="2.492430347s" podCreationTimestamp="2025-10-13 20:15:53 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:15:55.48224998 +0000 UTC m=+3074.087996615" watchObservedRunningTime="2025-10-13 20:15:55.492430347 +0000 UTC m=+3074.098176932" Oct 13 20:15:56 crc kubenswrapper[4809]: I1013 20:15:56.455908 4809 generic.go:334] "Generic (PLEG): container finished" podID="e2bb3c66-7ed3-464d-9e23-6f5d91b6dace" containerID="2698eac726fdaf8b54defa80ce80167da50d2711881c2501b1e20b4f53cdd559" exitCode=0 Oct 13 20:15:56 crc kubenswrapper[4809]: I1013 20:15:56.458325 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" event={"ID":"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace","Type":"ContainerDied","Data":"2698eac726fdaf8b54defa80ce80167da50d2711881c2501b1e20b4f53cdd559"} Oct 13 20:15:57 crc kubenswrapper[4809]: I1013 20:15:57.473714 4809 generic.go:334] "Generic (PLEG): container finished" podID="5fae7214-992e-4fd3-aecd-f8dfb178f68e" containerID="b5224fe6713f71c34b5faef6b2a4c01eed8980f9e285191141549507f5821a2b" exitCode=0 Oct 13 20:15:57 crc kubenswrapper[4809]: I1013 20:15:57.473797 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" event={"ID":"5fae7214-992e-4fd3-aecd-f8dfb178f68e","Type":"ContainerDied","Data":"b5224fe6713f71c34b5faef6b2a4c01eed8980f9e285191141549507f5821a2b"} Oct 13 20:15:57 crc kubenswrapper[4809]: I1013 20:15:57.866263 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:57 crc kubenswrapper[4809]: I1013 20:15:57.966138 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-config-data\") pod \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " Oct 13 20:15:57 crc kubenswrapper[4809]: I1013 20:15:57.966284 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-combined-ca-bundle\") pod \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " Oct 13 20:15:57 crc kubenswrapper[4809]: I1013 20:15:57.966358 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-scripts\") pod \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " Oct 13 20:15:57 crc kubenswrapper[4809]: I1013 20:15:57.966460 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4czsf\" (UniqueName: \"kubernetes.io/projected/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-kube-api-access-4czsf\") pod \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\" (UID: \"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace\") " Oct 13 20:15:57 crc kubenswrapper[4809]: I1013 20:15:57.972367 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-kube-api-access-4czsf" (OuterVolumeSpecName: "kube-api-access-4czsf") pod "e2bb3c66-7ed3-464d-9e23-6f5d91b6dace" (UID: "e2bb3c66-7ed3-464d-9e23-6f5d91b6dace"). InnerVolumeSpecName "kube-api-access-4czsf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:57 crc kubenswrapper[4809]: I1013 20:15:57.973981 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-scripts" (OuterVolumeSpecName: "scripts") pod "e2bb3c66-7ed3-464d-9e23-6f5d91b6dace" (UID: "e2bb3c66-7ed3-464d-9e23-6f5d91b6dace"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:57 crc kubenswrapper[4809]: I1013 20:15:57.994909 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-config-data" (OuterVolumeSpecName: "config-data") pod "e2bb3c66-7ed3-464d-9e23-6f5d91b6dace" (UID: "e2bb3c66-7ed3-464d-9e23-6f5d91b6dace"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.020095 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e2bb3c66-7ed3-464d-9e23-6f5d91b6dace" (UID: "e2bb3c66-7ed3-464d-9e23-6f5d91b6dace"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.068436 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.068648 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.068750 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4czsf\" (UniqueName: \"kubernetes.io/projected/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-kube-api-access-4czsf\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.068833 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.496494 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" event={"ID":"e2bb3c66-7ed3-464d-9e23-6f5d91b6dace","Type":"ContainerDied","Data":"55366333f83b28cf57943eec2493229b1cf4717e8bb46655368bc7cf32b27713"} Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.496530 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8" Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.496554 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="55366333f83b28cf57943eec2493229b1cf4717e8bb46655368bc7cf32b27713" Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.699766 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.700128 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" containerName="nova-api-log" containerID="cri-o://868751413da159454b81380a7d8154dbf01fe47d43a5c35c0182fbeaeb676e75" gracePeriod=30 Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.700575 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" containerName="nova-api-api" containerID="cri-o://51bbc4df10e204ab4ce44d469646498158615eb3020a49b782ffb69e6ce93ecc" gracePeriod=30 Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.726371 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.726605 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="f484bdfa-1d9b-4515-8bd3-36bb33305ee5" containerName="nova-scheduler-scheduler" containerID="cri-o://5fa4f3c35893744fc2fe28a5aaf9a7b41b43694a0c0bbf0f9e1cb265cdb9e91b" gracePeriod=30 Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.779375 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.782371 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="e7363c08-aa10-49a6-8969-4db21a80ce6b" containerName="nova-metadata-log" containerID="cri-o://684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b" gracePeriod=30 Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.782558 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="e7363c08-aa10-49a6-8969-4db21a80ce6b" containerName="nova-metadata-metadata" containerID="cri-o://765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7" gracePeriod=30 Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.861777 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.861852 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:58 crc kubenswrapper[4809]: I1013 20:15:58.872938 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.084492 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.191970 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-combined-ca-bundle\") pod \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.192068 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-config-data\") pod \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.192182 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-scripts\") pod \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.192237 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sm8wz\" (UniqueName: \"kubernetes.io/projected/5fae7214-992e-4fd3-aecd-f8dfb178f68e-kube-api-access-sm8wz\") pod \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\" (UID: \"5fae7214-992e-4fd3-aecd-f8dfb178f68e\") " Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.213165 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5fae7214-992e-4fd3-aecd-f8dfb178f68e-kube-api-access-sm8wz" (OuterVolumeSpecName: "kube-api-access-sm8wz") pod "5fae7214-992e-4fd3-aecd-f8dfb178f68e" (UID: "5fae7214-992e-4fd3-aecd-f8dfb178f68e"). InnerVolumeSpecName "kube-api-access-sm8wz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.213266 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-scripts" (OuterVolumeSpecName: "scripts") pod "5fae7214-992e-4fd3-aecd-f8dfb178f68e" (UID: "5fae7214-992e-4fd3-aecd-f8dfb178f68e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.243878 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-config-data" (OuterVolumeSpecName: "config-data") pod "5fae7214-992e-4fd3-aecd-f8dfb178f68e" (UID: "5fae7214-992e-4fd3-aecd-f8dfb178f68e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.244850 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5fae7214-992e-4fd3-aecd-f8dfb178f68e" (UID: "5fae7214-992e-4fd3-aecd-f8dfb178f68e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.294258 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.294289 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.294299 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sm8wz\" (UniqueName: \"kubernetes.io/projected/5fae7214-992e-4fd3-aecd-f8dfb178f68e-kube-api-access-sm8wz\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.294311 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5fae7214-992e-4fd3-aecd-f8dfb178f68e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.308773 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.395421 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e7363c08-aa10-49a6-8969-4db21a80ce6b-logs\") pod \"e7363c08-aa10-49a6-8969-4db21a80ce6b\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.395598 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xw6s9\" (UniqueName: \"kubernetes.io/projected/e7363c08-aa10-49a6-8969-4db21a80ce6b-kube-api-access-xw6s9\") pod \"e7363c08-aa10-49a6-8969-4db21a80ce6b\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.395662 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-config-data\") pod \"e7363c08-aa10-49a6-8969-4db21a80ce6b\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.395721 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-combined-ca-bundle\") pod \"e7363c08-aa10-49a6-8969-4db21a80ce6b\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.395815 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e7363c08-aa10-49a6-8969-4db21a80ce6b-logs" (OuterVolumeSpecName: "logs") pod "e7363c08-aa10-49a6-8969-4db21a80ce6b" (UID: "e7363c08-aa10-49a6-8969-4db21a80ce6b"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.395877 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-nova-metadata-tls-certs\") pod \"e7363c08-aa10-49a6-8969-4db21a80ce6b\" (UID: \"e7363c08-aa10-49a6-8969-4db21a80ce6b\") " Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.396419 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e7363c08-aa10-49a6-8969-4db21a80ce6b-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.398419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e7363c08-aa10-49a6-8969-4db21a80ce6b-kube-api-access-xw6s9" (OuterVolumeSpecName: "kube-api-access-xw6s9") pod "e7363c08-aa10-49a6-8969-4db21a80ce6b" (UID: "e7363c08-aa10-49a6-8969-4db21a80ce6b"). InnerVolumeSpecName "kube-api-access-xw6s9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.426382 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-config-data" (OuterVolumeSpecName: "config-data") pod "e7363c08-aa10-49a6-8969-4db21a80ce6b" (UID: "e7363c08-aa10-49a6-8969-4db21a80ce6b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.430781 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e7363c08-aa10-49a6-8969-4db21a80ce6b" (UID: "e7363c08-aa10-49a6-8969-4db21a80ce6b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.458278 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "e7363c08-aa10-49a6-8969-4db21a80ce6b" (UID: "e7363c08-aa10-49a6-8969-4db21a80ce6b"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.497891 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.497926 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xw6s9\" (UniqueName: \"kubernetes.io/projected/e7363c08-aa10-49a6-8969-4db21a80ce6b-kube-api-access-xw6s9\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.497960 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.497975 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e7363c08-aa10-49a6-8969-4db21a80ce6b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.507761 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" event={"ID":"5fae7214-992e-4fd3-aecd-f8dfb178f68e","Type":"ContainerDied","Data":"a87c9551d5884f5c43d2658dd9430e9b46bfea544482b852ffa134eb71f665fd"} Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.508035 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a87c9551d5884f5c43d2658dd9430e9b46bfea544482b852ffa134eb71f665fd" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.509445 4809 generic.go:334] "Generic (PLEG): container finished" podID="e7363c08-aa10-49a6-8969-4db21a80ce6b" containerID="765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7" exitCode=0 Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.509468 4809 generic.go:334] "Generic (PLEG): container finished" podID="e7363c08-aa10-49a6-8969-4db21a80ce6b" containerID="684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b" exitCode=143 Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.509481 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"e7363c08-aa10-49a6-8969-4db21a80ce6b","Type":"ContainerDied","Data":"765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7"} Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.509511 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"e7363c08-aa10-49a6-8969-4db21a80ce6b","Type":"ContainerDied","Data":"684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b"} Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.509525 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"e7363c08-aa10-49a6-8969-4db21a80ce6b","Type":"ContainerDied","Data":"4704d4361becc9b2b964b074c8c6d4390e9c84d1e47e82969c31a0a4f88e5613"} Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.509527 4809 scope.go:117] "RemoveContainer" containerID="765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.509547 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.510765 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.511516 4809 generic.go:334] "Generic (PLEG): container finished" podID="5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" containerID="868751413da159454b81380a7d8154dbf01fe47d43a5c35c0182fbeaeb676e75" exitCode=143 Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.511543 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb","Type":"ContainerDied","Data":"868751413da159454b81380a7d8154dbf01fe47d43a5c35c0182fbeaeb676e75"} Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.549124 4809 scope.go:117] "RemoveContainer" containerID="684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.587934 4809 scope.go:117] "RemoveContainer" containerID="765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7" Oct 13 20:15:59 crc kubenswrapper[4809]: E1013 20:15:59.588901 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7\": container with ID starting with 765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7 not found: ID does not exist" containerID="765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.588943 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7"} err="failed to get container status \"765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7\": rpc error: code = NotFound desc = could not find container \"765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7\": container with ID starting with 765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7 not found: ID does not exist" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.588968 4809 scope.go:117] "RemoveContainer" containerID="684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b" Oct 13 20:15:59 crc kubenswrapper[4809]: E1013 20:15:59.590053 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b\": container with ID starting with 684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b not found: ID does not exist" containerID="684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.590075 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b"} err="failed to get container status \"684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b\": rpc error: code = NotFound desc = could not find container \"684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b\": container with ID starting with 684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b not found: ID does not exist" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.590087 4809 scope.go:117] "RemoveContainer" containerID="765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.590323 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7"} err="failed to get container status \"765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7\": rpc error: code = NotFound desc = could not find container \"765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7\": container with ID starting with 765ba9e4f67bc17da5f1cefc6493fe2df76a7ff7b661363c0b4e0e7787d3d0b7 not found: ID does not exist" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.590348 4809 scope.go:117] "RemoveContainer" containerID="684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.590583 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b"} err="failed to get container status \"684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b\": rpc error: code = NotFound desc = could not find container \"684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b\": container with ID starting with 684a5702cd59277edaa701845e622cba9f70c20bb8441b4ef133cc4cc1025b5b not found: ID does not exist" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.594612 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.603797 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.673594 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:59 crc kubenswrapper[4809]: E1013 20:15:59.673943 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e7363c08-aa10-49a6-8969-4db21a80ce6b" containerName="nova-metadata-log" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.673959 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e7363c08-aa10-49a6-8969-4db21a80ce6b" containerName="nova-metadata-log" Oct 13 20:15:59 crc kubenswrapper[4809]: E1013 20:15:59.673978 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e7363c08-aa10-49a6-8969-4db21a80ce6b" containerName="nova-metadata-metadata" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.673985 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e7363c08-aa10-49a6-8969-4db21a80ce6b" containerName="nova-metadata-metadata" Oct 13 20:15:59 crc kubenswrapper[4809]: E1013 20:15:59.674005 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e2bb3c66-7ed3-464d-9e23-6f5d91b6dace" containerName="nova-manage" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.674011 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e2bb3c66-7ed3-464d-9e23-6f5d91b6dace" containerName="nova-manage" Oct 13 20:15:59 crc kubenswrapper[4809]: E1013 20:15:59.674037 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5fae7214-992e-4fd3-aecd-f8dfb178f68e" containerName="nova-cell1-conductor-db-sync" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.674046 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5fae7214-992e-4fd3-aecd-f8dfb178f68e" containerName="nova-cell1-conductor-db-sync" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.674222 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e7363c08-aa10-49a6-8969-4db21a80ce6b" containerName="nova-metadata-log" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.674242 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5fae7214-992e-4fd3-aecd-f8dfb178f68e" containerName="nova-cell1-conductor-db-sync" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.674255 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e2bb3c66-7ed3-464d-9e23-6f5d91b6dace" containerName="nova-manage" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.674264 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e7363c08-aa10-49a6-8969-4db21a80ce6b" containerName="nova-metadata-metadata" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.675281 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.678025 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.678187 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.680502 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.681647 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.683286 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.698894 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.713812 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.802627 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tdbfj\" (UniqueName: \"kubernetes.io/projected/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-kube-api-access-tdbfj\") pod \"nova-cell1-conductor-0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.802689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.802772 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.802859 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.803007 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-config-data\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.803053 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/23d9c06c-0f44-40d4-bc10-30707ca2389e-logs\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.803232 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6fn7k\" (UniqueName: \"kubernetes.io/projected/23d9c06c-0f44-40d4-bc10-30707ca2389e-kube-api-access-6fn7k\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.803296 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.905336 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tdbfj\" (UniqueName: \"kubernetes.io/projected/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-kube-api-access-tdbfj\") pod \"nova-cell1-conductor-0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.906654 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.907396 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.907440 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.907544 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-config-data\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.907572 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/23d9c06c-0f44-40d4-bc10-30707ca2389e-logs\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.907689 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6fn7k\" (UniqueName: \"kubernetes.io/projected/23d9c06c-0f44-40d4-bc10-30707ca2389e-kube-api-access-6fn7k\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.907763 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.908282 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/23d9c06c-0f44-40d4-bc10-30707ca2389e-logs\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.916387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.916563 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-config-data\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.916616 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.917336 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.931908 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.935068 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6fn7k\" (UniqueName: \"kubernetes.io/projected/23d9c06c-0f44-40d4-bc10-30707ca2389e-kube-api-access-6fn7k\") pod \"nova-metadata-0\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:15:59 crc kubenswrapper[4809]: I1013 20:15:59.935288 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tdbfj\" (UniqueName: \"kubernetes.io/projected/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-kube-api-access-tdbfj\") pod \"nova-cell1-conductor-0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.006900 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.019513 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.169438 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e7363c08-aa10-49a6-8969-4db21a80ce6b" path="/var/lib/kubelet/pods/e7363c08-aa10-49a6-8969-4db21a80ce6b/volumes" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.502679 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:16:00 crc kubenswrapper[4809]: W1013 20:16:00.511464 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod335699ee_d453_49b9_bc76_6cd5e1cfb2c0.slice/crio-da82d7ad5995663a12406b4ebe672241fbcd311b873cd6a206cb49aebee837be WatchSource:0}: Error finding container da82d7ad5995663a12406b4ebe672241fbcd311b873cd6a206cb49aebee837be: Status 404 returned error can't find the container with id da82d7ad5995663a12406b4ebe672241fbcd311b873cd6a206cb49aebee837be Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.525966 4809 generic.go:334] "Generic (PLEG): container finished" podID="5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" containerID="51bbc4df10e204ab4ce44d469646498158615eb3020a49b782ffb69e6ce93ecc" exitCode=0 Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.526024 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb","Type":"ContainerDied","Data":"51bbc4df10e204ab4ce44d469646498158615eb3020a49b782ffb69e6ce93ecc"} Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.526050 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb","Type":"ContainerDied","Data":"bdb887a05635d087cced0067ce85a947166c53a25affc4c4d4ea4ca7902ba1c6"} Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.526060 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="bdb887a05635d087cced0067ce85a947166c53a25affc4c4d4ea4ca7902ba1c6" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.527428 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.534750 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"335699ee-d453-49b9-bc76-6cd5e1cfb2c0","Type":"ContainerStarted","Data":"da82d7ad5995663a12406b4ebe672241fbcd311b873cd6a206cb49aebee837be"} Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.541938 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.620630 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-combined-ca-bundle\") pod \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.621071 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-config-data\") pod \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.621126 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vmtlw\" (UniqueName: \"kubernetes.io/projected/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-kube-api-access-vmtlw\") pod \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.621197 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-logs\") pod \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\" (UID: \"5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb\") " Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.622046 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-logs" (OuterVolumeSpecName: "logs") pod "5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" (UID: "5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.626705 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-kube-api-access-vmtlw" (OuterVolumeSpecName: "kube-api-access-vmtlw") pod "5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" (UID: "5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb"). InnerVolumeSpecName "kube-api-access-vmtlw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.650337 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" (UID: "5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.650704 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-config-data" (OuterVolumeSpecName: "config-data") pod "5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" (UID: "5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.740545 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.740582 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vmtlw\" (UniqueName: \"kubernetes.io/projected/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-kube-api-access-vmtlw\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.740593 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:00 crc kubenswrapper[4809]: I1013 20:16:00.740604 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.557811 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"335699ee-d453-49b9-bc76-6cd5e1cfb2c0","Type":"ContainerStarted","Data":"1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726"} Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.558977 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.564695 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"23d9c06c-0f44-40d4-bc10-30707ca2389e","Type":"ContainerStarted","Data":"cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665"} Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.564837 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"23d9c06c-0f44-40d4-bc10-30707ca2389e","Type":"ContainerStarted","Data":"3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02"} Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.564849 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"23d9c06c-0f44-40d4-bc10-30707ca2389e","Type":"ContainerStarted","Data":"14de9cec02d9d49f5fcca450b0b58e4b6cd3d711f8f9c2e7542f3b19ee307044"} Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.567409 4809 generic.go:334] "Generic (PLEG): container finished" podID="f484bdfa-1d9b-4515-8bd3-36bb33305ee5" containerID="5fa4f3c35893744fc2fe28a5aaf9a7b41b43694a0c0bbf0f9e1cb265cdb9e91b" exitCode=0 Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.567487 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.567987 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"f484bdfa-1d9b-4515-8bd3-36bb33305ee5","Type":"ContainerDied","Data":"5fa4f3c35893744fc2fe28a5aaf9a7b41b43694a0c0bbf0f9e1cb265cdb9e91b"} Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.585921 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=2.585903477 podStartE2EDuration="2.585903477s" podCreationTimestamp="2025-10-13 20:15:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:16:01.573691122 +0000 UTC m=+3080.179437727" watchObservedRunningTime="2025-10-13 20:16:01.585903477 +0000 UTC m=+3080.191650062" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.608897 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.608875557 podStartE2EDuration="2.608875557s" podCreationTimestamp="2025-10-13 20:15:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:16:01.600990594 +0000 UTC m=+3080.206737189" watchObservedRunningTime="2025-10-13 20:16:01.608875557 +0000 UTC m=+3080.214622142" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.658630 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.658962 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-b5xnt\" (UniqueName: \"kubernetes.io/projected/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-kube-api-access-b5xnt\") pod \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.659023 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-config-data\") pod \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.694542 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-kube-api-access-b5xnt" (OuterVolumeSpecName: "kube-api-access-b5xnt") pod "f484bdfa-1d9b-4515-8bd3-36bb33305ee5" (UID: "f484bdfa-1d9b-4515-8bd3-36bb33305ee5"). InnerVolumeSpecName "kube-api-access-b5xnt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.707175 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-config-data" (OuterVolumeSpecName: "config-data") pod "f484bdfa-1d9b-4515-8bd3-36bb33305ee5" (UID: "f484bdfa-1d9b-4515-8bd3-36bb33305ee5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.726401 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.737100 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.748090 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:01 crc kubenswrapper[4809]: E1013 20:16:01.748628 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" containerName="nova-api-api" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.748698 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" containerName="nova-api-api" Oct 13 20:16:01 crc kubenswrapper[4809]: E1013 20:16:01.748784 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" containerName="nova-api-log" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.748862 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" containerName="nova-api-log" Oct 13 20:16:01 crc kubenswrapper[4809]: E1013 20:16:01.748932 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f484bdfa-1d9b-4515-8bd3-36bb33305ee5" containerName="nova-scheduler-scheduler" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.748983 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f484bdfa-1d9b-4515-8bd3-36bb33305ee5" containerName="nova-scheduler-scheduler" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.749241 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f484bdfa-1d9b-4515-8bd3-36bb33305ee5" containerName="nova-scheduler-scheduler" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.749309 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" containerName="nova-api-api" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.749367 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" containerName="nova-api-log" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.751044 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.753448 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.761389 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-combined-ca-bundle\") pod \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\" (UID: \"f484bdfa-1d9b-4515-8bd3-36bb33305ee5\") " Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.761689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-config-data\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.761742 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/90dc8dd2-04c2-4da3-8925-e39992e56c8d-logs\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.761759 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.762456 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-f8zgp\" (UniqueName: \"kubernetes.io/projected/90dc8dd2-04c2-4da3-8925-e39992e56c8d-kube-api-access-f8zgp\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.762961 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.762973 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-b5xnt\" (UniqueName: \"kubernetes.io/projected/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-kube-api-access-b5xnt\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.770811 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.797228 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f484bdfa-1d9b-4515-8bd3-36bb33305ee5" (UID: "f484bdfa-1d9b-4515-8bd3-36bb33305ee5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.864640 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-config-data\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.864693 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/90dc8dd2-04c2-4da3-8925-e39992e56c8d-logs\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.864711 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.864778 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-f8zgp\" (UniqueName: \"kubernetes.io/projected/90dc8dd2-04c2-4da3-8925-e39992e56c8d-kube-api-access-f8zgp\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.864828 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f484bdfa-1d9b-4515-8bd3-36bb33305ee5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.865631 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/90dc8dd2-04c2-4da3-8925-e39992e56c8d-logs\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.868544 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.870461 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-config-data\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:01 crc kubenswrapper[4809]: I1013 20:16:01.883639 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-f8zgp\" (UniqueName: \"kubernetes.io/projected/90dc8dd2-04c2-4da3-8925-e39992e56c8d-kube-api-access-f8zgp\") pod \"nova-api-0\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.073174 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.186217 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb" path="/var/lib/kubelet/pods/5a1d8e4e-03d8-4f0b-86c4-29c5ec0051cb/volumes" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.549463 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:02 crc kubenswrapper[4809]: W1013 20:16:02.561544 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod90dc8dd2_04c2_4da3_8925_e39992e56c8d.slice/crio-fffe5ad88db2af7ee7aa349603b58bb2416f6cd7861fc82014e3da1a23a54d31 WatchSource:0}: Error finding container fffe5ad88db2af7ee7aa349603b58bb2416f6cd7861fc82014e3da1a23a54d31: Status 404 returned error can't find the container with id fffe5ad88db2af7ee7aa349603b58bb2416f6cd7861fc82014e3da1a23a54d31 Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.590618 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"90dc8dd2-04c2-4da3-8925-e39992e56c8d","Type":"ContainerStarted","Data":"fffe5ad88db2af7ee7aa349603b58bb2416f6cd7861fc82014e3da1a23a54d31"} Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.596913 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.597476 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"f484bdfa-1d9b-4515-8bd3-36bb33305ee5","Type":"ContainerDied","Data":"233694da9cd0fc85eb60f45ee565ea28322d1513551ab088bd9d20b08014df62"} Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.597534 4809 scope.go:117] "RemoveContainer" containerID="5fa4f3c35893744fc2fe28a5aaf9a7b41b43694a0c0bbf0f9e1cb265cdb9e91b" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.646935 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.658516 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.663893 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.665424 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.669637 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.674194 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.680553 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.680903 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hnrhp\" (UniqueName: \"kubernetes.io/projected/9a46ddd0-2cff-43d8-a259-fc487a74db74-kube-api-access-hnrhp\") pod \"nova-scheduler-0\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.681102 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-config-data\") pod \"nova-scheduler-0\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.782544 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-config-data\") pod \"nova-scheduler-0\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.782606 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.782765 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hnrhp\" (UniqueName: \"kubernetes.io/projected/9a46ddd0-2cff-43d8-a259-fc487a74db74-kube-api-access-hnrhp\") pod \"nova-scheduler-0\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.788540 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-config-data\") pod \"nova-scheduler-0\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.790651 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:02 crc kubenswrapper[4809]: I1013 20:16:02.804715 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hnrhp\" (UniqueName: \"kubernetes.io/projected/9a46ddd0-2cff-43d8-a259-fc487a74db74-kube-api-access-hnrhp\") pod \"nova-scheduler-0\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:03 crc kubenswrapper[4809]: I1013 20:16:03.016719 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:03 crc kubenswrapper[4809]: I1013 20:16:03.518926 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:16:03 crc kubenswrapper[4809]: W1013 20:16:03.527205 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9a46ddd0_2cff_43d8_a259_fc487a74db74.slice/crio-2bd7743cfb1939a2e291f8842174adc661183913d1d3f7266adaab24654b7a98 WatchSource:0}: Error finding container 2bd7743cfb1939a2e291f8842174adc661183913d1d3f7266adaab24654b7a98: Status 404 returned error can't find the container with id 2bd7743cfb1939a2e291f8842174adc661183913d1d3f7266adaab24654b7a98 Oct 13 20:16:03 crc kubenswrapper[4809]: I1013 20:16:03.606484 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"90dc8dd2-04c2-4da3-8925-e39992e56c8d","Type":"ContainerStarted","Data":"45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e"} Oct 13 20:16:03 crc kubenswrapper[4809]: I1013 20:16:03.606532 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"90dc8dd2-04c2-4da3-8925-e39992e56c8d","Type":"ContainerStarted","Data":"dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38"} Oct 13 20:16:03 crc kubenswrapper[4809]: I1013 20:16:03.612144 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9a46ddd0-2cff-43d8-a259-fc487a74db74","Type":"ContainerStarted","Data":"2bd7743cfb1939a2e291f8842174adc661183913d1d3f7266adaab24654b7a98"} Oct 13 20:16:03 crc kubenswrapper[4809]: I1013 20:16:03.632950 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.632923773 podStartE2EDuration="2.632923773s" podCreationTimestamp="2025-10-13 20:16:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:16:03.624075813 +0000 UTC m=+3082.229822418" watchObservedRunningTime="2025-10-13 20:16:03.632923773 +0000 UTC m=+3082.238670368" Oct 13 20:16:03 crc kubenswrapper[4809]: I1013 20:16:03.872842 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:16:03 crc kubenswrapper[4809]: I1013 20:16:03.909048 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:16:04 crc kubenswrapper[4809]: I1013 20:16:04.173412 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f484bdfa-1d9b-4515-8bd3-36bb33305ee5" path="/var/lib/kubelet/pods/f484bdfa-1d9b-4515-8bd3-36bb33305ee5/volumes" Oct 13 20:16:04 crc kubenswrapper[4809]: I1013 20:16:04.628116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9a46ddd0-2cff-43d8-a259-fc487a74db74","Type":"ContainerStarted","Data":"a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6"} Oct 13 20:16:04 crc kubenswrapper[4809]: I1013 20:16:04.653230 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.653200124 podStartE2EDuration="2.653200124s" podCreationTimestamp="2025-10-13 20:16:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:16:04.64670344 +0000 UTC m=+3083.252450055" watchObservedRunningTime="2025-10-13 20:16:04.653200124 +0000 UTC m=+3083.258946749" Oct 13 20:16:04 crc kubenswrapper[4809]: I1013 20:16:04.657325 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.007364 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.007439 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.051510 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.156154 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:16:05 crc kubenswrapper[4809]: E1013 20:16:05.156566 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.676619 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m"] Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.678361 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.681927 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-scripts" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.682182 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-config-data" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.687357 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m"] Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.739475 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q8sjr\" (UniqueName: \"kubernetes.io/projected/04e85a14-d608-49eb-8167-03d70095c02e-kube-api-access-q8sjr\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.739956 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-scripts\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.740012 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-config-data\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.740367 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.842650 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-scripts\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.842709 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-config-data\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.842823 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.842861 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-q8sjr\" (UniqueName: \"kubernetes.io/projected/04e85a14-d608-49eb-8167-03d70095c02e-kube-api-access-q8sjr\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.848394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-scripts\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.848746 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.849085 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-config-data\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.871203 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-q8sjr\" (UniqueName: \"kubernetes.io/projected/04e85a14-d608-49eb-8167-03d70095c02e-kube-api-access-q8sjr\") pod \"nova-cell1-cell-mapping-9md5m\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:05 crc kubenswrapper[4809]: I1013 20:16:05.998843 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:06 crc kubenswrapper[4809]: I1013 20:16:06.494302 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m"] Oct 13 20:16:06 crc kubenswrapper[4809]: W1013 20:16:06.506106 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod04e85a14_d608_49eb_8167_03d70095c02e.slice/crio-23d7d4d7a66517be52211a15ca51cddac018ead2270af7f718005841835c609a WatchSource:0}: Error finding container 23d7d4d7a66517be52211a15ca51cddac018ead2270af7f718005841835c609a: Status 404 returned error can't find the container with id 23d7d4d7a66517be52211a15ca51cddac018ead2270af7f718005841835c609a Oct 13 20:16:06 crc kubenswrapper[4809]: I1013 20:16:06.660507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" event={"ID":"04e85a14-d608-49eb-8167-03d70095c02e","Type":"ContainerStarted","Data":"23d7d4d7a66517be52211a15ca51cddac018ead2270af7f718005841835c609a"} Oct 13 20:16:07 crc kubenswrapper[4809]: I1013 20:16:07.694847 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" event={"ID":"04e85a14-d608-49eb-8167-03d70095c02e","Type":"ContainerStarted","Data":"d287b1cf844a055118e9a0d275155be4ec7c0f7e44d8234f0eac2b1b0de245d2"} Oct 13 20:16:07 crc kubenswrapper[4809]: I1013 20:16:07.729189 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" podStartSLOduration=2.729167805 podStartE2EDuration="2.729167805s" podCreationTimestamp="2025-10-13 20:16:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:16:07.727678653 +0000 UTC m=+3086.333425268" watchObservedRunningTime="2025-10-13 20:16:07.729167805 +0000 UTC m=+3086.334914410" Oct 13 20:16:08 crc kubenswrapper[4809]: I1013 20:16:08.017254 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:08 crc kubenswrapper[4809]: I1013 20:16:08.861336 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:10 crc kubenswrapper[4809]: I1013 20:16:10.007825 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:10 crc kubenswrapper[4809]: I1013 20:16:10.007947 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:11 crc kubenswrapper[4809]: I1013 20:16:11.019883 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.131:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:16:11 crc kubenswrapper[4809]: I1013 20:16:11.019947 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.131:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:16:11 crc kubenswrapper[4809]: I1013 20:16:11.762264 4809 generic.go:334] "Generic (PLEG): container finished" podID="04e85a14-d608-49eb-8167-03d70095c02e" containerID="d287b1cf844a055118e9a0d275155be4ec7c0f7e44d8234f0eac2b1b0de245d2" exitCode=0 Oct 13 20:16:11 crc kubenswrapper[4809]: I1013 20:16:11.762476 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" event={"ID":"04e85a14-d608-49eb-8167-03d70095c02e","Type":"ContainerDied","Data":"d287b1cf844a055118e9a0d275155be4ec7c0f7e44d8234f0eac2b1b0de245d2"} Oct 13 20:16:12 crc kubenswrapper[4809]: I1013 20:16:12.074245 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:12 crc kubenswrapper[4809]: I1013 20:16:12.074317 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:12 crc kubenswrapper[4809]: I1013 20:16:12.229945 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:16:12 crc kubenswrapper[4809]: I1013 20:16:12.230144 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c" containerName="kube-state-metrics" containerID="cri-o://a1649476de4a04800cee70b5ebeae624a77cbd66d2ac551ea53d714a89e80f1a" gracePeriod=30 Oct 13 20:16:12 crc kubenswrapper[4809]: I1013 20:16:12.794596 4809 generic.go:334] "Generic (PLEG): container finished" podID="2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c" containerID="a1649476de4a04800cee70b5ebeae624a77cbd66d2ac551ea53d714a89e80f1a" exitCode=2 Oct 13 20:16:12 crc kubenswrapper[4809]: I1013 20:16:12.794906 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c","Type":"ContainerDied","Data":"a1649476de4a04800cee70b5ebeae624a77cbd66d2ac551ea53d714a89e80f1a"} Oct 13 20:16:12 crc kubenswrapper[4809]: I1013 20:16:12.794961 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c","Type":"ContainerDied","Data":"6fd66503e48f4fea062e5eaf0ecb72024f5c0dbf9bd764c2319b269ece622f7f"} Oct 13 20:16:12 crc kubenswrapper[4809]: I1013 20:16:12.794971 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="6fd66503e48f4fea062e5eaf0ecb72024f5c0dbf9bd764c2319b269ece622f7f" Oct 13 20:16:12 crc kubenswrapper[4809]: I1013 20:16:12.851402 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.000826 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rz2hw\" (UniqueName: \"kubernetes.io/projected/2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c-kube-api-access-rz2hw\") pod \"2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c\" (UID: \"2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c\") " Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.006470 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c-kube-api-access-rz2hw" (OuterVolumeSpecName: "kube-api-access-rz2hw") pod "2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c" (UID: "2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c"). InnerVolumeSpecName "kube-api-access-rz2hw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.017505 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.071255 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.103176 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rz2hw\" (UniqueName: \"kubernetes.io/projected/2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c-kube-api-access-rz2hw\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.131817 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.157068 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.1.133:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.157560 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.1.133:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.305902 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-config-data\") pod \"04e85a14-d608-49eb-8167-03d70095c02e\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.305987 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-scripts\") pod \"04e85a14-d608-49eb-8167-03d70095c02e\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.306038 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-q8sjr\" (UniqueName: \"kubernetes.io/projected/04e85a14-d608-49eb-8167-03d70095c02e-kube-api-access-q8sjr\") pod \"04e85a14-d608-49eb-8167-03d70095c02e\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.306173 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-combined-ca-bundle\") pod \"04e85a14-d608-49eb-8167-03d70095c02e\" (UID: \"04e85a14-d608-49eb-8167-03d70095c02e\") " Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.310965 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-scripts" (OuterVolumeSpecName: "scripts") pod "04e85a14-d608-49eb-8167-03d70095c02e" (UID: "04e85a14-d608-49eb-8167-03d70095c02e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.311795 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/04e85a14-d608-49eb-8167-03d70095c02e-kube-api-access-q8sjr" (OuterVolumeSpecName: "kube-api-access-q8sjr") pod "04e85a14-d608-49eb-8167-03d70095c02e" (UID: "04e85a14-d608-49eb-8167-03d70095c02e"). InnerVolumeSpecName "kube-api-access-q8sjr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.339369 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "04e85a14-d608-49eb-8167-03d70095c02e" (UID: "04e85a14-d608-49eb-8167-03d70095c02e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.371112 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-config-data" (OuterVolumeSpecName: "config-data") pod "04e85a14-d608-49eb-8167-03d70095c02e" (UID: "04e85a14-d608-49eb-8167-03d70095c02e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.408325 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.408515 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-q8sjr\" (UniqueName: \"kubernetes.io/projected/04e85a14-d608-49eb-8167-03d70095c02e-kube-api-access-q8sjr\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.408662 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.408807 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/04e85a14-d608-49eb-8167-03d70095c02e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.809035 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.809128 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.809036 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m" event={"ID":"04e85a14-d608-49eb-8167-03d70095c02e","Type":"ContainerDied","Data":"23d7d4d7a66517be52211a15ca51cddac018ead2270af7f718005841835c609a"} Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.809181 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="23d7d4d7a66517be52211a15ca51cddac018ead2270af7f718005841835c609a" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.867251 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.881271 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.908113 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.921409 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:16:13 crc kubenswrapper[4809]: E1013 20:16:13.921865 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c" containerName="kube-state-metrics" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.921887 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c" containerName="kube-state-metrics" Oct 13 20:16:13 crc kubenswrapper[4809]: E1013 20:16:13.921946 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="04e85a14-d608-49eb-8167-03d70095c02e" containerName="nova-manage" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.921955 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="04e85a14-d608-49eb-8167-03d70095c02e" containerName="nova-manage" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.922180 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c" containerName="kube-state-metrics" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.922202 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="04e85a14-d608-49eb-8167-03d70095c02e" containerName="nova-manage" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.926329 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.928425 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"kube-state-metrics-tls-config" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.936047 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-kube-state-metrics-svc" Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.951472 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.990152 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.990711 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerName="nova-api-api" containerID="cri-o://45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e" gracePeriod=30 Oct 13 20:16:13 crc kubenswrapper[4809]: I1013 20:16:13.990650 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerName="nova-api-log" containerID="cri-o://dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38" gracePeriod=30 Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.022785 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.023256 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.023396 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mrwrk\" (UniqueName: \"kubernetes.io/projected/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-api-access-mrwrk\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.023530 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.049441 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.049668 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerName="nova-metadata-log" containerID="cri-o://3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02" gracePeriod=30 Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.049785 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerName="nova-metadata-metadata" containerID="cri-o://cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665" gracePeriod=30 Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.126751 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.127463 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.127706 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mrwrk\" (UniqueName: \"kubernetes.io/projected/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-api-access-mrwrk\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.127840 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.130587 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.130813 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.131817 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.145628 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mrwrk\" (UniqueName: \"kubernetes.io/projected/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-api-access-mrwrk\") pod \"kube-state-metrics-0\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.172458 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c" path="/var/lib/kubelet/pods/2df9c7d6-00e6-4d00-8b9a-cd3a0d781f7c/volumes" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.254520 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.340518 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.548550 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.549350 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="ceilometer-central-agent" containerID="cri-o://3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05" gracePeriod=30 Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.549484 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="ceilometer-notification-agent" containerID="cri-o://542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e" gracePeriod=30 Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.549563 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="proxy-httpd" containerID="cri-o://deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551" gracePeriod=30 Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.549830 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="sg-core" containerID="cri-o://9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee" gracePeriod=30 Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.756090 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.826236 4809 generic.go:334] "Generic (PLEG): container finished" podID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerID="dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38" exitCode=143 Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.826345 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"90dc8dd2-04c2-4da3-8925-e39992e56c8d","Type":"ContainerDied","Data":"dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38"} Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.828340 4809 generic.go:334] "Generic (PLEG): container finished" podID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerID="3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02" exitCode=143 Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.828423 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"23d9c06c-0f44-40d4-bc10-30707ca2389e","Type":"ContainerDied","Data":"3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02"} Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.833367 4809 generic.go:334] "Generic (PLEG): container finished" podID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerID="deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551" exitCode=0 Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.833406 4809 generic.go:334] "Generic (PLEG): container finished" podID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerID="9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee" exitCode=2 Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.833443 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6dba7ea6-c792-40b4-9aa3-50417fdb2acd","Type":"ContainerDied","Data":"deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551"} Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.833460 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6dba7ea6-c792-40b4-9aa3-50417fdb2acd","Type":"ContainerDied","Data":"9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee"} Oct 13 20:16:14 crc kubenswrapper[4809]: I1013 20:16:14.834956 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"8eb20049-7387-44f3-8370-54b6ffccad1f","Type":"ContainerStarted","Data":"b2839235bb6ea4367f2e89600fd77d01f50008ab37a1a71251c8d35f16004d69"} Oct 13 20:16:15 crc kubenswrapper[4809]: I1013 20:16:15.851059 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"8eb20049-7387-44f3-8370-54b6ffccad1f","Type":"ContainerStarted","Data":"b54308d511214aec0113c7097f504f2b063d4aa4f452982e49fe01336c3ed88d"} Oct 13 20:16:15 crc kubenswrapper[4809]: I1013 20:16:15.851507 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:15 crc kubenswrapper[4809]: I1013 20:16:15.855909 4809 generic.go:334] "Generic (PLEG): container finished" podID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerID="3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05" exitCode=0 Oct 13 20:16:15 crc kubenswrapper[4809]: I1013 20:16:15.856038 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6dba7ea6-c792-40b4-9aa3-50417fdb2acd","Type":"ContainerDied","Data":"3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05"} Oct 13 20:16:15 crc kubenswrapper[4809]: I1013 20:16:15.856156 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="9a46ddd0-2cff-43d8-a259-fc487a74db74" containerName="nova-scheduler-scheduler" containerID="cri-o://a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6" gracePeriod=30 Oct 13 20:16:15 crc kubenswrapper[4809]: I1013 20:16:15.877604 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=2.515864206 podStartE2EDuration="2.877584235s" podCreationTimestamp="2025-10-13 20:16:13 +0000 UTC" firstStartedPulling="2025-10-13 20:16:14.78114939 +0000 UTC m=+3093.386895975" lastFinishedPulling="2025-10-13 20:16:15.142869419 +0000 UTC m=+3093.748616004" observedRunningTime="2025-10-13 20:16:15.869066484 +0000 UTC m=+3094.474813069" watchObservedRunningTime="2025-10-13 20:16:15.877584235 +0000 UTC m=+3094.483330820" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.323851 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.480949 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-frqc4\" (UniqueName: \"kubernetes.io/projected/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-kube-api-access-frqc4\") pod \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.481013 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-log-httpd\") pod \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.481087 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-combined-ca-bundle\") pod \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.481163 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-scripts\") pod \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.481194 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-run-httpd\") pod \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.481271 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-sg-core-conf-yaml\") pod \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.481344 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-config-data\") pod \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\" (UID: \"6dba7ea6-c792-40b4-9aa3-50417fdb2acd\") " Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.483208 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "6dba7ea6-c792-40b4-9aa3-50417fdb2acd" (UID: "6dba7ea6-c792-40b4-9aa3-50417fdb2acd"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.483451 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "6dba7ea6-c792-40b4-9aa3-50417fdb2acd" (UID: "6dba7ea6-c792-40b4-9aa3-50417fdb2acd"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.488213 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-kube-api-access-frqc4" (OuterVolumeSpecName: "kube-api-access-frqc4") pod "6dba7ea6-c792-40b4-9aa3-50417fdb2acd" (UID: "6dba7ea6-c792-40b4-9aa3-50417fdb2acd"). InnerVolumeSpecName "kube-api-access-frqc4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.492349 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-scripts" (OuterVolumeSpecName: "scripts") pod "6dba7ea6-c792-40b4-9aa3-50417fdb2acd" (UID: "6dba7ea6-c792-40b4-9aa3-50417fdb2acd"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.524919 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "6dba7ea6-c792-40b4-9aa3-50417fdb2acd" (UID: "6dba7ea6-c792-40b4-9aa3-50417fdb2acd"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.583706 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6dba7ea6-c792-40b4-9aa3-50417fdb2acd" (UID: "6dba7ea6-c792-40b4-9aa3-50417fdb2acd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.584272 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.584450 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.584585 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.584765 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.584973 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-frqc4\" (UniqueName: \"kubernetes.io/projected/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-kube-api-access-frqc4\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.585092 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.611788 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-config-data" (OuterVolumeSpecName: "config-data") pod "6dba7ea6-c792-40b4-9aa3-50417fdb2acd" (UID: "6dba7ea6-c792-40b4-9aa3-50417fdb2acd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.687635 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dba7ea6-c792-40b4-9aa3-50417fdb2acd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.868186 4809 generic.go:334] "Generic (PLEG): container finished" podID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerID="542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e" exitCode=0 Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.868231 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6dba7ea6-c792-40b4-9aa3-50417fdb2acd","Type":"ContainerDied","Data":"542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e"} Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.868586 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"6dba7ea6-c792-40b4-9aa3-50417fdb2acd","Type":"ContainerDied","Data":"0de208688ac31e9e56bd769af1c8b6a5d36829564c28e7bef9366c644f9b7d06"} Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.868613 4809 scope.go:117] "RemoveContainer" containerID="deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.868274 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.897274 4809 scope.go:117] "RemoveContainer" containerID="9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.904615 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.913581 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.920550 4809 scope.go:117] "RemoveContainer" containerID="542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.929522 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:16 crc kubenswrapper[4809]: E1013 20:16:16.930106 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="sg-core" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.930126 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="sg-core" Oct 13 20:16:16 crc kubenswrapper[4809]: E1013 20:16:16.930136 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="ceilometer-notification-agent" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.930145 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="ceilometer-notification-agent" Oct 13 20:16:16 crc kubenswrapper[4809]: E1013 20:16:16.930162 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="ceilometer-central-agent" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.930169 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="ceilometer-central-agent" Oct 13 20:16:16 crc kubenswrapper[4809]: E1013 20:16:16.930194 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="proxy-httpd" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.930199 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="proxy-httpd" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.930363 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="proxy-httpd" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.930409 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="sg-core" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.930423 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="ceilometer-central-agent" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.930433 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" containerName="ceilometer-notification-agent" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.932048 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.949444 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.949501 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.949481 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.954867 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:16 crc kubenswrapper[4809]: I1013 20:16:16.976080 4809 scope.go:117] "RemoveContainer" containerID="3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.003358 4809 scope.go:117] "RemoveContainer" containerID="deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551" Oct 13 20:16:17 crc kubenswrapper[4809]: E1013 20:16:17.003779 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551\": container with ID starting with deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551 not found: ID does not exist" containerID="deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.003813 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551"} err="failed to get container status \"deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551\": rpc error: code = NotFound desc = could not find container \"deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551\": container with ID starting with deba3e3144b0c42ab307d07d2f670a256851883a5bf1ff625fa376b7c3bc4551 not found: ID does not exist" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.003833 4809 scope.go:117] "RemoveContainer" containerID="9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee" Oct 13 20:16:17 crc kubenswrapper[4809]: E1013 20:16:17.004261 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee\": container with ID starting with 9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee not found: ID does not exist" containerID="9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.004324 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee"} err="failed to get container status \"9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee\": rpc error: code = NotFound desc = could not find container \"9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee\": container with ID starting with 9586207be5b3bce3747b85ee5086e9af7c8a42c6e508a00c4d690eeae2e1a2ee not found: ID does not exist" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.004363 4809 scope.go:117] "RemoveContainer" containerID="542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e" Oct 13 20:16:17 crc kubenswrapper[4809]: E1013 20:16:17.004755 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e\": container with ID starting with 542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e not found: ID does not exist" containerID="542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.004784 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e"} err="failed to get container status \"542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e\": rpc error: code = NotFound desc = could not find container \"542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e\": container with ID starting with 542489daa5a46f4903cdd7bf9b073aa612f7ed96c9d519bd6f443406e8b7001e not found: ID does not exist" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.004802 4809 scope.go:117] "RemoveContainer" containerID="3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05" Oct 13 20:16:17 crc kubenswrapper[4809]: E1013 20:16:17.005076 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05\": container with ID starting with 3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05 not found: ID does not exist" containerID="3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.005105 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05"} err="failed to get container status \"3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05\": rpc error: code = NotFound desc = could not find container \"3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05\": container with ID starting with 3bbcade4f0d2e76f2a57a534a71491780e858cf11a41a0cc55f91f89d9339a05 not found: ID does not exist" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.095157 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.095284 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.095369 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-log-httpd\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.095430 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-config-data\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.095504 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-run-httpd\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.095548 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xkms5\" (UniqueName: \"kubernetes.io/projected/149b9f72-f311-4932-9cb2-ddf945c28f58-kube-api-access-xkms5\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.095619 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-scripts\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.095661 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.197013 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.197101 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-log-httpd\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.197151 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-config-data\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.197205 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-run-httpd\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.197239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xkms5\" (UniqueName: \"kubernetes.io/projected/149b9f72-f311-4932-9cb2-ddf945c28f58-kube-api-access-xkms5\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.197292 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-scripts\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.197325 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.197371 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.197894 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-log-httpd\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.197935 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-run-httpd\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.202600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.202646 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.202720 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-config-data\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.203551 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-scripts\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.204390 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.219782 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xkms5\" (UniqueName: \"kubernetes.io/projected/149b9f72-f311-4932-9cb2-ddf945c28f58-kube-api-access-xkms5\") pod \"ceilometer-0\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.264040 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.780895 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.891437 4809 generic.go:334] "Generic (PLEG): container finished" podID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerID="cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665" exitCode=0 Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.891541 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.891564 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"23d9c06c-0f44-40d4-bc10-30707ca2389e","Type":"ContainerDied","Data":"cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665"} Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.892643 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"23d9c06c-0f44-40d4-bc10-30707ca2389e","Type":"ContainerDied","Data":"14de9cec02d9d49f5fcca450b0b58e4b6cd3d711f8f9c2e7542f3b19ee307044"} Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.892676 4809 scope.go:117] "RemoveContainer" containerID="cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.905538 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.915050 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-config-data\") pod \"23d9c06c-0f44-40d4-bc10-30707ca2389e\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.915102 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6fn7k\" (UniqueName: \"kubernetes.io/projected/23d9c06c-0f44-40d4-bc10-30707ca2389e-kube-api-access-6fn7k\") pod \"23d9c06c-0f44-40d4-bc10-30707ca2389e\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.915145 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-combined-ca-bundle\") pod \"23d9c06c-0f44-40d4-bc10-30707ca2389e\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.915301 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-nova-metadata-tls-certs\") pod \"23d9c06c-0f44-40d4-bc10-30707ca2389e\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.915402 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/23d9c06c-0f44-40d4-bc10-30707ca2389e-logs\") pod \"23d9c06c-0f44-40d4-bc10-30707ca2389e\" (UID: \"23d9c06c-0f44-40d4-bc10-30707ca2389e\") " Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.915931 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/23d9c06c-0f44-40d4-bc10-30707ca2389e-logs" (OuterVolumeSpecName: "logs") pod "23d9c06c-0f44-40d4-bc10-30707ca2389e" (UID: "23d9c06c-0f44-40d4-bc10-30707ca2389e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.916361 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/23d9c06c-0f44-40d4-bc10-30707ca2389e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.920782 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/23d9c06c-0f44-40d4-bc10-30707ca2389e-kube-api-access-6fn7k" (OuterVolumeSpecName: "kube-api-access-6fn7k") pod "23d9c06c-0f44-40d4-bc10-30707ca2389e" (UID: "23d9c06c-0f44-40d4-bc10-30707ca2389e"). InnerVolumeSpecName "kube-api-access-6fn7k". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.969975 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "23d9c06c-0f44-40d4-bc10-30707ca2389e" (UID: "23d9c06c-0f44-40d4-bc10-30707ca2389e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.970403 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-config-data" (OuterVolumeSpecName: "config-data") pod "23d9c06c-0f44-40d4-bc10-30707ca2389e" (UID: "23d9c06c-0f44-40d4-bc10-30707ca2389e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:17 crc kubenswrapper[4809]: I1013 20:16:17.990959 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "23d9c06c-0f44-40d4-bc10-30707ca2389e" (UID: "23d9c06c-0f44-40d4-bc10-30707ca2389e"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.001905 4809 scope.go:117] "RemoveContainer" containerID="3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.017738 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.017996 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6fn7k\" (UniqueName: \"kubernetes.io/projected/23d9c06c-0f44-40d4-bc10-30707ca2389e-kube-api-access-6fn7k\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.018011 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.018025 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/23d9c06c-0f44-40d4-bc10-30707ca2389e-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.022212 4809 scope.go:117] "RemoveContainer" containerID="cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665" Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.022618 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665\": container with ID starting with cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665 not found: ID does not exist" containerID="cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.022651 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665"} err="failed to get container status \"cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665\": rpc error: code = NotFound desc = could not find container \"cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665\": container with ID starting with cb4681b54402195d9b1ce8fe04131baef5336ddd3b0c8f92d5e78ef57a085665 not found: ID does not exist" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.022675 4809 scope.go:117] "RemoveContainer" containerID="3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02" Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.023248 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02\": container with ID starting with 3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02 not found: ID does not exist" containerID="3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.023281 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02"} err="failed to get container status \"3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02\": rpc error: code = NotFound desc = could not find container \"3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02\": container with ID starting with 3c607ab3e71400e1ba4e2bf87bdca804406ad04038658f6ae85bde28deba5d02 not found: ID does not exist" Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.028356 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.029743 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.031129 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.031166 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="9a46ddd0-2cff-43d8-a259-fc487a74db74" containerName="nova-scheduler-scheduler" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.156227 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.156632 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.165622 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6dba7ea6-c792-40b4-9aa3-50417fdb2acd" path="/var/lib/kubelet/pods/6dba7ea6-c792-40b4-9aa3-50417fdb2acd/volumes" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.217716 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.225136 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod23d9c06c_0f44_40d4_bc10_30707ca2389e.slice/crio-14de9cec02d9d49f5fcca450b0b58e4b6cd3d711f8f9c2e7542f3b19ee307044\": RecentStats: unable to find data in memory cache]" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.230246 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.241520 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.241946 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerName="nova-metadata-metadata" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.241965 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerName="nova-metadata-metadata" Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.241989 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerName="nova-metadata-log" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.241996 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerName="nova-metadata-log" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.242155 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerName="nova-metadata-log" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.242183 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="23d9c06c-0f44-40d4-bc10-30707ca2389e" containerName="nova-metadata-metadata" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.243231 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.246552 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.249505 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.258648 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.322509 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/aaa18240-39bc-424b-83b2-222f501b40ee-logs\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.322629 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mt9kn\" (UniqueName: \"kubernetes.io/projected/aaa18240-39bc-424b-83b2-222f501b40ee-kube-api-access-mt9kn\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.322686 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.322864 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.322899 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-config-data\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.423986 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.424115 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.424143 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-config-data\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.424189 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/aaa18240-39bc-424b-83b2-222f501b40ee-logs\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.424241 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mt9kn\" (UniqueName: \"kubernetes.io/projected/aaa18240-39bc-424b-83b2-222f501b40ee-kube-api-access-mt9kn\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.424839 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/aaa18240-39bc-424b-83b2-222f501b40ee-logs\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.428882 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.429565 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-config-data\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.431291 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.443960 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mt9kn\" (UniqueName: \"kubernetes.io/projected/aaa18240-39bc-424b-83b2-222f501b40ee-kube-api-access-mt9kn\") pod \"nova-metadata-0\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.575108 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.882679 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.922148 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"149b9f72-f311-4932-9cb2-ddf945c28f58","Type":"ContainerStarted","Data":"0dec516645d5218ed8b8413aa71d67bbeafffb69a90eca7f29bb12881840baba"} Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.922202 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"149b9f72-f311-4932-9cb2-ddf945c28f58","Type":"ContainerStarted","Data":"85d5d3315dc9dc3184845f51ecb7225d421305b4afb2673137400c2ef35438be"} Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.925191 4809 generic.go:334] "Generic (PLEG): container finished" podID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerID="45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e" exitCode=0 Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.925302 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"90dc8dd2-04c2-4da3-8925-e39992e56c8d","Type":"ContainerDied","Data":"45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e"} Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.925335 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"90dc8dd2-04c2-4da3-8925-e39992e56c8d","Type":"ContainerDied","Data":"fffe5ad88db2af7ee7aa349603b58bb2416f6cd7861fc82014e3da1a23a54d31"} Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.925354 4809 scope.go:117] "RemoveContainer" containerID="45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.925493 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.962391 4809 scope.go:117] "RemoveContainer" containerID="dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.991802 4809 scope.go:117] "RemoveContainer" containerID="45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e" Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.992195 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e\": container with ID starting with 45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e not found: ID does not exist" containerID="45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.992230 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e"} err="failed to get container status \"45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e\": rpc error: code = NotFound desc = could not find container \"45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e\": container with ID starting with 45b56ee6514beafb2fa80e8caedf26a175b985554b354f81f4f33118dea1ba2e not found: ID does not exist" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.992254 4809 scope.go:117] "RemoveContainer" containerID="dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38" Oct 13 20:16:18 crc kubenswrapper[4809]: E1013 20:16:18.992874 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38\": container with ID starting with dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38 not found: ID does not exist" containerID="dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38" Oct 13 20:16:18 crc kubenswrapper[4809]: I1013 20:16:18.992921 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38"} err="failed to get container status \"dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38\": rpc error: code = NotFound desc = could not find container \"dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38\": container with ID starting with dfc206167efbd95e11046f385a056febb12a4f7adbefb851ff4cba7c545c6a38 not found: ID does not exist" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.033555 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/90dc8dd2-04c2-4da3-8925-e39992e56c8d-logs\") pod \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.033660 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-f8zgp\" (UniqueName: \"kubernetes.io/projected/90dc8dd2-04c2-4da3-8925-e39992e56c8d-kube-api-access-f8zgp\") pod \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.033755 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-combined-ca-bundle\") pod \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.033871 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-config-data\") pod \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\" (UID: \"90dc8dd2-04c2-4da3-8925-e39992e56c8d\") " Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.034250 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/90dc8dd2-04c2-4da3-8925-e39992e56c8d-logs" (OuterVolumeSpecName: "logs") pod "90dc8dd2-04c2-4da3-8925-e39992e56c8d" (UID: "90dc8dd2-04c2-4da3-8925-e39992e56c8d"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.039638 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/90dc8dd2-04c2-4da3-8925-e39992e56c8d-kube-api-access-f8zgp" (OuterVolumeSpecName: "kube-api-access-f8zgp") pod "90dc8dd2-04c2-4da3-8925-e39992e56c8d" (UID: "90dc8dd2-04c2-4da3-8925-e39992e56c8d"). InnerVolumeSpecName "kube-api-access-f8zgp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.044786 4809 scope.go:117] "RemoveContainer" containerID="f6815b8291a228426a134c12ad82bf6f24990d5c93eb189c3f548533525fb2a6" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.067403 4809 scope.go:117] "RemoveContainer" containerID="e6fb783fa401af48754c9728cbabc620257071026ae146cda92af67d12d643ac" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.072871 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "90dc8dd2-04c2-4da3-8925-e39992e56c8d" (UID: "90dc8dd2-04c2-4da3-8925-e39992e56c8d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.073257 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-config-data" (OuterVolumeSpecName: "config-data") pod "90dc8dd2-04c2-4da3-8925-e39992e56c8d" (UID: "90dc8dd2-04c2-4da3-8925-e39992e56c8d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.104164 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.124277 4809 scope.go:117] "RemoveContainer" containerID="96fc3e18d2ab225d9d1ef3c25efdaeaa4a50463bb9a60edd206b5cd0f53f58bd" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.136687 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.136711 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/90dc8dd2-04c2-4da3-8925-e39992e56c8d-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.136742 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-f8zgp\" (UniqueName: \"kubernetes.io/projected/90dc8dd2-04c2-4da3-8925-e39992e56c8d-kube-api-access-f8zgp\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.136755 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/90dc8dd2-04c2-4da3-8925-e39992e56c8d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.174081 4809 scope.go:117] "RemoveContainer" containerID="069ef64d387c7956a877f875aec5c2ee8014be8f036bf6ff8a20db827538edba" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.198263 4809 scope.go:117] "RemoveContainer" containerID="fa940518495183e18be27f436c12bc2f4bc2c5390be61d26ff7886d84b4ac3ad" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.223116 4809 scope.go:117] "RemoveContainer" containerID="db7d39187a358e09a24c7089da272ffbd20c31e5dbcab2c447f87908227cfb82" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.277252 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.288297 4809 scope.go:117] "RemoveContainer" containerID="7c8bf87c951294171c7da4e1d67c186c47c93778624f911a6a5b66b3ae8fd96b" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.293589 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.304783 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:19 crc kubenswrapper[4809]: E1013 20:16:19.305333 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerName="nova-api-api" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.305362 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerName="nova-api-api" Oct 13 20:16:19 crc kubenswrapper[4809]: E1013 20:16:19.305379 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerName="nova-api-log" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.305388 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerName="nova-api-log" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.305653 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerName="nova-api-log" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.305695 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" containerName="nova-api-api" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.306961 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.308561 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.321088 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.358414 4809 scope.go:117] "RemoveContainer" containerID="01c4e31fc9b0b6125bd16666727199d981bbd826ac852bfacc57a2257b4ce088" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.381952 4809 scope.go:117] "RemoveContainer" containerID="fa8ff413d990e3e7668c00cb1a955119af104aac4603efea2dcdfc42ce697741" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.412018 4809 scope.go:117] "RemoveContainer" containerID="2caf1e8efde1b7c366975a20042f454ddd514ee459a27b59e0008c2755b7455c" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.431229 4809 scope.go:117] "RemoveContainer" containerID="aba98458a96b4aa185a5c3f663285751f446f6f5ac22555eee40c2a72bc25249" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.441757 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jr4cz\" (UniqueName: \"kubernetes.io/projected/793cb4df-5cdf-4c52-8253-2270157ee39d-kube-api-access-jr4cz\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.441923 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/793cb4df-5cdf-4c52-8253-2270157ee39d-logs\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.442046 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.442109 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-config-data\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.448675 4809 scope.go:117] "RemoveContainer" containerID="5bb3601c581795b8bdfc458472c0020480cc2a8b41471c20c77e28c526ccdf6a" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.487202 4809 scope.go:117] "RemoveContainer" containerID="2c6889828b3e639c07698ad9aa9d134d28be6a23797ed563b5526fb291619288" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.545050 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.545295 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-config-data\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.545555 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jr4cz\" (UniqueName: \"kubernetes.io/projected/793cb4df-5cdf-4c52-8253-2270157ee39d-kube-api-access-jr4cz\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.545658 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/793cb4df-5cdf-4c52-8253-2270157ee39d-logs\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.546447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/793cb4df-5cdf-4c52-8253-2270157ee39d-logs\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.548442 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.548870 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-config-data\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.561852 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jr4cz\" (UniqueName: \"kubernetes.io/projected/793cb4df-5cdf-4c52-8253-2270157ee39d-kube-api-access-jr4cz\") pod \"nova-api-0\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.641482 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.703179 4809 scope.go:117] "RemoveContainer" containerID="c063b2426865682fa7e1c55292e36d91295c2bb83e45532dfa39ff0e0964305e" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.749237 4809 scope.go:117] "RemoveContainer" containerID="4641051ab181beaf67ae38d15539829ffa0b6b2a27ab9f737e1795581a3591d1" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.796220 4809 scope.go:117] "RemoveContainer" containerID="11d99e94147fc0be8d6f58aacb3e0fc1eecc24eacb88b3429ee2373e4de82ef4" Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.975955 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"149b9f72-f311-4932-9cb2-ddf945c28f58","Type":"ContainerStarted","Data":"91283db3944fca4b2137a5065eb382b765f7f3e4b6e748cbbb77e3833bfe15d7"} Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.994520 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"aaa18240-39bc-424b-83b2-222f501b40ee","Type":"ContainerStarted","Data":"c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2"} Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.994581 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"aaa18240-39bc-424b-83b2-222f501b40ee","Type":"ContainerStarted","Data":"540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5"} Oct 13 20:16:19 crc kubenswrapper[4809]: I1013 20:16:19.994592 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"aaa18240-39bc-424b-83b2-222f501b40ee","Type":"ContainerStarted","Data":"e57197714c76e3308db0d97bfd41280fc782a2fd230bac8b7809d40d72771993"} Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.023163 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.023145012 podStartE2EDuration="2.023145012s" podCreationTimestamp="2025-10-13 20:16:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:16:20.015333452 +0000 UTC m=+3098.621080037" watchObservedRunningTime="2025-10-13 20:16:20.023145012 +0000 UTC m=+3098.628891597" Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.226745 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="23d9c06c-0f44-40d4-bc10-30707ca2389e" path="/var/lib/kubelet/pods/23d9c06c-0f44-40d4-bc10-30707ca2389e/volumes" Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.231202 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="90dc8dd2-04c2-4da3-8925-e39992e56c8d" path="/var/lib/kubelet/pods/90dc8dd2-04c2-4da3-8925-e39992e56c8d/volumes" Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.256578 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.295124 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.361797 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hnrhp\" (UniqueName: \"kubernetes.io/projected/9a46ddd0-2cff-43d8-a259-fc487a74db74-kube-api-access-hnrhp\") pod \"9a46ddd0-2cff-43d8-a259-fc487a74db74\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.362344 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-config-data\") pod \"9a46ddd0-2cff-43d8-a259-fc487a74db74\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.362399 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-combined-ca-bundle\") pod \"9a46ddd0-2cff-43d8-a259-fc487a74db74\" (UID: \"9a46ddd0-2cff-43d8-a259-fc487a74db74\") " Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.373937 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9a46ddd0-2cff-43d8-a259-fc487a74db74-kube-api-access-hnrhp" (OuterVolumeSpecName: "kube-api-access-hnrhp") pod "9a46ddd0-2cff-43d8-a259-fc487a74db74" (UID: "9a46ddd0-2cff-43d8-a259-fc487a74db74"). InnerVolumeSpecName "kube-api-access-hnrhp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.398030 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9a46ddd0-2cff-43d8-a259-fc487a74db74" (UID: "9a46ddd0-2cff-43d8-a259-fc487a74db74"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.404578 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-config-data" (OuterVolumeSpecName: "config-data") pod "9a46ddd0-2cff-43d8-a259-fc487a74db74" (UID: "9a46ddd0-2cff-43d8-a259-fc487a74db74"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.465785 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.465812 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9a46ddd0-2cff-43d8-a259-fc487a74db74-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:20 crc kubenswrapper[4809]: I1013 20:16:20.465823 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hnrhp\" (UniqueName: \"kubernetes.io/projected/9a46ddd0-2cff-43d8-a259-fc487a74db74-kube-api-access-hnrhp\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.045180 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"149b9f72-f311-4932-9cb2-ddf945c28f58","Type":"ContainerStarted","Data":"f238603e341a1e4fc18a3bc8e3edbda3200bc750c85458ee0e2b5d9801e8a486"} Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.047127 4809 generic.go:334] "Generic (PLEG): container finished" podID="9a46ddd0-2cff-43d8-a259-fc487a74db74" containerID="a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6" exitCode=0 Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.047195 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9a46ddd0-2cff-43d8-a259-fc487a74db74","Type":"ContainerDied","Data":"a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6"} Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.047217 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9a46ddd0-2cff-43d8-a259-fc487a74db74","Type":"ContainerDied","Data":"2bd7743cfb1939a2e291f8842174adc661183913d1d3f7266adaab24654b7a98"} Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.047241 4809 scope.go:117] "RemoveContainer" containerID="a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.047382 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.055773 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"793cb4df-5cdf-4c52-8253-2270157ee39d","Type":"ContainerStarted","Data":"419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3"} Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.055810 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"793cb4df-5cdf-4c52-8253-2270157ee39d","Type":"ContainerStarted","Data":"1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30"} Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.055820 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"793cb4df-5cdf-4c52-8253-2270157ee39d","Type":"ContainerStarted","Data":"cb4e3637a51cae69478e9d5bdc550977703296e4a559ee2a9084672d2e18b4db"} Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.084195 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.084177376 podStartE2EDuration="2.084177376s" podCreationTimestamp="2025-10-13 20:16:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:16:21.081877441 +0000 UTC m=+3099.687624046" watchObservedRunningTime="2025-10-13 20:16:21.084177376 +0000 UTC m=+3099.689923951" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.087715 4809 scope.go:117] "RemoveContainer" containerID="a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6" Oct 13 20:16:21 crc kubenswrapper[4809]: E1013 20:16:21.088875 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6\": container with ID starting with a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6 not found: ID does not exist" containerID="a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.088917 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6"} err="failed to get container status \"a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6\": rpc error: code = NotFound desc = could not find container \"a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6\": container with ID starting with a940cde6590bc62bc4551c4169b8a76d2d6079a63be467a50faf45286c5304c6 not found: ID does not exist" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.099107 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.111691 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.125608 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:16:21 crc kubenswrapper[4809]: E1013 20:16:21.126166 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9a46ddd0-2cff-43d8-a259-fc487a74db74" containerName="nova-scheduler-scheduler" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.126186 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9a46ddd0-2cff-43d8-a259-fc487a74db74" containerName="nova-scheduler-scheduler" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.126387 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9a46ddd0-2cff-43d8-a259-fc487a74db74" containerName="nova-scheduler-scheduler" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.127073 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.134366 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.152574 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.180036 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.180088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-config-data\") pod \"nova-scheduler-0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.180170 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kpmj9\" (UniqueName: \"kubernetes.io/projected/4ed4d467-9697-4db0-88b9-95914f300fd0-kube-api-access-kpmj9\") pod \"nova-scheduler-0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.281778 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.281877 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-config-data\") pod \"nova-scheduler-0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.282103 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kpmj9\" (UniqueName: \"kubernetes.io/projected/4ed4d467-9697-4db0-88b9-95914f300fd0-kube-api-access-kpmj9\") pod \"nova-scheduler-0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.287382 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-config-data\") pod \"nova-scheduler-0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.290410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.298041 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kpmj9\" (UniqueName: \"kubernetes.io/projected/4ed4d467-9697-4db0-88b9-95914f300fd0-kube-api-access-kpmj9\") pod \"nova-scheduler-0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:21 crc kubenswrapper[4809]: I1013 20:16:21.445204 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:22 crc kubenswrapper[4809]: I1013 20:16:22.001400 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:16:22 crc kubenswrapper[4809]: I1013 20:16:22.071804 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"4ed4d467-9697-4db0-88b9-95914f300fd0","Type":"ContainerStarted","Data":"7ec97cf2b3b81f72a6a5359f423b1b071e6650930c807dc4d3c2525d159fe371"} Oct 13 20:16:22 crc kubenswrapper[4809]: I1013 20:16:22.166389 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9a46ddd0-2cff-43d8-a259-fc487a74db74" path="/var/lib/kubelet/pods/9a46ddd0-2cff-43d8-a259-fc487a74db74/volumes" Oct 13 20:16:23 crc kubenswrapper[4809]: I1013 20:16:23.081819 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"4ed4d467-9697-4db0-88b9-95914f300fd0","Type":"ContainerStarted","Data":"cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b"} Oct 13 20:16:23 crc kubenswrapper[4809]: I1013 20:16:23.084338 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"149b9f72-f311-4932-9cb2-ddf945c28f58","Type":"ContainerStarted","Data":"ec0f3742959111ce757ba26054f816a378bb122f0378e08f992b6afb673c9b5b"} Oct 13 20:16:23 crc kubenswrapper[4809]: I1013 20:16:23.085133 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:23 crc kubenswrapper[4809]: I1013 20:16:23.111547 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.111530075 podStartE2EDuration="2.111530075s" podCreationTimestamp="2025-10-13 20:16:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:16:23.110850846 +0000 UTC m=+3101.716597431" watchObservedRunningTime="2025-10-13 20:16:23.111530075 +0000 UTC m=+3101.717276660" Oct 13 20:16:23 crc kubenswrapper[4809]: I1013 20:16:23.143054 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.685199969 podStartE2EDuration="7.143035726s" podCreationTimestamp="2025-10-13 20:16:16 +0000 UTC" firstStartedPulling="2025-10-13 20:16:17.910632306 +0000 UTC m=+3096.516378891" lastFinishedPulling="2025-10-13 20:16:22.368468063 +0000 UTC m=+3100.974214648" observedRunningTime="2025-10-13 20:16:23.134228797 +0000 UTC m=+3101.739975382" watchObservedRunningTime="2025-10-13 20:16:23.143035726 +0000 UTC m=+3101.748782311" Oct 13 20:16:23 crc kubenswrapper[4809]: I1013 20:16:23.575713 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:23 crc kubenswrapper[4809]: I1013 20:16:23.575804 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:24 crc kubenswrapper[4809]: I1013 20:16:24.266882 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:16:26 crc kubenswrapper[4809]: I1013 20:16:26.445832 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:28 crc kubenswrapper[4809]: I1013 20:16:28.575401 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:28 crc kubenswrapper[4809]: I1013 20:16:28.575815 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:29 crc kubenswrapper[4809]: I1013 20:16:29.156017 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:16:29 crc kubenswrapper[4809]: E1013 20:16:29.156458 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:16:29 crc kubenswrapper[4809]: I1013 20:16:29.596900 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="aaa18240-39bc-424b-83b2-222f501b40ee" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.1.138:8775/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:16:29 crc kubenswrapper[4809]: I1013 20:16:29.596940 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="aaa18240-39bc-424b-83b2-222f501b40ee" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.1.138:8775/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:16:29 crc kubenswrapper[4809]: I1013 20:16:29.642081 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:29 crc kubenswrapper[4809]: I1013 20:16:29.642134 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:30 crc kubenswrapper[4809]: I1013 20:16:30.724501 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.1.139:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:16:30 crc kubenswrapper[4809]: I1013 20:16:30.724510 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.1.139:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:16:31 crc kubenswrapper[4809]: I1013 20:16:31.446187 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:31 crc kubenswrapper[4809]: I1013 20:16:31.500424 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:32 crc kubenswrapper[4809]: I1013 20:16:32.282766 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:16:38 crc kubenswrapper[4809]: I1013 20:16:38.583699 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:38 crc kubenswrapper[4809]: I1013 20:16:38.584262 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:38 crc kubenswrapper[4809]: I1013 20:16:38.590985 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:38 crc kubenswrapper[4809]: I1013 20:16:38.591095 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:16:39 crc kubenswrapper[4809]: I1013 20:16:39.648185 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:39 crc kubenswrapper[4809]: I1013 20:16:39.648685 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:39 crc kubenswrapper[4809]: I1013 20:16:39.649259 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:39 crc kubenswrapper[4809]: I1013 20:16:39.649298 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:39 crc kubenswrapper[4809]: I1013 20:16:39.653951 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:39 crc kubenswrapper[4809]: I1013 20:16:39.655987 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:41 crc kubenswrapper[4809]: I1013 20:16:41.155596 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:16:41 crc kubenswrapper[4809]: E1013 20:16:41.156129 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:16:41 crc kubenswrapper[4809]: I1013 20:16:41.633474 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:41 crc kubenswrapper[4809]: I1013 20:16:41.633939 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="ceilometer-central-agent" containerID="cri-o://0dec516645d5218ed8b8413aa71d67bbeafffb69a90eca7f29bb12881840baba" gracePeriod=30 Oct 13 20:16:41 crc kubenswrapper[4809]: I1013 20:16:41.633980 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="proxy-httpd" containerID="cri-o://ec0f3742959111ce757ba26054f816a378bb122f0378e08f992b6afb673c9b5b" gracePeriod=30 Oct 13 20:16:41 crc kubenswrapper[4809]: I1013 20:16:41.634098 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="sg-core" containerID="cri-o://f238603e341a1e4fc18a3bc8e3edbda3200bc750c85458ee0e2b5d9801e8a486" gracePeriod=30 Oct 13 20:16:41 crc kubenswrapper[4809]: I1013 20:16:41.634177 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="ceilometer-notification-agent" containerID="cri-o://91283db3944fca4b2137a5065eb382b765f7f3e4b6e748cbbb77e3833bfe15d7" gracePeriod=30 Oct 13 20:16:41 crc kubenswrapper[4809]: I1013 20:16:41.655130 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.1.137:3000/\": EOF" Oct 13 20:16:41 crc kubenswrapper[4809]: I1013 20:16:41.999202 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:42 crc kubenswrapper[4809]: I1013 20:16:42.360641 4809 generic.go:334] "Generic (PLEG): container finished" podID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerID="ec0f3742959111ce757ba26054f816a378bb122f0378e08f992b6afb673c9b5b" exitCode=0 Oct 13 20:16:42 crc kubenswrapper[4809]: I1013 20:16:42.361002 4809 generic.go:334] "Generic (PLEG): container finished" podID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerID="f238603e341a1e4fc18a3bc8e3edbda3200bc750c85458ee0e2b5d9801e8a486" exitCode=2 Oct 13 20:16:42 crc kubenswrapper[4809]: I1013 20:16:42.361016 4809 generic.go:334] "Generic (PLEG): container finished" podID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerID="0dec516645d5218ed8b8413aa71d67bbeafffb69a90eca7f29bb12881840baba" exitCode=0 Oct 13 20:16:42 crc kubenswrapper[4809]: I1013 20:16:42.361222 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerName="nova-api-log" containerID="cri-o://1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30" gracePeriod=30 Oct 13 20:16:42 crc kubenswrapper[4809]: I1013 20:16:42.360714 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"149b9f72-f311-4932-9cb2-ddf945c28f58","Type":"ContainerDied","Data":"ec0f3742959111ce757ba26054f816a378bb122f0378e08f992b6afb673c9b5b"} Oct 13 20:16:42 crc kubenswrapper[4809]: I1013 20:16:42.361315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"149b9f72-f311-4932-9cb2-ddf945c28f58","Type":"ContainerDied","Data":"f238603e341a1e4fc18a3bc8e3edbda3200bc750c85458ee0e2b5d9801e8a486"} Oct 13 20:16:42 crc kubenswrapper[4809]: I1013 20:16:42.361331 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"149b9f72-f311-4932-9cb2-ddf945c28f58","Type":"ContainerDied","Data":"0dec516645d5218ed8b8413aa71d67bbeafffb69a90eca7f29bb12881840baba"} Oct 13 20:16:42 crc kubenswrapper[4809]: I1013 20:16:42.361767 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerName="nova-api-api" containerID="cri-o://419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3" gracePeriod=30 Oct 13 20:16:43 crc kubenswrapper[4809]: I1013 20:16:43.376180 4809 generic.go:334] "Generic (PLEG): container finished" podID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerID="1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30" exitCode=143 Oct 13 20:16:43 crc kubenswrapper[4809]: I1013 20:16:43.376219 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"793cb4df-5cdf-4c52-8253-2270157ee39d","Type":"ContainerDied","Data":"1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30"} Oct 13 20:16:45 crc kubenswrapper[4809]: I1013 20:16:45.408264 4809 generic.go:334] "Generic (PLEG): container finished" podID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerID="91283db3944fca4b2137a5065eb382b765f7f3e4b6e748cbbb77e3833bfe15d7" exitCode=0 Oct 13 20:16:45 crc kubenswrapper[4809]: I1013 20:16:45.408481 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"149b9f72-f311-4932-9cb2-ddf945c28f58","Type":"ContainerDied","Data":"91283db3944fca4b2137a5065eb382b765f7f3e4b6e748cbbb77e3833bfe15d7"} Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.857098 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.917352 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-config-data\") pod \"149b9f72-f311-4932-9cb2-ddf945c28f58\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.917517 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-log-httpd\") pod \"149b9f72-f311-4932-9cb2-ddf945c28f58\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.917642 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-sg-core-conf-yaml\") pod \"149b9f72-f311-4932-9cb2-ddf945c28f58\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.917671 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-ceilometer-tls-certs\") pod \"149b9f72-f311-4932-9cb2-ddf945c28f58\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.918219 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "149b9f72-f311-4932-9cb2-ddf945c28f58" (UID: "149b9f72-f311-4932-9cb2-ddf945c28f58"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.918795 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-run-httpd\") pod \"149b9f72-f311-4932-9cb2-ddf945c28f58\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.918830 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-combined-ca-bundle\") pod \"149b9f72-f311-4932-9cb2-ddf945c28f58\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.918870 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-scripts\") pod \"149b9f72-f311-4932-9cb2-ddf945c28f58\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.918913 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xkms5\" (UniqueName: \"kubernetes.io/projected/149b9f72-f311-4932-9cb2-ddf945c28f58-kube-api-access-xkms5\") pod \"149b9f72-f311-4932-9cb2-ddf945c28f58\" (UID: \"149b9f72-f311-4932-9cb2-ddf945c28f58\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.919279 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.925209 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/149b9f72-f311-4932-9cb2-ddf945c28f58-kube-api-access-xkms5" (OuterVolumeSpecName: "kube-api-access-xkms5") pod "149b9f72-f311-4932-9cb2-ddf945c28f58" (UID: "149b9f72-f311-4932-9cb2-ddf945c28f58"). InnerVolumeSpecName "kube-api-access-xkms5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.927128 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "149b9f72-f311-4932-9cb2-ddf945c28f58" (UID: "149b9f72-f311-4932-9cb2-ddf945c28f58"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.935836 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-scripts" (OuterVolumeSpecName: "scripts") pod "149b9f72-f311-4932-9cb2-ddf945c28f58" (UID: "149b9f72-f311-4932-9cb2-ddf945c28f58"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.950866 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "149b9f72-f311-4932-9cb2-ddf945c28f58" (UID: "149b9f72-f311-4932-9cb2-ddf945c28f58"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.962669 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:45.993306 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "149b9f72-f311-4932-9cb2-ddf945c28f58" (UID: "149b9f72-f311-4932-9cb2-ddf945c28f58"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.017949 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "149b9f72-f311-4932-9cb2-ddf945c28f58" (UID: "149b9f72-f311-4932-9cb2-ddf945c28f58"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.020889 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-config-data\") pod \"793cb4df-5cdf-4c52-8253-2270157ee39d\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.020934 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jr4cz\" (UniqueName: \"kubernetes.io/projected/793cb4df-5cdf-4c52-8253-2270157ee39d-kube-api-access-jr4cz\") pod \"793cb4df-5cdf-4c52-8253-2270157ee39d\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.021136 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/793cb4df-5cdf-4c52-8253-2270157ee39d-logs\") pod \"793cb4df-5cdf-4c52-8253-2270157ee39d\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.021176 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-combined-ca-bundle\") pod \"793cb4df-5cdf-4c52-8253-2270157ee39d\" (UID: \"793cb4df-5cdf-4c52-8253-2270157ee39d\") " Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.021817 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/793cb4df-5cdf-4c52-8253-2270157ee39d-logs" (OuterVolumeSpecName: "logs") pod "793cb4df-5cdf-4c52-8253-2270157ee39d" (UID: "793cb4df-5cdf-4c52-8253-2270157ee39d"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.022287 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/793cb4df-5cdf-4c52-8253-2270157ee39d-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.022304 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.022315 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.022324 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/149b9f72-f311-4932-9cb2-ddf945c28f58-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.022332 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.022341 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.022349 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xkms5\" (UniqueName: \"kubernetes.io/projected/149b9f72-f311-4932-9cb2-ddf945c28f58-kube-api-access-xkms5\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.024484 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/793cb4df-5cdf-4c52-8253-2270157ee39d-kube-api-access-jr4cz" (OuterVolumeSpecName: "kube-api-access-jr4cz") pod "793cb4df-5cdf-4c52-8253-2270157ee39d" (UID: "793cb4df-5cdf-4c52-8253-2270157ee39d"). InnerVolumeSpecName "kube-api-access-jr4cz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.043167 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "793cb4df-5cdf-4c52-8253-2270157ee39d" (UID: "793cb4df-5cdf-4c52-8253-2270157ee39d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.043627 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-config-data" (OuterVolumeSpecName: "config-data") pod "149b9f72-f311-4932-9cb2-ddf945c28f58" (UID: "149b9f72-f311-4932-9cb2-ddf945c28f58"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.065770 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-config-data" (OuterVolumeSpecName: "config-data") pod "793cb4df-5cdf-4c52-8253-2270157ee39d" (UID: "793cb4df-5cdf-4c52-8253-2270157ee39d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.123886 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.123910 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/793cb4df-5cdf-4c52-8253-2270157ee39d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.123919 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jr4cz\" (UniqueName: \"kubernetes.io/projected/793cb4df-5cdf-4c52-8253-2270157ee39d-kube-api-access-jr4cz\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.123929 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/149b9f72-f311-4932-9cb2-ddf945c28f58-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.420995 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"149b9f72-f311-4932-9cb2-ddf945c28f58","Type":"ContainerDied","Data":"85d5d3315dc9dc3184845f51ecb7225d421305b4afb2673137400c2ef35438be"} Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.421047 4809 scope.go:117] "RemoveContainer" containerID="ec0f3742959111ce757ba26054f816a378bb122f0378e08f992b6afb673c9b5b" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.421048 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.423880 4809 generic.go:334] "Generic (PLEG): container finished" podID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerID="419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3" exitCode=0 Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.423902 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"793cb4df-5cdf-4c52-8253-2270157ee39d","Type":"ContainerDied","Data":"419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3"} Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.423917 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"793cb4df-5cdf-4c52-8253-2270157ee39d","Type":"ContainerDied","Data":"cb4e3637a51cae69478e9d5bdc550977703296e4a559ee2a9084672d2e18b4db"} Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.423962 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.493070 4809 scope.go:117] "RemoveContainer" containerID="f238603e341a1e4fc18a3bc8e3edbda3200bc750c85458ee0e2b5d9801e8a486" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.497304 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.506431 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.517042 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.526807 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.536611 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:46 crc kubenswrapper[4809]: E1013 20:16:46.537034 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerName="nova-api-api" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537050 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerName="nova-api-api" Oct 13 20:16:46 crc kubenswrapper[4809]: E1013 20:16:46.537070 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerName="nova-api-log" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537077 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerName="nova-api-log" Oct 13 20:16:46 crc kubenswrapper[4809]: E1013 20:16:46.537100 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="sg-core" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537106 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="sg-core" Oct 13 20:16:46 crc kubenswrapper[4809]: E1013 20:16:46.537119 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="ceilometer-notification-agent" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537125 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="ceilometer-notification-agent" Oct 13 20:16:46 crc kubenswrapper[4809]: E1013 20:16:46.537138 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="ceilometer-central-agent" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537143 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="ceilometer-central-agent" Oct 13 20:16:46 crc kubenswrapper[4809]: E1013 20:16:46.537164 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="proxy-httpd" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537170 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="proxy-httpd" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537346 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="sg-core" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537366 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="ceilometer-central-agent" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537377 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="ceilometer-notification-agent" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537386 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" containerName="proxy-httpd" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537395 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerName="nova-api-api" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.537408 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="793cb4df-5cdf-4c52-8253-2270157ee39d" containerName="nova-api-log" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.538946 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.545940 4809 scope.go:117] "RemoveContainer" containerID="91283db3944fca4b2137a5065eb382b765f7f3e4b6e748cbbb77e3833bfe15d7" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.549651 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.551817 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.553142 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.553382 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.553591 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.554064 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.554239 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.554336 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.557704 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.567633 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.598510 4809 scope.go:117] "RemoveContainer" containerID="0dec516645d5218ed8b8413aa71d67bbeafffb69a90eca7f29bb12881840baba" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.632790 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.634101 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-config-data\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.634422 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.634460 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-run-httpd\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.634544 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-config-data\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.634565 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dtmmg\" (UniqueName: \"kubernetes.io/projected/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-kube-api-access-dtmmg\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.634673 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.634700 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-scripts\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.634803 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-internal-tls-certs\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.635115 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.635235 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-log-httpd\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.635310 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fsj5m\" (UniqueName: \"kubernetes.io/projected/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-kube-api-access-fsj5m\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.635432 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-public-tls-certs\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.635621 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-logs\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.648353 4809 scope.go:117] "RemoveContainer" containerID="419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.676040 4809 scope.go:117] "RemoveContainer" containerID="1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.694290 4809 scope.go:117] "RemoveContainer" containerID="419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3" Oct 13 20:16:46 crc kubenswrapper[4809]: E1013 20:16:46.695246 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3\": container with ID starting with 419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3 not found: ID does not exist" containerID="419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.695280 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3"} err="failed to get container status \"419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3\": rpc error: code = NotFound desc = could not find container \"419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3\": container with ID starting with 419c72fb71e80f7ad387f6e3582b63ff24ff1ea0cd187b7b5e976c12d62634f3 not found: ID does not exist" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.695317 4809 scope.go:117] "RemoveContainer" containerID="1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30" Oct 13 20:16:46 crc kubenswrapper[4809]: E1013 20:16:46.696117 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30\": container with ID starting with 1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30 not found: ID does not exist" containerID="1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.696170 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30"} err="failed to get container status \"1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30\": rpc error: code = NotFound desc = could not find container \"1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30\": container with ID starting with 1ad2964006648108e9fa3b71bb41789cfd9c0b868ead85bb6e55c1559c4c7f30 not found: ID does not exist" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.738043 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-public-tls-certs\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.738105 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-logs\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.738147 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.738192 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-config-data\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.738261 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.738283 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-run-httpd\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.738635 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-logs\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.738898 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-run-httpd\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.739080 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-config-data\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.739118 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dtmmg\" (UniqueName: \"kubernetes.io/projected/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-kube-api-access-dtmmg\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.739164 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.739189 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-scripts\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.739224 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-internal-tls-certs\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.739664 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.739720 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-log-httpd\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.739753 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fsj5m\" (UniqueName: \"kubernetes.io/projected/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-kube-api-access-fsj5m\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.740243 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-log-httpd\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.743030 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-public-tls-certs\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.743208 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-config-data\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.743477 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.743668 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.744029 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.744907 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.748158 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-internal-tls-certs\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.748336 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-scripts\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.748589 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-config-data\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.757503 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fsj5m\" (UniqueName: \"kubernetes.io/projected/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-kube-api-access-fsj5m\") pod \"nova-api-0\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.758175 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dtmmg\" (UniqueName: \"kubernetes.io/projected/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-kube-api-access-dtmmg\") pod \"ceilometer-0\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.874140 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:46 crc kubenswrapper[4809]: I1013 20:16:46.899517 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:47 crc kubenswrapper[4809]: I1013 20:16:47.368059 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:16:47 crc kubenswrapper[4809]: W1013 20:16:47.420307 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podef14fa05_a3a9_4706_a937_a3f06b1f45a3.slice/crio-63fd78ce5d842325a91d903c9ddd9d69dcc6b743a7343d24f8434d9a55a034fc WatchSource:0}: Error finding container 63fd78ce5d842325a91d903c9ddd9d69dcc6b743a7343d24f8434d9a55a034fc: Status 404 returned error can't find the container with id 63fd78ce5d842325a91d903c9ddd9d69dcc6b743a7343d24f8434d9a55a034fc Oct 13 20:16:47 crc kubenswrapper[4809]: I1013 20:16:47.427883 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:16:47 crc kubenswrapper[4809]: I1013 20:16:47.436227 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef","Type":"ContainerStarted","Data":"a54af828324779a77da9772055f8813e118c29c0ce4050aba9390f212a66c51a"} Oct 13 20:16:47 crc kubenswrapper[4809]: I1013 20:16:47.438496 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ef14fa05-a3a9-4706-a937-a3f06b1f45a3","Type":"ContainerStarted","Data":"63fd78ce5d842325a91d903c9ddd9d69dcc6b743a7343d24f8434d9a55a034fc"} Oct 13 20:16:48 crc kubenswrapper[4809]: I1013 20:16:48.166790 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="149b9f72-f311-4932-9cb2-ddf945c28f58" path="/var/lib/kubelet/pods/149b9f72-f311-4932-9cb2-ddf945c28f58/volumes" Oct 13 20:16:48 crc kubenswrapper[4809]: I1013 20:16:48.168174 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="793cb4df-5cdf-4c52-8253-2270157ee39d" path="/var/lib/kubelet/pods/793cb4df-5cdf-4c52-8253-2270157ee39d/volumes" Oct 13 20:16:48 crc kubenswrapper[4809]: I1013 20:16:48.453653 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef","Type":"ContainerStarted","Data":"256fd11cb0895fb055d179969a9a165c37b8cb7e4a61a9358d07e4dc46ce41d7"} Oct 13 20:16:48 crc kubenswrapper[4809]: I1013 20:16:48.455641 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ef14fa05-a3a9-4706-a937-a3f06b1f45a3","Type":"ContainerStarted","Data":"895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c"} Oct 13 20:16:48 crc kubenswrapper[4809]: I1013 20:16:48.455697 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ef14fa05-a3a9-4706-a937-a3f06b1f45a3","Type":"ContainerStarted","Data":"3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9"} Oct 13 20:16:48 crc kubenswrapper[4809]: I1013 20:16:48.476703 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.476687047 podStartE2EDuration="2.476687047s" podCreationTimestamp="2025-10-13 20:16:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:16:48.473756484 +0000 UTC m=+3127.079503079" watchObservedRunningTime="2025-10-13 20:16:48.476687047 +0000 UTC m=+3127.082433632" Oct 13 20:16:49 crc kubenswrapper[4809]: I1013 20:16:49.473110 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef","Type":"ContainerStarted","Data":"62656a074928cca2aa7aac30efd48a9cb207ae7e0b83024bcf8523df47f87055"} Oct 13 20:16:50 crc kubenswrapper[4809]: I1013 20:16:50.491395 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef","Type":"ContainerStarted","Data":"6e19a27d8ab206cf94fdd7dc4a9e83d882cbc9a6636c18dce76ea8a533e9702e"} Oct 13 20:16:51 crc kubenswrapper[4809]: I1013 20:16:51.509959 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef","Type":"ContainerStarted","Data":"0ca946a722d97af42162b39c2975134e39bc085413e79931687f89d751db50c6"} Oct 13 20:16:51 crc kubenswrapper[4809]: I1013 20:16:51.510452 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:16:51 crc kubenswrapper[4809]: I1013 20:16:51.544015 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.322754563 podStartE2EDuration="5.543984083s" podCreationTimestamp="2025-10-13 20:16:46 +0000 UTC" firstStartedPulling="2025-10-13 20:16:47.367188842 +0000 UTC m=+3125.972935427" lastFinishedPulling="2025-10-13 20:16:50.588418362 +0000 UTC m=+3129.194164947" observedRunningTime="2025-10-13 20:16:51.541978116 +0000 UTC m=+3130.147724701" watchObservedRunningTime="2025-10-13 20:16:51.543984083 +0000 UTC m=+3130.149730688" Oct 13 20:16:52 crc kubenswrapper[4809]: I1013 20:16:52.167560 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:16:52 crc kubenswrapper[4809]: E1013 20:16:52.167904 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:16:56 crc kubenswrapper[4809]: I1013 20:16:56.875252 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:56 crc kubenswrapper[4809]: I1013 20:16:56.875992 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:16:57 crc kubenswrapper[4809]: I1013 20:16:57.891944 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerName="nova-api-log" probeResult="failure" output="Get \"https://10.217.1.141:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:16:57 crc kubenswrapper[4809]: I1013 20:16:57.891967 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerName="nova-api-api" probeResult="failure" output="Get \"https://10.217.1.141:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:17:04 crc kubenswrapper[4809]: I1013 20:17:04.156367 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:17:04 crc kubenswrapper[4809]: E1013 20:17:04.159084 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:17:06 crc kubenswrapper[4809]: I1013 20:17:06.886565 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:17:06 crc kubenswrapper[4809]: I1013 20:17:06.887534 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:17:06 crc kubenswrapper[4809]: I1013 20:17:06.889310 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:17:06 crc kubenswrapper[4809]: I1013 20:17:06.897071 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:17:07 crc kubenswrapper[4809]: I1013 20:17:07.721421 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:17:07 crc kubenswrapper[4809]: I1013 20:17:07.730068 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:17:16 crc kubenswrapper[4809]: I1013 20:17:16.157003 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:17:16 crc kubenswrapper[4809]: E1013 20:17:16.158472 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:17:16 crc kubenswrapper[4809]: I1013 20:17:16.910631 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.295783 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.335111 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.357699 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.357998 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/memcached-0" podUID="e27a76be-9549-4ca0-a03f-f91fb5efb9c7" containerName="memcached" containerID="cri-o://cb9f9f4c997f5943bd360dd41316dad83ff8ae6b6c201e779528d5bfafa6f806" gracePeriod=30 Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.377827 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.393519 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.472239 4809 scope.go:117] "RemoveContainer" containerID="d36e65fdf5821fdf7ab37f07969ba1849d345ca5e4652e19b7b27bb833666aff" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.500190 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-nr6lg"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.509178 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-nr6lg"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.518180 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-mv6nx"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.532545 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-mv6nx"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.544294 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-galera-0" podUID="9925a067-85e2-4467-a502-538b8f5a4148" containerName="galera" containerID="cri-o://8b1c7d6f2ffc4e3326630a8b16c899dd008c4e73272b2d2421171aa0f79d4327" gracePeriod=30 Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.568407 4809 scope.go:117] "RemoveContainer" containerID="6c9bc15d0f5231c9915a00a2525fd6ccd53228bf9afcc7c37d848d3a8e778e47" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.599210 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podUID="e96ac583-7a91-4835-8ca5-fcd410604105" containerName="galera" containerID="cri-o://f02c800d2770fb3ee1727146dab4e19fed1af6e98500c0e72e7eb47b778c11fc" gracePeriod=30 Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.612752 4809 scope.go:117] "RemoveContainer" containerID="fed73aaa038c130f118b38f50e6388cc36ba182692aa641bc5102930247cbd46" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.646226 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-zq5x8"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.647729 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.675286 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-sync-g5vts"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.676476 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.688827 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.689163 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="03154a46-b436-44ea-a389-e8ce8f4e6c26" containerName="openstack-network-exporter" containerID="cri-o://b87d2dfe3d84262f729e86ec7856cdea404fd26e775045c6ac11660e710469b0" gracePeriod=300 Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.710400 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-g5vts"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.725793 4809 scope.go:117] "RemoveContainer" containerID="2dc1c3d7f28e3b0be4d173dfac14b73d61c822d21504326b44aa60b6647f9021" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.745891 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-zq5x8"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.750576 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-nmbgk"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.761810 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-nmbgk"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.782801 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-ff8gh"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.791924 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-ff8gh"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.801816 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-scripts\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.801918 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rlt5g\" (UniqueName: \"kubernetes.io/projected/cfb7732f-e905-4634-a02b-fe6df3097344-kube-api-access-rlt5g\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.801944 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-config-data\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.801964 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-combined-ca-bundle\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.801991 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-config-data\") pod \"keystone-db-sync-zq5x8\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.802030 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cfb7732f-e905-4634-a02b-fe6df3097344-logs\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.802121 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-combined-ca-bundle\") pod \"keystone-db-sync-zq5x8\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.802147 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tjkl5\" (UniqueName: \"kubernetes.io/projected/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-kube-api-access-tjkl5\") pod \"keystone-db-sync-zq5x8\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.815761 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.816028 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="19edc076-7d5b-41e8-8621-d617781a3c20" containerName="ovn-northd" containerID="cri-o://1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665" gracePeriod=30 Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.816472 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="19edc076-7d5b-41e8-8621-d617781a3c20" containerName="openstack-network-exporter" containerID="cri-o://c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368" gracePeriod=30 Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.827415 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-8cqf4"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.828689 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.834105 4809 scope.go:117] "RemoveContainer" containerID="1653386f99e4ac70076af2d26c605d580af2c90b40f88f477f1caed96eadc7c5" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.834239 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="03154a46-b436-44ea-a389-e8ce8f4e6c26" containerName="ovsdbserver-nb" containerID="cri-o://d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479" gracePeriod=300 Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.845753 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-8cqf4"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.906712 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rlt5g\" (UniqueName: \"kubernetes.io/projected/cfb7732f-e905-4634-a02b-fe6df3097344-kube-api-access-rlt5g\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.906792 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-config-data\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.906815 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-combined-ca-bundle\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.906843 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-config-data\") pod \"keystone-db-sync-zq5x8\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.906884 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cfb7732f-e905-4634-a02b-fe6df3097344-logs\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.906920 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-combined-ca-bundle\") pod \"keystone-db-sync-zq5x8\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.906946 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tjkl5\" (UniqueName: \"kubernetes.io/projected/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-kube-api-access-tjkl5\") pod \"keystone-db-sync-zq5x8\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.906985 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-scripts\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.912347 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-scripts\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.912369 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cfb7732f-e905-4634-a02b-fe6df3097344-logs\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.914938 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-l95bt"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.918639 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-combined-ca-bundle\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.920440 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-config-data\") pod \"keystone-db-sync-zq5x8\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.920478 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-config-data\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.947686 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-combined-ca-bundle\") pod \"keystone-db-sync-zq5x8\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.952710 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-l95bt"] Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.954206 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rlt5g\" (UniqueName: \"kubernetes.io/projected/cfb7732f-e905-4634-a02b-fe6df3097344-kube-api-access-rlt5g\") pod \"placement-db-sync-g5vts\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.961879 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tjkl5\" (UniqueName: \"kubernetes.io/projected/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-kube-api-access-tjkl5\") pod \"keystone-db-sync-zq5x8\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.963337 4809 scope.go:117] "RemoveContainer" containerID="8d096425392bd63502ba52227d3ad7828454b059598de03f13b8aabdf44b008d" Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.963562 4809 generic.go:334] "Generic (PLEG): container finished" podID="03154a46-b436-44ea-a389-e8ce8f4e6c26" containerID="b87d2dfe3d84262f729e86ec7856cdea404fd26e775045c6ac11660e710469b0" exitCode=2 Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.963676 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"03154a46-b436-44ea-a389-e8ce8f4e6c26","Type":"ContainerDied","Data":"b87d2dfe3d84262f729e86ec7856cdea404fd26e775045c6ac11660e710469b0"} Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.982130 4809 generic.go:334] "Generic (PLEG): container finished" podID="e27a76be-9549-4ca0-a03f-f91fb5efb9c7" containerID="cb9f9f4c997f5943bd360dd41316dad83ff8ae6b6c201e779528d5bfafa6f806" exitCode=0 Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.982425 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"e27a76be-9549-4ca0-a03f-f91fb5efb9c7","Type":"ContainerDied","Data":"cb9f9f4c997f5943bd360dd41316dad83ff8ae6b6c201e779528d5bfafa6f806"} Oct 13 20:17:20 crc kubenswrapper[4809]: I1013 20:17:20.983859 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-sync-4fvr6"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:20.999312 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-4fvr6"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.006999 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:20.999587 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.008287 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="6effb53c-e0d0-4a1f-bb72-60e02658baaf" containerName="openstack-network-exporter" containerID="cri-o://af02b7b9fe35f9f249efb8fd2f6c5ed08e3c088b08b090fa0ed47a1700e38531" gracePeriod=300 Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.009151 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.009627 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-combined-ca-bundle\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.017815 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-scripts\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.017858 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-db-sync-config-data\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.017986 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8rq29\" (UniqueName: \"kubernetes.io/projected/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-kube-api-access-8rq29\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.018017 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-config-data" Oct 13 20:17:21 crc kubenswrapper[4809]: E1013 20:17:21.018104 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479 is running failed: container process not found" containerID="d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.018028 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-etc-machine-id\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: E1013 20:17:21.019814 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479 is running failed: container process not found" containerID="d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.025061 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-config-data\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: E1013 20:17:21.025336 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479 is running failed: container process not found" containerID="d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:17:21 crc kubenswrapper[4809]: E1013 20:17:21.025376 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479 is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="03154a46-b436-44ea-a389-e8ce8f4e6c26" containerName="ovsdbserver-nb" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.025602 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-mtlxd"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.041066 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.046745 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-mtlxd"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.051299 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.075718 4809 scope.go:117] "RemoveContainer" containerID="f33a0671e42db728be8963f2276844964aa42351f37d3f45a798b0cb749a7426" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.127380 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-phjkp\" (UniqueName: \"kubernetes.io/projected/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-kube-api-access-phjkp\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.127425 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8rq29\" (UniqueName: \"kubernetes.io/projected/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-kube-api-access-8rq29\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.127454 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-etc-machine-id\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.127503 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-config-data\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.127520 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-db-sync-config-data\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.127575 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-combined-ca-bundle\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.127603 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-combined-ca-bundle\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.127625 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-scripts\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.127649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-db-sync-config-data\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.127709 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-config-data\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.128034 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-etc-machine-id\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.134641 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-combined-ca-bundle\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.138625 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-db-sync-config-data\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.148282 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8rq29\" (UniqueName: \"kubernetes.io/projected/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-kube-api-access-8rq29\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.154132 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-scripts\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.155863 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-config-data\") pod \"cinder-db-sync-8cqf4\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.163876 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="6effb53c-e0d0-4a1f-bb72-60e02658baaf" containerName="ovsdbserver-sb" containerID="cri-o://1ce2a108114aaee9d4302112c37b8a324124010d3a32f5390feb23c0b1577a8b" gracePeriod=300 Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.236815 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fv6q6\" (UniqueName: \"kubernetes.io/projected/a4770b98-503b-4735-8dee-c6807764f82a-kube-api-access-fv6q6\") pod \"neutron-db-sync-mtlxd\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.236880 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-config-data\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.236928 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-phjkp\" (UniqueName: \"kubernetes.io/projected/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-kube-api-access-phjkp\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.236996 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-config\") pod \"neutron-db-sync-mtlxd\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.237044 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-combined-ca-bundle\") pod \"neutron-db-sync-mtlxd\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.237087 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-db-sync-config-data\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.237261 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-combined-ca-bundle\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.245815 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-db-sync-config-data\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.246489 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-config-data\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.248436 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-combined-ca-bundle\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.282204 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.298489 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-phjkp\" (UniqueName: \"kubernetes.io/projected/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-kube-api-access-phjkp\") pod \"glance-db-sync-4fvr6\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.304120 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.304418 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="ceilometer-central-agent" containerID="cri-o://256fd11cb0895fb055d179969a9a165c37b8cb7e4a61a9358d07e4dc46ce41d7" gracePeriod=30 Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.304851 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="proxy-httpd" containerID="cri-o://0ca946a722d97af42162b39c2975134e39bc085413e79931687f89d751db50c6" gracePeriod=30 Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.304894 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="sg-core" containerID="cri-o://6e19a27d8ab206cf94fdd7dc4a9e83d882cbc9a6636c18dce76ea8a533e9702e" gracePeriod=30 Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.304924 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="ceilometer-notification-agent" containerID="cri-o://62656a074928cca2aa7aac30efd48a9cb207ae7e0b83024bcf8523df47f87055" gracePeriod=30 Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.313915 4809 scope.go:117] "RemoveContainer" containerID="25864ab71b876eed2baa7ef6118b1259847d7f7a022b4400112a6ca628779774" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.338117 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.338838 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fv6q6\" (UniqueName: \"kubernetes.io/projected/a4770b98-503b-4735-8dee-c6807764f82a-kube-api-access-fv6q6\") pod \"neutron-db-sync-mtlxd\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.338918 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-config\") pod \"neutron-db-sync-mtlxd\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.338953 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-combined-ca-bundle\") pod \"neutron-db-sync-mtlxd\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.357440 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-combined-ca-bundle\") pod \"neutron-db-sync-mtlxd\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.363433 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-config\") pod \"neutron-db-sync-mtlxd\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.382865 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fv6q6\" (UniqueName: \"kubernetes.io/projected/a4770b98-503b-4735-8dee-c6807764f82a-kube-api-access-fv6q6\") pod \"neutron-db-sync-mtlxd\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.386077 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.400591 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.406486 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-mkm5n"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.422315 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.481862 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.496318 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-m7z2f"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.504368 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.506871 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.509312 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-scripts" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.520239 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.528182 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.529852 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.531098 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-scripts" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.544914 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.588756 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-config-data\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.588799 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-scripts\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.588834 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.588914 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mqjjb\" (UniqueName: \"kubernetes.io/projected/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-kube-api-access-mqjjb\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.588949 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-config-data\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.588968 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gqkql\" (UniqueName: \"kubernetes.io/projected/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-kube-api-access-gqkql\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.588992 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.589137 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-scripts\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.604273 4809 scope.go:117] "RemoveContainer" containerID="345c62a5af2a08ebc9dfaef19dca31b46e81110b3e7212cc810689c942c0e8ed" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.686130 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-pzckl"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.690825 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.691841 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mqjjb\" (UniqueName: \"kubernetes.io/projected/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-kube-api-access-mqjjb\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.691879 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-config-data\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.691899 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gqkql\" (UniqueName: \"kubernetes.io/projected/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-kube-api-access-gqkql\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.691928 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.691969 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-scripts\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.692092 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-config-data\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.692115 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-scripts\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.702889 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-pzckl"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.707094 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-scripts\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.711752 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-config-data\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.712244 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-scripts\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.715242 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.729496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-config-data\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.731394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.760759 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gqkql\" (UniqueName: \"kubernetes.io/projected/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-kube-api-access-gqkql\") pod \"nova-cell1-conductor-db-sync-hn56p\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.771369 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-vlg2w"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.806699 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mqjjb\" (UniqueName: \"kubernetes.io/projected/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-kube-api-access-mqjjb\") pod \"nova-cell0-conductor-db-sync-gbz9m\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.812713 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-vlg2w"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.837367 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.837493 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.837694 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="8eb20049-7387-44f3-8370-54b6ffccad1f" containerName="kube-state-metrics" containerID="cri-o://b54308d511214aec0113c7097f504f2b063d4aa4f452982e49fe01336c3ed88d" gracePeriod=30 Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.861249 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.862447 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-4769h"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.863939 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.873152 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-config-data" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.874941 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-scripts" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.876965 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-dgh48"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.882158 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.898091 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.902323 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-scripts\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.902413 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-dispersionconf\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.902497 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4v5dp\" (UniqueName: \"kubernetes.io/projected/91a4c052-1aff-44e3-986e-f9c30cb19f1e-kube-api-access-4v5dp\") pod \"barbican-db-sync-dgh48\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.902583 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-ring-data-devices\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.902710 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-combined-ca-bundle\") pod \"barbican-db-sync-dgh48\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.903115 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9tf64\" (UniqueName: \"kubernetes.io/projected/daeacf47-9895-4214-8ca9-c40af1206efb-kube-api-access-9tf64\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.903181 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-db-sync-config-data\") pod \"barbican-db-sync-dgh48\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.903597 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-combined-ca-bundle\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.903672 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-swiftconf\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.903690 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/daeacf47-9895-4214-8ca9-c40af1206efb-etc-swift\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.906566 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-dgh48"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.934934 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-4769h"] Oct 13 20:17:21 crc kubenswrapper[4809]: I1013 20:17:21.979751 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.007296 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-combined-ca-bundle\") pod \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.007646 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-config-data\") pod \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.007686 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2zrk7\" (UniqueName: \"kubernetes.io/projected/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kube-api-access-2zrk7\") pod \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.007769 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kolla-config\") pod \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.007829 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-memcached-tls-certs\") pod \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\" (UID: \"e27a76be-9549-4ca0-a03f-f91fb5efb9c7\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.008197 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-combined-ca-bundle\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.008227 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-swiftconf\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.008242 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/daeacf47-9895-4214-8ca9-c40af1206efb-etc-swift\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.008287 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-scripts\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.008315 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-dispersionconf\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.008337 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4v5dp\" (UniqueName: \"kubernetes.io/projected/91a4c052-1aff-44e3-986e-f9c30cb19f1e-kube-api-access-4v5dp\") pod \"barbican-db-sync-dgh48\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.008367 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-ring-data-devices\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.008420 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-combined-ca-bundle\") pod \"barbican-db-sync-dgh48\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.008474 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9tf64\" (UniqueName: \"kubernetes.io/projected/daeacf47-9895-4214-8ca9-c40af1206efb-kube-api-access-9tf64\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.008494 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-db-sync-config-data\") pod \"barbican-db-sync-dgh48\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.013788 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/daeacf47-9895-4214-8ca9-c40af1206efb-etc-swift\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.015449 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-ring-data-devices\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.016008 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-scripts\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.020158 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "e27a76be-9549-4ca0-a03f-f91fb5efb9c7" (UID: "e27a76be-9549-4ca0-a03f-f91fb5efb9c7"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.020644 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-zq5x8"] Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.029590 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-config-data" (OuterVolumeSpecName: "config-data") pod "e27a76be-9549-4ca0-a03f-f91fb5efb9c7" (UID: "e27a76be-9549-4ca0-a03f-f91fb5efb9c7"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.033054 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-dispersionconf\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.033548 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-combined-ca-bundle\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.033661 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-combined-ca-bundle\") pod \"barbican-db-sync-dgh48\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.033995 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kube-api-access-2zrk7" (OuterVolumeSpecName: "kube-api-access-2zrk7") pod "e27a76be-9549-4ca0-a03f-f91fb5efb9c7" (UID: "e27a76be-9549-4ca0-a03f-f91fb5efb9c7"). InnerVolumeSpecName "kube-api-access-2zrk7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.034463 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-db-sync-config-data\") pod \"barbican-db-sync-dgh48\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.038120 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-swiftconf\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.044563 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4v5dp\" (UniqueName: \"kubernetes.io/projected/91a4c052-1aff-44e3-986e-f9c30cb19f1e-kube-api-access-4v5dp\") pod \"barbican-db-sync-dgh48\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.047422 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9tf64\" (UniqueName: \"kubernetes.io/projected/daeacf47-9895-4214-8ca9-c40af1206efb-kube-api-access-9tf64\") pod \"swift-ring-rebalance-4769h\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.092297 4809 generic.go:334] "Generic (PLEG): container finished" podID="19edc076-7d5b-41e8-8621-d617781a3c20" containerID="c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368" exitCode=2 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.092389 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"19edc076-7d5b-41e8-8621-d617781a3c20","Type":"ContainerDied","Data":"c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368"} Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.112241 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_03154a46-b436-44ea-a389-e8ce8f4e6c26/ovsdbserver-nb/0.log" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.112341 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.116920 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e27a76be-9549-4ca0-a03f-f91fb5efb9c7" (UID: "e27a76be-9549-4ca0-a03f-f91fb5efb9c7"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.117876 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.117915 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.117930 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2zrk7\" (UniqueName: \"kubernetes.io/projected/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kube-api-access-2zrk7\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.117943 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.130354 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_6effb53c-e0d0-4a1f-bb72-60e02658baaf/ovsdbserver-sb/0.log" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.130403 4809 generic.go:334] "Generic (PLEG): container finished" podID="6effb53c-e0d0-4a1f-bb72-60e02658baaf" containerID="af02b7b9fe35f9f249efb8fd2f6c5ed08e3c088b08b090fa0ed47a1700e38531" exitCode=2 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.130418 4809 generic.go:334] "Generic (PLEG): container finished" podID="6effb53c-e0d0-4a1f-bb72-60e02658baaf" containerID="1ce2a108114aaee9d4302112c37b8a324124010d3a32f5390feb23c0b1577a8b" exitCode=143 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.130484 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"6effb53c-e0d0-4a1f-bb72-60e02658baaf","Type":"ContainerDied","Data":"af02b7b9fe35f9f249efb8fd2f6c5ed08e3c088b08b090fa0ed47a1700e38531"} Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.130512 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"6effb53c-e0d0-4a1f-bb72-60e02658baaf","Type":"ContainerDied","Data":"1ce2a108114aaee9d4302112c37b8a324124010d3a32f5390feb23c0b1577a8b"} Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.147446 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_03154a46-b436-44ea-a389-e8ce8f4e6c26/ovsdbserver-nb/0.log" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.147485 4809 generic.go:334] "Generic (PLEG): container finished" podID="03154a46-b436-44ea-a389-e8ce8f4e6c26" containerID="d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479" exitCode=143 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.147531 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"03154a46-b436-44ea-a389-e8ce8f4e6c26","Type":"ContainerDied","Data":"d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479"} Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.147630 4809 scope.go:117] "RemoveContainer" containerID="b87d2dfe3d84262f729e86ec7856cdea404fd26e775045c6ac11660e710469b0" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.147766 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.198749 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1e3606c4-1e19-4c58-aed6-8481adee17e0" path="/var/lib/kubelet/pods/1e3606c4-1e19-4c58-aed6-8481adee17e0/volumes" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.199629 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="208517c3-18fb-4850-8865-87d45671f298" path="/var/lib/kubelet/pods/208517c3-18fb-4850-8865-87d45671f298/volumes" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.200621 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="43442a28-72e6-4442-9bbb-81d98708c9bc" path="/var/lib/kubelet/pods/43442a28-72e6-4442-9bbb-81d98708c9bc/volumes" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.201170 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5fae7214-992e-4fd3-aecd-f8dfb178f68e" path="/var/lib/kubelet/pods/5fae7214-992e-4fd3-aecd-f8dfb178f68e/volumes" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.203083 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8b3e4d2e-7f6b-41b2-934c-ffddb76947bf" path="/var/lib/kubelet/pods/8b3e4d2e-7f6b-41b2-934c-ffddb76947bf/volumes" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.203586 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8ce5bc46-5b21-4187-aebb-9f9b2a3b4540" path="/var/lib/kubelet/pods/8ce5bc46-5b21-4187-aebb-9f9b2a3b4540/volumes" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.204402 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a20c8c86-4e14-4dcb-936b-90158655a3e4" path="/var/lib/kubelet/pods/a20c8c86-4e14-4dcb-936b-90158655a3e4/volumes" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.205496 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c2a9b727-31f9-404d-995c-e42aad253bfc" path="/var/lib/kubelet/pods/c2a9b727-31f9-404d-995c-e42aad253bfc/volumes" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.205988 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e97cbb0e-42c2-4423-b419-420d1c328eb3" path="/var/lib/kubelet/pods/e97cbb0e-42c2-4423-b419-420d1c328eb3/volumes" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.222445 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-combined-ca-bundle\") pod \"03154a46-b436-44ea-a389-e8ce8f4e6c26\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.222710 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.223234 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-scripts\") pod \"03154a46-b436-44ea-a389-e8ce8f4e6c26\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.223343 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z5wck\" (UniqueName: \"kubernetes.io/projected/03154a46-b436-44ea-a389-e8ce8f4e6c26-kube-api-access-z5wck\") pod \"03154a46-b436-44ea-a389-e8ce8f4e6c26\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.223368 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-metrics-certs-tls-certs\") pod \"03154a46-b436-44ea-a389-e8ce8f4e6c26\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.223422 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-config\") pod \"03154a46-b436-44ea-a389-e8ce8f4e6c26\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.223456 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdb-rundir\") pod \"03154a46-b436-44ea-a389-e8ce8f4e6c26\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.223505 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-nb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"03154a46-b436-44ea-a389-e8ce8f4e6c26\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.223530 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdbserver-nb-tls-certs\") pod \"03154a46-b436-44ea-a389-e8ce8f4e6c26\" (UID: \"03154a46-b436-44ea-a389-e8ce8f4e6c26\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.224116 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-scripts" (OuterVolumeSpecName: "scripts") pod "03154a46-b436-44ea-a389-e8ce8f4e6c26" (UID: "03154a46-b436-44ea-a389-e8ce8f4e6c26"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.225104 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "03154a46-b436-44ea-a389-e8ce8f4e6c26" (UID: "03154a46-b436-44ea-a389-e8ce8f4e6c26"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.225673 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-config" (OuterVolumeSpecName: "config") pod "03154a46-b436-44ea-a389-e8ce8f4e6c26" (UID: "03154a46-b436-44ea-a389-e8ce8f4e6c26"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.229849 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/03154a46-b436-44ea-a389-e8ce8f4e6c26-kube-api-access-z5wck" (OuterVolumeSpecName: "kube-api-access-z5wck") pod "03154a46-b436-44ea-a389-e8ce8f4e6c26" (UID: "03154a46-b436-44ea-a389-e8ce8f4e6c26"). InnerVolumeSpecName "kube-api-access-z5wck". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.230904 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage07-crc" (OuterVolumeSpecName: "ovndbcluster-nb-etc-ovn") pod "03154a46-b436-44ea-a389-e8ce8f4e6c26" (UID: "03154a46-b436-44ea-a389-e8ce8f4e6c26"). InnerVolumeSpecName "local-storage07-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.241051 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.287509 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"e27a76be-9549-4ca0-a03f-f91fb5efb9c7","Type":"ContainerDied","Data":"2a55fa2ebe53ca4da4b071e512e9a3cd0cc36179fbd65d37c9e59f6d68a699a2"} Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.287605 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.297118 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerID="0ca946a722d97af42162b39c2975134e39bc085413e79931687f89d751db50c6" exitCode=0 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.297142 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerID="6e19a27d8ab206cf94fdd7dc4a9e83d882cbc9a6636c18dce76ea8a533e9702e" exitCode=2 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.297170 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef","Type":"ContainerDied","Data":"0ca946a722d97af42162b39c2975134e39bc085413e79931687f89d751db50c6"} Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.297187 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef","Type":"ContainerDied","Data":"6e19a27d8ab206cf94fdd7dc4a9e83d882cbc9a6636c18dce76ea8a533e9702e"} Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.316051 4809 generic.go:334] "Generic (PLEG): container finished" podID="e96ac583-7a91-4835-8ca5-fcd410604105" containerID="f02c800d2770fb3ee1727146dab4e19fed1af6e98500c0e72e7eb47b778c11fc" exitCode=0 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.316564 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-server" containerID="cri-o://3c1ed75f9327c947030c2d54f7602642d3dc96741372a6b1240b8f1223fbc76b" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.316691 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"e96ac583-7a91-4835-8ca5-fcd410604105","Type":"ContainerDied","Data":"f02c800d2770fb3ee1727146dab4e19fed1af6e98500c0e72e7eb47b778c11fc"} Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.316829 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="6dc34a46-1102-4f56-bc8c-d71e7e6047a5" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://feb3439a3dc234c2b8cc7ab696990d29a2b477c15a8b561326e1514052219443" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317155 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="swift-recon-cron" containerID="cri-o://556a9c2c5e3c8d52a8631d681581ea7f1b5c5d858662f1f6261bc52c5f54137d" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317198 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="rsync" containerID="cri-o://c5ac1259a4b62d55174eddef39b1449cb65f661d5704417db8978efe10439e3f" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317252 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-expirer" containerID="cri-o://f7be3313bbd68506744a551bb7ae7d258e38018842d354daafade40129e30e4f" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317303 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-updater" containerID="cri-o://519261f2e05571311914578f90013a581381eb4066359ab5a1ddf648e709db36" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317338 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-auditor" containerID="cri-o://bc505e5f36093eaee60d5ec374eb5c2dd96ff24ff9fd54c69dc9f55210e9259b" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317385 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-replicator" containerID="cri-o://d94bafcec7ef031452acce1f3e6fc30223dfd7f974945c32be74b10c6a068097" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317423 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-server" containerID="cri-o://ad4c8bd57616021ffa19447aa23a652e30c3b52388ed8c977bf15464f7c21ec0" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317473 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-updater" containerID="cri-o://142fb9f6210adaa2e4de7458007e1f10ddcb4472898167d82d4994ba816b91c9" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317505 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-auditor" containerID="cri-o://f1f1cbbd8379e404b29b10f6e79af2a15693d343543e7beba90aa3cd90951e7d" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317567 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-replicator" containerID="cri-o://b2524cb2fce2b480bd1f2bf836edfc86cd8f601c02877139d8f5627eb167594b" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317617 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-server" containerID="cri-o://0a9540733023c657b1e47b882afffd75c4134d255fda170b80426c4bd05e0a4e" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317648 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-reaper" containerID="cri-o://68cbb143e6843d500fe094dd785d6dbc71da0d668bdf2c4ce77ab9a650a615ba" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317695 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-auditor" containerID="cri-o://4d9dd0d54dfef09e687eb79c6aea45b6fea109457e4d3536b82b032f4268cc3c" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.317746 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-replicator" containerID="cri-o://2bbdc061fe2aa8748b15fd29da80dccbb78546574c9097d2a464bdaf413c094c" gracePeriod=30 Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.325063 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z5wck\" (UniqueName: \"kubernetes.io/projected/03154a46-b436-44ea-a389-e8ce8f4e6c26-kube-api-access-z5wck\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.325088 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.325097 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.325118 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.325129 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/03154a46-b436-44ea-a389-e8ce8f4e6c26-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.360201 4809 scope.go:117] "RemoveContainer" containerID="d7746d24af2faf0658c69511b9ca3ecc10c4f0f3ca22f10b9df94cfb8d76f479" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.398829 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdbserver-nb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-nb-tls-certs") pod "03154a46-b436-44ea-a389-e8ce8f4e6c26" (UID: "03154a46-b436-44ea-a389-e8ce8f4e6c26"). InnerVolumeSpecName "ovsdbserver-nb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.404566 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "03154a46-b436-44ea-a389-e8ce8f4e6c26" (UID: "03154a46-b436-44ea-a389-e8ce8f4e6c26"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.431712 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-ovsdbserver-nb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.431749 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.460892 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-memcached-tls-certs" (OuterVolumeSpecName: "memcached-tls-certs") pod "e27a76be-9549-4ca0-a03f-f91fb5efb9c7" (UID: "e27a76be-9549-4ca0-a03f-f91fb5efb9c7"). InnerVolumeSpecName "memcached-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.470315 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage07-crc" (UniqueName: "kubernetes.io/local-volume/local-storage07-crc") on node "crc" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.471485 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-g5vts"] Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.494400 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_6effb53c-e0d0-4a1f-bb72-60e02658baaf/ovsdbserver-sb/0.log" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.494781 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.547403 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-combined-ca-bundle\") pod \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.547530 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-metrics-certs-tls-certs\") pod \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.547667 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdb-rundir\") pod \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.547685 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-sb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.547750 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4x729\" (UniqueName: \"kubernetes.io/projected/6effb53c-e0d0-4a1f-bb72-60e02658baaf-kube-api-access-4x729\") pod \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.547774 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-config\") pod \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.547827 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-scripts\") pod \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.547854 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdbserver-sb-tls-certs\") pod \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\" (UID: \"6effb53c-e0d0-4a1f-bb72-60e02658baaf\") " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.548507 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-config" (OuterVolumeSpecName: "config") pod "6effb53c-e0d0-4a1f-bb72-60e02658baaf" (UID: "6effb53c-e0d0-4a1f-bb72-60e02658baaf"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.549114 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.549129 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.549140 4809 reconciler_common.go:293] "Volume detached for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/e27a76be-9549-4ca0-a03f-f91fb5efb9c7-memcached-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.549379 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-scripts" (OuterVolumeSpecName: "scripts") pod "6effb53c-e0d0-4a1f-bb72-60e02658baaf" (UID: "6effb53c-e0d0-4a1f-bb72-60e02658baaf"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.549878 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "6effb53c-e0d0-4a1f-bb72-60e02658baaf" (UID: "6effb53c-e0d0-4a1f-bb72-60e02658baaf"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.590912 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage08-crc" (OuterVolumeSpecName: "ovndbcluster-sb-etc-ovn") pod "6effb53c-e0d0-4a1f-bb72-60e02658baaf" (UID: "6effb53c-e0d0-4a1f-bb72-60e02658baaf"). InnerVolumeSpecName "local-storage08-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.599582 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6effb53c-e0d0-4a1f-bb72-60e02658baaf-kube-api-access-4x729" (OuterVolumeSpecName: "kube-api-access-4x729") pod "6effb53c-e0d0-4a1f-bb72-60e02658baaf" (UID: "6effb53c-e0d0-4a1f-bb72-60e02658baaf"). InnerVolumeSpecName "kube-api-access-4x729". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.604895 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "03154a46-b436-44ea-a389-e8ce8f4e6c26" (UID: "03154a46-b436-44ea-a389-e8ce8f4e6c26"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.651611 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.652309 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" " Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.652329 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4x729\" (UniqueName: \"kubernetes.io/projected/6effb53c-e0d0-4a1f-bb72-60e02658baaf-kube-api-access-4x729\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.652341 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/6effb53c-e0d0-4a1f-bb72-60e02658baaf-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.652350 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/03154a46-b436-44ea-a389-e8ce8f4e6c26-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.670691 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6effb53c-e0d0-4a1f-bb72-60e02658baaf" (UID: "6effb53c-e0d0-4a1f-bb72-60e02658baaf"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.754393 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.805006 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage08-crc" (UniqueName: "kubernetes.io/local-volume/local-storage08-crc") on node "crc" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.838993 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "6effb53c-e0d0-4a1f-bb72-60e02658baaf" (UID: "6effb53c-e0d0-4a1f-bb72-60e02658baaf"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.850099 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdbserver-sb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-sb-tls-certs") pod "6effb53c-e0d0-4a1f-bb72-60e02658baaf" (UID: "6effb53c-e0d0-4a1f-bb72-60e02658baaf"). InnerVolumeSpecName "ovsdbserver-sb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.856499 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-ovsdbserver-sb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.856537 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/6effb53c-e0d0-4a1f-bb72-60e02658baaf-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.856550 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:22 crc kubenswrapper[4809]: I1013 20:17:22.948376 4809 scope.go:117] "RemoveContainer" containerID="cb9f9f4c997f5943bd360dd41316dad83ff8ae6b6c201e779528d5bfafa6f806" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.016627 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.026941 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.034220 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.043958 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.057559 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: E1013 20:17:23.057980 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e27a76be-9549-4ca0-a03f-f91fb5efb9c7" containerName="memcached" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.057994 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e27a76be-9549-4ca0-a03f-f91fb5efb9c7" containerName="memcached" Oct 13 20:17:23 crc kubenswrapper[4809]: E1013 20:17:23.058010 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6effb53c-e0d0-4a1f-bb72-60e02658baaf" containerName="openstack-network-exporter" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.058017 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6effb53c-e0d0-4a1f-bb72-60e02658baaf" containerName="openstack-network-exporter" Oct 13 20:17:23 crc kubenswrapper[4809]: E1013 20:17:23.058033 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="03154a46-b436-44ea-a389-e8ce8f4e6c26" containerName="ovsdbserver-nb" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.058040 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="03154a46-b436-44ea-a389-e8ce8f4e6c26" containerName="ovsdbserver-nb" Oct 13 20:17:23 crc kubenswrapper[4809]: E1013 20:17:23.058057 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="03154a46-b436-44ea-a389-e8ce8f4e6c26" containerName="openstack-network-exporter" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.058063 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="03154a46-b436-44ea-a389-e8ce8f4e6c26" containerName="openstack-network-exporter" Oct 13 20:17:23 crc kubenswrapper[4809]: E1013 20:17:23.058071 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6effb53c-e0d0-4a1f-bb72-60e02658baaf" containerName="ovsdbserver-sb" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.058077 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6effb53c-e0d0-4a1f-bb72-60e02658baaf" containerName="ovsdbserver-sb" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.058253 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="03154a46-b436-44ea-a389-e8ce8f4e6c26" containerName="ovsdbserver-nb" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.058268 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6effb53c-e0d0-4a1f-bb72-60e02658baaf" containerName="ovsdbserver-sb" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.058275 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6effb53c-e0d0-4a1f-bb72-60e02658baaf" containerName="openstack-network-exporter" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.058291 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e27a76be-9549-4ca0-a03f-f91fb5efb9c7" containerName="memcached" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.058318 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="03154a46-b436-44ea-a389-e8ce8f4e6c26" containerName="openstack-network-exporter" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.058924 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.062440 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-d5mjj" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.063156 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.063195 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-memcached-svc" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.083273 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.085745 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.091286 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.091362 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.091288 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-n95kb" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.096657 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.097505 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-4fvr6"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.107220 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174063 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-combined-ca-bundle\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174147 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g8t2j\" (UniqueName: \"kubernetes.io/projected/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-kube-api-access-g8t2j\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174165 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174187 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-config-data\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174214 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174235 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174262 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-memcached-tls-certs\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174282 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p7vtc\" (UniqueName: \"kubernetes.io/projected/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kube-api-access-p7vtc\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174301 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-config\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174349 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174370 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kolla-config\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174407 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.174430 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.213301 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-8cqf4"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.233719 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288254 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288304 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288356 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-memcached-tls-certs\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288378 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p7vtc\" (UniqueName: \"kubernetes.io/projected/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kube-api-access-p7vtc\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288417 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-config\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288519 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288550 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kolla-config\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288670 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288716 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288790 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-combined-ca-bundle\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288940 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g8t2j\" (UniqueName: \"kubernetes.io/projected/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-kube-api-access-g8t2j\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288957 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.288972 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-config-data\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.290139 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.290524 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.295799 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-memcached-tls-certs\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.296570 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-config\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.299084 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kolla-config\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.303549 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-config-data\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.304205 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") device mount path \"/mnt/openstack/pv07\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.305105 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.306203 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.313371 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-combined-ca-bundle\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.314101 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.331245 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" event={"ID":"924fe7c8-3b75-471b-8a1b-0820a7ba8bba","Type":"ContainerStarted","Data":"afe06cfc0032272e05417570a63a4fbf6d28078031a969b5646df92251cc4c95"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.337858 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerID="256fd11cb0895fb055d179969a9a165c37b8cb7e4a61a9358d07e4dc46ce41d7" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.337934 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef","Type":"ContainerDied","Data":"256fd11cb0895fb055d179969a9a165c37b8cb7e4a61a9358d07e4dc46ce41d7"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.339440 4809 generic.go:334] "Generic (PLEG): container finished" podID="6dc34a46-1102-4f56-bc8c-d71e7e6047a5" containerID="feb3439a3dc234c2b8cc7ab696990d29a2b477c15a8b561326e1514052219443" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.339496 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"6dc34a46-1102-4f56-bc8c-d71e7e6047a5","Type":"ContainerDied","Data":"feb3439a3dc234c2b8cc7ab696990d29a2b477c15a8b561326e1514052219443"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.340631 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p7vtc\" (UniqueName: \"kubernetes.io/projected/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kube-api-access-p7vtc\") pod \"memcached-0\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.340852 4809 generic.go:334] "Generic (PLEG): container finished" podID="8eb20049-7387-44f3-8370-54b6ffccad1f" containerID="b54308d511214aec0113c7097f504f2b063d4aa4f452982e49fe01336c3ed88d" exitCode=2 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.340893 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"8eb20049-7387-44f3-8370-54b6ffccad1f","Type":"ContainerDied","Data":"b54308d511214aec0113c7097f504f2b063d4aa4f452982e49fe01336c3ed88d"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.346629 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-g8t2j\" (UniqueName: \"kubernetes.io/projected/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-kube-api-access-g8t2j\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.363927 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364357 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="c5ac1259a4b62d55174eddef39b1449cb65f661d5704417db8978efe10439e3f" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364377 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="f7be3313bbd68506744a551bb7ae7d258e38018842d354daafade40129e30e4f" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364384 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="519261f2e05571311914578f90013a581381eb4066359ab5a1ddf648e709db36" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364391 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="bc505e5f36093eaee60d5ec374eb5c2dd96ff24ff9fd54c69dc9f55210e9259b" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364398 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="d94bafcec7ef031452acce1f3e6fc30223dfd7f974945c32be74b10c6a068097" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364404 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="142fb9f6210adaa2e4de7458007e1f10ddcb4472898167d82d4994ba816b91c9" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364411 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="f1f1cbbd8379e404b29b10f6e79af2a15693d343543e7beba90aa3cd90951e7d" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364418 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="b2524cb2fce2b480bd1f2bf836edfc86cd8f601c02877139d8f5627eb167594b" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364424 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="68cbb143e6843d500fe094dd785d6dbc71da0d668bdf2c4ce77ab9a650a615ba" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364431 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="4d9dd0d54dfef09e687eb79c6aea45b6fea109457e4d3536b82b032f4268cc3c" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364438 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="2bbdc061fe2aa8748b15fd29da80dccbb78546574c9097d2a464bdaf413c094c" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364444 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="3c1ed75f9327c947030c2d54f7602642d3dc96741372a6b1240b8f1223fbc76b" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364482 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"c5ac1259a4b62d55174eddef39b1449cb65f661d5704417db8978efe10439e3f"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364504 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"f7be3313bbd68506744a551bb7ae7d258e38018842d354daafade40129e30e4f"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364515 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"519261f2e05571311914578f90013a581381eb4066359ab5a1ddf648e709db36"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364524 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"bc505e5f36093eaee60d5ec374eb5c2dd96ff24ff9fd54c69dc9f55210e9259b"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364534 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"d94bafcec7ef031452acce1f3e6fc30223dfd7f974945c32be74b10c6a068097"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364543 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"142fb9f6210adaa2e4de7458007e1f10ddcb4472898167d82d4994ba816b91c9"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364553 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"f1f1cbbd8379e404b29b10f6e79af2a15693d343543e7beba90aa3cd90951e7d"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364562 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"b2524cb2fce2b480bd1f2bf836edfc86cd8f601c02877139d8f5627eb167594b"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364571 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"68cbb143e6843d500fe094dd785d6dbc71da0d668bdf2c4ce77ab9a650a615ba"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364581 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"4d9dd0d54dfef09e687eb79c6aea45b6fea109457e4d3536b82b032f4268cc3c"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364590 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"2bbdc061fe2aa8748b15fd29da80dccbb78546574c9097d2a464bdaf413c094c"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.364600 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"3c1ed75f9327c947030c2d54f7602642d3dc96741372a6b1240b8f1223fbc76b"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.367526 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" event={"ID":"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf","Type":"ContainerStarted","Data":"5a776856deb13b5fc1e438ac1e933f8676cdc7fbd827512f86e8583805cedfa1"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.389839 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-g5vts" event={"ID":"cfb7732f-e905-4634-a02b-fe6df3097344","Type":"ContainerStarted","Data":"46015040f9d43fdf5113186b08763c63eeaf3dae0788fe6a24506c31ae3cafec"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.391498 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mrwrk\" (UniqueName: \"kubernetes.io/projected/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-api-access-mrwrk\") pod \"8eb20049-7387-44f3-8370-54b6ffccad1f\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.391673 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-config\") pod \"8eb20049-7387-44f3-8370-54b6ffccad1f\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.391900 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-certs\") pod \"8eb20049-7387-44f3-8370-54b6ffccad1f\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.392418 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-combined-ca-bundle\") pod \"8eb20049-7387-44f3-8370-54b6ffccad1f\" (UID: \"8eb20049-7387-44f3-8370-54b6ffccad1f\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.393596 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.401854 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_6effb53c-e0d0-4a1f-bb72-60e02658baaf/ovsdbserver-sb/0.log" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.401924 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"6effb53c-e0d0-4a1f-bb72-60e02658baaf","Type":"ContainerDied","Data":"b7fdd5a0fa44f37f483e9992866ebf96aa1c0c7a712e7f7ba92a56ed8f9a821a"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.401959 4809 scope.go:117] "RemoveContainer" containerID="af02b7b9fe35f9f249efb8fd2f6c5ed08e3c088b08b090fa0ed47a1700e38531" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.402065 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.406161 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-api-access-mrwrk" (OuterVolumeSpecName: "kube-api-access-mrwrk") pod "8eb20049-7387-44f3-8370-54b6ffccad1f" (UID: "8eb20049-7387-44f3-8370-54b6ffccad1f"). InnerVolumeSpecName "kube-api-access-mrwrk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.425033 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-4fvr6" event={"ID":"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf","Type":"ContainerStarted","Data":"68757ea146bb4cc9b675d953346d7bb10b053147eddf324020a5d843b607f4e5"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.428417 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.428916 4809 generic.go:334] "Generic (PLEG): container finished" podID="9925a067-85e2-4467-a502-538b8f5a4148" containerID="8b1c7d6f2ffc4e3326630a8b16c899dd008c4e73272b2d2421171aa0f79d4327" exitCode=0 Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.428952 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"9925a067-85e2-4467-a502-538b8f5a4148","Type":"ContainerDied","Data":"8b1c7d6f2ffc4e3326630a8b16c899dd008c4e73272b2d2421171aa0f79d4327"} Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.458471 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-mtlxd"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.466916 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="cinder-scheduler" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.491319 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.494447 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mrwrk\" (UniqueName: \"kubernetes.io/projected/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-api-access-mrwrk\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.521760 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.524950 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"ovsdbserver-nb-0\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.528836 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: E1013 20:17:23.529278 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8eb20049-7387-44f3-8370-54b6ffccad1f" containerName="kube-state-metrics" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.529293 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8eb20049-7387-44f3-8370-54b6ffccad1f" containerName="kube-state-metrics" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.529469 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8eb20049-7387-44f3-8370-54b6ffccad1f" containerName="kube-state-metrics" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.530587 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.534230 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.534449 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-w7zxd" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.534640 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-sb-ovndbs" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.534836 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.553182 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.566381 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.595591 4809 scope.go:117] "RemoveContainer" containerID="1ce2a108114aaee9d4302112c37b8a324124010d3a32f5390feb23c0b1577a8b" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.658684 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-config" (OuterVolumeSpecName: "kube-state-metrics-tls-config") pod "8eb20049-7387-44f3-8370-54b6ffccad1f" (UID: "8eb20049-7387-44f3-8370-54b6ffccad1f"). InnerVolumeSpecName "kube-state-metrics-tls-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.686663 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8eb20049-7387-44f3-8370-54b6ffccad1f" (UID: "8eb20049-7387-44f3-8370-54b6ffccad1f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.686708 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-certs" (OuterVolumeSpecName: "kube-state-metrics-tls-certs") pod "8eb20049-7387-44f3-8370-54b6ffccad1f" (UID: "8eb20049-7387-44f3-8370-54b6ffccad1f"). InnerVolumeSpecName "kube-state-metrics-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.697570 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-generated\") pod \"e96ac583-7a91-4835-8ca5-fcd410604105\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.697616 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-kolla-config\") pod \"e96ac583-7a91-4835-8ca5-fcd410604105\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.697641 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-galera-tls-certs\") pod \"e96ac583-7a91-4835-8ca5-fcd410604105\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.697681 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-secrets\") pod \"e96ac583-7a91-4835-8ca5-fcd410604105\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.697722 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lcvm6\" (UniqueName: \"kubernetes.io/projected/e96ac583-7a91-4835-8ca5-fcd410604105-kube-api-access-lcvm6\") pod \"e96ac583-7a91-4835-8ca5-fcd410604105\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.697769 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-default\") pod \"e96ac583-7a91-4835-8ca5-fcd410604105\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.697802 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-combined-ca-bundle\") pod \"e96ac583-7a91-4835-8ca5-fcd410604105\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.697819 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"e96ac583-7a91-4835-8ca5-fcd410604105\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.697934 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-operator-scripts\") pod \"e96ac583-7a91-4835-8ca5-fcd410604105\" (UID: \"e96ac583-7a91-4835-8ca5-fcd410604105\") " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.698166 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g6ztl\" (UniqueName: \"kubernetes.io/projected/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-kube-api-access-g6ztl\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.698191 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.698240 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.698265 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.698323 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.698339 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.698368 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-config\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.698394 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.698452 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.698465 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.698474 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/8eb20049-7387-44f3-8370-54b6ffccad1f-kube-state-metrics-tls-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.699526 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "e96ac583-7a91-4835-8ca5-fcd410604105" (UID: "e96ac583-7a91-4835-8ca5-fcd410604105"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.700164 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "e96ac583-7a91-4835-8ca5-fcd410604105" (UID: "e96ac583-7a91-4835-8ca5-fcd410604105"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.700563 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "e96ac583-7a91-4835-8ca5-fcd410604105" (UID: "e96ac583-7a91-4835-8ca5-fcd410604105"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.710753 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-secrets" (OuterVolumeSpecName: "secrets") pod "e96ac583-7a91-4835-8ca5-fcd410604105" (UID: "e96ac583-7a91-4835-8ca5-fcd410604105"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.717342 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "e96ac583-7a91-4835-8ca5-fcd410604105" (UID: "e96ac583-7a91-4835-8ca5-fcd410604105"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.737332 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "mysql-db") pod "e96ac583-7a91-4835-8ca5-fcd410604105" (UID: "e96ac583-7a91-4835-8ca5-fcd410604105"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.737651 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e96ac583-7a91-4835-8ca5-fcd410604105-kube-api-access-lcvm6" (OuterVolumeSpecName: "kube-api-access-lcvm6") pod "e96ac583-7a91-4835-8ca5-fcd410604105" (UID: "e96ac583-7a91-4835-8ca5-fcd410604105"). InnerVolumeSpecName "kube-api-access-lcvm6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.753981 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e96ac583-7a91-4835-8ca5-fcd410604105" (UID: "e96ac583-7a91-4835-8ca5-fcd410604105"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.799834 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.801775 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.801812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.801854 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-config\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.801886 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.801962 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g6ztl\" (UniqueName: \"kubernetes.io/projected/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-kube-api-access-g6ztl\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.801988 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.802039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.802063 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.802114 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.802124 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.802135 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.802144 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lcvm6\" (UniqueName: \"kubernetes.io/projected/e96ac583-7a91-4835-8ca5-fcd410604105-kube-api-access-lcvm6\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.802153 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.802161 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.802179 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.802188 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/e96ac583-7a91-4835-8ca5-fcd410604105-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.802463 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") device mount path \"/mnt/openstack/pv08\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.813340 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-config\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.825229 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.825619 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.860702 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.863375 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.866854 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-g6ztl\" (UniqueName: \"kubernetes.io/projected/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-kube-api-access-g6ztl\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.875508 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.897125 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.911044 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.911850 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "e96ac583-7a91-4835-8ca5-fcd410604105" (UID: "e96ac583-7a91-4835-8ca5-fcd410604105"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:23 crc kubenswrapper[4809]: I1013 20:17:23.962810 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"ovsdbserver-sb-0\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.018019 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/e96ac583-7a91-4835-8ca5-fcd410604105-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.087580 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m"] Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.137784 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-4769h"] Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.229822 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.250327 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="03154a46-b436-44ea-a389-e8ce8f4e6c26" path="/var/lib/kubelet/pods/03154a46-b436-44ea-a389-e8ce8f4e6c26/volumes" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.251192 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6effb53c-e0d0-4a1f-bb72-60e02658baaf" path="/var/lib/kubelet/pods/6effb53c-e0d0-4a1f-bb72-60e02658baaf/volumes" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.252782 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e27a76be-9549-4ca0-a03f-f91fb5efb9c7" path="/var/lib/kubelet/pods/e27a76be-9549-4ca0-a03f-f91fb5efb9c7/volumes" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.265819 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-dgh48"] Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.271658 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.355166 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.433444 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-config-data-default\") pod \"9925a067-85e2-4467-a502-538b8f5a4148\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.433491 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"9925a067-85e2-4467-a502-538b8f5a4148\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.433564 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-combined-ca-bundle\") pod \"9925a067-85e2-4467-a502-538b8f5a4148\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.433618 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-kolla-config\") pod \"9925a067-85e2-4467-a502-538b8f5a4148\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.433659 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x4h76\" (UniqueName: \"kubernetes.io/projected/9925a067-85e2-4467-a502-538b8f5a4148-kube-api-access-x4h76\") pod \"9925a067-85e2-4467-a502-538b8f5a4148\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.433710 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-secrets\") pod \"9925a067-85e2-4467-a502-538b8f5a4148\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.433797 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-operator-scripts\") pod \"9925a067-85e2-4467-a502-538b8f5a4148\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.433831 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/9925a067-85e2-4467-a502-538b8f5a4148-config-data-generated\") pod \"9925a067-85e2-4467-a502-538b8f5a4148\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.433894 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-galera-tls-certs\") pod \"9925a067-85e2-4467-a502-538b8f5a4148\" (UID: \"9925a067-85e2-4467-a502-538b8f5a4148\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.435179 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "9925a067-85e2-4467-a502-538b8f5a4148" (UID: "9925a067-85e2-4467-a502-538b8f5a4148"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.435718 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "9925a067-85e2-4467-a502-538b8f5a4148" (UID: "9925a067-85e2-4467-a502-538b8f5a4148"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.436328 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "9925a067-85e2-4467-a502-538b8f5a4148" (UID: "9925a067-85e2-4467-a502-538b8f5a4148"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.436610 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9925a067-85e2-4467-a502-538b8f5a4148-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "9925a067-85e2-4467-a502-538b8f5a4148" (UID: "9925a067-85e2-4467-a502-538b8f5a4148"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.445955 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9925a067-85e2-4467-a502-538b8f5a4148-kube-api-access-x4h76" (OuterVolumeSpecName: "kube-api-access-x4h76") pod "9925a067-85e2-4467-a502-538b8f5a4148" (UID: "9925a067-85e2-4467-a502-538b8f5a4148"). InnerVolumeSpecName "kube-api-access-x4h76". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.446033 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-secrets" (OuterVolumeSpecName: "secrets") pod "9925a067-85e2-4467-a502-538b8f5a4148" (UID: "9925a067-85e2-4467-a502-538b8f5a4148"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.474734 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" event={"ID":"a4770b98-503b-4735-8dee-c6807764f82a","Type":"ContainerStarted","Data":"eaed9e797bd591ef1f054399ea327c7ad4374f3686802014781a714608f650c0"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.474791 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" event={"ID":"a4770b98-503b-4735-8dee-c6807764f82a","Type":"ContainerStarted","Data":"250037ef92ccb6111415ef7447543c532534c6c9997ec2763b4dcc34c98dfa02"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.478602 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage20-crc" (OuterVolumeSpecName: "mysql-db") pod "9925a067-85e2-4467-a502-538b8f5a4148" (UID: "9925a067-85e2-4467-a502-538b8f5a4148"). InnerVolumeSpecName "local-storage20-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.483400 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9925a067-85e2-4467-a502-538b8f5a4148" (UID: "9925a067-85e2-4467-a502-538b8f5a4148"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.508703 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"8eb20049-7387-44f3-8370-54b6ffccad1f","Type":"ContainerDied","Data":"b2839235bb6ea4367f2e89600fd77d01f50008ab37a1a71251c8d35f16004d69"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.508764 4809 scope.go:117] "RemoveContainer" containerID="b54308d511214aec0113c7097f504f2b063d4aa4f452982e49fe01336c3ed88d" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.508906 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.517953 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.518012 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"e96ac583-7a91-4835-8ca5-fcd410604105","Type":"ContainerDied","Data":"75a9e24bdf4200a51013e1448dda04ebe69887744722fd1db3d705c612858f3f"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.537319 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rstwm\" (UniqueName: \"kubernetes.io/projected/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-kube-api-access-rstwm\") pod \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.537432 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-config-data\") pod \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.537591 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-combined-ca-bundle\") pod \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.537627 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-vencrypt-tls-certs\") pod \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.537715 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-nova-novncproxy-tls-certs\") pod \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\" (UID: \"6dc34a46-1102-4f56-bc8c-d71e7e6047a5\") " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.538265 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.538293 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") on node \"crc\" " Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.538304 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.538313 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.538321 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x4h76\" (UniqueName: \"kubernetes.io/projected/9925a067-85e2-4467-a502-538b8f5a4148-kube-api-access-x4h76\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.538349 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.538358 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/9925a067-85e2-4467-a502-538b8f5a4148-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.538366 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/9925a067-85e2-4467-a502-538b8f5a4148-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.544194 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-g5vts" event={"ID":"cfb7732f-e905-4634-a02b-fe6df3097344","Type":"ContainerStarted","Data":"77f353ad41e688b99f2d3497443d51d5f1d5e782a250409019f8ea3cba0fcc90"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.588387 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-kube-api-access-rstwm" (OuterVolumeSpecName: "kube-api-access-rstwm") pod "6dc34a46-1102-4f56-bc8c-d71e7e6047a5" (UID: "6dc34a46-1102-4f56-bc8c-d71e7e6047a5"). InnerVolumeSpecName "kube-api-access-rstwm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.600580 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "9925a067-85e2-4467-a502-538b8f5a4148" (UID: "9925a067-85e2-4467-a502-538b8f5a4148"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.621920 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-config-data" (OuterVolumeSpecName: "config-data") pod "6dc34a46-1102-4f56-bc8c-d71e7e6047a5" (UID: "6dc34a46-1102-4f56-bc8c-d71e7e6047a5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.630892 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage20-crc" (UniqueName: "kubernetes.io/local-volume/local-storage20-crc") on node "crc" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.642108 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.642140 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/9925a067-85e2-4467-a502-538b8f5a4148-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.642155 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.642166 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rstwm\" (UniqueName: \"kubernetes.io/projected/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-kube-api-access-rstwm\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.649635 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="ad4c8bd57616021ffa19447aa23a652e30c3b52388ed8c977bf15464f7c21ec0" exitCode=0 Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.649674 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="0a9540733023c657b1e47b882afffd75c4134d255fda170b80426c4bd05e0a4e" exitCode=0 Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.649747 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"ad4c8bd57616021ffa19447aa23a652e30c3b52388ed8c977bf15464f7c21ec0"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.649785 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"0a9540733023c657b1e47b882afffd75c4134d255fda170b80426c4bd05e0a4e"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.660907 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" event={"ID":"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd","Type":"ContainerStarted","Data":"f5c6650ee0b32b2d6e3f6d3c55f5435966a5ee8753588687e9963120e3151d30"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.686623 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-db-sync-g5vts" podStartSLOduration=4.686599896 podStartE2EDuration="4.686599896s" podCreationTimestamp="2025-10-13 20:17:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:24.581498944 +0000 UTC m=+3163.187245559" watchObservedRunningTime="2025-10-13 20:17:24.686599896 +0000 UTC m=+3163.292346481" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.697814 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.702374 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6dc34a46-1102-4f56-bc8c-d71e7e6047a5" (UID: "6dc34a46-1102-4f56-bc8c-d71e7e6047a5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.736658 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" event={"ID":"3e9e6715-97d3-416a-bb7d-a4e3f2c42194","Type":"ContainerStarted","Data":"eabacb800357b2703c9a86db0b075ff0c97b7d5ef4bf501d85d49f6f7f24f34b"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.744555 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.751476 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.757234 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"9925a067-85e2-4467-a502-538b8f5a4148","Type":"ContainerDied","Data":"c34e51e47633ccead47a679c6c73d087a62b2c0f307340e8177e623501c3b054"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.761193 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"6dc34a46-1102-4f56-bc8c-d71e7e6047a5","Type":"ContainerDied","Data":"89d4315b39d99d5ce951e41e3a9101c1f1ed4e760449e4060ad421db95002c6f"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.761289 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.777182 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-vencrypt-tls-certs" (OuterVolumeSpecName: "vencrypt-tls-certs") pod "6dc34a46-1102-4f56-bc8c-d71e7e6047a5" (UID: "6dc34a46-1102-4f56-bc8c-d71e7e6047a5"). InnerVolumeSpecName "vencrypt-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.786887 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" event={"ID":"924fe7c8-3b75-471b-8a1b-0820a7ba8bba","Type":"ContainerStarted","Data":"b404244bb75bc6bd5c65f2f6159b4e8612342cdc7e8a2659a25303909125f5f2"} Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.822182 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" podStartSLOduration=4.822162459 podStartE2EDuration="4.822162459s" podCreationTimestamp="2025-10-13 20:17:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:24.814585525 +0000 UTC m=+3163.420332110" watchObservedRunningTime="2025-10-13 20:17:24.822162459 +0000 UTC m=+3163.427909044" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.840526 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-nova-novncproxy-tls-certs" (OuterVolumeSpecName: "nova-novncproxy-tls-certs") pod "6dc34a46-1102-4f56-bc8c-d71e7e6047a5" (UID: "6dc34a46-1102-4f56-bc8c-d71e7e6047a5"). InnerVolumeSpecName "nova-novncproxy-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.846186 4809 reconciler_common.go:293] "Volume detached for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-vencrypt-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.846217 4809 reconciler_common.go:293] "Volume detached for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/6dc34a46-1102-4f56-bc8c-d71e7e6047a5-nova-novncproxy-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.895377 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:17:24 crc kubenswrapper[4809]: W1013 20:17:24.966248 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1454d8dc_e497_4e9f_bba1_c342f92d8e5a.slice/crio-8cc06606273f30b5b40044c4ffaa99a4264324ef5684b7b17c7edecf58a36ca8 WatchSource:0}: Error finding container 8cc06606273f30b5b40044c4ffaa99a4264324ef5684b7b17c7edecf58a36ca8: Status 404 returned error can't find the container with id 8cc06606273f30b5b40044c4ffaa99a4264324ef5684b7b17c7edecf58a36ca8 Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.985506 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:17:24 crc kubenswrapper[4809]: I1013 20:17:24.994810 4809 scope.go:117] "RemoveContainer" containerID="f02c800d2770fb3ee1727146dab4e19fed1af6e98500c0e72e7eb47b778c11fc" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.005052 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.035058 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.047072 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: E1013 20:17:25.047438 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9925a067-85e2-4467-a502-538b8f5a4148" containerName="mysql-bootstrap" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.047454 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9925a067-85e2-4467-a502-538b8f5a4148" containerName="mysql-bootstrap" Oct 13 20:17:25 crc kubenswrapper[4809]: E1013 20:17:25.047471 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e96ac583-7a91-4835-8ca5-fcd410604105" containerName="mysql-bootstrap" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.047477 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e96ac583-7a91-4835-8ca5-fcd410604105" containerName="mysql-bootstrap" Oct 13 20:17:25 crc kubenswrapper[4809]: E1013 20:17:25.047490 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9925a067-85e2-4467-a502-538b8f5a4148" containerName="galera" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.047498 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9925a067-85e2-4467-a502-538b8f5a4148" containerName="galera" Oct 13 20:17:25 crc kubenswrapper[4809]: E1013 20:17:25.047515 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6dc34a46-1102-4f56-bc8c-d71e7e6047a5" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.047521 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6dc34a46-1102-4f56-bc8c-d71e7e6047a5" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:17:25 crc kubenswrapper[4809]: E1013 20:17:25.047539 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e96ac583-7a91-4835-8ca5-fcd410604105" containerName="galera" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.047545 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e96ac583-7a91-4835-8ca5-fcd410604105" containerName="galera" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.055502 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e96ac583-7a91-4835-8ca5-fcd410604105" containerName="galera" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.055543 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9925a067-85e2-4467-a502-538b8f5a4148" containerName="galera" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.055560 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6dc34a46-1102-4f56-bc8c-d71e7e6047a5" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.057064 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.059568 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-dockercfg-2pfg6" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.060320 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"osp-secret" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.060793 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config-data" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.061123 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-scripts" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.061356 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-svc" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.093112 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: W1013 20:17:25.107950 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3bcf501a_750c_43a9_b3db_ad45cf6d5eb6.slice/crio-8d7776aa68b37d9ebfb7dd7c0cd9ddbf98f6588d7d11e5250185459b610a1981 WatchSource:0}: Error finding container 8d7776aa68b37d9ebfb7dd7c0cd9ddbf98f6588d7d11e5250185459b610a1981: Status 404 returned error can't find the container with id 8d7776aa68b37d9ebfb7dd7c0cd9ddbf98f6588d7d11e5250185459b610a1981 Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.111949 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.145063 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.156377 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-operator-scripts\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.160111 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-generated\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.160183 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.168514 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-default\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.168646 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dftjj\" (UniqueName: \"kubernetes.io/projected/6d84ad73-4473-4cb2-a3d9-157efce5770f-kube-api-access-dftjj\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.168835 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-kolla-config\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.168886 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.168902 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.168931 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-secrets\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.173431 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.193104 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.194317 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.205562 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"kube-state-metrics-tls-config" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.206266 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-kube-state-metrics-svc" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.268940 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.270553 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dftjj\" (UniqueName: \"kubernetes.io/projected/6d84ad73-4473-4cb2-a3d9-157efce5770f-kube-api-access-dftjj\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.270601 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.270605 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-kolla-config\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.271247 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.271279 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.271304 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-secrets\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.271520 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-operator-scripts\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.271713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-generated\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.271750 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.271773 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-default\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.272546 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-generated\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.272727 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") device mount path \"/mnt/openstack/pv20\"" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.272967 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-operator-scripts\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.273536 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-default\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.277464 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.278294 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.278418 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-secrets\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.286269 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-cell1-svc" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.286571 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-cell1-dockercfg-xpx99" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.286901 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-scripts" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.287027 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-config-data" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.308281 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-kolla-config\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.317575 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dftjj\" (UniqueName: \"kubernetes.io/projected/6d84ad73-4473-4cb2-a3d9-157efce5770f-kube-api-access-dftjj\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.328991 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.351245 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.376172 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.376211 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.376282 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.376319 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zgvkn\" (UniqueName: \"kubernetes.io/projected/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-api-access-zgvkn\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.376351 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.376773 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.376797 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.376834 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.376978 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.376895 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mkx9f\" (UniqueName: \"kubernetes.io/projected/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kube-api-access-mkx9f\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.377175 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.377225 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.377263 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.377342 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.381696 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.428906 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.455775 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.458171 4809 scope.go:117] "RemoveContainer" containerID="5abcfe4775436340b2834e091de567c3b6102aaa2cae32fe786613de8c46a994" Oct 13 20:17:25 crc kubenswrapper[4809]: E1013 20:17:25.458171 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:17:25 crc kubenswrapper[4809]: E1013 20:17:25.471870 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:17:25 crc kubenswrapper[4809]: E1013 20:17:25.475518 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:17:25 crc kubenswrapper[4809]: E1013 20:17:25.475591 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="19edc076-7d5b-41e8-8621-d617781a3c20" containerName="ovn-northd" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479299 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479367 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mkx9f\" (UniqueName: \"kubernetes.io/projected/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kube-api-access-mkx9f\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479388 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479425 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479451 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479491 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479529 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479546 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479569 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479585 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zgvkn\" (UniqueName: \"kubernetes.io/projected/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-api-access-zgvkn\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479606 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479627 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.479644 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.482046 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.495397 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.496747 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.496763 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.497224 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.497408 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.509840 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.520658 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.521107 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mkx9f\" (UniqueName: \"kubernetes.io/projected/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kube-api-access-mkx9f\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.522924 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.522924 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.544936 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.546148 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.548155 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.550892 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.551080 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-public-svc" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.551196 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-vencrypt" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.554410 4809 scope.go:117] "RemoveContainer" containerID="8b1c7d6f2ffc4e3326630a8b16c899dd008c4e73272b2d2421171aa0f79d4327" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.558046 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zgvkn\" (UniqueName: \"kubernetes.io/projected/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-api-access-zgvkn\") pod \"kube-state-metrics-0\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.578883 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.608875 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"openstack-cell1-galera-0\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.683324 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.683412 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.683447 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.683468 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-82m6j\" (UniqueName: \"kubernetes.io/projected/cdd6244c-5cc0-491d-940c-245390e92869-kube-api-access-82m6j\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.683520 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.786552 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.786660 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.786719 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.786779 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.786798 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-82m6j\" (UniqueName: \"kubernetes.io/projected/cdd6244c-5cc0-491d-940c-245390e92869-kube-api-access-82m6j\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.800633 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.802064 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.806447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.812183 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.825701 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.830333 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-82m6j\" (UniqueName: \"kubernetes.io/projected/cdd6244c-5cc0-491d-940c-245390e92869-kube-api-access-82m6j\") pod \"nova-cell1-novncproxy-0\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.844125 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6","Type":"ContainerStarted","Data":"8d7776aa68b37d9ebfb7dd7c0cd9ddbf98f6588d7d11e5250185459b610a1981"} Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.848500 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.893892 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.912010 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" event={"ID":"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd","Type":"ContainerStarted","Data":"09a4b5f117fef9c8ac1a8953664dfadde402bdef511dbafe3a68be20194af08e"} Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.935345 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" event={"ID":"daeacf47-9895-4214-8ca9-c40af1206efb","Type":"ContainerStarted","Data":"01df424a9029d8a83f7f449ccc39d04ab63496ea256e368e8420d1940c8575f3"} Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.939111 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" podStartSLOduration=4.939098574 podStartE2EDuration="4.939098574s" podCreationTimestamp="2025-10-13 20:17:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:25.938558669 +0000 UTC m=+3164.544305254" watchObservedRunningTime="2025-10-13 20:17:25.939098574 +0000 UTC m=+3164.544845159" Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.947981 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"1454d8dc-e497-4e9f-bba1-c342f92d8e5a","Type":"ContainerStarted","Data":"8cc06606273f30b5b40044c4ffaa99a4264324ef5684b7b17c7edecf58a36ca8"} Oct 13 20:17:25 crc kubenswrapper[4809]: I1013 20:17:25.982970 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-4fvr6" event={"ID":"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf","Type":"ContainerStarted","Data":"13dd84ce1dfbadea6edefedf85613a1041f8ba4dac280f950750eca55bf14f2d"} Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.001988 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-dgh48" event={"ID":"91a4c052-1aff-44e3-986e-f9c30cb19f1e","Type":"ContainerStarted","Data":"486a7f6a2f50b585f73eb99d89598e54353e884ae79a8417cf9cf32a0424de39"} Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.017833 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-sync-4fvr6" podStartSLOduration=6.017818529 podStartE2EDuration="6.017818529s" podCreationTimestamp="2025-10-13 20:17:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:26.016575284 +0000 UTC m=+3164.622321869" watchObservedRunningTime="2025-10-13 20:17:26.017818529 +0000 UTC m=+3164.623565114" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.038926 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" event={"ID":"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf","Type":"ContainerStarted","Data":"d279033c5bb3957cdb5b8a8ad17e158bbff7a558a005d47417eca7c10f342710"} Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.044277 4809 generic.go:334] "Generic (PLEG): container finished" podID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerID="62656a074928cca2aa7aac30efd48a9cb207ae7e0b83024bcf8523df47f87055" exitCode=0 Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.044529 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef","Type":"ContainerDied","Data":"62656a074928cca2aa7aac30efd48a9cb207ae7e0b83024bcf8523df47f87055"} Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.072696 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" podStartSLOduration=6.0726644 podStartE2EDuration="6.0726644s" podCreationTimestamp="2025-10-13 20:17:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:26.060345641 +0000 UTC m=+3164.666092226" watchObservedRunningTime="2025-10-13 20:17:26.0726644 +0000 UTC m=+3164.678410985" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.120798 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" podStartSLOduration=6.12077739 podStartE2EDuration="6.12077739s" podCreationTimestamp="2025-10-13 20:17:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:26.103200433 +0000 UTC m=+3164.708947038" watchObservedRunningTime="2025-10-13 20:17:26.12077739 +0000 UTC m=+3164.726523975" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.146904 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="9f0eac95-c3be-4174-99bd-3701956b0bd4" containerName="rabbitmq" containerID="cri-o://ad8c6e205e31f0bb14915e05b756cc069db03287cdce9c2a7c6dc410cf8d289b" gracePeriod=604795 Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.206962 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6dc34a46-1102-4f56-bc8c-d71e7e6047a5" path="/var/lib/kubelet/pods/6dc34a46-1102-4f56-bc8c-d71e7e6047a5/volumes" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.207578 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8eb20049-7387-44f3-8370-54b6ffccad1f" path="/var/lib/kubelet/pods/8eb20049-7387-44f3-8370-54b6ffccad1f/volumes" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.208167 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9925a067-85e2-4467-a502-538b8f5a4148" path="/var/lib/kubelet/pods/9925a067-85e2-4467-a502-538b8f5a4148/volumes" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.211268 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e96ac583-7a91-4835-8ca5-fcd410604105" path="/var/lib/kubelet/pods/e96ac583-7a91-4835-8ca5-fcd410604105/volumes" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.238300 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.324827 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/memcached-0" podUID="e27a76be-9549-4ca0-a03f-f91fb5efb9c7" containerName="memcached" probeResult="failure" output="dial tcp 10.217.1.53:11211: i/o timeout" Oct 13 20:17:26 crc kubenswrapper[4809]: W1013 20:17:26.344345 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6d84ad73_4473_4cb2_a3d9_157efce5770f.slice/crio-9ab8313683d561ab86fd60ca2471acc09c1ea1fe6bca18adf88bbc5df5a6c85e WatchSource:0}: Error finding container 9ab8313683d561ab86fd60ca2471acc09c1ea1fe6bca18adf88bbc5df5a6c85e: Status 404 returned error can't find the container with id 9ab8313683d561ab86fd60ca2471acc09c1ea1fe6bca18adf88bbc5df5a6c85e Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.370298 4809 scope.go:117] "RemoveContainer" containerID="f01e7348aafd5821d27a89ef378edbf61995cb0e0960cdc6cf9efb8e2ce17594" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.402624 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.438059 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.509388 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="cinder-scheduler" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.532288 4809 scope.go:117] "RemoveContainer" containerID="feb3439a3dc234c2b8cc7ab696990d29a2b477c15a8b561326e1514052219443" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.612672 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dtmmg\" (UniqueName: \"kubernetes.io/projected/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-kube-api-access-dtmmg\") pod \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.612832 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-sg-core-conf-yaml\") pod \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.612867 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-log-httpd\") pod \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.612898 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-run-httpd\") pod \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.612972 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-ceilometer-tls-certs\") pod \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.613041 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-combined-ca-bundle\") pod \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.613075 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-config-data\") pod \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.613128 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-scripts\") pod \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\" (UID: \"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef\") " Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.613619 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" (UID: "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.613930 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" (UID: "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.614674 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.614687 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.652161 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-kube-api-access-dtmmg" (OuterVolumeSpecName: "kube-api-access-dtmmg") pod "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" (UID: "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef"). InnerVolumeSpecName "kube-api-access-dtmmg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.652376 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-scripts" (OuterVolumeSpecName: "scripts") pod "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" (UID: "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.717154 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.717176 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dtmmg\" (UniqueName: \"kubernetes.io/projected/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-kube-api-access-dtmmg\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.791237 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.818367 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" (UID: "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.818658 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.853045 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="e42baa06-616a-4681-865a-b307f5cd8be4" containerName="rabbitmq" containerID="cri-o://11df86a8678705ce75a119eb2b8a11ce9e3ec75faf90563e46de427b96bc8d31" gracePeriod=604794 Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.902108 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.940787 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" (UID: "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:26 crc kubenswrapper[4809]: I1013 20:17:26.990049 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" (UID: "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.021799 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.021828 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.058838 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-config-data" (OuterVolumeSpecName: "config-data") pod "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" (UID: "a7cf3e9a-5b1d-4f7c-9850-f59676d869ef"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.067003 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.071047 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6","Type":"ContainerStarted","Data":"7eeb83394d5ae95ed0ee58892bb4b883b19df8c71e251f52aa0f771545995127"} Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.086057 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"1454d8dc-e497-4e9f-bba1-c342f92d8e5a","Type":"ContainerStarted","Data":"f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c"} Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.086964 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.107016 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" event={"ID":"3e9e6715-97d3-416a-bb7d-a4e3f2c42194","Type":"ContainerStarted","Data":"748f6c2f2af965257b0698280a822201e8dce00b64bc658cf406f51d029cca3e"} Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.118069 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4","Type":"ContainerStarted","Data":"353819fad5e5fcf082640f9b62f11cb21070b606b1502524d103d3e5165a8f34"} Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.118465 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=4.118445392 podStartE2EDuration="4.118445392s" podCreationTimestamp="2025-10-13 20:17:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:27.10775671 +0000 UTC m=+3165.713503295" watchObservedRunningTime="2025-10-13 20:17:27.118445392 +0000 UTC m=+3165.724191977" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.124404 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.124545 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" podStartSLOduration=6.124526954 podStartE2EDuration="6.124526954s" podCreationTimestamp="2025-10-13 20:17:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:27.124098712 +0000 UTC m=+3165.729845297" watchObservedRunningTime="2025-10-13 20:17:27.124526954 +0000 UTC m=+3165.730273539" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.156109 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a7cf3e9a-5b1d-4f7c-9850-f59676d869ef","Type":"ContainerDied","Data":"a54af828324779a77da9772055f8813e118c29c0ce4050aba9390f212a66c51a"} Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.156183 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.158389 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:17:27 crc kubenswrapper[4809]: E1013 20:17:27.158648 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.170040 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" event={"ID":"daeacf47-9895-4214-8ca9-c40af1206efb","Type":"ContainerStarted","Data":"aa519f7d38132900910324574342848338e21114c918f1e692ad398493077826"} Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.171005 4809 scope.go:117] "RemoveContainer" containerID="0ca946a722d97af42162b39c2975134e39bc085413e79931687f89d751db50c6" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.184969 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"ce8949f0-5d99-4018-8a8d-ad9ac527231e","Type":"ContainerStarted","Data":"6d7c9637b54ad191bb5154a8f6801b9b2ec00bd4a6feaaab41b38248f1a66f87"} Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.187564 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" podStartSLOduration=6.187553997 podStartE2EDuration="6.187553997s" podCreationTimestamp="2025-10-13 20:17:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:27.184813239 +0000 UTC m=+3165.790559824" watchObservedRunningTime="2025-10-13 20:17:27.187553997 +0000 UTC m=+3165.793300582" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.211040 4809 scope.go:117] "RemoveContainer" containerID="6e19a27d8ab206cf94fdd7dc4a9e83d882cbc9a6636c18dce76ea8a533e9702e" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.215274 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"6d84ad73-4473-4cb2-a3d9-157efce5770f","Type":"ContainerStarted","Data":"9ab8313683d561ab86fd60ca2471acc09c1ea1fe6bca18adf88bbc5df5a6c85e"} Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.221936 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.235140 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.238126 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-dgh48" event={"ID":"91a4c052-1aff-44e3-986e-f9c30cb19f1e","Type":"ContainerStarted","Data":"7b7a93328f59feff4ce72adbacbe7ef06b39a524e309e9c49150002e8b454d2a"} Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.264946 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:27 crc kubenswrapper[4809]: E1013 20:17:27.281956 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="sg-core" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.281991 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="sg-core" Oct 13 20:17:27 crc kubenswrapper[4809]: E1013 20:17:27.282087 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="ceilometer-notification-agent" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.282095 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="ceilometer-notification-agent" Oct 13 20:17:27 crc kubenswrapper[4809]: E1013 20:17:27.282113 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="proxy-httpd" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.282119 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="proxy-httpd" Oct 13 20:17:27 crc kubenswrapper[4809]: E1013 20:17:27.282143 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="ceilometer-central-agent" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.282149 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="ceilometer-central-agent" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.282624 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="ceilometer-notification-agent" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.282645 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="ceilometer-central-agent" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.282668 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="sg-core" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.283792 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-db-sync-dgh48" podStartSLOduration=6.283779798 podStartE2EDuration="6.283779798s" podCreationTimestamp="2025-10-13 20:17:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:27.278339384 +0000 UTC m=+3165.884085979" watchObservedRunningTime="2025-10-13 20:17:27.283779798 +0000 UTC m=+3165.889526373" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.285850 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" containerName="proxy-httpd" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.289570 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.290519 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.292530 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.293557 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.293701 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.340083 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-scripts\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.340159 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-log-httpd\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.340241 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.340267 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-run-httpd\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.340300 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.340482 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v9cnv\" (UniqueName: \"kubernetes.io/projected/d3378003-1641-4cea-b70b-8f2adb3db13a-kube-api-access-v9cnv\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.340604 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-config-data\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.340668 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.346031 4809 scope.go:117] "RemoveContainer" containerID="62656a074928cca2aa7aac30efd48a9cb207ae7e0b83024bcf8523df47f87055" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.346665 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"f81a534a-3755-42f1-bd37-2dbb6bb68fe7","Type":"ContainerStarted","Data":"368789fb35f00029feee05fdd0a9b12f6d8a7db05e38c6a5f39205dc8337ddcc"} Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.417532 4809 scope.go:117] "RemoveContainer" containerID="256fd11cb0895fb055d179969a9a165c37b8cb7e4a61a9358d07e4dc46ce41d7" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.448565 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-scripts\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.448717 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-log-httpd\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.448817 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.448881 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-run-httpd\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.448984 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.449221 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v9cnv\" (UniqueName: \"kubernetes.io/projected/d3378003-1641-4cea-b70b-8f2adb3db13a-kube-api-access-v9cnv\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.449341 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-config-data\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.449390 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.454122 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-log-httpd\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.465043 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-run-httpd\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.466180 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.474233 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-scripts\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.476815 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-config-data\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.477063 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.493088 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v9cnv\" (UniqueName: \"kubernetes.io/projected/d3378003-1641-4cea-b70b-8f2adb3db13a-kube-api-access-v9cnv\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.493125 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:27 crc kubenswrapper[4809]: I1013 20:17:27.649790 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.176613 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a7cf3e9a-5b1d-4f7c-9850-f59676d869ef" path="/var/lib/kubelet/pods/a7cf3e9a-5b1d-4f7c-9850-f59676d869ef/volumes" Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.185173 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.361426 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6","Type":"ContainerStarted","Data":"ab7c770ae4385bfd03fc82bb14ee0b6f8cef0d68b0bdbcac5c192637b721ab7e"} Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.366406 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d84ad73-4473-4cb2-a3d9-157efce5770f" containerID="c0fb05ce79733a8d5ed728df0d6a5cb81c5bff7eb9d4abd688c1179b7281f664" exitCode=0 Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.366488 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"6d84ad73-4473-4cb2-a3d9-157efce5770f","Type":"ContainerDied","Data":"c0fb05ce79733a8d5ed728df0d6a5cb81c5bff7eb9d4abd688c1179b7281f664"} Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.369507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4","Type":"ContainerStarted","Data":"a5c7d710cc2be0f2c33d42ff37377f5a043fba0a6665cab2488e7e27d219c6d8"} Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.369545 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4","Type":"ContainerStarted","Data":"6fdd147b314cff8fa15e29bb088ffe5dff859f9aad3db7dce0857f5d886e2203"} Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.376933 4809 generic.go:334] "Generic (PLEG): container finished" podID="f81a534a-3755-42f1-bd37-2dbb6bb68fe7" containerID="dacb220c94e62f9edf1616283332a209810de3301df9532f02620dc8126c4528" exitCode=0 Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.377007 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"f81a534a-3755-42f1-bd37-2dbb6bb68fe7","Type":"ContainerDied","Data":"dacb220c94e62f9edf1616283332a209810de3301df9532f02620dc8126c4528"} Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.383250 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=5.383233508 podStartE2EDuration="5.383233508s" podCreationTimestamp="2025-10-13 20:17:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:28.379621836 +0000 UTC m=+3166.985368441" watchObservedRunningTime="2025-10-13 20:17:28.383233508 +0000 UTC m=+3166.988980103" Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.391569 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"ce8949f0-5d99-4018-8a8d-ad9ac527231e","Type":"ContainerStarted","Data":"04d94983cdc6ef26f01cb70d7b349d5a66248e4044bd969e5c63bd2d7dab0906"} Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.392642 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.394406 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d3378003-1641-4cea-b70b-8f2adb3db13a","Type":"ContainerStarted","Data":"e3f4433c7756a16a7bd451b4fff25b0b8fdd0dc03ffdf5ac34620212c48f5684"} Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.399861 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"cdd6244c-5cc0-491d-940c-245390e92869","Type":"ContainerStarted","Data":"9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f"} Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.399901 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"cdd6244c-5cc0-491d-940c-245390e92869","Type":"ContainerStarted","Data":"538ab205cd46cb9b599abf6e02aa0cefbfa65c83f365e7f350d9c02423027e15"} Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.437923 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=5.437905884 podStartE2EDuration="5.437905884s" podCreationTimestamp="2025-10-13 20:17:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:28.409837031 +0000 UTC m=+3167.015583636" watchObservedRunningTime="2025-10-13 20:17:28.437905884 +0000 UTC m=+3167.043652489" Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.497904 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=3.497887281 podStartE2EDuration="3.497887281s" podCreationTimestamp="2025-10-13 20:17:25 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:28.484584924 +0000 UTC m=+3167.090331519" watchObservedRunningTime="2025-10-13 20:17:28.497887281 +0000 UTC m=+3167.103633866" Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.505833 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=3.869051848 podStartE2EDuration="4.505814695s" podCreationTimestamp="2025-10-13 20:17:24 +0000 UTC" firstStartedPulling="2025-10-13 20:17:26.937211657 +0000 UTC m=+3165.542958242" lastFinishedPulling="2025-10-13 20:17:27.573974504 +0000 UTC m=+3166.179721089" observedRunningTime="2025-10-13 20:17:28.501983016 +0000 UTC m=+3167.107729601" watchObservedRunningTime="2025-10-13 20:17:28.505814695 +0000 UTC m=+3167.111561280" Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.801156 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:28 crc kubenswrapper[4809]: I1013 20:17:28.880981 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="6dc34a46-1102-4f56-bc8c-d71e7e6047a5" containerName="nova-cell1-novncproxy-novncproxy" probeResult="failure" output="Get \"https://10.217.1.130:6080/vnc_lite.html\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.046824 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_19edc076-7d5b-41e8-8621-d617781a3c20/ovn-northd/0.log" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.047111 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.110439 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-metrics-certs-tls-certs\") pod \"19edc076-7d5b-41e8-8621-d617781a3c20\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.110517 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-config\") pod \"19edc076-7d5b-41e8-8621-d617781a3c20\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.110551 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-scripts\") pod \"19edc076-7d5b-41e8-8621-d617781a3c20\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.110612 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-northd-tls-certs\") pod \"19edc076-7d5b-41e8-8621-d617781a3c20\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.110653 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-rundir\") pod \"19edc076-7d5b-41e8-8621-d617781a3c20\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.110756 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-combined-ca-bundle\") pod \"19edc076-7d5b-41e8-8621-d617781a3c20\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.110791 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-db2fd\" (UniqueName: \"kubernetes.io/projected/19edc076-7d5b-41e8-8621-d617781a3c20-kube-api-access-db2fd\") pod \"19edc076-7d5b-41e8-8621-d617781a3c20\" (UID: \"19edc076-7d5b-41e8-8621-d617781a3c20\") " Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.111589 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-config" (OuterVolumeSpecName: "config") pod "19edc076-7d5b-41e8-8621-d617781a3c20" (UID: "19edc076-7d5b-41e8-8621-d617781a3c20"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.113083 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "19edc076-7d5b-41e8-8621-d617781a3c20" (UID: "19edc076-7d5b-41e8-8621-d617781a3c20"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.113627 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-scripts" (OuterVolumeSpecName: "scripts") pod "19edc076-7d5b-41e8-8621-d617781a3c20" (UID: "19edc076-7d5b-41e8-8621-d617781a3c20"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.114395 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/19edc076-7d5b-41e8-8621-d617781a3c20-kube-api-access-db2fd" (OuterVolumeSpecName: "kube-api-access-db2fd") pod "19edc076-7d5b-41e8-8621-d617781a3c20" (UID: "19edc076-7d5b-41e8-8621-d617781a3c20"). InnerVolumeSpecName "kube-api-access-db2fd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.156376 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "19edc076-7d5b-41e8-8621-d617781a3c20" (UID: "19edc076-7d5b-41e8-8621-d617781a3c20"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.213089 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.213130 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-db2fd\" (UniqueName: \"kubernetes.io/projected/19edc076-7d5b-41e8-8621-d617781a3c20-kube-api-access-db2fd\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.213146 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.213157 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/19edc076-7d5b-41e8-8621-d617781a3c20-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.213169 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.213359 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-northd-tls-certs" (OuterVolumeSpecName: "ovn-northd-tls-certs") pod "19edc076-7d5b-41e8-8621-d617781a3c20" (UID: "19edc076-7d5b-41e8-8621-d617781a3c20"). InnerVolumeSpecName "ovn-northd-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.225360 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "19edc076-7d5b-41e8-8621-d617781a3c20" (UID: "19edc076-7d5b-41e8-8621-d617781a3c20"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.233504 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.314696 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.314745 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/19edc076-7d5b-41e8-8621-d617781a3c20-ovn-northd-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.407866 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d3378003-1641-4cea-b70b-8f2adb3db13a","Type":"ContainerStarted","Data":"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6"} Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.410144 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"f81a534a-3755-42f1-bd37-2dbb6bb68fe7","Type":"ContainerStarted","Data":"d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778"} Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.412141 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_19edc076-7d5b-41e8-8621-d617781a3c20/ovn-northd/0.log" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.412258 4809 generic.go:334] "Generic (PLEG): container finished" podID="19edc076-7d5b-41e8-8621-d617781a3c20" containerID="1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665" exitCode=139 Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.412296 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"19edc076-7d5b-41e8-8621-d617781a3c20","Type":"ContainerDied","Data":"1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665"} Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.412436 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"19edc076-7d5b-41e8-8621-d617781a3c20","Type":"ContainerDied","Data":"f694b2d1ef1c7257d893faa5765a1aff66cc8046c8b20e7b9f4d161fb472ef66"} Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.412312 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.412548 4809 scope.go:117] "RemoveContainer" containerID="c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.418149 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"6d84ad73-4473-4cb2-a3d9-157efce5770f","Type":"ContainerStarted","Data":"47ceddcb927207c831fd28f8969cd390f8085896ca14b6aac2b775e61567acc1"} Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.436910 4809 scope.go:117] "RemoveContainer" containerID="1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.443716 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="cinder-scheduler" probeResult="failure" output="HTTP probe failed with statuscode: 500" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.444612 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.445615 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="cinder-scheduler" containerStatusID={"Type":"cri-o","ID":"ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3"} pod="openstack-kuttl-tests/cinder-scheduler-0" containerMessage="Container cinder-scheduler failed liveness probe, will be restarted" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.445753 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="cinder-scheduler" containerID="cri-o://ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3" gracePeriod=30 Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.447504 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podStartSLOduration=5.447479103 podStartE2EDuration="5.447479103s" podCreationTimestamp="2025-10-13 20:17:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:29.440718362 +0000 UTC m=+3168.046464957" watchObservedRunningTime="2025-10-13 20:17:29.447479103 +0000 UTC m=+3168.053225708" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.465366 4809 scope.go:117] "RemoveContainer" containerID="c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368" Oct 13 20:17:29 crc kubenswrapper[4809]: E1013 20:17:29.465940 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368\": container with ID starting with c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368 not found: ID does not exist" containerID="c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.466037 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368"} err="failed to get container status \"c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368\": rpc error: code = NotFound desc = could not find container \"c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368\": container with ID starting with c9f11eef3362e99278b04386ae4c29ecefd95e7a11a93f7d8d6cd322a2537368 not found: ID does not exist" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.466109 4809 scope.go:117] "RemoveContainer" containerID="1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665" Oct 13 20:17:29 crc kubenswrapper[4809]: E1013 20:17:29.466593 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665\": container with ID starting with 1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665 not found: ID does not exist" containerID="1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.466674 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665"} err="failed to get container status \"1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665\": rpc error: code = NotFound desc = could not find container \"1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665\": container with ID starting with 1304849d4954583a4fde52efebf17f416f7a2f26aba2c1547258e1f14e9df665 not found: ID does not exist" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.466983 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.476444 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.499052 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:17:29 crc kubenswrapper[4809]: E1013 20:17:29.499872 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="19edc076-7d5b-41e8-8621-d617781a3c20" containerName="openstack-network-exporter" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.499900 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="19edc076-7d5b-41e8-8621-d617781a3c20" containerName="openstack-network-exporter" Oct 13 20:17:29 crc kubenswrapper[4809]: E1013 20:17:29.499926 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="19edc076-7d5b-41e8-8621-d617781a3c20" containerName="ovn-northd" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.499936 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="19edc076-7d5b-41e8-8621-d617781a3c20" containerName="ovn-northd" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.500242 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="19edc076-7d5b-41e8-8621-d617781a3c20" containerName="openstack-network-exporter" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.500282 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="19edc076-7d5b-41e8-8621-d617781a3c20" containerName="ovn-northd" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.503191 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.503589 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-0" podStartSLOduration=5.503562149 podStartE2EDuration="5.503562149s" podCreationTimestamp="2025-10-13 20:17:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:29.493067522 +0000 UTC m=+3168.098814117" watchObservedRunningTime="2025-10-13 20:17:29.503562149 +0000 UTC m=+3168.109308744" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.505417 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.507501 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-xk2tb" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.507674 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.508460 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.569067 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.628330 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.628411 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s6zzj\" (UniqueName: \"kubernetes.io/projected/30d6405b-e92a-4763-b909-0175382c69e2-kube-api-access-s6zzj\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.628440 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.628461 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.628990 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-scripts\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.629191 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-config\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.629250 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/30d6405b-e92a-4763-b909-0175382c69e2-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.731530 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-scripts\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.731646 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-config\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.731689 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/30d6405b-e92a-4763-b909-0175382c69e2-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.731799 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.731879 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s6zzj\" (UniqueName: \"kubernetes.io/projected/30d6405b-e92a-4763-b909-0175382c69e2-kube-api-access-s6zzj\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.731931 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.731967 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.732709 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-scripts\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.732942 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-config\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.735533 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/30d6405b-e92a-4763-b909-0175382c69e2-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.737492 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.739552 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.745897 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.750874 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-s6zzj\" (UniqueName: \"kubernetes.io/projected/30d6405b-e92a-4763-b909-0175382c69e2-kube-api-access-s6zzj\") pod \"ovn-northd-0\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.800901 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.882447 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:29 crc kubenswrapper[4809]: I1013 20:17:29.890681 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:30 crc kubenswrapper[4809]: I1013 20:17:30.175189 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="19edc076-7d5b-41e8-8621-d617781a3c20" path="/var/lib/kubelet/pods/19edc076-7d5b-41e8-8621-d617781a3c20/volumes" Oct 13 20:17:30 crc kubenswrapper[4809]: I1013 20:17:30.233843 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:30 crc kubenswrapper[4809]: I1013 20:17:30.276445 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:30 crc kubenswrapper[4809]: I1013 20:17:30.393496 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:17:30 crc kubenswrapper[4809]: I1013 20:17:30.430120 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d3378003-1641-4cea-b70b-8f2adb3db13a","Type":"ContainerStarted","Data":"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412"} Oct 13 20:17:30 crc kubenswrapper[4809]: I1013 20:17:30.431988 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"30d6405b-e92a-4763-b909-0175382c69e2","Type":"ContainerStarted","Data":"b5ee111f8967e2206848088d278f3e2d14314655b824b9055349c2875910536e"} Oct 13 20:17:31 crc kubenswrapper[4809]: I1013 20:17:31.404118 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:31 crc kubenswrapper[4809]: I1013 20:17:31.441912 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"30d6405b-e92a-4763-b909-0175382c69e2","Type":"ContainerStarted","Data":"c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134"} Oct 13 20:17:31 crc kubenswrapper[4809]: I1013 20:17:31.441956 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"30d6405b-e92a-4763-b909-0175382c69e2","Type":"ContainerStarted","Data":"17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01"} Oct 13 20:17:31 crc kubenswrapper[4809]: I1013 20:17:31.443043 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:31 crc kubenswrapper[4809]: I1013 20:17:31.446108 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d3378003-1641-4cea-b70b-8f2adb3db13a","Type":"ContainerStarted","Data":"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32"} Oct 13 20:17:31 crc kubenswrapper[4809]: I1013 20:17:31.475015 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=2.474991686 podStartE2EDuration="2.474991686s" podCreationTimestamp="2025-10-13 20:17:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:31.467194476 +0000 UTC m=+3170.072941061" watchObservedRunningTime="2025-10-13 20:17:31.474991686 +0000 UTC m=+3170.080738271" Oct 13 20:17:31 crc kubenswrapper[4809]: I1013 20:17:31.521045 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.390282 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="9f0eac95-c3be-4174-99bd-3701956b0bd4" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.1.49:5671: connect: connection refused" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.460528 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d3378003-1641-4cea-b70b-8f2adb3db13a","Type":"ContainerStarted","Data":"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da"} Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.461894 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.464771 4809 generic.go:334] "Generic (PLEG): container finished" podID="daeacf47-9895-4214-8ca9-c40af1206efb" containerID="aa519f7d38132900910324574342848338e21114c918f1e692ad398493077826" exitCode=0 Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.464828 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" event={"ID":"daeacf47-9895-4214-8ca9-c40af1206efb","Type":"ContainerDied","Data":"aa519f7d38132900910324574342848338e21114c918f1e692ad398493077826"} Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.479930 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f0eac95-c3be-4174-99bd-3701956b0bd4" containerID="ad8c6e205e31f0bb14915e05b756cc069db03287cdce9c2a7c6dc410cf8d289b" exitCode=0 Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.480043 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"9f0eac95-c3be-4174-99bd-3701956b0bd4","Type":"ContainerDied","Data":"ad8c6e205e31f0bb14915e05b756cc069db03287cdce9c2a7c6dc410cf8d289b"} Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.526738 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.636755038 podStartE2EDuration="5.526707567s" podCreationTimestamp="2025-10-13 20:17:27 +0000 UTC" firstStartedPulling="2025-10-13 20:17:28.187118493 +0000 UTC m=+3166.792865088" lastFinishedPulling="2025-10-13 20:17:32.077070992 +0000 UTC m=+3170.682817617" observedRunningTime="2025-10-13 20:17:32.48933008 +0000 UTC m=+3171.095076665" watchObservedRunningTime="2025-10-13 20:17:32.526707567 +0000 UTC m=+3171.132454152" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.748018 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.804951 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-tls\") pod \"9f0eac95-c3be-4174-99bd-3701956b0bd4\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.805075 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/9f0eac95-c3be-4174-99bd-3701956b0bd4-pod-info\") pod \"9f0eac95-c3be-4174-99bd-3701956b0bd4\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.805097 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-server-conf\") pod \"9f0eac95-c3be-4174-99bd-3701956b0bd4\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.805145 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/9f0eac95-c3be-4174-99bd-3701956b0bd4-erlang-cookie-secret\") pod \"9f0eac95-c3be-4174-99bd-3701956b0bd4\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.805169 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-config-data\") pod \"9f0eac95-c3be-4174-99bd-3701956b0bd4\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.805234 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jsslm\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-kube-api-access-jsslm\") pod \"9f0eac95-c3be-4174-99bd-3701956b0bd4\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.805283 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-confd\") pod \"9f0eac95-c3be-4174-99bd-3701956b0bd4\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.805319 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"9f0eac95-c3be-4174-99bd-3701956b0bd4\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.805351 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-plugins-conf\") pod \"9f0eac95-c3be-4174-99bd-3701956b0bd4\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.805379 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-plugins\") pod \"9f0eac95-c3be-4174-99bd-3701956b0bd4\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.805401 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-erlang-cookie\") pod \"9f0eac95-c3be-4174-99bd-3701956b0bd4\" (UID: \"9f0eac95-c3be-4174-99bd-3701956b0bd4\") " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.806873 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "9f0eac95-c3be-4174-99bd-3701956b0bd4" (UID: "9f0eac95-c3be-4174-99bd-3701956b0bd4"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.806975 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "9f0eac95-c3be-4174-99bd-3701956b0bd4" (UID: "9f0eac95-c3be-4174-99bd-3701956b0bd4"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.807393 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "9f0eac95-c3be-4174-99bd-3701956b0bd4" (UID: "9f0eac95-c3be-4174-99bd-3701956b0bd4"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.810090 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "persistence") pod "9f0eac95-c3be-4174-99bd-3701956b0bd4" (UID: "9f0eac95-c3be-4174-99bd-3701956b0bd4"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.811553 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/9f0eac95-c3be-4174-99bd-3701956b0bd4-pod-info" (OuterVolumeSpecName: "pod-info") pod "9f0eac95-c3be-4174-99bd-3701956b0bd4" (UID: "9f0eac95-c3be-4174-99bd-3701956b0bd4"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.813821 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "9f0eac95-c3be-4174-99bd-3701956b0bd4" (UID: "9f0eac95-c3be-4174-99bd-3701956b0bd4"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.820390 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9f0eac95-c3be-4174-99bd-3701956b0bd4-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "9f0eac95-c3be-4174-99bd-3701956b0bd4" (UID: "9f0eac95-c3be-4174-99bd-3701956b0bd4"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.820437 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-kube-api-access-jsslm" (OuterVolumeSpecName: "kube-api-access-jsslm") pod "9f0eac95-c3be-4174-99bd-3701956b0bd4" (UID: "9f0eac95-c3be-4174-99bd-3701956b0bd4"). InnerVolumeSpecName "kube-api-access-jsslm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.874478 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-config-data" (OuterVolumeSpecName: "config-data") pod "9f0eac95-c3be-4174-99bd-3701956b0bd4" (UID: "9f0eac95-c3be-4174-99bd-3701956b0bd4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.889854 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-server-conf" (OuterVolumeSpecName: "server-conf") pod "9f0eac95-c3be-4174-99bd-3701956b0bd4" (UID: "9f0eac95-c3be-4174-99bd-3701956b0bd4"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.907703 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.907747 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.907757 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.907767 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.907774 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/9f0eac95-c3be-4174-99bd-3701956b0bd4-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.907782 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.907790 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/9f0eac95-c3be-4174-99bd-3701956b0bd4-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.907798 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/9f0eac95-c3be-4174-99bd-3701956b0bd4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.907807 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jsslm\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-kube-api-access-jsslm\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.907826 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.931242 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 20:17:32 crc kubenswrapper[4809]: I1013 20:17:32.934205 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "9f0eac95-c3be-4174-99bd-3701956b0bd4" (UID: "9f0eac95-c3be-4174-99bd-3701956b0bd4"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.009317 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/9f0eac95-c3be-4174-99bd-3701956b0bd4-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.009351 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.396899 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.493609 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.493601 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"9f0eac95-c3be-4174-99bd-3701956b0bd4","Type":"ContainerDied","Data":"18165908554fe7feb3b1189b21ed7dc5a7f4f362e30d4cade89b8b7ea57ffa00"} Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.497069 4809 scope.go:117] "RemoveContainer" containerID="ad8c6e205e31f0bb14915e05b756cc069db03287cdce9c2a7c6dc410cf8d289b" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.504998 4809 generic.go:334] "Generic (PLEG): container finished" podID="e42baa06-616a-4681-865a-b307f5cd8be4" containerID="11df86a8678705ce75a119eb2b8a11ce9e3ec75faf90563e46de427b96bc8d31" exitCode=0 Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.506105 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"e42baa06-616a-4681-865a-b307f5cd8be4","Type":"ContainerDied","Data":"11df86a8678705ce75a119eb2b8a11ce9e3ec75faf90563e46de427b96bc8d31"} Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.506150 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"e42baa06-616a-4681-865a-b307f5cd8be4","Type":"ContainerDied","Data":"0d305d5a91b2d9d369880007f23e03125b4c3e2467d1663e904f0367b32ba722"} Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.506162 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="0d305d5a91b2d9d369880007f23e03125b4c3e2467d1663e904f0367b32ba722" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.550681 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.551198 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.579860 4809 scope.go:117] "RemoveContainer" containerID="f36f8e4b86a1f1a6b1cb2d3a5ffa9211308425e49167fd2a50d1227b030e04f3" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.587400 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.613309 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:17:33 crc kubenswrapper[4809]: E1013 20:17:33.613779 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e42baa06-616a-4681-865a-b307f5cd8be4" containerName="rabbitmq" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.613798 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e42baa06-616a-4681-865a-b307f5cd8be4" containerName="rabbitmq" Oct 13 20:17:33 crc kubenswrapper[4809]: E1013 20:17:33.613809 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f0eac95-c3be-4174-99bd-3701956b0bd4" containerName="rabbitmq" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.613823 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f0eac95-c3be-4174-99bd-3701956b0bd4" containerName="rabbitmq" Oct 13 20:17:33 crc kubenswrapper[4809]: E1013 20:17:33.613853 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e42baa06-616a-4681-865a-b307f5cd8be4" containerName="setup-container" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.613862 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e42baa06-616a-4681-865a-b307f5cd8be4" containerName="setup-container" Oct 13 20:17:33 crc kubenswrapper[4809]: E1013 20:17:33.613900 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f0eac95-c3be-4174-99bd-3701956b0bd4" containerName="setup-container" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.613909 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f0eac95-c3be-4174-99bd-3701956b0bd4" containerName="setup-container" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.614119 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f0eac95-c3be-4174-99bd-3701956b0bd4" containerName="rabbitmq" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.614157 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e42baa06-616a-4681-865a-b307f5cd8be4" containerName="rabbitmq" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.615311 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.620529 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-server-dockercfg-d8z9w" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.620855 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-default-user" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.621027 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-erlang-cookie" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.621232 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-config-data" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.621420 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-server-conf" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.621638 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-plugins-conf" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.621855 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-svc" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.622798 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.623457 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"e42baa06-616a-4681-865a-b307f5cd8be4\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.623572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-erlang-cookie\") pod \"e42baa06-616a-4681-865a-b307f5cd8be4\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.623653 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tdsdk\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-kube-api-access-tdsdk\") pod \"e42baa06-616a-4681-865a-b307f5cd8be4\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.625177 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/e42baa06-616a-4681-865a-b307f5cd8be4-erlang-cookie-secret\") pod \"e42baa06-616a-4681-865a-b307f5cd8be4\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.625283 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-confd\") pod \"e42baa06-616a-4681-865a-b307f5cd8be4\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.625351 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-server-conf\") pod \"e42baa06-616a-4681-865a-b307f5cd8be4\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.625441 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-tls\") pod \"e42baa06-616a-4681-865a-b307f5cd8be4\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.625557 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-plugins-conf\") pod \"e42baa06-616a-4681-865a-b307f5cd8be4\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.625629 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/e42baa06-616a-4681-865a-b307f5cd8be4-pod-info\") pod \"e42baa06-616a-4681-865a-b307f5cd8be4\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.625764 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-config-data\") pod \"e42baa06-616a-4681-865a-b307f5cd8be4\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.625864 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-plugins\") pod \"e42baa06-616a-4681-865a-b307f5cd8be4\" (UID: \"e42baa06-616a-4681-865a-b307f5cd8be4\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.627162 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "e42baa06-616a-4681-865a-b307f5cd8be4" (UID: "e42baa06-616a-4681-865a-b307f5cd8be4"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.631177 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "e42baa06-616a-4681-865a-b307f5cd8be4" (UID: "e42baa06-616a-4681-865a-b307f5cd8be4"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.631756 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "e42baa06-616a-4681-865a-b307f5cd8be4" (UID: "e42baa06-616a-4681-865a-b307f5cd8be4"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.631862 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage14-crc" (OuterVolumeSpecName: "persistence") pod "e42baa06-616a-4681-865a-b307f5cd8be4" (UID: "e42baa06-616a-4681-865a-b307f5cd8be4"). InnerVolumeSpecName "local-storage14-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.632812 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e42baa06-616a-4681-865a-b307f5cd8be4-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "e42baa06-616a-4681-865a-b307f5cd8be4" (UID: "e42baa06-616a-4681-865a-b307f5cd8be4"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.638082 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-kube-api-access-tdsdk" (OuterVolumeSpecName: "kube-api-access-tdsdk") pod "e42baa06-616a-4681-865a-b307f5cd8be4" (UID: "e42baa06-616a-4681-865a-b307f5cd8be4"). InnerVolumeSpecName "kube-api-access-tdsdk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.639365 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "e42baa06-616a-4681-865a-b307f5cd8be4" (UID: "e42baa06-616a-4681-865a-b307f5cd8be4"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.655827 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/e42baa06-616a-4681-865a-b307f5cd8be4-pod-info" (OuterVolumeSpecName: "pod-info") pod "e42baa06-616a-4681-865a-b307f5cd8be4" (UID: "e42baa06-616a-4681-865a-b307f5cd8be4"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.667588 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-config-data" (OuterVolumeSpecName: "config-data") pod "e42baa06-616a-4681-865a-b307f5cd8be4" (UID: "e42baa06-616a-4681-865a-b307f5cd8be4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.727948 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728000 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728029 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cgww2\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-kube-api-access-cgww2\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728052 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728221 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-server-conf\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728258 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728399 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/31dbc440-ef48-4328-8087-835384f69db1-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728447 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728494 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728548 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/31dbc440-ef48-4328-8087-835384f69db1-pod-info\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728671 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728843 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728874 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728896 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728907 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728917 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tdsdk\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-kube-api-access-tdsdk\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728926 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/e42baa06-616a-4681-865a-b307f5cd8be4-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728936 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728944 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.728952 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/e42baa06-616a-4681-865a-b307f5cd8be4-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.777022 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "e42baa06-616a-4681-865a-b307f5cd8be4" (UID: "e42baa06-616a-4681-865a-b307f5cd8be4"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.780939 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage14-crc" (UniqueName: "kubernetes.io/local-volume/local-storage14-crc") on node "crc" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.800690 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-server-conf" (OuterVolumeSpecName: "server-conf") pod "e42baa06-616a-4681-865a-b307f5cd8be4" (UID: "e42baa06-616a-4681-865a-b307f5cd8be4"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.830055 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.830289 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.830392 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cgww2\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-kube-api-access-cgww2\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.830465 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.830537 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-server-conf\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.830597 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.830691 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/31dbc440-ef48-4328-8087-835384f69db1-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.830851 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.830927 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.831017 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/31dbc440-ef48-4328-8087-835384f69db1-pod-info\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.831134 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.831280 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.831345 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/e42baa06-616a-4681-865a-b307f5cd8be4-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.831402 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/e42baa06-616a-4681-865a-b307f5cd8be4-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.832197 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.832276 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.832600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.832797 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-server-conf\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.832990 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.835537 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.836131 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/31dbc440-ef48-4328-8087-835384f69db1-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.836571 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/31dbc440-ef48-4328-8087-835384f69db1-pod-info\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.839099 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.839462 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.849331 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cgww2\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-kube-api-access-cgww2\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.864981 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"rabbitmq-server-0\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.906839 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.932673 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-ring-data-devices\") pod \"daeacf47-9895-4214-8ca9-c40af1206efb\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.932736 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-scripts\") pod \"daeacf47-9895-4214-8ca9-c40af1206efb\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.932762 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-dispersionconf\") pod \"daeacf47-9895-4214-8ca9-c40af1206efb\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.932785 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-swiftconf\") pod \"daeacf47-9895-4214-8ca9-c40af1206efb\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.932950 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-combined-ca-bundle\") pod \"daeacf47-9895-4214-8ca9-c40af1206efb\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.933061 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9tf64\" (UniqueName: \"kubernetes.io/projected/daeacf47-9895-4214-8ca9-c40af1206efb-kube-api-access-9tf64\") pod \"daeacf47-9895-4214-8ca9-c40af1206efb\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.933163 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/daeacf47-9895-4214-8ca9-c40af1206efb-etc-swift\") pod \"daeacf47-9895-4214-8ca9-c40af1206efb\" (UID: \"daeacf47-9895-4214-8ca9-c40af1206efb\") " Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.933850 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/daeacf47-9895-4214-8ca9-c40af1206efb-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "daeacf47-9895-4214-8ca9-c40af1206efb" (UID: "daeacf47-9895-4214-8ca9-c40af1206efb"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.934799 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "daeacf47-9895-4214-8ca9-c40af1206efb" (UID: "daeacf47-9895-4214-8ca9-c40af1206efb"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.936677 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/daeacf47-9895-4214-8ca9-c40af1206efb-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.936706 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.939709 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/daeacf47-9895-4214-8ca9-c40af1206efb-kube-api-access-9tf64" (OuterVolumeSpecName: "kube-api-access-9tf64") pod "daeacf47-9895-4214-8ca9-c40af1206efb" (UID: "daeacf47-9895-4214-8ca9-c40af1206efb"). InnerVolumeSpecName "kube-api-access-9tf64". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.960270 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-scripts" (OuterVolumeSpecName: "scripts") pod "daeacf47-9895-4214-8ca9-c40af1206efb" (UID: "daeacf47-9895-4214-8ca9-c40af1206efb"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.961813 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "daeacf47-9895-4214-8ca9-c40af1206efb" (UID: "daeacf47-9895-4214-8ca9-c40af1206efb"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.962222 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "daeacf47-9895-4214-8ca9-c40af1206efb" (UID: "daeacf47-9895-4214-8ca9-c40af1206efb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:33 crc kubenswrapper[4809]: I1013 20:17:33.968045 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "daeacf47-9895-4214-8ca9-c40af1206efb" (UID: "daeacf47-9895-4214-8ca9-c40af1206efb"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.039347 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9tf64\" (UniqueName: \"kubernetes.io/projected/daeacf47-9895-4214-8ca9-c40af1206efb-kube-api-access-9tf64\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.039389 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/daeacf47-9895-4214-8ca9-c40af1206efb-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.039400 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.039410 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.039420 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/daeacf47-9895-4214-8ca9-c40af1206efb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.045183 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.169560 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9f0eac95-c3be-4174-99bd-3701956b0bd4" path="/var/lib/kubelet/pods/9f0eac95-c3be-4174-99bd-3701956b0bd4/volumes" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.304305 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.519306 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.520547 4809 generic.go:334] "Generic (PLEG): container finished" podID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerID="ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3" exitCode=0 Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.520629 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0b38733b-59a1-46db-b4c7-d22ca8ae58da","Type":"ContainerDied","Data":"ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3"} Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.520670 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0b38733b-59a1-46db-b4c7-d22ca8ae58da","Type":"ContainerStarted","Data":"800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f"} Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.523867 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.524751 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.525383 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-4769h" event={"ID":"daeacf47-9895-4214-8ca9-c40af1206efb","Type":"ContainerDied","Data":"01df424a9029d8a83f7f449ccc39d04ab63496ea256e368e8420d1940c8575f3"} Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.525420 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="01df424a9029d8a83f7f449ccc39d04ab63496ea256e368e8420d1940c8575f3" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.724377 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.738636 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.752986 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:17:34 crc kubenswrapper[4809]: E1013 20:17:34.753477 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="daeacf47-9895-4214-8ca9-c40af1206efb" containerName="swift-ring-rebalance" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.753498 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="daeacf47-9895-4214-8ca9-c40af1206efb" containerName="swift-ring-rebalance" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.753769 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="daeacf47-9895-4214-8ca9-c40af1206efb" containerName="swift-ring-rebalance" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.755074 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.757366 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-erlang-cookie" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.757933 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-conf" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.758188 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-cell1-svc" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.758329 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-dockercfg-97s9t" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.758519 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-plugins-conf" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.759064 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-config-data" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.759154 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-default-user" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.761838 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.857800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q7m9d\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-kube-api-access-q7m9d\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.858074 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.858113 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.858169 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.858188 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.858223 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.858328 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.858349 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.858377 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.858504 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.858550 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.960516 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-q7m9d\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-kube-api-access-q7m9d\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.960601 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.960670 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.960800 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.960836 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.960901 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.961001 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.961038 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.961090 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.961100 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") device mount path \"/mnt/openstack/pv14\"" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.961138 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.961173 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.961699 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.962492 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.963047 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.963633 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.963711 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.966381 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.967713 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.978171 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.981658 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:34 crc kubenswrapper[4809]: I1013 20:17:34.987870 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-q7m9d\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-kube-api-access-q7m9d\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.004073 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.075071 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.382575 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.382909 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.473263 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.534988 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"31dbc440-ef48-4328-8087-835384f69db1","Type":"ContainerStarted","Data":"4f355743d22d89a063f330d17aa86e9ebddbb8b02f49efae2d66cb1e075bf4ae"} Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.601749 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.709355 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.856861 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.894693 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.894926 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:35 crc kubenswrapper[4809]: I1013 20:17:35.998647 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:36 crc kubenswrapper[4809]: I1013 20:17:36.170641 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e42baa06-616a-4681-865a-b307f5cd8be4" path="/var/lib/kubelet/pods/e42baa06-616a-4681-865a-b307f5cd8be4/volumes" Oct 13 20:17:36 crc kubenswrapper[4809]: I1013 20:17:36.403788 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:36 crc kubenswrapper[4809]: I1013 20:17:36.422023 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:36 crc kubenswrapper[4809]: I1013 20:17:36.552109 4809 generic.go:334] "Generic (PLEG): container finished" podID="924fe7c8-3b75-471b-8a1b-0820a7ba8bba" containerID="b404244bb75bc6bd5c65f2f6159b4e8612342cdc7e8a2659a25303909125f5f2" exitCode=0 Oct 13 20:17:36 crc kubenswrapper[4809]: I1013 20:17:36.552204 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" event={"ID":"924fe7c8-3b75-471b-8a1b-0820a7ba8bba","Type":"ContainerDied","Data":"b404244bb75bc6bd5c65f2f6159b4e8612342cdc7e8a2659a25303909125f5f2"} Oct 13 20:17:36 crc kubenswrapper[4809]: I1013 20:17:36.555881 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c","Type":"ContainerStarted","Data":"fda54135d44937b54c47b340818d3fe569ad2e02af8411f166869e515afb7354"} Oct 13 20:17:36 crc kubenswrapper[4809]: I1013 20:17:36.561115 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"31dbc440-ef48-4328-8087-835384f69db1","Type":"ContainerStarted","Data":"a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86"} Oct 13 20:17:36 crc kubenswrapper[4809]: I1013 20:17:36.587047 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:17:36 crc kubenswrapper[4809]: I1013 20:17:36.672907 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:17:37 crc kubenswrapper[4809]: I1013 20:17:37.413503 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.047250 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.137056 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-config-data\") pod \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.137373 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-combined-ca-bundle\") pod \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.137411 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tjkl5\" (UniqueName: \"kubernetes.io/projected/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-kube-api-access-tjkl5\") pod \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\" (UID: \"924fe7c8-3b75-471b-8a1b-0820a7ba8bba\") " Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.144395 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-kube-api-access-tjkl5" (OuterVolumeSpecName: "kube-api-access-tjkl5") pod "924fe7c8-3b75-471b-8a1b-0820a7ba8bba" (UID: "924fe7c8-3b75-471b-8a1b-0820a7ba8bba"). InnerVolumeSpecName "kube-api-access-tjkl5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.180248 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "924fe7c8-3b75-471b-8a1b-0820a7ba8bba" (UID: "924fe7c8-3b75-471b-8a1b-0820a7ba8bba"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.188676 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-config-data" (OuterVolumeSpecName: "config-data") pod "924fe7c8-3b75-471b-8a1b-0820a7ba8bba" (UID: "924fe7c8-3b75-471b-8a1b-0820a7ba8bba"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.240622 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.240653 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.240664 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tjkl5\" (UniqueName: \"kubernetes.io/projected/924fe7c8-3b75-471b-8a1b-0820a7ba8bba-kube-api-access-tjkl5\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.371840 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="e42baa06-616a-4681-865a-b307f5cd8be4" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.1.50:5671: i/o timeout" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.510547 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.510991 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="sg-core" containerID="cri-o://cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32" gracePeriod=30 Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.510996 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="ceilometer-notification-agent" containerID="cri-o://e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412" gracePeriod=30 Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.510954 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="ceilometer-central-agent" containerID="cri-o://a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6" gracePeriod=30 Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.511020 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="proxy-httpd" containerID="cri-o://f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da" gracePeriod=30 Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.587769 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" event={"ID":"924fe7c8-3b75-471b-8a1b-0820a7ba8bba","Type":"ContainerDied","Data":"afe06cfc0032272e05417570a63a4fbf6d28078031a969b5646df92251cc4c95"} Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.588059 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="afe06cfc0032272e05417570a63a4fbf6d28078031a969b5646df92251cc4c95" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.587802 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-zq5x8" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.592355 4809 generic.go:334] "Generic (PLEG): container finished" podID="5af5b3b7-0cac-4a3a-be09-35c2c6494ddd" containerID="09a4b5f117fef9c8ac1a8953664dfadde402bdef511dbafe3a68be20194af08e" exitCode=0 Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.592422 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" event={"ID":"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd","Type":"ContainerDied","Data":"09a4b5f117fef9c8ac1a8953664dfadde402bdef511dbafe3a68be20194af08e"} Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.598497 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c","Type":"ContainerStarted","Data":"a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818"} Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.600963 4809 generic.go:334] "Generic (PLEG): container finished" podID="91a4c052-1aff-44e3-986e-f9c30cb19f1e" containerID="7b7a93328f59feff4ce72adbacbe7ef06b39a524e309e9c49150002e8b454d2a" exitCode=0 Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.601073 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-dgh48" event={"ID":"91a4c052-1aff-44e3-986e-f9c30cb19f1e","Type":"ContainerDied","Data":"7b7a93328f59feff4ce72adbacbe7ef06b39a524e309e9c49150002e8b454d2a"} Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.603113 4809 generic.go:334] "Generic (PLEG): container finished" podID="a4770b98-503b-4735-8dee-c6807764f82a" containerID="eaed9e797bd591ef1f054399ea327c7ad4374f3686802014781a714608f650c0" exitCode=0 Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.603185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" event={"ID":"a4770b98-503b-4735-8dee-c6807764f82a","Type":"ContainerDied","Data":"eaed9e797bd591ef1f054399ea327c7ad4374f3686802014781a714608f650c0"} Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.694789 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-hn4zm"] Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.701335 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-hn4zm"] Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.793657 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-fd8w6"] Oct 13 20:17:38 crc kubenswrapper[4809]: E1013 20:17:38.794165 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="924fe7c8-3b75-471b-8a1b-0820a7ba8bba" containerName="keystone-db-sync" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.794178 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="924fe7c8-3b75-471b-8a1b-0820a7ba8bba" containerName="keystone-db-sync" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.794393 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="924fe7c8-3b75-471b-8a1b-0820a7ba8bba" containerName="keystone-db-sync" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.795135 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.804512 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-fd8w6"] Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.861520 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j9ckc\" (UniqueName: \"kubernetes.io/projected/afa6d419-dce0-495f-bd6c-38f323491035-kube-api-access-j9ckc\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.861560 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-credential-keys\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.861613 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-combined-ca-bundle\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.861669 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-scripts\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.861754 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-config-data\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.861788 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-fernet-keys\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.963140 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-fernet-keys\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.963206 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j9ckc\" (UniqueName: \"kubernetes.io/projected/afa6d419-dce0-495f-bd6c-38f323491035-kube-api-access-j9ckc\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.963228 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-credential-keys\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.963272 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-combined-ca-bundle\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.963316 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-scripts\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.963392 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-config-data\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.967240 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-credential-keys\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.967771 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-config-data\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.968220 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-combined-ca-bundle\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.969060 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-scripts\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.973529 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-fernet-keys\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:38 crc kubenswrapper[4809]: I1013 20:17:38.981690 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j9ckc\" (UniqueName: \"kubernetes.io/projected/afa6d419-dce0-495f-bd6c-38f323491035-kube-api-access-j9ckc\") pod \"keystone-bootstrap-fd8w6\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.046240 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.305631 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.367481 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-sg-core-conf-yaml\") pod \"d3378003-1641-4cea-b70b-8f2adb3db13a\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.367858 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v9cnv\" (UniqueName: \"kubernetes.io/projected/d3378003-1641-4cea-b70b-8f2adb3db13a-kube-api-access-v9cnv\") pod \"d3378003-1641-4cea-b70b-8f2adb3db13a\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.367885 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-config-data\") pod \"d3378003-1641-4cea-b70b-8f2adb3db13a\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.367911 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-ceilometer-tls-certs\") pod \"d3378003-1641-4cea-b70b-8f2adb3db13a\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.368018 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-scripts\") pod \"d3378003-1641-4cea-b70b-8f2adb3db13a\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.368104 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-log-httpd\") pod \"d3378003-1641-4cea-b70b-8f2adb3db13a\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.368154 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-run-httpd\") pod \"d3378003-1641-4cea-b70b-8f2adb3db13a\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.368190 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-combined-ca-bundle\") pod \"d3378003-1641-4cea-b70b-8f2adb3db13a\" (UID: \"d3378003-1641-4cea-b70b-8f2adb3db13a\") " Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.369851 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "d3378003-1641-4cea-b70b-8f2adb3db13a" (UID: "d3378003-1641-4cea-b70b-8f2adb3db13a"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.370026 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "d3378003-1641-4cea-b70b-8f2adb3db13a" (UID: "d3378003-1641-4cea-b70b-8f2adb3db13a"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.371958 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-scripts" (OuterVolumeSpecName: "scripts") pod "d3378003-1641-4cea-b70b-8f2adb3db13a" (UID: "d3378003-1641-4cea-b70b-8f2adb3db13a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.372536 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d3378003-1641-4cea-b70b-8f2adb3db13a-kube-api-access-v9cnv" (OuterVolumeSpecName: "kube-api-access-v9cnv") pod "d3378003-1641-4cea-b70b-8f2adb3db13a" (UID: "d3378003-1641-4cea-b70b-8f2adb3db13a"). InnerVolumeSpecName "kube-api-access-v9cnv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.405513 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "d3378003-1641-4cea-b70b-8f2adb3db13a" (UID: "d3378003-1641-4cea-b70b-8f2adb3db13a"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.425721 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "d3378003-1641-4cea-b70b-8f2adb3db13a" (UID: "d3378003-1641-4cea-b70b-8f2adb3db13a"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.458135 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d3378003-1641-4cea-b70b-8f2adb3db13a" (UID: "d3378003-1641-4cea-b70b-8f2adb3db13a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.470155 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.470183 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d3378003-1641-4cea-b70b-8f2adb3db13a-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.470194 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.470205 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.470218 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v9cnv\" (UniqueName: \"kubernetes.io/projected/d3378003-1641-4cea-b70b-8f2adb3db13a-kube-api-access-v9cnv\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.470227 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.470236 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.471339 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-config-data" (OuterVolumeSpecName: "config-data") pod "d3378003-1641-4cea-b70b-8f2adb3db13a" (UID: "d3378003-1641-4cea-b70b-8f2adb3db13a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:39 crc kubenswrapper[4809]: W1013 20:17:39.571586 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podafa6d419_dce0_495f_bd6c_38f323491035.slice/crio-9ad752a49e3ebc225a0ea5e44db748066d4d2cebaec7b6d4d6031f669b2f5c9b WatchSource:0}: Error finding container 9ad752a49e3ebc225a0ea5e44db748066d4d2cebaec7b6d4d6031f669b2f5c9b: Status 404 returned error can't find the container with id 9ad752a49e3ebc225a0ea5e44db748066d4d2cebaec7b6d4d6031f669b2f5c9b Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.571823 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-fd8w6"] Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.572283 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d3378003-1641-4cea-b70b-8f2adb3db13a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.620176 4809 generic.go:334] "Generic (PLEG): container finished" podID="4ef438ff-d95e-4f63-a90a-8eeaa70f33cf" containerID="d279033c5bb3957cdb5b8a8ad17e158bbff7a558a005d47417eca7c10f342710" exitCode=0 Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.620236 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" event={"ID":"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf","Type":"ContainerDied","Data":"d279033c5bb3957cdb5b8a8ad17e158bbff7a558a005d47417eca7c10f342710"} Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.622617 4809 generic.go:334] "Generic (PLEG): container finished" podID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerID="f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da" exitCode=0 Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.622645 4809 generic.go:334] "Generic (PLEG): container finished" podID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerID="cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32" exitCode=2 Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.622652 4809 generic.go:334] "Generic (PLEG): container finished" podID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerID="e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412" exitCode=0 Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.622660 4809 generic.go:334] "Generic (PLEG): container finished" podID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerID="a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6" exitCode=0 Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.622681 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.622703 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d3378003-1641-4cea-b70b-8f2adb3db13a","Type":"ContainerDied","Data":"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da"} Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.622766 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d3378003-1641-4cea-b70b-8f2adb3db13a","Type":"ContainerDied","Data":"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32"} Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.622783 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d3378003-1641-4cea-b70b-8f2adb3db13a","Type":"ContainerDied","Data":"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412"} Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.622799 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d3378003-1641-4cea-b70b-8f2adb3db13a","Type":"ContainerDied","Data":"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6"} Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.622815 4809 scope.go:117] "RemoveContainer" containerID="f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.622849 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d3378003-1641-4cea-b70b-8f2adb3db13a","Type":"ContainerDied","Data":"e3f4433c7756a16a7bd451b4fff25b0b8fdd0dc03ffdf5ac34620212c48f5684"} Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.628445 4809 generic.go:334] "Generic (PLEG): container finished" podID="4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf" containerID="13dd84ce1dfbadea6edefedf85613a1041f8ba4dac280f950750eca55bf14f2d" exitCode=0 Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.628555 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-4fvr6" event={"ID":"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf","Type":"ContainerDied","Data":"13dd84ce1dfbadea6edefedf85613a1041f8ba4dac280f950750eca55bf14f2d"} Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.630771 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" event={"ID":"afa6d419-dce0-495f-bd6c-38f323491035","Type":"ContainerStarted","Data":"9ad752a49e3ebc225a0ea5e44db748066d4d2cebaec7b6d4d6031f669b2f5c9b"} Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.655587 4809 scope.go:117] "RemoveContainer" containerID="cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.710356 4809 scope.go:117] "RemoveContainer" containerID="e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.720975 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.739822 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.749311 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:39 crc kubenswrapper[4809]: E1013 20:17:39.750131 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="ceilometer-notification-agent" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.750153 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="ceilometer-notification-agent" Oct 13 20:17:39 crc kubenswrapper[4809]: E1013 20:17:39.750177 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="proxy-httpd" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.750188 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="proxy-httpd" Oct 13 20:17:39 crc kubenswrapper[4809]: E1013 20:17:39.750204 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="sg-core" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.750214 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="sg-core" Oct 13 20:17:39 crc kubenswrapper[4809]: E1013 20:17:39.750232 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="ceilometer-central-agent" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.750240 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="ceilometer-central-agent" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.750498 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="sg-core" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.750524 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="ceilometer-notification-agent" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.750539 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="ceilometer-central-agent" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.750564 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" containerName="proxy-httpd" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.756927 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.760236 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.760252 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.760500 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.766464 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.797310 4809 scope.go:117] "RemoveContainer" containerID="a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.825885 4809 scope.go:117] "RemoveContainer" containerID="f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da" Oct 13 20:17:39 crc kubenswrapper[4809]: E1013 20:17:39.826364 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da\": container with ID starting with f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da not found: ID does not exist" containerID="f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.826503 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da"} err="failed to get container status \"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da\": rpc error: code = NotFound desc = could not find container \"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da\": container with ID starting with f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.826624 4809 scope.go:117] "RemoveContainer" containerID="cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32" Oct 13 20:17:39 crc kubenswrapper[4809]: E1013 20:17:39.827245 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32\": container with ID starting with cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32 not found: ID does not exist" containerID="cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.827349 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32"} err="failed to get container status \"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32\": rpc error: code = NotFound desc = could not find container \"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32\": container with ID starting with cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.827428 4809 scope.go:117] "RemoveContainer" containerID="e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412" Oct 13 20:17:39 crc kubenswrapper[4809]: E1013 20:17:39.827790 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412\": container with ID starting with e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412 not found: ID does not exist" containerID="e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.827903 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412"} err="failed to get container status \"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412\": rpc error: code = NotFound desc = could not find container \"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412\": container with ID starting with e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.827980 4809 scope.go:117] "RemoveContainer" containerID="a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6" Oct 13 20:17:39 crc kubenswrapper[4809]: E1013 20:17:39.828430 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6\": container with ID starting with a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6 not found: ID does not exist" containerID="a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.828472 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6"} err="failed to get container status \"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6\": rpc error: code = NotFound desc = could not find container \"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6\": container with ID starting with a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.828499 4809 scope.go:117] "RemoveContainer" containerID="f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.828763 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da"} err="failed to get container status \"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da\": rpc error: code = NotFound desc = could not find container \"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da\": container with ID starting with f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.828803 4809 scope.go:117] "RemoveContainer" containerID="cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.829045 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32"} err="failed to get container status \"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32\": rpc error: code = NotFound desc = could not find container \"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32\": container with ID starting with cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.829149 4809 scope.go:117] "RemoveContainer" containerID="e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.829414 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412"} err="failed to get container status \"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412\": rpc error: code = NotFound desc = could not find container \"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412\": container with ID starting with e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.829438 4809 scope.go:117] "RemoveContainer" containerID="a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.829722 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6"} err="failed to get container status \"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6\": rpc error: code = NotFound desc = could not find container \"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6\": container with ID starting with a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.829756 4809 scope.go:117] "RemoveContainer" containerID="f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.829996 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da"} err="failed to get container status \"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da\": rpc error: code = NotFound desc = could not find container \"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da\": container with ID starting with f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.830130 4809 scope.go:117] "RemoveContainer" containerID="cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.830448 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32"} err="failed to get container status \"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32\": rpc error: code = NotFound desc = could not find container \"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32\": container with ID starting with cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.830565 4809 scope.go:117] "RemoveContainer" containerID="e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.830887 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412"} err="failed to get container status \"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412\": rpc error: code = NotFound desc = could not find container \"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412\": container with ID starting with e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.831028 4809 scope.go:117] "RemoveContainer" containerID="a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.831319 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6"} err="failed to get container status \"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6\": rpc error: code = NotFound desc = could not find container \"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6\": container with ID starting with a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.831414 4809 scope.go:117] "RemoveContainer" containerID="f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.831844 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da"} err="failed to get container status \"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da\": rpc error: code = NotFound desc = could not find container \"f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da\": container with ID starting with f74effd791f4b4d0397a7313e8203b60406305c6be70bd6abe627d521ddaf4da not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.831950 4809 scope.go:117] "RemoveContainer" containerID="cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.832282 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32"} err="failed to get container status \"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32\": rpc error: code = NotFound desc = could not find container \"cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32\": container with ID starting with cc2f70898aa86ba566e59ad5eaa3904ec3de30fbb8a3e083bc8a29697fc7cd32 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.832374 4809 scope.go:117] "RemoveContainer" containerID="e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.832780 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412"} err="failed to get container status \"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412\": rpc error: code = NotFound desc = could not find container \"e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412\": container with ID starting with e352548de75fc9cfdbbc1488d4ca83531516cb4ddd9e04268d66a3d004456412 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.832882 4809 scope.go:117] "RemoveContainer" containerID="a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.833268 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6"} err="failed to get container status \"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6\": rpc error: code = NotFound desc = could not find container \"a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6\": container with ID starting with a065e587bfc6b74113f868db21fda4a714465093484ffd2362086319770a76b6 not found: ID does not exist" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.882836 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-config-data\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.882914 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-scripts\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.882957 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-run-httpd\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.882984 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.883016 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rvj9h\" (UniqueName: \"kubernetes.io/projected/d861917f-2ab8-4b33-a2a4-9efd4f17468e-kube-api-access-rvj9h\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.883165 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-log-httpd\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.883209 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.883298 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.986463 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-config-data\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.986533 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-scripts\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.986607 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-run-httpd\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.986653 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.986692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rvj9h\" (UniqueName: \"kubernetes.io/projected/d861917f-2ab8-4b33-a2a4-9efd4f17468e-kube-api-access-rvj9h\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.986843 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-log-httpd\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.987064 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.987191 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.991040 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-log-httpd\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.993943 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-run-httpd\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.994136 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.995944 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.996693 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-scripts\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.997467 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-config-data\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:39 crc kubenswrapper[4809]: I1013 20:17:39.999321 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.006163 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rvj9h\" (UniqueName: \"kubernetes.io/projected/d861917f-2ab8-4b33-a2a4-9efd4f17468e-kube-api-access-rvj9h\") pod \"ceilometer-0\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.077885 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.087843 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.115007 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-scripts\") pod \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.115159 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-config-data\") pod \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.115330 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gqkql\" (UniqueName: \"kubernetes.io/projected/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-kube-api-access-gqkql\") pod \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.115361 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-combined-ca-bundle\") pod \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\" (UID: \"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd\") " Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.122891 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-kube-api-access-gqkql" (OuterVolumeSpecName: "kube-api-access-gqkql") pod "5af5b3b7-0cac-4a3a-be09-35c2c6494ddd" (UID: "5af5b3b7-0cac-4a3a-be09-35c2c6494ddd"). InnerVolumeSpecName "kube-api-access-gqkql". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.131270 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-scripts" (OuterVolumeSpecName: "scripts") pod "5af5b3b7-0cac-4a3a-be09-35c2c6494ddd" (UID: "5af5b3b7-0cac-4a3a-be09-35c2c6494ddd"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.149961 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-config-data" (OuterVolumeSpecName: "config-data") pod "5af5b3b7-0cac-4a3a-be09-35c2c6494ddd" (UID: "5af5b3b7-0cac-4a3a-be09-35c2c6494ddd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.150232 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5af5b3b7-0cac-4a3a-be09-35c2c6494ddd" (UID: "5af5b3b7-0cac-4a3a-be09-35c2c6494ddd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.159672 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:17:40 crc kubenswrapper[4809]: E1013 20:17:40.159946 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.193422 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2010d598-5081-4f7e-a001-7071f944bd8a" path="/var/lib/kubelet/pods/2010d598-5081-4f7e-a001-7071f944bd8a/volumes" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.196085 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d3378003-1641-4cea-b70b-8f2adb3db13a" path="/var/lib/kubelet/pods/d3378003-1641-4cea-b70b-8f2adb3db13a/volumes" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.218677 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gqkql\" (UniqueName: \"kubernetes.io/projected/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-kube-api-access-gqkql\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.218708 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.218719 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.218801 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.232833 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.249554 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.319262 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fv6q6\" (UniqueName: \"kubernetes.io/projected/a4770b98-503b-4735-8dee-c6807764f82a-kube-api-access-fv6q6\") pod \"a4770b98-503b-4735-8dee-c6807764f82a\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.319339 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-db-sync-config-data\") pod \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.319362 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4v5dp\" (UniqueName: \"kubernetes.io/projected/91a4c052-1aff-44e3-986e-f9c30cb19f1e-kube-api-access-4v5dp\") pod \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.319485 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-combined-ca-bundle\") pod \"a4770b98-503b-4735-8dee-c6807764f82a\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.319539 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-config\") pod \"a4770b98-503b-4735-8dee-c6807764f82a\" (UID: \"a4770b98-503b-4735-8dee-c6807764f82a\") " Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.319578 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-combined-ca-bundle\") pod \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\" (UID: \"91a4c052-1aff-44e3-986e-f9c30cb19f1e\") " Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.322904 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a4770b98-503b-4735-8dee-c6807764f82a-kube-api-access-fv6q6" (OuterVolumeSpecName: "kube-api-access-fv6q6") pod "a4770b98-503b-4735-8dee-c6807764f82a" (UID: "a4770b98-503b-4735-8dee-c6807764f82a"). InnerVolumeSpecName "kube-api-access-fv6q6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.326889 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/91a4c052-1aff-44e3-986e-f9c30cb19f1e-kube-api-access-4v5dp" (OuterVolumeSpecName: "kube-api-access-4v5dp") pod "91a4c052-1aff-44e3-986e-f9c30cb19f1e" (UID: "91a4c052-1aff-44e3-986e-f9c30cb19f1e"). InnerVolumeSpecName "kube-api-access-4v5dp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.328655 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "91a4c052-1aff-44e3-986e-f9c30cb19f1e" (UID: "91a4c052-1aff-44e3-986e-f9c30cb19f1e"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.343601 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-config" (OuterVolumeSpecName: "config") pod "a4770b98-503b-4735-8dee-c6807764f82a" (UID: "a4770b98-503b-4735-8dee-c6807764f82a"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.347441 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "91a4c052-1aff-44e3-986e-f9c30cb19f1e" (UID: "91a4c052-1aff-44e3-986e-f9c30cb19f1e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.360526 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a4770b98-503b-4735-8dee-c6807764f82a" (UID: "a4770b98-503b-4735-8dee-c6807764f82a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.421627 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.421660 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/a4770b98-503b-4735-8dee-c6807764f82a-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.421671 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.421681 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fv6q6\" (UniqueName: \"kubernetes.io/projected/a4770b98-503b-4735-8dee-c6807764f82a-kube-api-access-fv6q6\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.421690 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/91a4c052-1aff-44e3-986e-f9c30cb19f1e-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.421699 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4v5dp\" (UniqueName: \"kubernetes.io/projected/91a4c052-1aff-44e3-986e-f9c30cb19f1e-kube-api-access-4v5dp\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.578560 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:17:40 crc kubenswrapper[4809]: W1013 20:17:40.586272 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd861917f_2ab8_4b33_a2a4_9efd4f17468e.slice/crio-84b8bd8dffc0daba80dea737d6c92cadf232a2de000998411a7d06611ec143ce WatchSource:0}: Error finding container 84b8bd8dffc0daba80dea737d6c92cadf232a2de000998411a7d06611ec143ce: Status 404 returned error can't find the container with id 84b8bd8dffc0daba80dea737d6c92cadf232a2de000998411a7d06611ec143ce Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.656307 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" event={"ID":"afa6d419-dce0-495f-bd6c-38f323491035","Type":"ContainerStarted","Data":"5a86240d8715147cc3af41e871942715cdd353f209add75bfdeb9531f568cec7"} Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.661575 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-dgh48" event={"ID":"91a4c052-1aff-44e3-986e-f9c30cb19f1e","Type":"ContainerDied","Data":"486a7f6a2f50b585f73eb99d89598e54353e884ae79a8417cf9cf32a0424de39"} Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.661622 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="486a7f6a2f50b585f73eb99d89598e54353e884ae79a8417cf9cf32a0424de39" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.661587 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-dgh48" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.685018 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.685220 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="335699ee-d453-49b9-bc76-6cd5e1cfb2c0" containerName="nova-cell1-conductor-conductor" containerID="cri-o://1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726" gracePeriod=30 Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.691565 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" podStartSLOduration=2.69154653 podStartE2EDuration="2.69154653s" podCreationTimestamp="2025-10-13 20:17:38 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:40.680151388 +0000 UTC m=+3179.285897963" watchObservedRunningTime="2025-10-13 20:17:40.69154653 +0000 UTC m=+3179.297293115" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.693289 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" event={"ID":"a4770b98-503b-4735-8dee-c6807764f82a","Type":"ContainerDied","Data":"250037ef92ccb6111415ef7447543c532534c6c9997ec2763b4dcc34c98dfa02"} Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.693340 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="250037ef92ccb6111415ef7447543c532534c6c9997ec2763b4dcc34c98dfa02" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.693424 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-mtlxd" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.705698 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d861917f-2ab8-4b33-a2a4-9efd4f17468e","Type":"ContainerStarted","Data":"84b8bd8dffc0daba80dea737d6c92cadf232a2de000998411a7d06611ec143ce"} Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.707142 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" event={"ID":"5af5b3b7-0cac-4a3a-be09-35c2c6494ddd","Type":"ContainerDied","Data":"f5c6650ee0b32b2d6e3f6d3c55f5435966a5ee8753588687e9963120e3151d30"} Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.707233 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f5c6650ee0b32b2d6e3f6d3c55f5435966a5ee8753588687e9963120e3151d30" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.707345 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.863677 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx"] Oct 13 20:17:40 crc kubenswrapper[4809]: E1013 20:17:40.864139 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5af5b3b7-0cac-4a3a-be09-35c2c6494ddd" containerName="nova-cell1-conductor-db-sync" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.864155 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5af5b3b7-0cac-4a3a-be09-35c2c6494ddd" containerName="nova-cell1-conductor-db-sync" Oct 13 20:17:40 crc kubenswrapper[4809]: E1013 20:17:40.864170 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="91a4c052-1aff-44e3-986e-f9c30cb19f1e" containerName="barbican-db-sync" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.864176 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="91a4c052-1aff-44e3-986e-f9c30cb19f1e" containerName="barbican-db-sync" Oct 13 20:17:40 crc kubenswrapper[4809]: E1013 20:17:40.864192 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a4770b98-503b-4735-8dee-c6807764f82a" containerName="neutron-db-sync" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.864198 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a4770b98-503b-4735-8dee-c6807764f82a" containerName="neutron-db-sync" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.864375 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="91a4c052-1aff-44e3-986e-f9c30cb19f1e" containerName="barbican-db-sync" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.864401 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5af5b3b7-0cac-4a3a-be09-35c2c6494ddd" containerName="nova-cell1-conductor-db-sync" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.864419 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a4770b98-503b-4735-8dee-c6807764f82a" containerName="neutron-db-sync" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.865395 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.892531 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-85df789948-r7ds8"] Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.894158 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.906783 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-5676467d9b-j8rfq"] Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.908422 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.923770 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8"] Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.925315 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.932325 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx"] Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.943964 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-logs\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944008 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-combined-ca-bundle\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944032 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944050 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j4wtm\" (UniqueName: \"kubernetes.io/projected/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-kube-api-access-j4wtm\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-internal-tls-certs\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944095 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-combined-ca-bundle\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944114 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data-custom\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944143 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ae1dc96-63f9-4d51-9627-5e53a33b848b-logs\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944167 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-ovndb-tls-certs\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944191 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-combined-ca-bundle\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944207 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data-custom\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944228 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-httpd-config\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944253 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-internal-tls-certs\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944287 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data-custom\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944319 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cgt67\" (UniqueName: \"kubernetes.io/projected/2ae1dc96-63f9-4d51-9627-5e53a33b848b-kube-api-access-cgt67\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944335 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944356 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/57f29375-685d-4f88-9770-b8b99175f4bd-logs\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944382 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944397 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-public-tls-certs\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944424 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-combined-ca-bundle\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944452 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-config\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944484 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ztkqf\" (UniqueName: \"kubernetes.io/projected/57f29375-685d-4f88-9770-b8b99175f4bd-kube-api-access-ztkqf\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944508 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zcvwd\" (UniqueName: \"kubernetes.io/projected/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-kube-api-access-zcvwd\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.944524 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-public-tls-certs\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.949748 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-5676467d9b-j8rfq"] Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.972566 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8"] Oct 13 20:17:40 crc kubenswrapper[4809]: I1013 20:17:40.980973 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-85df789948-r7ds8"] Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048437 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-cgt67\" (UniqueName: \"kubernetes.io/projected/2ae1dc96-63f9-4d51-9627-5e53a33b848b-kube-api-access-cgt67\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048667 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048688 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/57f29375-685d-4f88-9770-b8b99175f4bd-logs\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048742 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-public-tls-certs\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048770 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-combined-ca-bundle\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048800 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-config\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048826 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ztkqf\" (UniqueName: \"kubernetes.io/projected/57f29375-685d-4f88-9770-b8b99175f4bd-kube-api-access-ztkqf\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zcvwd\" (UniqueName: \"kubernetes.io/projected/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-kube-api-access-zcvwd\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048867 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-public-tls-certs\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048893 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-logs\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048910 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-combined-ca-bundle\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048924 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048941 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j4wtm\" (UniqueName: \"kubernetes.io/projected/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-kube-api-access-j4wtm\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048962 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-internal-tls-certs\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.048982 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-combined-ca-bundle\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.049002 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data-custom\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.049028 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ae1dc96-63f9-4d51-9627-5e53a33b848b-logs\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.049051 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-ovndb-tls-certs\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.049076 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-combined-ca-bundle\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.049095 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data-custom\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.049116 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-httpd-config\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.049141 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-internal-tls-certs\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.049172 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data-custom\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.049699 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ae1dc96-63f9-4d51-9627-5e53a33b848b-logs\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.055770 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.065334 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-logs\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.069303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.073276 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data-custom\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.076611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-httpd-config\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.077266 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-combined-ca-bundle\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.077429 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-public-tls-certs\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.077534 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/57f29375-685d-4f88-9770-b8b99175f4bd-logs\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.077824 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-config\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.078442 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data-custom\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.079324 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-internal-tls-certs\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.080014 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.081832 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-internal-tls-certs\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.083126 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-combined-ca-bundle\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.088096 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-combined-ca-bundle\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.088712 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-combined-ca-bundle\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.088752 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-cgt67\" (UniqueName: \"kubernetes.io/projected/2ae1dc96-63f9-4d51-9627-5e53a33b848b-kube-api-access-cgt67\") pod \"barbican-worker-d5f7f5489-dddxx\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.089120 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data-custom\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.097096 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j4wtm\" (UniqueName: \"kubernetes.io/projected/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-kube-api-access-j4wtm\") pod \"barbican-api-85df789948-r7ds8\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.097279 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-public-tls-certs\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.097908 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-ovndb-tls-certs\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.100796 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zcvwd\" (UniqueName: \"kubernetes.io/projected/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-kube-api-access-zcvwd\") pod \"neutron-5676467d9b-j8rfq\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.112118 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ztkqf\" (UniqueName: \"kubernetes.io/projected/57f29375-685d-4f88-9770-b8b99175f4bd-kube-api-access-ztkqf\") pod \"barbican-keystone-listener-6b84f84b8-fvhm8\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.205148 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.279615 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.292261 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.311306 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.326245 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.331273 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.355200 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-config-data\") pod \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.355270 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-combined-ca-bundle\") pod \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.355313 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-phjkp\" (UniqueName: \"kubernetes.io/projected/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-kube-api-access-phjkp\") pod \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.355509 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-db-sync-config-data\") pod \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.355591 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-scripts\") pod \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.355623 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8rq29\" (UniqueName: \"kubernetes.io/projected/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-kube-api-access-8rq29\") pod \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.355704 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-combined-ca-bundle\") pod \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.355762 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-config-data\") pod \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.355778 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-db-sync-config-data\") pod \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\" (UID: \"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf\") " Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.355801 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-etc-machine-id\") pod \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\" (UID: \"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf\") " Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.356559 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf" (UID: "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.366491 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-kube-api-access-phjkp" (OuterVolumeSpecName: "kube-api-access-phjkp") pod "4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf" (UID: "4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf"). InnerVolumeSpecName "kube-api-access-phjkp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.368649 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-scripts" (OuterVolumeSpecName: "scripts") pod "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf" (UID: "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.369034 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf" (UID: "4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.376030 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-kube-api-access-8rq29" (OuterVolumeSpecName: "kube-api-access-8rq29") pod "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf" (UID: "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf"). InnerVolumeSpecName "kube-api-access-8rq29". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.379973 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf" (UID: "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.463429 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.463552 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.463609 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8rq29\" (UniqueName: \"kubernetes.io/projected/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-kube-api-access-8rq29\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.463671 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.463743 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.463802 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-phjkp\" (UniqueName: \"kubernetes.io/projected/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-kube-api-access-phjkp\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.632244 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf" (UID: "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.650317 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf" (UID: "4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.666848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-config-data" (OuterVolumeSpecName: "config-data") pod "4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf" (UID: "4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.670668 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.670706 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.670719 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.679884 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-config-data" (OuterVolumeSpecName: "config-data") pod "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf" (UID: "4ef438ff-d95e-4f63-a90a-8eeaa70f33cf"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.710362 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx"] Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.724084 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" event={"ID":"4ef438ff-d95e-4f63-a90a-8eeaa70f33cf","Type":"ContainerDied","Data":"5a776856deb13b5fc1e438ac1e933f8676cdc7fbd827512f86e8583805cedfa1"} Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.724123 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5a776856deb13b5fc1e438ac1e933f8676cdc7fbd827512f86e8583805cedfa1" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.724184 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-8cqf4" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.734501 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" event={"ID":"2ae1dc96-63f9-4d51-9627-5e53a33b848b","Type":"ContainerStarted","Data":"97a210e21734a1de41b2130106618c6b67d0a9669b037d73dc93055509e98a44"} Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.737225 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d861917f-2ab8-4b33-a2a4-9efd4f17468e","Type":"ContainerStarted","Data":"5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0"} Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.740867 4809 generic.go:334] "Generic (PLEG): container finished" podID="3e9e6715-97d3-416a-bb7d-a4e3f2c42194" containerID="748f6c2f2af965257b0698280a822201e8dce00b64bc658cf406f51d029cca3e" exitCode=0 Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.740936 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" event={"ID":"3e9e6715-97d3-416a-bb7d-a4e3f2c42194","Type":"ContainerDied","Data":"748f6c2f2af965257b0698280a822201e8dce00b64bc658cf406f51d029cca3e"} Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.743413 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-4fvr6" event={"ID":"4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf","Type":"ContainerDied","Data":"68757ea146bb4cc9b675d953346d7bb10b053147eddf324020a5d843b607f4e5"} Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.743452 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="68757ea146bb4cc9b675d953346d7bb10b053147eddf324020a5d843b607f4e5" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.743452 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-4fvr6" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.773031 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.880339 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.880618 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="75198349-d7b5-4291-89a0-8286ccff2390" containerName="cinder-api-log" containerID="cri-o://05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629" gracePeriod=30 Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.880750 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="75198349-d7b5-4291-89a0-8286ccff2390" containerName="cinder-api" containerID="cri-o://fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b" gracePeriod=30 Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.887393 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.887620 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="bd29dead-d855-4a55-b833-a50017b18104" containerName="glance-log" containerID="cri-o://8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734" gracePeriod=30 Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.888040 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="bd29dead-d855-4a55-b833-a50017b18104" containerName="glance-httpd" containerID="cri-o://f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb" gracePeriod=30 Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.916184 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-85df789948-r7ds8"] Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.937136 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.937557 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="aed5a24a-27c8-4213-9c1c-96e9b213881a" containerName="glance-log" containerID="cri-o://42801ebf80752ce199dc0c6a75b731ef573a247e61e935722cf61a59171a628d" gracePeriod=30 Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.937686 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="aed5a24a-27c8-4213-9c1c-96e9b213881a" containerName="glance-httpd" containerID="cri-o://d47107f2896e1436c03dea8bb5966c5310d816b9116ea9f1fd667dd12f2595ec" gracePeriod=30 Oct 13 20:17:41 crc kubenswrapper[4809]: I1013 20:17:41.998937 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8"] Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.022557 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-5676467d9b-j8rfq"] Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.461273 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.547277 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.779464 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d861917f-2ab8-4b33-a2a4-9efd4f17468e","Type":"ContainerStarted","Data":"9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.784536 4809 generic.go:334] "Generic (PLEG): container finished" podID="bd29dead-d855-4a55-b833-a50017b18104" containerID="8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734" exitCode=143 Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.784603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bd29dead-d855-4a55-b833-a50017b18104","Type":"ContainerDied","Data":"8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.787357 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" event={"ID":"57f29375-685d-4f88-9770-b8b99175f4bd","Type":"ContainerStarted","Data":"2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.787471 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" event={"ID":"57f29375-685d-4f88-9770-b8b99175f4bd","Type":"ContainerStarted","Data":"573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.787486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" event={"ID":"57f29375-685d-4f88-9770-b8b99175f4bd","Type":"ContainerStarted","Data":"96a6971ca80d1911591dda7274d4ad47d9410198fe84fb16db01f09e4dd23e10"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.803707 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" event={"ID":"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e","Type":"ContainerStarted","Data":"877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.803767 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.803777 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" event={"ID":"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e","Type":"ContainerStarted","Data":"74deeea7bf5ba9eb68daa32da581e896005bfab345cd46be30f0da589a698e52"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.813574 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" podStartSLOduration=2.813556097 podStartE2EDuration="2.813556097s" podCreationTimestamp="2025-10-13 20:17:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:42.806128116 +0000 UTC m=+3181.411874701" watchObservedRunningTime="2025-10-13 20:17:42.813556097 +0000 UTC m=+3181.419302682" Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.829305 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" podStartSLOduration=2.829285361 podStartE2EDuration="2.829285361s" podCreationTimestamp="2025-10-13 20:17:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:42.829120847 +0000 UTC m=+3181.434867432" watchObservedRunningTime="2025-10-13 20:17:42.829285361 +0000 UTC m=+3181.435031946" Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.837440 4809 generic.go:334] "Generic (PLEG): container finished" podID="75198349-d7b5-4291-89a0-8286ccff2390" containerID="05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629" exitCode=143 Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.837497 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"75198349-d7b5-4291-89a0-8286ccff2390","Type":"ContainerDied","Data":"05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.839823 4809 generic.go:334] "Generic (PLEG): container finished" podID="aed5a24a-27c8-4213-9c1c-96e9b213881a" containerID="42801ebf80752ce199dc0c6a75b731ef573a247e61e935722cf61a59171a628d" exitCode=143 Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.839862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"aed5a24a-27c8-4213-9c1c-96e9b213881a","Type":"ContainerDied","Data":"42801ebf80752ce199dc0c6a75b731ef573a247e61e935722cf61a59171a628d"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.853436 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l"] Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.853619 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" podUID="8aa23013-9d0a-498f-80c2-e957400509c7" containerName="barbican-keystone-listener-log" containerID="cri-o://898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23" gracePeriod=30 Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.853970 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" podUID="8aa23013-9d0a-498f-80c2-e957400509c7" containerName="barbican-keystone-listener" containerID="cri-o://2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7" gracePeriod=30 Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.861571 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" event={"ID":"c70bce9a-0df7-4fcf-85dd-3dbee556f40d","Type":"ContainerStarted","Data":"2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.861595 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" event={"ID":"c70bce9a-0df7-4fcf-85dd-3dbee556f40d","Type":"ContainerStarted","Data":"982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.861603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" event={"ID":"c70bce9a-0df7-4fcf-85dd-3dbee556f40d","Type":"ContainerStarted","Data":"17a485fbb0a7dc7a57e4566dcddd27f9cfc8cd8a636491ce2f6b4f8b92e1a925"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.863695 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.863718 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.867044 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" event={"ID":"2ae1dc96-63f9-4d51-9627-5e53a33b848b","Type":"ContainerStarted","Data":"b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.867075 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" event={"ID":"2ae1dc96-63f9-4d51-9627-5e53a33b848b","Type":"ContainerStarted","Data":"5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e"} Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.867205 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="probe" containerID="cri-o://169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8" gracePeriod=30 Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.867411 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="cinder-scheduler" containerID="cri-o://800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f" gracePeriod=30 Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.891510 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" podStartSLOduration=2.89149236 podStartE2EDuration="2.89149236s" podCreationTimestamp="2025-10-13 20:17:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:42.881423936 +0000 UTC m=+3181.487170521" watchObservedRunningTime="2025-10-13 20:17:42.89149236 +0000 UTC m=+3181.497238945" Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.929297 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" podStartSLOduration=2.929281889 podStartE2EDuration="2.929281889s" podCreationTimestamp="2025-10-13 20:17:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:42.91268552 +0000 UTC m=+3181.518432105" watchObservedRunningTime="2025-10-13 20:17:42.929281889 +0000 UTC m=+3181.535028474" Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.990349 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l"] Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.990566 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" podUID="35e84261-d3fa-423f-95a0-ff3fb47a8494" containerName="barbican-worker-log" containerID="cri-o://718df626412975702a192ec0e471253113b171a546def3fc00b89dd7daea7241" gracePeriod=30 Oct 13 20:17:42 crc kubenswrapper[4809]: I1013 20:17:42.990948 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" podUID="35e84261-d3fa-423f-95a0-ff3fb47a8494" containerName="barbican-worker" containerID="cri-o://6ff4c6faa37422c63f65965f1e42a87e2c5048079a2bf7429c0652a7560774ff" gracePeriod=30 Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.469395 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.524573 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mqjjb\" (UniqueName: \"kubernetes.io/projected/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-kube-api-access-mqjjb\") pod \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.524913 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-combined-ca-bundle\") pod \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.524941 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-scripts\") pod \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.524981 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-config-data\") pod \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\" (UID: \"3e9e6715-97d3-416a-bb7d-a4e3f2c42194\") " Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.530753 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-scripts" (OuterVolumeSpecName: "scripts") pod "3e9e6715-97d3-416a-bb7d-a4e3f2c42194" (UID: "3e9e6715-97d3-416a-bb7d-a4e3f2c42194"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.536979 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-kube-api-access-mqjjb" (OuterVolumeSpecName: "kube-api-access-mqjjb") pod "3e9e6715-97d3-416a-bb7d-a4e3f2c42194" (UID: "3e9e6715-97d3-416a-bb7d-a4e3f2c42194"). InnerVolumeSpecName "kube-api-access-mqjjb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.556591 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-config-data" (OuterVolumeSpecName: "config-data") pod "3e9e6715-97d3-416a-bb7d-a4e3f2c42194" (UID: "3e9e6715-97d3-416a-bb7d-a4e3f2c42194"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.582570 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3e9e6715-97d3-416a-bb7d-a4e3f2c42194" (UID: "3e9e6715-97d3-416a-bb7d-a4e3f2c42194"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.628470 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.628503 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.628511 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.628520 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mqjjb\" (UniqueName: \"kubernetes.io/projected/3e9e6715-97d3-416a-bb7d-a4e3f2c42194-kube-api-access-mqjjb\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.894889 4809 generic.go:334] "Generic (PLEG): container finished" podID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerID="169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8" exitCode=0 Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.894989 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0b38733b-59a1-46db-b4c7-d22ca8ae58da","Type":"ContainerDied","Data":"169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8"} Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.899051 4809 generic.go:334] "Generic (PLEG): container finished" podID="35e84261-d3fa-423f-95a0-ff3fb47a8494" containerID="6ff4c6faa37422c63f65965f1e42a87e2c5048079a2bf7429c0652a7560774ff" exitCode=0 Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.899079 4809 generic.go:334] "Generic (PLEG): container finished" podID="35e84261-d3fa-423f-95a0-ff3fb47a8494" containerID="718df626412975702a192ec0e471253113b171a546def3fc00b89dd7daea7241" exitCode=143 Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.899128 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" event={"ID":"35e84261-d3fa-423f-95a0-ff3fb47a8494","Type":"ContainerDied","Data":"6ff4c6faa37422c63f65965f1e42a87e2c5048079a2bf7429c0652a7560774ff"} Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.899151 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" event={"ID":"35e84261-d3fa-423f-95a0-ff3fb47a8494","Type":"ContainerDied","Data":"718df626412975702a192ec0e471253113b171a546def3fc00b89dd7daea7241"} Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.909216 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" event={"ID":"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e","Type":"ContainerStarted","Data":"c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa"} Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.912246 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" event={"ID":"8aa23013-9d0a-498f-80c2-e957400509c7","Type":"ContainerDied","Data":"898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23"} Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.913094 4809 generic.go:334] "Generic (PLEG): container finished" podID="8aa23013-9d0a-498f-80c2-e957400509c7" containerID="898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23" exitCode=143 Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.915353 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.915347 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m" event={"ID":"3e9e6715-97d3-416a-bb7d-a4e3f2c42194","Type":"ContainerDied","Data":"eabacb800357b2703c9a86db0b075ff0c97b7d5ef4bf501d85d49f6f7f24f34b"} Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.915535 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="eabacb800357b2703c9a86db0b075ff0c97b7d5ef4bf501d85d49f6f7f24f34b" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.928856 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.929986 4809 generic.go:334] "Generic (PLEG): container finished" podID="afa6d419-dce0-495f-bd6c-38f323491035" containerID="5a86240d8715147cc3af41e871942715cdd353f209add75bfdeb9531f568cec7" exitCode=0 Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.930090 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" event={"ID":"afa6d419-dce0-495f-bd6c-38f323491035","Type":"ContainerDied","Data":"5a86240d8715147cc3af41e871942715cdd353f209add75bfdeb9531f568cec7"} Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.934535 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d861917f-2ab8-4b33-a2a4-9efd4f17468e","Type":"ContainerStarted","Data":"60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36"} Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.939216 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-28kmf\" (UniqueName: \"kubernetes.io/projected/35e84261-d3fa-423f-95a0-ff3fb47a8494-kube-api-access-28kmf\") pod \"35e84261-d3fa-423f-95a0-ff3fb47a8494\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.939271 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data\") pod \"35e84261-d3fa-423f-95a0-ff3fb47a8494\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.939309 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-combined-ca-bundle\") pod \"35e84261-d3fa-423f-95a0-ff3fb47a8494\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.939451 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data-custom\") pod \"35e84261-d3fa-423f-95a0-ff3fb47a8494\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.939501 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/35e84261-d3fa-423f-95a0-ff3fb47a8494-logs\") pod \"35e84261-d3fa-423f-95a0-ff3fb47a8494\" (UID: \"35e84261-d3fa-423f-95a0-ff3fb47a8494\") " Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.943924 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/35e84261-d3fa-423f-95a0-ff3fb47a8494-kube-api-access-28kmf" (OuterVolumeSpecName: "kube-api-access-28kmf") pod "35e84261-d3fa-423f-95a0-ff3fb47a8494" (UID: "35e84261-d3fa-423f-95a0-ff3fb47a8494"). InnerVolumeSpecName "kube-api-access-28kmf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.943942 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/35e84261-d3fa-423f-95a0-ff3fb47a8494-logs" (OuterVolumeSpecName: "logs") pod "35e84261-d3fa-423f-95a0-ff3fb47a8494" (UID: "35e84261-d3fa-423f-95a0-ff3fb47a8494"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:43 crc kubenswrapper[4809]: I1013 20:17:43.947102 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "35e84261-d3fa-423f-95a0-ff3fb47a8494" (UID: "35e84261-d3fa-423f-95a0-ff3fb47a8494"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.016122 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "35e84261-d3fa-423f-95a0-ff3fb47a8494" (UID: "35e84261-d3fa-423f-95a0-ff3fb47a8494"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.042185 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.042216 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.042226 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/35e84261-d3fa-423f-95a0-ff3fb47a8494-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.042236 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-28kmf\" (UniqueName: \"kubernetes.io/projected/35e84261-d3fa-423f-95a0-ff3fb47a8494-kube-api-access-28kmf\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.050816 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data" (OuterVolumeSpecName: "config-data") pod "35e84261-d3fa-423f-95a0-ff3fb47a8494" (UID: "35e84261-d3fa-423f-95a0-ff3fb47a8494"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.145025 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/35e84261-d3fa-423f-95a0-ff3fb47a8494-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.306029 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.306387 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="101e2a98-686c-4e77-b18a-47672356e702" containerName="nova-cell0-conductor-conductor" containerID="cri-o://1755aab4a7eefda56866e1a4959b9a675dc028d4a7a5a00e4e5d04d9ba404406" gracePeriod=30 Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.768420 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.860532 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-combined-ca-bundle\") pod \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.860623 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tdbfj\" (UniqueName: \"kubernetes.io/projected/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-kube-api-access-tdbfj\") pod \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.860649 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-config-data\") pod \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\" (UID: \"335699ee-d453-49b9-bc76-6cd5e1cfb2c0\") " Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.865867 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-kube-api-access-tdbfj" (OuterVolumeSpecName: "kube-api-access-tdbfj") pod "335699ee-d453-49b9-bc76-6cd5e1cfb2c0" (UID: "335699ee-d453-49b9-bc76-6cd5e1cfb2c0"). InnerVolumeSpecName "kube-api-access-tdbfj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.895911 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-config-data" (OuterVolumeSpecName: "config-data") pod "335699ee-d453-49b9-bc76-6cd5e1cfb2c0" (UID: "335699ee-d453-49b9-bc76-6cd5e1cfb2c0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.911751 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "335699ee-d453-49b9-bc76-6cd5e1cfb2c0" (UID: "335699ee-d453-49b9-bc76-6cd5e1cfb2c0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.947648 4809 generic.go:334] "Generic (PLEG): container finished" podID="335699ee-d453-49b9-bc76-6cd5e1cfb2c0" containerID="1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726" exitCode=0 Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.947710 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.947719 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"335699ee-d453-49b9-bc76-6cd5e1cfb2c0","Type":"ContainerDied","Data":"1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726"} Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.948268 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"335699ee-d453-49b9-bc76-6cd5e1cfb2c0","Type":"ContainerDied","Data":"da82d7ad5995663a12406b4ebe672241fbcd311b873cd6a206cb49aebee837be"} Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.948289 4809 scope.go:117] "RemoveContainer" containerID="1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.957082 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.957127 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l" event={"ID":"35e84261-d3fa-423f-95a0-ff3fb47a8494","Type":"ContainerDied","Data":"ab31871e54f429a1819425321d2efe0dd5540349589e0e98d1916d0e209acc6d"} Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.962854 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.962907 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.962933 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tdbfj\" (UniqueName: \"kubernetes.io/projected/335699ee-d453-49b9-bc76-6cd5e1cfb2c0-kube-api-access-tdbfj\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.990083 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:17:44 crc kubenswrapper[4809]: I1013 20:17:44.993931 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l"] Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.001918 4809 scope.go:117] "RemoveContainer" containerID="1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726" Oct 13 20:17:45 crc kubenswrapper[4809]: E1013 20:17:45.002679 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726\": container with ID starting with 1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726 not found: ID does not exist" containerID="1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.002706 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726"} err="failed to get container status \"1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726\": rpc error: code = NotFound desc = could not find container \"1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726\": container with ID starting with 1690c9fe40876d275ecf12dd4dcc4f8f36918e1a9cf3c68aeb9728a215fe4726 not found: ID does not exist" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.002741 4809 scope.go:117] "RemoveContainer" containerID="6ff4c6faa37422c63f65965f1e42a87e2c5048079a2bf7429c0652a7560774ff" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.053591 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-58dcf4bdd8-4m58l"] Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.065372 4809 scope.go:117] "RemoveContainer" containerID="718df626412975702a192ec0e471253113b171a546def3fc00b89dd7daea7241" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.078799 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.111310 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.119593 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:17:45 crc kubenswrapper[4809]: E1013 20:17:45.120039 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4ef438ff-d95e-4f63-a90a-8eeaa70f33cf" containerName="cinder-db-sync" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120054 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4ef438ff-d95e-4f63-a90a-8eeaa70f33cf" containerName="cinder-db-sync" Oct 13 20:17:45 crc kubenswrapper[4809]: E1013 20:17:45.120080 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3e9e6715-97d3-416a-bb7d-a4e3f2c42194" containerName="nova-cell0-conductor-db-sync" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120086 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3e9e6715-97d3-416a-bb7d-a4e3f2c42194" containerName="nova-cell0-conductor-db-sync" Oct 13 20:17:45 crc kubenswrapper[4809]: E1013 20:17:45.120110 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf" containerName="glance-db-sync" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120117 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf" containerName="glance-db-sync" Oct 13 20:17:45 crc kubenswrapper[4809]: E1013 20:17:45.120127 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="35e84261-d3fa-423f-95a0-ff3fb47a8494" containerName="barbican-worker" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120132 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="35e84261-d3fa-423f-95a0-ff3fb47a8494" containerName="barbican-worker" Oct 13 20:17:45 crc kubenswrapper[4809]: E1013 20:17:45.120144 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="335699ee-d453-49b9-bc76-6cd5e1cfb2c0" containerName="nova-cell1-conductor-conductor" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120151 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="335699ee-d453-49b9-bc76-6cd5e1cfb2c0" containerName="nova-cell1-conductor-conductor" Oct 13 20:17:45 crc kubenswrapper[4809]: E1013 20:17:45.120161 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="35e84261-d3fa-423f-95a0-ff3fb47a8494" containerName="barbican-worker-log" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120167 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="35e84261-d3fa-423f-95a0-ff3fb47a8494" containerName="barbican-worker-log" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120325 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3e9e6715-97d3-416a-bb7d-a4e3f2c42194" containerName="nova-cell0-conductor-db-sync" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120340 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="35e84261-d3fa-423f-95a0-ff3fb47a8494" containerName="barbican-worker" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120352 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf" containerName="glance-db-sync" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120369 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="335699ee-d453-49b9-bc76-6cd5e1cfb2c0" containerName="nova-cell1-conductor-conductor" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120377 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="35e84261-d3fa-423f-95a0-ff3fb47a8494" containerName="barbican-worker-log" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.120385 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4ef438ff-d95e-4f63-a90a-8eeaa70f33cf" containerName="cinder-db-sync" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.121099 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.125791 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.132100 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/cinder-api-0" podUID="75198349-d7b5-4291-89a0-8286ccff2390" containerName="cinder-api" probeResult="failure" output="Get \"https://10.217.1.111:8776/healthcheck\": read tcp 10.217.0.2:50334->10.217.1.111:8776: read: connection reset by peer" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.132292 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.269769 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.270127 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.270301 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5hzgl\" (UniqueName: \"kubernetes.io/projected/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-kube-api-access-5hzgl\") pod \"nova-cell1-conductor-0\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.372705 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.372970 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5hzgl\" (UniqueName: \"kubernetes.io/projected/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-kube-api-access-5hzgl\") pod \"nova-cell1-conductor-0\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.373062 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.376931 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.376929 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.389531 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5hzgl\" (UniqueName: \"kubernetes.io/projected/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-kube-api-access-5hzgl\") pod \"nova-cell1-conductor-0\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.479246 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.485918 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.638170 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.685859 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.687432 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-fernet-keys\") pod \"afa6d419-dce0-495f-bd6c-38f323491035\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.687592 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-config-data\") pod \"afa6d419-dce0-495f-bd6c-38f323491035\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.687641 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-credential-keys\") pod \"afa6d419-dce0-495f-bd6c-38f323491035\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.687692 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-scripts\") pod \"afa6d419-dce0-495f-bd6c-38f323491035\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.687826 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j9ckc\" (UniqueName: \"kubernetes.io/projected/afa6d419-dce0-495f-bd6c-38f323491035-kube-api-access-j9ckc\") pod \"afa6d419-dce0-495f-bd6c-38f323491035\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.687890 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-combined-ca-bundle\") pod \"afa6d419-dce0-495f-bd6c-38f323491035\" (UID: \"afa6d419-dce0-495f-bd6c-38f323491035\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.694429 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "afa6d419-dce0-495f-bd6c-38f323491035" (UID: "afa6d419-dce0-495f-bd6c-38f323491035"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.697716 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/afa6d419-dce0-495f-bd6c-38f323491035-kube-api-access-j9ckc" (OuterVolumeSpecName: "kube-api-access-j9ckc") pod "afa6d419-dce0-495f-bd6c-38f323491035" (UID: "afa6d419-dce0-495f-bd6c-38f323491035"). InnerVolumeSpecName "kube-api-access-j9ckc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.698147 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-scripts" (OuterVolumeSpecName: "scripts") pod "afa6d419-dce0-495f-bd6c-38f323491035" (UID: "afa6d419-dce0-495f-bd6c-38f323491035"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.698194 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "afa6d419-dce0-495f-bd6c-38f323491035" (UID: "afa6d419-dce0-495f-bd6c-38f323491035"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.744338 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "afa6d419-dce0-495f-bd6c-38f323491035" (UID: "afa6d419-dce0-495f-bd6c-38f323491035"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.754334 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-config-data" (OuterVolumeSpecName: "config-data") pod "afa6d419-dce0-495f-bd6c-38f323491035" (UID: "afa6d419-dce0-495f-bd6c-38f323491035"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789292 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data-custom\") pod \"75198349-d7b5-4291-89a0-8286ccff2390\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789367 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data\") pod \"75198349-d7b5-4291-89a0-8286ccff2390\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789398 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-logs\") pod \"bd29dead-d855-4a55-b833-a50017b18104\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789426 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cch6p\" (UniqueName: \"kubernetes.io/projected/bd29dead-d855-4a55-b833-a50017b18104-kube-api-access-cch6p\") pod \"bd29dead-d855-4a55-b833-a50017b18104\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789476 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-public-tls-certs\") pod \"bd29dead-d855-4a55-b833-a50017b18104\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789513 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-public-tls-certs\") pod \"75198349-d7b5-4291-89a0-8286ccff2390\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789545 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-internal-tls-certs\") pod \"75198349-d7b5-4291-89a0-8286ccff2390\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789575 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-scripts\") pod \"75198349-d7b5-4291-89a0-8286ccff2390\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789633 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-httpd-run\") pod \"bd29dead-d855-4a55-b833-a50017b18104\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789662 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-99dxl\" (UniqueName: \"kubernetes.io/projected/75198349-d7b5-4291-89a0-8286ccff2390-kube-api-access-99dxl\") pod \"75198349-d7b5-4291-89a0-8286ccff2390\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789709 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-combined-ca-bundle\") pod \"75198349-d7b5-4291-89a0-8286ccff2390\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789771 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-config-data\") pod \"bd29dead-d855-4a55-b833-a50017b18104\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789811 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"bd29dead-d855-4a55-b833-a50017b18104\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789874 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75198349-d7b5-4291-89a0-8286ccff2390-logs\") pod \"75198349-d7b5-4291-89a0-8286ccff2390\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789907 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-scripts\") pod \"bd29dead-d855-4a55-b833-a50017b18104\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789968 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/75198349-d7b5-4291-89a0-8286ccff2390-etc-machine-id\") pod \"75198349-d7b5-4291-89a0-8286ccff2390\" (UID: \"75198349-d7b5-4291-89a0-8286ccff2390\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.789990 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-combined-ca-bundle\") pod \"bd29dead-d855-4a55-b833-a50017b18104\" (UID: \"bd29dead-d855-4a55-b833-a50017b18104\") " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.790455 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.790469 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.790480 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.790493 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.790504 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j9ckc\" (UniqueName: \"kubernetes.io/projected/afa6d419-dce0-495f-bd6c-38f323491035-kube-api-access-j9ckc\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.790515 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/afa6d419-dce0-495f-bd6c-38f323491035-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.791793 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "bd29dead-d855-4a55-b833-a50017b18104" (UID: "bd29dead-d855-4a55-b833-a50017b18104"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.792079 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/75198349-d7b5-4291-89a0-8286ccff2390-logs" (OuterVolumeSpecName: "logs") pod "75198349-d7b5-4291-89a0-8286ccff2390" (UID: "75198349-d7b5-4291-89a0-8286ccff2390"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.795105 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/75198349-d7b5-4291-89a0-8286ccff2390-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "75198349-d7b5-4291-89a0-8286ccff2390" (UID: "75198349-d7b5-4291-89a0-8286ccff2390"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.796050 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-logs" (OuterVolumeSpecName: "logs") pod "bd29dead-d855-4a55-b833-a50017b18104" (UID: "bd29dead-d855-4a55-b833-a50017b18104"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.808539 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-scripts" (OuterVolumeSpecName: "scripts") pod "75198349-d7b5-4291-89a0-8286ccff2390" (UID: "75198349-d7b5-4291-89a0-8286ccff2390"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.809570 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/75198349-d7b5-4291-89a0-8286ccff2390-kube-api-access-99dxl" (OuterVolumeSpecName: "kube-api-access-99dxl") pod "75198349-d7b5-4291-89a0-8286ccff2390" (UID: "75198349-d7b5-4291-89a0-8286ccff2390"). InnerVolumeSpecName "kube-api-access-99dxl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.809647 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-scripts" (OuterVolumeSpecName: "scripts") pod "bd29dead-d855-4a55-b833-a50017b18104" (UID: "bd29dead-d855-4a55-b833-a50017b18104"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.809872 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage16-crc" (OuterVolumeSpecName: "glance") pod "bd29dead-d855-4a55-b833-a50017b18104" (UID: "bd29dead-d855-4a55-b833-a50017b18104"). InnerVolumeSpecName "local-storage16-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.809939 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bd29dead-d855-4a55-b833-a50017b18104-kube-api-access-cch6p" (OuterVolumeSpecName: "kube-api-access-cch6p") pod "bd29dead-d855-4a55-b833-a50017b18104" (UID: "bd29dead-d855-4a55-b833-a50017b18104"). InnerVolumeSpecName "kube-api-access-cch6p". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.824910 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "75198349-d7b5-4291-89a0-8286ccff2390" (UID: "75198349-d7b5-4291-89a0-8286ccff2390"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.868846 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bd29dead-d855-4a55-b833-a50017b18104" (UID: "bd29dead-d855-4a55-b833-a50017b18104"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.871037 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "75198349-d7b5-4291-89a0-8286ccff2390" (UID: "75198349-d7b5-4291-89a0-8286ccff2390"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895074 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" " Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895101 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75198349-d7b5-4291-89a0-8286ccff2390-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895110 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895118 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/75198349-d7b5-4291-89a0-8286ccff2390-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895147 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895157 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895166 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cch6p\" (UniqueName: \"kubernetes.io/projected/bd29dead-d855-4a55-b833-a50017b18104-kube-api-access-cch6p\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895184 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895193 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895413 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bd29dead-d855-4a55-b833-a50017b18104-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895431 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-99dxl\" (UniqueName: \"kubernetes.io/projected/75198349-d7b5-4291-89a0-8286ccff2390-kube-api-access-99dxl\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.895441 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.914935 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data" (OuterVolumeSpecName: "config-data") pod "75198349-d7b5-4291-89a0-8286ccff2390" (UID: "75198349-d7b5-4291-89a0-8286ccff2390"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.916092 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "75198349-d7b5-4291-89a0-8286ccff2390" (UID: "75198349-d7b5-4291-89a0-8286ccff2390"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.930014 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage16-crc" (UniqueName: "kubernetes.io/local-volume/local-storage16-crc") on node "crc" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.939565 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "75198349-d7b5-4291-89a0-8286ccff2390" (UID: "75198349-d7b5-4291-89a0-8286ccff2390"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.955870 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "bd29dead-d855-4a55-b833-a50017b18104" (UID: "bd29dead-d855-4a55-b833-a50017b18104"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.997767 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.997796 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.997808 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.997836 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:45 crc kubenswrapper[4809]: I1013 20:17:45.997845 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75198349-d7b5-4291-89a0-8286ccff2390-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.004033 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" event={"ID":"afa6d419-dce0-495f-bd6c-38f323491035","Type":"ContainerDied","Data":"9ad752a49e3ebc225a0ea5e44db748066d4d2cebaec7b6d4d6031f669b2f5c9b"} Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.004071 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9ad752a49e3ebc225a0ea5e44db748066d4d2cebaec7b6d4d6031f669b2f5c9b" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.004124 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-fd8w6" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.018415 4809 generic.go:334] "Generic (PLEG): container finished" podID="aed5a24a-27c8-4213-9c1c-96e9b213881a" containerID="d47107f2896e1436c03dea8bb5966c5310d816b9116ea9f1fd667dd12f2595ec" exitCode=0 Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.018691 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"aed5a24a-27c8-4213-9c1c-96e9b213881a","Type":"ContainerDied","Data":"d47107f2896e1436c03dea8bb5966c5310d816b9116ea9f1fd667dd12f2595ec"} Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.031691 4809 generic.go:334] "Generic (PLEG): container finished" podID="cfb7732f-e905-4634-a02b-fe6df3097344" containerID="77f353ad41e688b99f2d3497443d51d5f1d5e782a250409019f8ea3cba0fcc90" exitCode=0 Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.031946 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-g5vts" event={"ID":"cfb7732f-e905-4634-a02b-fe6df3097344","Type":"ContainerDied","Data":"77f353ad41e688b99f2d3497443d51d5f1d5e782a250409019f8ea3cba0fcc90"} Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.034877 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-config-data" (OuterVolumeSpecName: "config-data") pod "bd29dead-d855-4a55-b833-a50017b18104" (UID: "bd29dead-d855-4a55-b833-a50017b18104"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.037997 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d861917f-2ab8-4b33-a2a4-9efd4f17468e","Type":"ContainerStarted","Data":"7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6"} Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.038190 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.057532 4809 generic.go:334] "Generic (PLEG): container finished" podID="bd29dead-d855-4a55-b833-a50017b18104" containerID="f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb" exitCode=0 Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.057619 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bd29dead-d855-4a55-b833-a50017b18104","Type":"ContainerDied","Data":"f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb"} Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.057651 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bd29dead-d855-4a55-b833-a50017b18104","Type":"ContainerDied","Data":"20378f9a949b13ecfa0dcc07f4fd13a33b91de8904e5e532fdf9e621d7b9f798"} Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.057666 4809 scope.go:117] "RemoveContainer" containerID="f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.057795 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.073914 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-7b7586f546-mqp8w"] Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.074938 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="afa6d419-dce0-495f-bd6c-38f323491035" containerName="keystone-bootstrap" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.074956 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="afa6d419-dce0-495f-bd6c-38f323491035" containerName="keystone-bootstrap" Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.074971 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bd29dead-d855-4a55-b833-a50017b18104" containerName="glance-httpd" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.074977 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bd29dead-d855-4a55-b833-a50017b18104" containerName="glance-httpd" Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.074996 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="75198349-d7b5-4291-89a0-8286ccff2390" containerName="cinder-api-log" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.075002 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="75198349-d7b5-4291-89a0-8286ccff2390" containerName="cinder-api-log" Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.075011 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bd29dead-d855-4a55-b833-a50017b18104" containerName="glance-log" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.075018 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bd29dead-d855-4a55-b833-a50017b18104" containerName="glance-log" Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.075037 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="75198349-d7b5-4291-89a0-8286ccff2390" containerName="cinder-api" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.075044 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="75198349-d7b5-4291-89a0-8286ccff2390" containerName="cinder-api" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.075217 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bd29dead-d855-4a55-b833-a50017b18104" containerName="glance-log" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.075237 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="75198349-d7b5-4291-89a0-8286ccff2390" containerName="cinder-api" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.075244 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bd29dead-d855-4a55-b833-a50017b18104" containerName="glance-httpd" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.075250 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="afa6d419-dce0-495f-bd6c-38f323491035" containerName="keystone-bootstrap" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.075262 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="75198349-d7b5-4291-89a0-8286ccff2390" containerName="cinder-api-log" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.075936 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.098070 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.68310823 podStartE2EDuration="7.098053475s" podCreationTimestamp="2025-10-13 20:17:39 +0000 UTC" firstStartedPulling="2025-10-13 20:17:40.588354902 +0000 UTC m=+3179.194101477" lastFinishedPulling="2025-10-13 20:17:45.003300137 +0000 UTC m=+3183.609046722" observedRunningTime="2025-10-13 20:17:46.087338112 +0000 UTC m=+3184.693084697" watchObservedRunningTime="2025-10-13 20:17:46.098053475 +0000 UTC m=+3184.703800060" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.101756 4809 generic.go:334] "Generic (PLEG): container finished" podID="75198349-d7b5-4291-89a0-8286ccff2390" containerID="fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b" exitCode=0 Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.101831 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.101939 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-7b7586f546-mqp8w"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.101985 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"75198349-d7b5-4291-89a0-8286ccff2390","Type":"ContainerDied","Data":"fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b"} Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.102014 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"75198349-d7b5-4291-89a0-8286ccff2390","Type":"ContainerDied","Data":"737d0add6997fcfdbb71fe7d60fb85237a5228adb8c7f55604358f777edaad4e"} Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.106926 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bd29dead-d855-4a55-b833-a50017b18104-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.135055 4809 scope.go:117] "RemoveContainer" containerID="8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.155529 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.186882 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="335699ee-d453-49b9-bc76-6cd5e1cfb2c0" path="/var/lib/kubelet/pods/335699ee-d453-49b9-bc76-6cd5e1cfb2c0/volumes" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.192307 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="35e84261-d3fa-423f-95a0-ff3fb47a8494" path="/var/lib/kubelet/pods/35e84261-d3fa-423f-95a0-ff3fb47a8494/volumes" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.195954 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.196171 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstackclient" podUID="caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" containerName="openstackclient" containerID="cri-o://8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9" gracePeriod=2 Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.209150 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" podUID="743e87ff-2592-45ea-a5fe-fce0b0887933" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210353 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-combined-ca-bundle\") pod \"aed5a24a-27c8-4213-9c1c-96e9b213881a\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210381 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-internal-tls-certs\") pod \"aed5a24a-27c8-4213-9c1c-96e9b213881a\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210446 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"aed5a24a-27c8-4213-9c1c-96e9b213881a\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210462 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-scripts\") pod \"aed5a24a-27c8-4213-9c1c-96e9b213881a\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210481 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-httpd-run\") pod \"aed5a24a-27c8-4213-9c1c-96e9b213881a\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210619 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-fernet-keys\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210642 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-scripts\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210666 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-internal-tls-certs\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210686 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-config-data\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210747 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-credential-keys\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-combined-ca-bundle\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210817 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-public-tls-certs\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.210864 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5j8cq\" (UniqueName: \"kubernetes.io/projected/c0994b10-ce78-4220-97b9-5118e50a78cd-kube-api-access-5j8cq\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.216707 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "aed5a24a-27c8-4213-9c1c-96e9b213881a" (UID: "aed5a24a-27c8-4213-9c1c-96e9b213881a"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.219284 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.231293 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.231782 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" containerName="openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.231798 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" containerName="openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.231830 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="aed5a24a-27c8-4213-9c1c-96e9b213881a" containerName="glance-httpd" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.231837 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="aed5a24a-27c8-4213-9c1c-96e9b213881a" containerName="glance-httpd" Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.231860 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="aed5a24a-27c8-4213-9c1c-96e9b213881a" containerName="glance-log" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.231866 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="aed5a24a-27c8-4213-9c1c-96e9b213881a" containerName="glance-log" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.232045 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="aed5a24a-27c8-4213-9c1c-96e9b213881a" containerName="glance-log" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.232059 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" containerName="openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.232072 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="aed5a24a-27c8-4213-9c1c-96e9b213881a" containerName="glance-httpd" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.232745 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.232838 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-scripts" (OuterVolumeSpecName: "scripts") pod "aed5a24a-27c8-4213-9c1c-96e9b213881a" (UID: "aed5a24a-27c8-4213-9c1c-96e9b213881a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.232956 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "glance") pod "aed5a24a-27c8-4213-9c1c-96e9b213881a" (UID: "aed5a24a-27c8-4213-9c1c-96e9b213881a"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.234389 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.238424 4809 scope.go:117] "RemoveContainer" containerID="f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb" Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.243037 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb\": container with ID starting with f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb not found: ID does not exist" containerID="f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.243136 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb"} err="failed to get container status \"f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb\": rpc error: code = NotFound desc = could not find container \"f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb\": container with ID starting with f94839a786ea3afd10367dcc9253f5ab9068133dc48221a0b9af622af1d413cb not found: ID does not exist" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.243231 4809 scope.go:117] "RemoveContainer" containerID="8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734" Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.244991 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734\": container with ID starting with 8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734 not found: ID does not exist" containerID="8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.251137 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734"} err="failed to get container status \"8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734\": rpc error: code = NotFound desc = could not find container \"8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734\": container with ID starting with 8bc03545f8930e2e4a462a01e91afd0bb5462e5410ba256eedf8ecf88e4a5734 not found: ID does not exist" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.251961 4809 scope.go:117] "RemoveContainer" containerID="fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.255924 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.264169 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.278048 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.278573 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "aed5a24a-27c8-4213-9c1c-96e9b213881a" (UID: "aed5a24a-27c8-4213-9c1c-96e9b213881a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.295580 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.312407 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tx5zw\" (UniqueName: \"kubernetes.io/projected/aed5a24a-27c8-4213-9c1c-96e9b213881a-kube-api-access-tx5zw\") pod \"aed5a24a-27c8-4213-9c1c-96e9b213881a\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.312454 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-logs\") pod \"aed5a24a-27c8-4213-9c1c-96e9b213881a\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.312930 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-config-data\") pod \"aed5a24a-27c8-4213-9c1c-96e9b213881a\" (UID: \"aed5a24a-27c8-4213-9c1c-96e9b213881a\") " Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.313450 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-logs" (OuterVolumeSpecName: "logs") pod "aed5a24a-27c8-4213-9c1c-96e9b213881a" (UID: "aed5a24a-27c8-4213-9c1c-96e9b213881a"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.313483 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-credential-keys\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.313845 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nn7pd\" (UniqueName: \"kubernetes.io/projected/743e87ff-2592-45ea-a5fe-fce0b0887933-kube-api-access-nn7pd\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.314006 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-combined-ca-bundle\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.314103 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.314195 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-combined-ca-bundle\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.314273 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-public-tls-certs\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.314416 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5j8cq\" (UniqueName: \"kubernetes.io/projected/c0994b10-ce78-4220-97b9-5118e50a78cd-kube-api-access-5j8cq\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.314643 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-fernet-keys\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.314712 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config-secret\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.314825 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-scripts\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.314932 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-internal-tls-certs\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.315088 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-config-data\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.315414 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.315485 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.315539 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.315594 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/aed5a24a-27c8-4213-9c1c-96e9b213881a-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.315648 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.316004 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/aed5a24a-27c8-4213-9c1c-96e9b213881a-kube-api-access-tx5zw" (OuterVolumeSpecName: "kube-api-access-tx5zw") pod "aed5a24a-27c8-4213-9c1c-96e9b213881a" (UID: "aed5a24a-27c8-4213-9c1c-96e9b213881a"). InnerVolumeSpecName "kube-api-access-tx5zw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.316679 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-credential-keys\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.317764 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-combined-ca-bundle\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.319206 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-public-tls-certs\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.319493 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-fernet-keys\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.320042 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-internal-tls-certs\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.320354 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-scripts\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.321497 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-config-data\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.332210 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.334290 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5j8cq\" (UniqueName: \"kubernetes.io/projected/c0994b10-ce78-4220-97b9-5118e50a78cd-kube-api-access-5j8cq\") pod \"keystone-7b7586f546-mqp8w\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.334437 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.342579 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.342753 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.356209 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.361554 4809 scope.go:117] "RemoveContainer" containerID="05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.395887 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-config-data" (OuterVolumeSpecName: "config-data") pod "aed5a24a-27c8-4213-9c1c-96e9b213881a" (UID: "aed5a24a-27c8-4213-9c1c-96e9b213881a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.400889 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "aed5a24a-27c8-4213-9c1c-96e9b213881a" (UID: "aed5a24a-27c8-4213-9c1c-96e9b213881a"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.409901 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.411592 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.413236 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-public-svc" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.414312 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.414697 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-internal-svc" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.416965 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nn7pd\" (UniqueName: \"kubernetes.io/projected/743e87ff-2592-45ea-a5fe-fce0b0887933-kube-api-access-nn7pd\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.417016 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-combined-ca-bundle\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.417041 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.417130 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config-secret\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.417208 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.417224 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tx5zw\" (UniqueName: \"kubernetes.io/projected/aed5a24a-27c8-4213-9c1c-96e9b213881a-kube-api-access-tx5zw\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.417236 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.417245 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/aed5a24a-27c8-4213-9c1c-96e9b213881a-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.419252 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.420114 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config-secret\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.421878 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.423432 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-combined-ca-bundle\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.427826 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.438176 4809 scope.go:117] "RemoveContainer" containerID="fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.438979 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.439161 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b\": container with ID starting with fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b not found: ID does not exist" containerID="fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.439250 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b"} err="failed to get container status \"fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b\": rpc error: code = NotFound desc = could not find container \"fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b\": container with ID starting with fea8fb873a1e46457cb20d9956ff373baebf2594b682cf4bbe9dab62334e730b not found: ID does not exist" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.439326 4809 scope.go:117] "RemoveContainer" containerID="05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629" Oct 13 20:17:46 crc kubenswrapper[4809]: E1013 20:17:46.439697 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629\": container with ID starting with 05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629 not found: ID does not exist" containerID="05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.439739 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629"} err="failed to get container status \"05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629\": rpc error: code = NotFound desc = could not find container \"05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629\": container with ID starting with 05ad42df217c2243b94722a12bf8d0cbd77a23c7eb10ff95af309df164f5a629 not found: ID does not exist" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.441829 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nn7pd\" (UniqueName: \"kubernetes.io/projected/743e87ff-2592-45ea-a5fe-fce0b0887933-kube-api-access-nn7pd\") pod \"openstackclient\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.468020 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520145 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520196 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520213 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data-custom\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520241 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ca38c7e7-4868-40a6-9136-c84f73c38d1e-logs\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520292 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520344 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520369 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-logs\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520393 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520413 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-config-data\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520431 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4v86c\" (UniqueName: \"kubernetes.io/projected/fab21611-c919-4b92-b0ca-1c933487d37c-kube-api-access-4v86c\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520448 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-public-tls-certs\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520469 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-scripts\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520489 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-282ql\" (UniqueName: \"kubernetes.io/projected/ca38c7e7-4868-40a6-9136-c84f73c38d1e-kube-api-access-282ql\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520520 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520556 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ca38c7e7-4868-40a6-9136-c84f73c38d1e-etc-machine-id\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520586 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-scripts\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.520606 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.611481 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621687 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ca38c7e7-4868-40a6-9136-c84f73c38d1e-etc-machine-id\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621750 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-scripts\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621778 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621794 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621810 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621824 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data-custom\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621846 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ca38c7e7-4868-40a6-9136-c84f73c38d1e-logs\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621882 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621919 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621942 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-logs\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621966 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.621988 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4v86c\" (UniqueName: \"kubernetes.io/projected/fab21611-c919-4b92-b0ca-1c933487d37c-kube-api-access-4v86c\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.622002 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-config-data\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.622019 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-public-tls-certs\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.622043 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-scripts\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.622064 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-282ql\" (UniqueName: \"kubernetes.io/projected/ca38c7e7-4868-40a6-9136-c84f73c38d1e-kube-api-access-282ql\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.622101 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.622198 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ca38c7e7-4868-40a6-9136-c84f73c38d1e-etc-machine-id\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.623495 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-logs\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.625123 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") device mount path \"/mnt/openstack/pv16\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.626035 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.626849 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.627092 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ca38c7e7-4868-40a6-9136-c84f73c38d1e-logs\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.627388 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.629712 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-config-data\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.630610 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-scripts\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.630966 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.631393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-scripts\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.632061 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-public-tls-certs\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.634083 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.634471 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data-custom\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.642354 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.646713 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-282ql\" (UniqueName: \"kubernetes.io/projected/ca38c7e7-4868-40a6-9136-c84f73c38d1e-kube-api-access-282ql\") pod \"cinder-api-0\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.647375 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4v86c\" (UniqueName: \"kubernetes.io/projected/fab21611-c919-4b92-b0ca-1c933487d37c-kube-api-access-4v86c\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.663878 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"glance-default-external-api-0\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.762417 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:46 crc kubenswrapper[4809]: W1013 20:17:46.911289 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc0994b10_ce78_4220_97b9_5118e50a78cd.slice/crio-f3363aef053d0fdb866decdf117c7e39daec229dcbd4d218daec50c0169b05f8 WatchSource:0}: Error finding container f3363aef053d0fdb866decdf117c7e39daec229dcbd4d218daec50c0169b05f8: Status 404 returned error can't find the container with id f3363aef053d0fdb866decdf117c7e39daec229dcbd4d218daec50c0169b05f8 Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.912161 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-7b7586f546-mqp8w"] Oct 13 20:17:46 crc kubenswrapper[4809]: I1013 20:17:46.965444 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.088794 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.124418 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1","Type":"ContainerStarted","Data":"ea88313a406763d83e6e81a37a6a87f9906b0877b12fc927abc10e2a87ccabf4"} Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.124652 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1","Type":"ContainerStarted","Data":"63ac1731f983930f6bd80913d3a1dfbd2a8c218e8791b3b9b001c00b5cf42e8d"} Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.124918 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.148668 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"aed5a24a-27c8-4213-9c1c-96e9b213881a","Type":"ContainerDied","Data":"555247346d91ab3ebfb7472fa9781d35f9fc3156984a129c422002ac6f4d6826"} Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.148719 4809 scope.go:117] "RemoveContainer" containerID="d47107f2896e1436c03dea8bb5966c5310d816b9116ea9f1fd667dd12f2595ec" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.148868 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.149272 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=2.149251581 podStartE2EDuration="2.149251581s" podCreationTimestamp="2025-10-13 20:17:45 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:47.144061814 +0000 UTC m=+3185.749808389" watchObservedRunningTime="2025-10-13 20:17:47.149251581 +0000 UTC m=+3185.754998166" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.176980 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" event={"ID":"c0994b10-ce78-4220-97b9-5118e50a78cd","Type":"ContainerStarted","Data":"f3363aef053d0fdb866decdf117c7e39daec229dcbd4d218daec50c0169b05f8"} Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.207001 4809 scope.go:117] "RemoveContainer" containerID="42801ebf80752ce199dc0c6a75b731ef573a247e61e935722cf61a59171a628d" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.260232 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.267234 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.278518 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.288380 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.290642 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.295318 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.295510 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.307305 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.442343 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.442377 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.442402 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-logs\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.442434 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.442453 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.442499 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-config-data\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.442546 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-scripts\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.442566 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lpbvw\" (UniqueName: \"kubernetes.io/projected/e9f9648c-b0f0-4ef3-b280-433256e0c697-kube-api-access-lpbvw\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.478118 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.544081 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.544116 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.544145 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-logs\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.544176 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.544193 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.544243 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-config-data\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.544293 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-scripts\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.544316 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lpbvw\" (UniqueName: \"kubernetes.io/projected/e9f9648c-b0f0-4ef3-b280-433256e0c697-kube-api-access-lpbvw\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.544483 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.545147 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.549040 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-logs\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.553456 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.554267 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.554514 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-config-data\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.557814 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-scripts\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.562712 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lpbvw\" (UniqueName: \"kubernetes.io/projected/e9f9648c-b0f0-4ef3-b280-433256e0c697-kube-api-access-lpbvw\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.584278 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.590821 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.627951 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:47 crc kubenswrapper[4809]: E1013 20:17:47.645031 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1755aab4a7eefda56866e1a4959b9a675dc028d4a7a5a00e4e5d04d9ba404406" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:17:47 crc kubenswrapper[4809]: E1013 20:17:47.677068 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1755aab4a7eefda56866e1a4959b9a675dc028d4a7a5a00e4e5d04d9ba404406" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:17:47 crc kubenswrapper[4809]: E1013 20:17:47.704001 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="1755aab4a7eefda56866e1a4959b9a675dc028d4a7a5a00e4e5d04d9ba404406" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:17:47 crc kubenswrapper[4809]: E1013 20:17:47.704074 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="101e2a98-686c-4e77-b18a-47672356e702" containerName="nova-cell0-conductor-conductor" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.752352 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cfb7732f-e905-4634-a02b-fe6df3097344-logs\") pod \"cfb7732f-e905-4634-a02b-fe6df3097344\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.752437 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-config-data\") pod \"cfb7732f-e905-4634-a02b-fe6df3097344\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.752459 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-combined-ca-bundle\") pod \"cfb7732f-e905-4634-a02b-fe6df3097344\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.752595 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-scripts\") pod \"cfb7732f-e905-4634-a02b-fe6df3097344\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.752615 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rlt5g\" (UniqueName: \"kubernetes.io/projected/cfb7732f-e905-4634-a02b-fe6df3097344-kube-api-access-rlt5g\") pod \"cfb7732f-e905-4634-a02b-fe6df3097344\" (UID: \"cfb7732f-e905-4634-a02b-fe6df3097344\") " Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.752997 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cfb7732f-e905-4634-a02b-fe6df3097344-logs" (OuterVolumeSpecName: "logs") pod "cfb7732f-e905-4634-a02b-fe6df3097344" (UID: "cfb7732f-e905-4634-a02b-fe6df3097344"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.753404 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cfb7732f-e905-4634-a02b-fe6df3097344-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.756236 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cfb7732f-e905-4634-a02b-fe6df3097344-kube-api-access-rlt5g" (OuterVolumeSpecName: "kube-api-access-rlt5g") pod "cfb7732f-e905-4634-a02b-fe6df3097344" (UID: "cfb7732f-e905-4634-a02b-fe6df3097344"). InnerVolumeSpecName "kube-api-access-rlt5g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.759834 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-scripts" (OuterVolumeSpecName: "scripts") pod "cfb7732f-e905-4634-a02b-fe6df3097344" (UID: "cfb7732f-e905-4634-a02b-fe6df3097344"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.783978 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "cfb7732f-e905-4634-a02b-fe6df3097344" (UID: "cfb7732f-e905-4634-a02b-fe6df3097344"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.792646 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-config-data" (OuterVolumeSpecName: "config-data") pod "cfb7732f-e905-4634-a02b-fe6df3097344" (UID: "cfb7732f-e905-4634-a02b-fe6df3097344"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.855442 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.855692 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.855703 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/cfb7732f-e905-4634-a02b-fe6df3097344-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:47 crc kubenswrapper[4809]: I1013 20:17:47.855712 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rlt5g\" (UniqueName: \"kubernetes.io/projected/cfb7732f-e905-4634-a02b-fe6df3097344-kube-api-access-rlt5g\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.194098 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="75198349-d7b5-4291-89a0-8286ccff2390" path="/var/lib/kubelet/pods/75198349-d7b5-4291-89a0-8286ccff2390/volumes" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.194930 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="aed5a24a-27c8-4213-9c1c-96e9b213881a" path="/var/lib/kubelet/pods/aed5a24a-27c8-4213-9c1c-96e9b213881a/volumes" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.196648 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bd29dead-d855-4a55-b833-a50017b18104" path="/var/lib/kubelet/pods/bd29dead-d855-4a55-b833-a50017b18104/volumes" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.202717 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.219008 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-5c8646c9d8-6kglb"] Oct 13 20:17:48 crc kubenswrapper[4809]: E1013 20:17:48.219466 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cfb7732f-e905-4634-a02b-fe6df3097344" containerName="placement-db-sync" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.219483 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cfb7732f-e905-4634-a02b-fe6df3097344" containerName="placement-db-sync" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.219650 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cfb7732f-e905-4634-a02b-fe6df3097344" containerName="placement-db-sync" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.220708 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.227037 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-5c8646c9d8-6kglb"] Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.265135 4809 generic.go:334] "Generic (PLEG): container finished" podID="101e2a98-686c-4e77-b18a-47672356e702" containerID="1755aab4a7eefda56866e1a4959b9a675dc028d4a7a5a00e4e5d04d9ba404406" exitCode=0 Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.265227 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"101e2a98-686c-4e77-b18a-47672356e702","Type":"ContainerDied","Data":"1755aab4a7eefda56866e1a4959b9a675dc028d4a7a5a00e4e5d04d9ba404406"} Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.273995 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"743e87ff-2592-45ea-a5fe-fce0b0887933","Type":"ContainerStarted","Data":"2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257"} Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.274034 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"743e87ff-2592-45ea-a5fe-fce0b0887933","Type":"ContainerStarted","Data":"1aca52edea1ae714f8aa10d8de018a5b38158bc95f49207a2ae27cb603d7e843"} Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.282417 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca38c7e7-4868-40a6-9136-c84f73c38d1e","Type":"ContainerStarted","Data":"178c9ca64e523e68734b73d32b0ff2b96de0340f9c3c18a8dc848c7e1650e65e"} Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.288620 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-g5vts" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.289074 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-g5vts" event={"ID":"cfb7732f-e905-4634-a02b-fe6df3097344","Type":"ContainerDied","Data":"46015040f9d43fdf5113186b08763c63eeaf3dae0788fe6a24506c31ae3cafec"} Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.289113 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="46015040f9d43fdf5113186b08763c63eeaf3dae0788fe6a24506c31ae3cafec" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.298796 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstackclient" podStartSLOduration=2.298779466 podStartE2EDuration="2.298779466s" podCreationTimestamp="2025-10-13 20:17:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:48.289052321 +0000 UTC m=+3186.894798906" watchObservedRunningTime="2025-10-13 20:17:48.298779466 +0000 UTC m=+3186.904526051" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.311119 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" event={"ID":"c0994b10-ce78-4220-97b9-5118e50a78cd","Type":"ContainerStarted","Data":"9a3fe1b446b47b45ef40b8ad4182f56d470103e007d4d50d6561267596238f61"} Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.311188 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.337493 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" podStartSLOduration=2.337474821 podStartE2EDuration="2.337474821s" podCreationTimestamp="2025-10-13 20:17:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:48.328824106 +0000 UTC m=+3186.934570691" watchObservedRunningTime="2025-10-13 20:17:48.337474821 +0000 UTC m=+3186.943221396" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.351049 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"fab21611-c919-4b92-b0ca-1c933487d37c","Type":"ContainerStarted","Data":"15eedd34bdaf16f1d6cedcd0e8edb40028a2f3e71d2d8d378ad84f9cbb41bf29"} Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.369620 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-public-tls-certs\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.369663 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-scripts\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.369704 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-config-data\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.369785 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7kc5m\" (UniqueName: \"kubernetes.io/projected/ebf5328a-8d16-4e58-ac41-1c1634499042-kube-api-access-7kc5m\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.369875 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ebf5328a-8d16-4e58-ac41-1c1634499042-logs\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.369948 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-combined-ca-bundle\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.369975 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-internal-tls-certs\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.471775 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-public-tls-certs\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.471829 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-scripts\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.471870 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-config-data\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.471885 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7kc5m\" (UniqueName: \"kubernetes.io/projected/ebf5328a-8d16-4e58-ac41-1c1634499042-kube-api-access-7kc5m\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.471987 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ebf5328a-8d16-4e58-ac41-1c1634499042-logs\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.472099 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-combined-ca-bundle\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.472131 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-internal-tls-certs\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.476278 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-internal-tls-certs\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.476871 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ebf5328a-8d16-4e58-ac41-1c1634499042-logs\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.480014 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-config-data\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.484592 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-combined-ca-bundle\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.493662 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7kc5m\" (UniqueName: \"kubernetes.io/projected/ebf5328a-8d16-4e58-ac41-1c1634499042-kube-api-access-7kc5m\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.494686 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-public-tls-certs\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.500341 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.504145 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-scripts\") pod \"placement-5c8646c9d8-6kglb\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.596469 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.674847 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-config-data\") pod \"101e2a98-686c-4e77-b18a-47672356e702\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.674949 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nsstn\" (UniqueName: \"kubernetes.io/projected/101e2a98-686c-4e77-b18a-47672356e702-kube-api-access-nsstn\") pod \"101e2a98-686c-4e77-b18a-47672356e702\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.675041 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-combined-ca-bundle\") pod \"101e2a98-686c-4e77-b18a-47672356e702\" (UID: \"101e2a98-686c-4e77-b18a-47672356e702\") " Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.681932 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/101e2a98-686c-4e77-b18a-47672356e702-kube-api-access-nsstn" (OuterVolumeSpecName: "kube-api-access-nsstn") pod "101e2a98-686c-4e77-b18a-47672356e702" (UID: "101e2a98-686c-4e77-b18a-47672356e702"). InnerVolumeSpecName "kube-api-access-nsstn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.705899 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-config-data" (OuterVolumeSpecName: "config-data") pod "101e2a98-686c-4e77-b18a-47672356e702" (UID: "101e2a98-686c-4e77-b18a-47672356e702"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.713004 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "101e2a98-686c-4e77-b18a-47672356e702" (UID: "101e2a98-686c-4e77-b18a-47672356e702"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.761446 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.777284 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config-secret\") pod \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.777505 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config\") pod \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.777586 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-combined-ca-bundle\") pod \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.777625 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mbgb2\" (UniqueName: \"kubernetes.io/projected/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-kube-api-access-mbgb2\") pod \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\" (UID: \"caaf7ea3-285a-4aca-9f07-0e0e8bd7110c\") " Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.777990 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.778007 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nsstn\" (UniqueName: \"kubernetes.io/projected/101e2a98-686c-4e77-b18a-47672356e702-kube-api-access-nsstn\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.778017 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/101e2a98-686c-4e77-b18a-47672356e702-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.783702 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-kube-api-access-mbgb2" (OuterVolumeSpecName: "kube-api-access-mbgb2") pod "caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" (UID: "caaf7ea3-285a-4aca-9f07-0e0e8bd7110c"). InnerVolumeSpecName "kube-api-access-mbgb2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.839047 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" (UID: "caaf7ea3-285a-4aca-9f07-0e0e8bd7110c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.857444 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config" (OuterVolumeSpecName: "openstack-config") pod "caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" (UID: "caaf7ea3-285a-4aca-9f07-0e0e8bd7110c"). InnerVolumeSpecName "openstack-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.880022 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config-secret" (OuterVolumeSpecName: "openstack-config-secret") pod "caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" (UID: "caaf7ea3-285a-4aca-9f07-0e0e8bd7110c"). InnerVolumeSpecName "openstack-config-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.881254 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.881283 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.881294 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mbgb2\" (UniqueName: \"kubernetes.io/projected/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-kube-api-access-mbgb2\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:48 crc kubenswrapper[4809]: I1013 20:17:48.881306 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c-openstack-config-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.196835 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.288425 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-combined-ca-bundle\") pod \"8aa23013-9d0a-498f-80c2-e957400509c7\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.288458 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data-custom\") pod \"8aa23013-9d0a-498f-80c2-e957400509c7\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.289153 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data\") pod \"8aa23013-9d0a-498f-80c2-e957400509c7\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.289237 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8aa23013-9d0a-498f-80c2-e957400509c7-logs\") pod \"8aa23013-9d0a-498f-80c2-e957400509c7\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.289308 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-726jk\" (UniqueName: \"kubernetes.io/projected/8aa23013-9d0a-498f-80c2-e957400509c7-kube-api-access-726jk\") pod \"8aa23013-9d0a-498f-80c2-e957400509c7\" (UID: \"8aa23013-9d0a-498f-80c2-e957400509c7\") " Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.290983 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8aa23013-9d0a-498f-80c2-e957400509c7-logs" (OuterVolumeSpecName: "logs") pod "8aa23013-9d0a-498f-80c2-e957400509c7" (UID: "8aa23013-9d0a-498f-80c2-e957400509c7"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.306900 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "8aa23013-9d0a-498f-80c2-e957400509c7" (UID: "8aa23013-9d0a-498f-80c2-e957400509c7"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.307215 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8aa23013-9d0a-498f-80c2-e957400509c7-kube-api-access-726jk" (OuterVolumeSpecName: "kube-api-access-726jk") pod "8aa23013-9d0a-498f-80c2-e957400509c7" (UID: "8aa23013-9d0a-498f-80c2-e957400509c7"). InnerVolumeSpecName "kube-api-access-726jk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.364913 4809 generic.go:334] "Generic (PLEG): container finished" podID="8aa23013-9d0a-498f-80c2-e957400509c7" containerID="2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7" exitCode=0 Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.364966 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" event={"ID":"8aa23013-9d0a-498f-80c2-e957400509c7","Type":"ContainerDied","Data":"2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7"} Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.364992 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" event={"ID":"8aa23013-9d0a-498f-80c2-e957400509c7","Type":"ContainerDied","Data":"e610986037fb07b0b1a46c46e6d08653fb2ad44bd4ef4b0119f15966c7626a5d"} Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.365008 4809 scope.go:117] "RemoveContainer" containerID="2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.365131 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.365590 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-5c8646c9d8-6kglb"] Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.374606 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e9f9648c-b0f0-4ef3-b280-433256e0c697","Type":"ContainerStarted","Data":"4d44be54b09a9c8e3355c3e6babaa908ef353751b97b7dfc8711befb0c816a1c"} Oct 13 20:17:49 crc kubenswrapper[4809]: W1013 20:17:49.379856 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podebf5328a_8d16_4e58_ac41_1c1634499042.slice/crio-61b069bf5881fd1dbdc0c5de33a37d5032f39dde37a4ce972e03a334e8e1c9ff WatchSource:0}: Error finding container 61b069bf5881fd1dbdc0c5de33a37d5032f39dde37a4ce972e03a334e8e1c9ff: Status 404 returned error can't find the container with id 61b069bf5881fd1dbdc0c5de33a37d5032f39dde37a4ce972e03a334e8e1c9ff Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.381220 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"fab21611-c919-4b92-b0ca-1c933487d37c","Type":"ContainerStarted","Data":"cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3"} Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.384464 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"101e2a98-686c-4e77-b18a-47672356e702","Type":"ContainerDied","Data":"573c924108f8628936e92fd5af4cae340a880a03540dc13aba92d807223b3b5f"} Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.384551 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.387751 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8aa23013-9d0a-498f-80c2-e957400509c7" (UID: "8aa23013-9d0a-498f-80c2-e957400509c7"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.391204 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.391230 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.391241 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8aa23013-9d0a-498f-80c2-e957400509c7-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.391251 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-726jk\" (UniqueName: \"kubernetes.io/projected/8aa23013-9d0a-498f-80c2-e957400509c7-kube-api-access-726jk\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.392265 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca38c7e7-4868-40a6-9136-c84f73c38d1e","Type":"ContainerStarted","Data":"0fa18cad0e4735aa25e428ab8b13f1825f2522cfff13ad97f6e4fc1d9225c7e5"} Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.395967 4809 generic.go:334] "Generic (PLEG): container finished" podID="caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" containerID="8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9" exitCode=137 Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.396019 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.420033 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data" (OuterVolumeSpecName: "config-data") pod "8aa23013-9d0a-498f-80c2-e957400509c7" (UID: "8aa23013-9d0a-498f-80c2-e957400509c7"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.492822 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8aa23013-9d0a-498f-80c2-e957400509c7-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.504952 4809 scope.go:117] "RemoveContainer" containerID="898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.530453 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" podUID="743e87ff-2592-45ea-a5fe-fce0b0887933" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.534651 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.549686 4809 scope.go:117] "RemoveContainer" containerID="2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.549790 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:17:49 crc kubenswrapper[4809]: E1013 20:17:49.552126 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7\": container with ID starting with 2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7 not found: ID does not exist" containerID="2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.552154 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7"} err="failed to get container status \"2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7\": rpc error: code = NotFound desc = could not find container \"2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7\": container with ID starting with 2dea21b7f4ecdcde9cece0f2677561288b7cdf7705a59a3cb2ad04d9f79836e7 not found: ID does not exist" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.552212 4809 scope.go:117] "RemoveContainer" containerID="898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23" Oct 13 20:17:49 crc kubenswrapper[4809]: E1013 20:17:49.552456 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23\": container with ID starting with 898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23 not found: ID does not exist" containerID="898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.552471 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23"} err="failed to get container status \"898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23\": rpc error: code = NotFound desc = could not find container \"898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23\": container with ID starting with 898a9414b8e3af458b0593c3142d9c2f6f3ba7911ff4d65ee078549574c09b23 not found: ID does not exist" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.552482 4809 scope.go:117] "RemoveContainer" containerID="1755aab4a7eefda56866e1a4959b9a675dc028d4a7a5a00e4e5d04d9ba404406" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.561144 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:17:49 crc kubenswrapper[4809]: E1013 20:17:49.561612 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="101e2a98-686c-4e77-b18a-47672356e702" containerName="nova-cell0-conductor-conductor" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.561629 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="101e2a98-686c-4e77-b18a-47672356e702" containerName="nova-cell0-conductor-conductor" Oct 13 20:17:49 crc kubenswrapper[4809]: E1013 20:17:49.561644 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8aa23013-9d0a-498f-80c2-e957400509c7" containerName="barbican-keystone-listener" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.561651 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8aa23013-9d0a-498f-80c2-e957400509c7" containerName="barbican-keystone-listener" Oct 13 20:17:49 crc kubenswrapper[4809]: E1013 20:17:49.561675 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8aa23013-9d0a-498f-80c2-e957400509c7" containerName="barbican-keystone-listener-log" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.561681 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8aa23013-9d0a-498f-80c2-e957400509c7" containerName="barbican-keystone-listener-log" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.561883 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8aa23013-9d0a-498f-80c2-e957400509c7" containerName="barbican-keystone-listener" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.561904 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="101e2a98-686c-4e77-b18a-47672356e702" containerName="nova-cell0-conductor-conductor" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.561916 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8aa23013-9d0a-498f-80c2-e957400509c7" containerName="barbican-keystone-listener-log" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.569813 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.573348 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.573791 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.603967 4809 scope.go:117] "RemoveContainer" containerID="8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.641833 4809 scope.go:117] "RemoveContainer" containerID="8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9" Oct 13 20:17:49 crc kubenswrapper[4809]: E1013 20:17:49.645563 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9\": container with ID starting with 8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9 not found: ID does not exist" containerID="8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.645855 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9"} err="failed to get container status \"8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9\": rpc error: code = NotFound desc = could not find container \"8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9\": container with ID starting with 8b8c20cc3704a0c182595939eef08c1c29e77cac8afdfa4e1ce563f238addee9 not found: ID does not exist" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.696959 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.697606 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vghzs\" (UniqueName: \"kubernetes.io/projected/0c3ed481-10ad-4938-82c9-32979ac66954-kube-api-access-vghzs\") pod \"nova-cell0-conductor-0\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.697679 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.721205 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l"] Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.734196 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5ff7664d5f-8q59l"] Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.799051 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vghzs\" (UniqueName: \"kubernetes.io/projected/0c3ed481-10ad-4938-82c9-32979ac66954-kube-api-access-vghzs\") pod \"nova-cell0-conductor-0\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.799133 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.799177 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.804842 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.806452 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.816929 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vghzs\" (UniqueName: \"kubernetes.io/projected/0c3ed481-10ad-4938-82c9-32979ac66954-kube-api-access-vghzs\") pod \"nova-cell0-conductor-0\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:49 crc kubenswrapper[4809]: I1013 20:17:49.896558 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.172721 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="101e2a98-686c-4e77-b18a-47672356e702" path="/var/lib/kubelet/pods/101e2a98-686c-4e77-b18a-47672356e702/volumes" Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.173604 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8aa23013-9d0a-498f-80c2-e957400509c7" path="/var/lib/kubelet/pods/8aa23013-9d0a-498f-80c2-e957400509c7/volumes" Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.174417 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="caaf7ea3-285a-4aca-9f07-0e0e8bd7110c" path="/var/lib/kubelet/pods/caaf7ea3-285a-4aca-9f07-0e0e8bd7110c/volumes" Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.406693 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"fab21611-c919-4b92-b0ca-1c933487d37c","Type":"ContainerStarted","Data":"e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597"} Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.411079 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca38c7e7-4868-40a6-9136-c84f73c38d1e","Type":"ContainerStarted","Data":"bcc06229d15e9cb6c221ef0b78c6506f8938a022d3d276b63cb1d6f5fd5c5ec1"} Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.411560 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.416708 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e9f9648c-b0f0-4ef3-b280-433256e0c697","Type":"ContainerStarted","Data":"800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195"} Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.416749 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e9f9648c-b0f0-4ef3-b280-433256e0c697","Type":"ContainerStarted","Data":"65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76"} Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.419592 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" event={"ID":"ebf5328a-8d16-4e58-ac41-1c1634499042","Type":"ContainerStarted","Data":"5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0"} Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.419621 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" event={"ID":"ebf5328a-8d16-4e58-ac41-1c1634499042","Type":"ContainerStarted","Data":"50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a"} Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.419632 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" event={"ID":"ebf5328a-8d16-4e58-ac41-1c1634499042","Type":"ContainerStarted","Data":"61b069bf5881fd1dbdc0c5de33a37d5032f39dde37a4ce972e03a334e8e1c9ff"} Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.420083 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.420112 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.437034 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.443265 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=4.443249468 podStartE2EDuration="4.443249468s" podCreationTimestamp="2025-10-13 20:17:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:50.435013735 +0000 UTC m=+3189.040760320" watchObservedRunningTime="2025-10-13 20:17:50.443249468 +0000 UTC m=+3189.048996053" Oct 13 20:17:50 crc kubenswrapper[4809]: W1013 20:17:50.445398 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0c3ed481_10ad_4938_82c9_32979ac66954.slice/crio-3d6c9489ae6ae8389baee4cfc5ea865f5405585f2114a1aad1a855083ccbe079 WatchSource:0}: Error finding container 3d6c9489ae6ae8389baee4cfc5ea865f5405585f2114a1aad1a855083ccbe079: Status 404 returned error can't find the container with id 3d6c9489ae6ae8389baee4cfc5ea865f5405585f2114a1aad1a855083ccbe079 Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.484177 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" podStartSLOduration=2.484158935 podStartE2EDuration="2.484158935s" podCreationTimestamp="2025-10-13 20:17:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:50.471220059 +0000 UTC m=+3189.076966644" watchObservedRunningTime="2025-10-13 20:17:50.484158935 +0000 UTC m=+3189.089905510" Oct 13 20:17:50 crc kubenswrapper[4809]: I1013 20:17:50.522564 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.5225463 podStartE2EDuration="3.5225463s" podCreationTimestamp="2025-10-13 20:17:47 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:50.493141959 +0000 UTC m=+3189.098888534" watchObservedRunningTime="2025-10-13 20:17:50.5225463 +0000 UTC m=+3189.128292885" Oct 13 20:17:51 crc kubenswrapper[4809]: I1013 20:17:51.156900 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:17:51 crc kubenswrapper[4809]: E1013 20:17:51.157588 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:17:51 crc kubenswrapper[4809]: I1013 20:17:51.433826 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"0c3ed481-10ad-4938-82c9-32979ac66954","Type":"ContainerStarted","Data":"5cafb5eace2028f545b986b346e71d6e28a5767039014a452400f640f2578798"} Oct 13 20:17:51 crc kubenswrapper[4809]: I1013 20:17:51.433886 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"0c3ed481-10ad-4938-82c9-32979ac66954","Type":"ContainerStarted","Data":"3d6c9489ae6ae8389baee4cfc5ea865f5405585f2114a1aad1a855083ccbe079"} Oct 13 20:17:51 crc kubenswrapper[4809]: I1013 20:17:51.434449 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:17:51 crc kubenswrapper[4809]: I1013 20:17:51.449618 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=5.449603885 podStartE2EDuration="5.449603885s" podCreationTimestamp="2025-10-13 20:17:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:50.537962596 +0000 UTC m=+3189.143709181" watchObservedRunningTime="2025-10-13 20:17:51.449603885 +0000 UTC m=+3190.055350470" Oct 13 20:17:51 crc kubenswrapper[4809]: I1013 20:17:51.451428 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=2.451414216 podStartE2EDuration="2.451414216s" podCreationTimestamp="2025-10-13 20:17:49 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:51.451263942 +0000 UTC m=+3190.057010597" watchObservedRunningTime="2025-10-13 20:17:51.451414216 +0000 UTC m=+3190.057170171" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.467469 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerID="556a9c2c5e3c8d52a8631d681581ea7f1b5c5d858662f1f6261bc52c5f54137d" exitCode=137 Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.467541 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"556a9c2c5e3c8d52a8631d681581ea7f1b5c5d858662f1f6261bc52c5f54137d"} Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.625076 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.771029 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.808053 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.857206 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-lock\") pod \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.857356 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift\") pod \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.857422 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n4vzz\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-kube-api-access-n4vzz\") pod \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.857451 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-cache\") pod \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.857541 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swift\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\" (UID: \"6d8c88bc-fb98-4016-b021-f7ede8ca319c\") " Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.857629 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-lock" (OuterVolumeSpecName: "lock") pod "6d8c88bc-fb98-4016-b021-f7ede8ca319c" (UID: "6d8c88bc-fb98-4016-b021-f7ede8ca319c"). InnerVolumeSpecName "lock". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.858093 4809 reconciler_common.go:293] "Volume detached for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-lock\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.858655 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-cache" (OuterVolumeSpecName: "cache") pod "6d8c88bc-fb98-4016-b021-f7ede8ca319c" (UID: "6d8c88bc-fb98-4016-b021-f7ede8ca319c"). InnerVolumeSpecName "cache". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.874072 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "6d8c88bc-fb98-4016-b021-f7ede8ca319c" (UID: "6d8c88bc-fb98-4016-b021-f7ede8ca319c"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.877848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage10-crc" (OuterVolumeSpecName: "swift") pod "6d8c88bc-fb98-4016-b021-f7ede8ca319c" (UID: "6d8c88bc-fb98-4016-b021-f7ede8ca319c"). InnerVolumeSpecName "local-storage10-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.877945 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-kube-api-access-n4vzz" (OuterVolumeSpecName: "kube-api-access-n4vzz") pod "6d8c88bc-fb98-4016-b021-f7ede8ca319c" (UID: "6d8c88bc-fb98-4016-b021-f7ede8ca319c"). InnerVolumeSpecName "kube-api-access-n4vzz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.938327 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n"] Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.938563 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" podUID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerName="barbican-api-log" containerID="cri-o://7deced458d9c263d7963b477b39cafd442ee8481d47ed78a63de49bfb026f633" gracePeriod=30 Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.939087 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" podUID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerName="barbican-api" containerID="cri-o://beec1f4a938ce4e5ac7353e01c2ded9b63a474674e3fd9682b4084867cc35c24" gracePeriod=30 Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.962096 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" " Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.962130 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.962142 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n4vzz\" (UniqueName: \"kubernetes.io/projected/6d8c88bc-fb98-4016-b021-f7ede8ca319c-kube-api-access-n4vzz\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.962756 4809 reconciler_common.go:293] "Volume detached for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/6d8c88bc-fb98-4016-b021-f7ede8ca319c-cache\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:52 crc kubenswrapper[4809]: I1013 20:17:52.986451 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage10-crc" (UniqueName: "kubernetes.io/local-volume/local-storage10-crc") on node "crc" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.066994 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.477388 4809 generic.go:334] "Generic (PLEG): container finished" podID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerID="7deced458d9c263d7963b477b39cafd442ee8481d47ed78a63de49bfb026f633" exitCode=143 Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.477439 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" event={"ID":"f321c603-ac68-4825-b3ae-a0b6ef97285a","Type":"ContainerDied","Data":"7deced458d9c263d7963b477b39cafd442ee8481d47ed78a63de49bfb026f633"} Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.483091 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"6d8c88bc-fb98-4016-b021-f7ede8ca319c","Type":"ContainerDied","Data":"40bcdb55670be5be65095409d0a88922b0816916c4fa3d7324151bd043fc3705"} Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.483163 4809 scope.go:117] "RemoveContainer" containerID="556a9c2c5e3c8d52a8631d681581ea7f1b5c5d858662f1f6261bc52c5f54137d" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.483171 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.513420 4809 scope.go:117] "RemoveContainer" containerID="c5ac1259a4b62d55174eddef39b1449cb65f661d5704417db8978efe10439e3f" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.522179 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.530459 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.531794 4809 scope.go:117] "RemoveContainer" containerID="f7be3313bbd68506744a551bb7ae7d258e38018842d354daafade40129e30e4f" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.557774 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558283 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-reaper" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558306 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-reaper" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558324 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-server" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558332 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-server" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558350 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-updater" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558360 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-updater" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558375 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-expirer" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558382 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-expirer" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558397 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-replicator" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558405 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-replicator" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558418 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-server" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558425 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-server" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558434 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-auditor" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558442 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-auditor" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558455 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-updater" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558462 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-updater" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558478 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-auditor" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558484 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-auditor" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558495 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-replicator" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558502 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-replicator" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558518 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-replicator" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558526 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-replicator" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558542 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-server" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558550 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-server" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558562 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="rsync" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558570 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="rsync" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558596 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="swift-recon-cron" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558604 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="swift-recon-cron" Oct 13 20:17:53 crc kubenswrapper[4809]: E1013 20:17:53.558618 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-auditor" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558625 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-auditor" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558910 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-server" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558934 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-server" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558954 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-auditor" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558969 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-replicator" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.558983 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-replicator" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.559002 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-reaper" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.559012 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-updater" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.559027 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-updater" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.559038 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="swift-recon-cron" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.559052 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="rsync" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.559063 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-replicator" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.559075 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-server" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.559088 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="container-auditor" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.559106 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="object-expirer" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.559127 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" containerName="account-auditor" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.570618 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.570968 4809 scope.go:117] "RemoveContainer" containerID="519261f2e05571311914578f90013a581381eb4066359ab5a1ddf648e709db36" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.572493 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.575186 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-storage-config-data" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.623859 4809 scope.go:117] "RemoveContainer" containerID="bc505e5f36093eaee60d5ec374eb5c2dd96ff24ff9fd54c69dc9f55210e9259b" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.642412 4809 scope.go:117] "RemoveContainer" containerID="d94bafcec7ef031452acce1f3e6fc30223dfd7f974945c32be74b10c6a068097" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.666278 4809 scope.go:117] "RemoveContainer" containerID="ad4c8bd57616021ffa19447aa23a652e30c3b52388ed8c977bf15464f7c21ec0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.680827 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.680873 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-cache\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.680907 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-etc-swift\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.680968 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-lock\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.681019 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rm472\" (UniqueName: \"kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-kube-api-access-rm472\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.684708 4809 scope.go:117] "RemoveContainer" containerID="142fb9f6210adaa2e4de7458007e1f10ddcb4472898167d82d4994ba816b91c9" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.701698 4809 scope.go:117] "RemoveContainer" containerID="f1f1cbbd8379e404b29b10f6e79af2a15693d343543e7beba90aa3cd90951e7d" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.719403 4809 scope.go:117] "RemoveContainer" containerID="b2524cb2fce2b480bd1f2bf836edfc86cd8f601c02877139d8f5627eb167594b" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.735830 4809 scope.go:117] "RemoveContainer" containerID="0a9540733023c657b1e47b882afffd75c4134d255fda170b80426c4bd05e0a4e" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.753302 4809 scope.go:117] "RemoveContainer" containerID="68cbb143e6843d500fe094dd785d6dbc71da0d668bdf2c4ce77ab9a650a615ba" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.777449 4809 scope.go:117] "RemoveContainer" containerID="4d9dd0d54dfef09e687eb79c6aea45b6fea109457e4d3536b82b032f4268cc3c" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.782772 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-lock\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.782831 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rm472\" (UniqueName: \"kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-kube-api-access-rm472\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.782915 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.782936 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-cache\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.782963 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-etc-swift\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.783738 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") device mount path \"/mnt/openstack/pv10\"" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.783981 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-lock\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.784000 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-cache\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.793890 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-etc-swift\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.801487 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rm472\" (UniqueName: \"kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-kube-api-access-rm472\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.808168 4809 scope.go:117] "RemoveContainer" containerID="2bbdc061fe2aa8748b15fd29da80dccbb78546574c9097d2a464bdaf413c094c" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.831943 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"swift-storage-0\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.898484 4809 scope.go:117] "RemoveContainer" containerID="3c1ed75f9327c947030c2d54f7602642d3dc96741372a6b1240b8f1223fbc76b" Oct 13 20:17:53 crc kubenswrapper[4809]: I1013 20:17:53.914056 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:17:54 crc kubenswrapper[4809]: I1013 20:17:54.176560 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6d8c88bc-fb98-4016-b021-f7ede8ca319c" path="/var/lib/kubelet/pods/6d8c88bc-fb98-4016-b021-f7ede8ca319c/volumes" Oct 13 20:17:54 crc kubenswrapper[4809]: I1013 20:17:54.500904 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:17:54 crc kubenswrapper[4809]: W1013 20:17:54.514433 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb61b33c7_de39_42f4_8e2f_c0459a569a1d.slice/crio-fa845758e8ffd121c6bae47a51ce2bb0a629689caaf1dbea90ba404bfce62487 WatchSource:0}: Error finding container fa845758e8ffd121c6bae47a51ce2bb0a629689caaf1dbea90ba404bfce62487: Status 404 returned error can't find the container with id fa845758e8ffd121c6bae47a51ce2bb0a629689caaf1dbea90ba404bfce62487 Oct 13 20:17:55 crc kubenswrapper[4809]: I1013 20:17:55.526662 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:17:55 crc kubenswrapper[4809]: I1013 20:17:55.555126 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815"} Oct 13 20:17:55 crc kubenswrapper[4809]: I1013 20:17:55.555184 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16"} Oct 13 20:17:55 crc kubenswrapper[4809]: I1013 20:17:55.555206 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6"} Oct 13 20:17:55 crc kubenswrapper[4809]: I1013 20:17:55.555221 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e"} Oct 13 20:17:55 crc kubenswrapper[4809]: I1013 20:17:55.555240 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"fa845758e8ffd121c6bae47a51ce2bb0a629689caaf1dbea90ba404bfce62487"} Oct 13 20:17:56 crc kubenswrapper[4809]: I1013 20:17:56.366314 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" podUID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerName="barbican-api-log" probeResult="failure" output="Get \"https://10.217.1.98:9311/healthcheck\": read tcp 10.217.0.2:39870->10.217.1.98:9311: read: connection reset by peer" Oct 13 20:17:56 crc kubenswrapper[4809]: I1013 20:17:56.366351 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" podUID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerName="barbican-api" probeResult="failure" output="Get \"https://10.217.1.98:9311/healthcheck\": read tcp 10.217.0.2:39878->10.217.1.98:9311: read: connection reset by peer" Oct 13 20:17:56 crc kubenswrapper[4809]: I1013 20:17:56.567809 4809 generic.go:334] "Generic (PLEG): container finished" podID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerID="beec1f4a938ce4e5ac7353e01c2ded9b63a474674e3fd9682b4084867cc35c24" exitCode=0 Oct 13 20:17:56 crc kubenswrapper[4809]: I1013 20:17:56.568117 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" event={"ID":"f321c603-ac68-4825-b3ae-a0b6ef97285a","Type":"ContainerDied","Data":"beec1f4a938ce4e5ac7353e01c2ded9b63a474674e3fd9682b4084867cc35c24"} Oct 13 20:17:56 crc kubenswrapper[4809]: I1013 20:17:56.573018 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb"} Oct 13 20:17:56 crc kubenswrapper[4809]: I1013 20:17:56.573051 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca"} Oct 13 20:17:56 crc kubenswrapper[4809]: I1013 20:17:56.573061 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f"} Oct 13 20:17:56 crc kubenswrapper[4809]: I1013 20:17:56.573071 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9"} Oct 13 20:17:56 crc kubenswrapper[4809]: I1013 20:17:56.868016 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:17:56 crc kubenswrapper[4809]: I1013 20:17:56.966786 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:56 crc kubenswrapper[4809]: I1013 20:17:56.967093 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:56.999402 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data\") pod \"f321c603-ac68-4825-b3ae-a0b6ef97285a\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:56.999470 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-public-tls-certs\") pod \"f321c603-ac68-4825-b3ae-a0b6ef97285a\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:56.999507 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-internal-tls-certs\") pod \"f321c603-ac68-4825-b3ae-a0b6ef97285a\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:56.999537 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data-custom\") pod \"f321c603-ac68-4825-b3ae-a0b6ef97285a\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:56.999576 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-combined-ca-bundle\") pod \"f321c603-ac68-4825-b3ae-a0b6ef97285a\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:56.999644 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f321c603-ac68-4825-b3ae-a0b6ef97285a-logs\") pod \"f321c603-ac68-4825-b3ae-a0b6ef97285a\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:56.999711 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-c68g9\" (UniqueName: \"kubernetes.io/projected/f321c603-ac68-4825-b3ae-a0b6ef97285a-kube-api-access-c68g9\") pod \"f321c603-ac68-4825-b3ae-a0b6ef97285a\" (UID: \"f321c603-ac68-4825-b3ae-a0b6ef97285a\") " Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.005988 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.006111 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f321c603-ac68-4825-b3ae-a0b6ef97285a-logs" (OuterVolumeSpecName: "logs") pod "f321c603-ac68-4825-b3ae-a0b6ef97285a" (UID: "f321c603-ac68-4825-b3ae-a0b6ef97285a"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.008673 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f321c603-ac68-4825-b3ae-a0b6ef97285a-kube-api-access-c68g9" (OuterVolumeSpecName: "kube-api-access-c68g9") pod "f321c603-ac68-4825-b3ae-a0b6ef97285a" (UID: "f321c603-ac68-4825-b3ae-a0b6ef97285a"). InnerVolumeSpecName "kube-api-access-c68g9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.011047 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "f321c603-ac68-4825-b3ae-a0b6ef97285a" (UID: "f321c603-ac68-4825-b3ae-a0b6ef97285a"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.028091 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.046984 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f321c603-ac68-4825-b3ae-a0b6ef97285a" (UID: "f321c603-ac68-4825-b3ae-a0b6ef97285a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.072201 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "f321c603-ac68-4825-b3ae-a0b6ef97285a" (UID: "f321c603-ac68-4825-b3ae-a0b6ef97285a"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.077524 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "f321c603-ac68-4825-b3ae-a0b6ef97285a" (UID: "f321c603-ac68-4825-b3ae-a0b6ef97285a"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.083933 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data" (OuterVolumeSpecName: "config-data") pod "f321c603-ac68-4825-b3ae-a0b6ef97285a" (UID: "f321c603-ac68-4825-b3ae-a0b6ef97285a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.101565 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.101608 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f321c603-ac68-4825-b3ae-a0b6ef97285a-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.101620 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-c68g9\" (UniqueName: \"kubernetes.io/projected/f321c603-ac68-4825-b3ae-a0b6ef97285a-kube-api-access-c68g9\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.101630 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.101639 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.101647 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.101656 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/f321c603-ac68-4825-b3ae-a0b6ef97285a-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.586431 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" event={"ID":"f321c603-ac68-4825-b3ae-a0b6ef97285a","Type":"ContainerDied","Data":"3f742d7d92c678354899f14608c5a31bbaf754afd9e0cd168ce29cd7aad1b8cd"} Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.586597 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.586762 4809 scope.go:117] "RemoveContainer" containerID="beec1f4a938ce4e5ac7353e01c2ded9b63a474674e3fd9682b4084867cc35c24" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.602722 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e"} Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.602802 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93"} Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.602826 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628"} Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.602844 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381"} Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.602862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646"} Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.602881 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b"} Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.602909 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.602935 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.628809 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.628869 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.666274 4809 scope.go:117] "RemoveContainer" containerID="7deced458d9c263d7963b477b39cafd442ee8481d47ed78a63de49bfb026f633" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.677352 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n"] Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.691554 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-78cfff64d9-fq79n"] Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.699146 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:57 crc kubenswrapper[4809]: I1013 20:17:57.699363 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.173517 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f321c603-ac68-4825-b3ae-a0b6ef97285a" path="/var/lib/kubelet/pods/f321c603-ac68-4825-b3ae-a0b6ef97285a/volumes" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.625164 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerStarted","Data":"c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5"} Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.626149 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.626189 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.673692 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-storage-0" podStartSLOduration=5.673669276 podStartE2EDuration="5.673669276s" podCreationTimestamp="2025-10-13 20:17:53 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:17:58.670315591 +0000 UTC m=+3197.276062246" watchObservedRunningTime="2025-10-13 20:17:58.673669276 +0000 UTC m=+3197.279415871" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.748312 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.914500 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs"] Oct 13 20:17:58 crc kubenswrapper[4809]: E1013 20:17:58.914899 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerName="barbican-api" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.914915 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerName="barbican-api" Oct 13 20:17:58 crc kubenswrapper[4809]: E1013 20:17:58.914941 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerName="barbican-api-log" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.914948 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerName="barbican-api-log" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.915119 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerName="barbican-api" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.915145 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f321c603-ac68-4825-b3ae-a0b6ef97285a" containerName="barbican-api-log" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.916136 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:58 crc kubenswrapper[4809]: I1013 20:17:58.937589 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs"] Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.054621 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.054658 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rrf4x\" (UniqueName: \"kubernetes.io/projected/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-kube-api-access-rrf4x\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.054825 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-config\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.054856 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.156059 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-config\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.156118 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.156141 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.156157 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rrf4x\" (UniqueName: \"kubernetes.io/projected/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-kube-api-access-rrf4x\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.157104 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-config\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.157150 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.157823 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.175233 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rrf4x\" (UniqueName: \"kubernetes.io/projected/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-kube-api-access-rrf4x\") pod \"dnsmasq-dnsmasq-699487488f-xrwjs\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.235126 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.758936 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs"] Oct 13 20:17:59 crc kubenswrapper[4809]: W1013 20:17:59.771890 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5851e88e_ac55_4a8d_ba9e_9ea10206b4a0.slice/crio-a35aa37ed51c047b0c06b97614349d6330fbfd72ad445a511366845a0b458ac0 WatchSource:0}: Error finding container a35aa37ed51c047b0c06b97614349d6330fbfd72ad445a511366845a0b458ac0: Status 404 returned error can't find the container with id a35aa37ed51c047b0c06b97614349d6330fbfd72ad445a511366845a0b458ac0 Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.790509 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.790610 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.794214 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:17:59 crc kubenswrapper[4809]: I1013 20:17:59.956919 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:18:00 crc kubenswrapper[4809]: I1013 20:18:00.648036 4809 generic.go:334] "Generic (PLEG): container finished" podID="5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" containerID="2fee876349f59b159526ccc44e94959d782bec1906089e18464c2e5c27769a84" exitCode=0 Oct 13 20:18:00 crc kubenswrapper[4809]: I1013 20:18:00.648161 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" event={"ID":"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0","Type":"ContainerDied","Data":"2fee876349f59b159526ccc44e94959d782bec1906089e18464c2e5c27769a84"} Oct 13 20:18:00 crc kubenswrapper[4809]: I1013 20:18:00.648224 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" event={"ID":"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0","Type":"ContainerStarted","Data":"a35aa37ed51c047b0c06b97614349d6330fbfd72ad445a511366845a0b458ac0"} Oct 13 20:18:00 crc kubenswrapper[4809]: I1013 20:18:00.924586 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:18:00 crc kubenswrapper[4809]: I1013 20:18:00.924900 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:18:01 crc kubenswrapper[4809]: I1013 20:18:01.662284 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" event={"ID":"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0","Type":"ContainerStarted","Data":"4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464"} Oct 13 20:18:01 crc kubenswrapper[4809]: I1013 20:18:01.662864 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:18:01 crc kubenswrapper[4809]: I1013 20:18:01.686148 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" podStartSLOduration=3.686129833 podStartE2EDuration="3.686129833s" podCreationTimestamp="2025-10-13 20:17:58 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:01.681979565 +0000 UTC m=+3200.287726150" watchObservedRunningTime="2025-10-13 20:18:01.686129833 +0000 UTC m=+3200.291876418" Oct 13 20:18:04 crc kubenswrapper[4809]: I1013 20:18:04.155982 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:18:04 crc kubenswrapper[4809]: I1013 20:18:04.698528 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"cbfa08bba2e429fdcda3a3bb6e24245049d2958160c4928b7a61ab2fb0094e4d"} Oct 13 20:18:08 crc kubenswrapper[4809]: I1013 20:18:08.748873 4809 generic.go:334] "Generic (PLEG): container finished" podID="31dbc440-ef48-4328-8087-835384f69db1" containerID="a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86" exitCode=0 Oct 13 20:18:08 crc kubenswrapper[4809]: I1013 20:18:08.748965 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"31dbc440-ef48-4328-8087-835384f69db1","Type":"ContainerDied","Data":"a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86"} Oct 13 20:18:09 crc kubenswrapper[4809]: I1013 20:18:09.237008 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:18:09 crc kubenswrapper[4809]: I1013 20:18:09.324334 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc"] Oct 13 20:18:09 crc kubenswrapper[4809]: I1013 20:18:09.324854 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" podUID="3bb4d72f-c523-439d-be3a-8d8fbbbed85b" containerName="dnsmasq-dns" containerID="cri-o://845d9f7eeaeb1b5e4d3fe6f5df052a476d158d5178e033b2af2651335cb243d3" gracePeriod=10 Oct 13 20:18:09 crc kubenswrapper[4809]: I1013 20:18:09.794069 4809 generic.go:334] "Generic (PLEG): container finished" podID="f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" containerID="a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818" exitCode=0 Oct 13 20:18:09 crc kubenswrapper[4809]: I1013 20:18:09.794318 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c","Type":"ContainerDied","Data":"a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818"} Oct 13 20:18:09 crc kubenswrapper[4809]: I1013 20:18:09.838855 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"31dbc440-ef48-4328-8087-835384f69db1","Type":"ContainerStarted","Data":"287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f"} Oct 13 20:18:09 crc kubenswrapper[4809]: I1013 20:18:09.840331 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:18:09 crc kubenswrapper[4809]: I1013 20:18:09.856300 4809 generic.go:334] "Generic (PLEG): container finished" podID="3bb4d72f-c523-439d-be3a-8d8fbbbed85b" containerID="845d9f7eeaeb1b5e4d3fe6f5df052a476d158d5178e033b2af2651335cb243d3" exitCode=0 Oct 13 20:18:09 crc kubenswrapper[4809]: I1013 20:18:09.856351 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" event={"ID":"3bb4d72f-c523-439d-be3a-8d8fbbbed85b","Type":"ContainerDied","Data":"845d9f7eeaeb1b5e4d3fe6f5df052a476d158d5178e033b2af2651335cb243d3"} Oct 13 20:18:09 crc kubenswrapper[4809]: I1013 20:18:09.968541 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-0" podStartSLOduration=36.96852312 podStartE2EDuration="36.96852312s" podCreationTimestamp="2025-10-13 20:17:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:09.968144289 +0000 UTC m=+3208.573890884" watchObservedRunningTime="2025-10-13 20:18:09.96852312 +0000 UTC m=+3208.574269705" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.057318 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.106697 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.124625 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dns-swift-storage-0\") pod \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.124711 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dnsmasq-svc\") pod \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.124798 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ff5gb\" (UniqueName: \"kubernetes.io/projected/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-kube-api-access-ff5gb\") pod \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.124915 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-config\") pod \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\" (UID: \"3bb4d72f-c523-439d-be3a-8d8fbbbed85b\") " Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.133946 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-kube-api-access-ff5gb" (OuterVolumeSpecName: "kube-api-access-ff5gb") pod "3bb4d72f-c523-439d-be3a-8d8fbbbed85b" (UID: "3bb4d72f-c523-439d-be3a-8d8fbbbed85b"). InnerVolumeSpecName "kube-api-access-ff5gb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.226600 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ff5gb\" (UniqueName: \"kubernetes.io/projected/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-kube-api-access-ff5gb\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.232236 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "3bb4d72f-c523-439d-be3a-8d8fbbbed85b" (UID: "3bb4d72f-c523-439d-be3a-8d8fbbbed85b"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.236875 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dns-swift-storage-0" (OuterVolumeSpecName: "dns-swift-storage-0") pod "3bb4d72f-c523-439d-be3a-8d8fbbbed85b" (UID: "3bb4d72f-c523-439d-be3a-8d8fbbbed85b"). InnerVolumeSpecName "dns-swift-storage-0". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.247508 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-config" (OuterVolumeSpecName: "config") pod "3bb4d72f-c523-439d-be3a-8d8fbbbed85b" (UID: "3bb4d72f-c523-439d-be3a-8d8fbbbed85b"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.328375 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.328643 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.328654 4809 reconciler_common.go:293] "Volume detached for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/3bb4d72f-c523-439d-be3a-8d8fbbbed85b-dns-swift-storage-0\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.870306 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" event={"ID":"3bb4d72f-c523-439d-be3a-8d8fbbbed85b","Type":"ContainerDied","Data":"ded080c7f54b7c87ff442047e3e94f76d11200a6f02ea2dcc33610e4bba9a128"} Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.870371 4809 scope.go:117] "RemoveContainer" containerID="845d9f7eeaeb1b5e4d3fe6f5df052a476d158d5178e033b2af2651335cb243d3" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.870541 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.884037 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c","Type":"ContainerStarted","Data":"71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d"} Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.885096 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.913040 4809 scope.go:117] "RemoveContainer" containerID="739906154d7da44477f5746f97c7fe917873b16fdb86561b5fecfe1cbe9ba1b2" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.916808 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podStartSLOduration=36.916786295 podStartE2EDuration="36.916786295s" podCreationTimestamp="2025-10-13 20:17:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:10.908896372 +0000 UTC m=+3209.514642967" watchObservedRunningTime="2025-10-13 20:18:10.916786295 +0000 UTC m=+3209.522532890" Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.939717 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc"] Oct 13 20:18:10 crc kubenswrapper[4809]: I1013 20:18:10.949591 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-85d5c6dbcc-cj2hc"] Oct 13 20:18:11 crc kubenswrapper[4809]: I1013 20:18:11.326319 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:18:11 crc kubenswrapper[4809]: I1013 20:18:11.389158 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-c8f7c6645-wp4gb"] Oct 13 20:18:11 crc kubenswrapper[4809]: I1013 20:18:11.389446 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" podUID="c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" containerName="neutron-api" containerID="cri-o://7aafc2a175b84e05e425f02463be126a0f210756829eb3fce7f94d4e16df2a88" gracePeriod=30 Oct 13 20:18:11 crc kubenswrapper[4809]: I1013 20:18:11.390134 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" podUID="c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" containerName="neutron-httpd" containerID="cri-o://a948d0a430a609708c422232cb15d46b8e393638a5d6a75ad9969837b93690ff" gracePeriod=30 Oct 13 20:18:11 crc kubenswrapper[4809]: I1013 20:18:11.896480 4809 generic.go:334] "Generic (PLEG): container finished" podID="c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" containerID="a948d0a430a609708c422232cb15d46b8e393638a5d6a75ad9969837b93690ff" exitCode=0 Oct 13 20:18:11 crc kubenswrapper[4809]: I1013 20:18:11.897408 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" event={"ID":"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9","Type":"ContainerDied","Data":"a948d0a430a609708c422232cb15d46b8e393638a5d6a75ad9969837b93690ff"} Oct 13 20:18:12 crc kubenswrapper[4809]: I1013 20:18:12.174159 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3bb4d72f-c523-439d-be3a-8d8fbbbed85b" path="/var/lib/kubelet/pods/3bb4d72f-c523-439d-be3a-8d8fbbbed85b/volumes" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.427833 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.482679 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0b38733b-59a1-46db-b4c7-d22ca8ae58da-etc-machine-id\") pod \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.482819 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-combined-ca-bundle\") pod \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.482888 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data\") pod \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.482956 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-scripts\") pod \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.482994 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v7bzf\" (UniqueName: \"kubernetes.io/projected/0b38733b-59a1-46db-b4c7-d22ca8ae58da-kube-api-access-v7bzf\") pod \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.483089 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data-custom\") pod \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\" (UID: \"0b38733b-59a1-46db-b4c7-d22ca8ae58da\") " Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.483281 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/0b38733b-59a1-46db-b4c7-d22ca8ae58da-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "0b38733b-59a1-46db-b4c7-d22ca8ae58da" (UID: "0b38733b-59a1-46db-b4c7-d22ca8ae58da"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.484271 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/0b38733b-59a1-46db-b4c7-d22ca8ae58da-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.489765 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-scripts" (OuterVolumeSpecName: "scripts") pod "0b38733b-59a1-46db-b4c7-d22ca8ae58da" (UID: "0b38733b-59a1-46db-b4c7-d22ca8ae58da"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.490860 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0b38733b-59a1-46db-b4c7-d22ca8ae58da-kube-api-access-v7bzf" (OuterVolumeSpecName: "kube-api-access-v7bzf") pod "0b38733b-59a1-46db-b4c7-d22ca8ae58da" (UID: "0b38733b-59a1-46db-b4c7-d22ca8ae58da"). InnerVolumeSpecName "kube-api-access-v7bzf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.495581 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "0b38733b-59a1-46db-b4c7-d22ca8ae58da" (UID: "0b38733b-59a1-46db-b4c7-d22ca8ae58da"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.576128 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0b38733b-59a1-46db-b4c7-d22ca8ae58da" (UID: "0b38733b-59a1-46db-b4c7-d22ca8ae58da"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.585899 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.585928 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.585939 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.585951 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v7bzf\" (UniqueName: \"kubernetes.io/projected/0b38733b-59a1-46db-b4c7-d22ca8ae58da-kube-api-access-v7bzf\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.586653 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data" (OuterVolumeSpecName: "config-data") pod "0b38733b-59a1-46db-b4c7-d22ca8ae58da" (UID: "0b38733b-59a1-46db-b4c7-d22ca8ae58da"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.687862 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0b38733b-59a1-46db-b4c7-d22ca8ae58da-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.921633 4809 generic.go:334] "Generic (PLEG): container finished" podID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerID="800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f" exitCode=137 Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.921681 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0b38733b-59a1-46db-b4c7-d22ca8ae58da","Type":"ContainerDied","Data":"800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f"} Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.921713 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"0b38733b-59a1-46db-b4c7-d22ca8ae58da","Type":"ContainerDied","Data":"c9fe936816a6ac74a90290908b355bc202ac409bb53c2177120d0b72bfe8d66b"} Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.921714 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.921761 4809 scope.go:117] "RemoveContainer" containerID="800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.960584 4809 scope.go:117] "RemoveContainer" containerID="169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.967917 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.979055 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.995381 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:18:13 crc kubenswrapper[4809]: E1013 20:18:13.997934 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="cinder-scheduler" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.997983 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="cinder-scheduler" Oct 13 20:18:13 crc kubenswrapper[4809]: E1013 20:18:13.998011 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="probe" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.998020 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="probe" Oct 13 20:18:13 crc kubenswrapper[4809]: E1013 20:18:13.998061 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3bb4d72f-c523-439d-be3a-8d8fbbbed85b" containerName="dnsmasq-dns" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.998071 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3bb4d72f-c523-439d-be3a-8d8fbbbed85b" containerName="dnsmasq-dns" Oct 13 20:18:13 crc kubenswrapper[4809]: E1013 20:18:13.998098 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="cinder-scheduler" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.998131 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="cinder-scheduler" Oct 13 20:18:13 crc kubenswrapper[4809]: E1013 20:18:13.998158 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3bb4d72f-c523-439d-be3a-8d8fbbbed85b" containerName="init" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.998167 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3bb4d72f-c523-439d-be3a-8d8fbbbed85b" containerName="init" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.998597 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="cinder-scheduler" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.998621 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3bb4d72f-c523-439d-be3a-8d8fbbbed85b" containerName="dnsmasq-dns" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.998644 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="cinder-scheduler" Oct 13 20:18:13 crc kubenswrapper[4809]: I1013 20:18:13.998659 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" containerName="probe" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.000068 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.002400 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.005978 4809 scope.go:117] "RemoveContainer" containerID="ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.019668 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.067338 4809 scope.go:117] "RemoveContainer" containerID="800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f" Oct 13 20:18:14 crc kubenswrapper[4809]: E1013 20:18:14.069638 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f\": container with ID starting with 800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f not found: ID does not exist" containerID="800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.069688 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f"} err="failed to get container status \"800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f\": rpc error: code = NotFound desc = could not find container \"800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f\": container with ID starting with 800814e609b0c2f6862c0fdcb587abd90a2342296822cbb3cf16903c32af899f not found: ID does not exist" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.069720 4809 scope.go:117] "RemoveContainer" containerID="169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8" Oct 13 20:18:14 crc kubenswrapper[4809]: E1013 20:18:14.070278 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8\": container with ID starting with 169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8 not found: ID does not exist" containerID="169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.070301 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8"} err="failed to get container status \"169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8\": rpc error: code = NotFound desc = could not find container \"169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8\": container with ID starting with 169011ec88547dea68e20ecd0ff9e66f02016df2ed5a447d94108d0b0f0799d8 not found: ID does not exist" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.070370 4809 scope.go:117] "RemoveContainer" containerID="ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3" Oct 13 20:18:14 crc kubenswrapper[4809]: E1013 20:18:14.070794 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3\": container with ID starting with ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3 not found: ID does not exist" containerID="ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.070857 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3"} err="failed to get container status \"ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3\": rpc error: code = NotFound desc = could not find container \"ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3\": container with ID starting with ececaef49909d19e4da8ef7f7ad18b5fb8758bb2a16b4f948e21a3ac0a97dcb3 not found: ID does not exist" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.096061 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.096102 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.096149 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.096168 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2kx86\" (UniqueName: \"kubernetes.io/projected/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-kube-api-access-2kx86\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.096260 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.096283 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-scripts\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.173458 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0b38733b-59a1-46db-b4c7-d22ca8ae58da" path="/var/lib/kubelet/pods/0b38733b-59a1-46db-b4c7-d22ca8ae58da/volumes" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.197866 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.197917 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.197968 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.197989 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2kx86\" (UniqueName: \"kubernetes.io/projected/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-kube-api-access-2kx86\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.198041 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.198063 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-scripts\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.198055 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.202141 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.202154 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.205372 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-scripts\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.214197 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.215105 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2kx86\" (UniqueName: \"kubernetes.io/projected/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-kube-api-access-2kx86\") pod \"cinder-scheduler-0\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.358786 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.900282 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:18:14 crc kubenswrapper[4809]: W1013 20:18:14.910315 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6d6070b8_5bdd_4790_8cd5_80952a3d3c0c.slice/crio-7fdf6078800feeea0b77f677eb74ccf96b0761fa662eecade6f8ed08827e59b5 WatchSource:0}: Error finding container 7fdf6078800feeea0b77f677eb74ccf96b0761fa662eecade6f8ed08827e59b5: Status 404 returned error can't find the container with id 7fdf6078800feeea0b77f677eb74ccf96b0761fa662eecade6f8ed08827e59b5 Oct 13 20:18:14 crc kubenswrapper[4809]: I1013 20:18:14.943686 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c","Type":"ContainerStarted","Data":"7fdf6078800feeea0b77f677eb74ccf96b0761fa662eecade6f8ed08827e59b5"} Oct 13 20:18:15 crc kubenswrapper[4809]: I1013 20:18:15.955293 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c","Type":"ContainerStarted","Data":"61e827822c3bce509589e3fa9509b3e2c88d6c39ce8bfe74c0bfc98cf0c72d30"} Oct 13 20:18:16 crc kubenswrapper[4809]: I1013 20:18:16.970721 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c","Type":"ContainerStarted","Data":"393be4b4ca77275346fa12f32da58dc6104414c93bb96da2e911d2505f54473b"} Oct 13 20:18:17 crc kubenswrapper[4809]: I1013 20:18:17.002203 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=4.002177886 podStartE2EDuration="4.002177886s" podCreationTimestamp="2025-10-13 20:18:13 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:16.996194247 +0000 UTC m=+3215.601940852" watchObservedRunningTime="2025-10-13 20:18:17.002177886 +0000 UTC m=+3215.607924511" Oct 13 20:18:18 crc kubenswrapper[4809]: I1013 20:18:18.028914 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:18:18 crc kubenswrapper[4809]: I1013 20:18:18.098051 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-7744f76b89-8b8k9"] Oct 13 20:18:18 crc kubenswrapper[4809]: I1013 20:18:18.098283 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" podUID="84c161b0-2938-4ce0-b3f9-797fd0eb6e88" containerName="keystone-api" containerID="cri-o://6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd" gracePeriod=30 Oct 13 20:18:18 crc kubenswrapper[4809]: I1013 20:18:18.384527 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","podcfb7732f-e905-4634-a02b-fe6df3097344"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort podcfb7732f-e905-4634-a02b-fe6df3097344] : Timed out while waiting for systemd to remove kubepods-besteffort-podcfb7732f_e905_4634_a02b_fe6df3097344.slice" Oct 13 20:18:19 crc kubenswrapper[4809]: I1013 20:18:19.360657 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:19 crc kubenswrapper[4809]: I1013 20:18:19.772357 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:18:19 crc kubenswrapper[4809]: I1013 20:18:19.809904 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:18:19 crc kubenswrapper[4809]: I1013 20:18:19.892589 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr"] Oct 13 20:18:19 crc kubenswrapper[4809]: I1013 20:18:19.894182 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" podUID="d8752928-4dd9-46b2-a85d-aba25e890702" containerName="placement-log" containerID="cri-o://c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d" gracePeriod=30 Oct 13 20:18:19 crc kubenswrapper[4809]: I1013 20:18:19.894640 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" podUID="d8752928-4dd9-46b2-a85d-aba25e890702" containerName="placement-api" containerID="cri-o://b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7" gracePeriod=30 Oct 13 20:18:21 crc kubenswrapper[4809]: I1013 20:18:21.042701 4809 generic.go:334] "Generic (PLEG): container finished" podID="d8752928-4dd9-46b2-a85d-aba25e890702" containerID="c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d" exitCode=143 Oct 13 20:18:21 crc kubenswrapper[4809]: I1013 20:18:21.043022 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" event={"ID":"d8752928-4dd9-46b2-a85d-aba25e890702","Type":"ContainerDied","Data":"c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d"} Oct 13 20:18:21 crc kubenswrapper[4809]: I1013 20:18:21.953684 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.058752 4809 generic.go:334] "Generic (PLEG): container finished" podID="84c161b0-2938-4ce0-b3f9-797fd0eb6e88" containerID="6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd" exitCode=0 Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.058796 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" event={"ID":"84c161b0-2938-4ce0-b3f9-797fd0eb6e88","Type":"ContainerDied","Data":"6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd"} Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.058823 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" event={"ID":"84c161b0-2938-4ce0-b3f9-797fd0eb6e88","Type":"ContainerDied","Data":"cc0213230cf39580dce1304a50bcfbf1fc1d368916e95872e1951fb4ea8c5003"} Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.058842 4809 scope.go:117] "RemoveContainer" containerID="6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.058955 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7744f76b89-8b8k9" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.074397 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-scripts\") pod \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.074474 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-public-tls-certs\") pod \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.074500 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-combined-ca-bundle\") pod \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.074521 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-config-data\") pod \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.074538 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-credential-keys\") pod \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.074559 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-fernet-keys\") pod \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.074645 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-internal-tls-certs\") pod \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.074664 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lsnnl\" (UniqueName: \"kubernetes.io/projected/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-kube-api-access-lsnnl\") pod \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\" (UID: \"84c161b0-2938-4ce0-b3f9-797fd0eb6e88\") " Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.084318 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "84c161b0-2938-4ce0-b3f9-797fd0eb6e88" (UID: "84c161b0-2938-4ce0-b3f9-797fd0eb6e88"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.084912 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-scripts" (OuterVolumeSpecName: "scripts") pod "84c161b0-2938-4ce0-b3f9-797fd0eb6e88" (UID: "84c161b0-2938-4ce0-b3f9-797fd0eb6e88"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.085027 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-kube-api-access-lsnnl" (OuterVolumeSpecName: "kube-api-access-lsnnl") pod "84c161b0-2938-4ce0-b3f9-797fd0eb6e88" (UID: "84c161b0-2938-4ce0-b3f9-797fd0eb6e88"). InnerVolumeSpecName "kube-api-access-lsnnl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.086016 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "84c161b0-2938-4ce0-b3f9-797fd0eb6e88" (UID: "84c161b0-2938-4ce0-b3f9-797fd0eb6e88"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.101402 4809 scope.go:117] "RemoveContainer" containerID="6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd" Oct 13 20:18:22 crc kubenswrapper[4809]: E1013 20:18:22.101826 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd\": container with ID starting with 6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd not found: ID does not exist" containerID="6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.101870 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd"} err="failed to get container status \"6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd\": rpc error: code = NotFound desc = could not find container \"6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd\": container with ID starting with 6328098984cbd2fb80492f65e41011a4b55db163769540377d15940d564122bd not found: ID does not exist" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.115539 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-config-data" (OuterVolumeSpecName: "config-data") pod "84c161b0-2938-4ce0-b3f9-797fd0eb6e88" (UID: "84c161b0-2938-4ce0-b3f9-797fd0eb6e88"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.126683 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "84c161b0-2938-4ce0-b3f9-797fd0eb6e88" (UID: "84c161b0-2938-4ce0-b3f9-797fd0eb6e88"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.144751 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "84c161b0-2938-4ce0-b3f9-797fd0eb6e88" (UID: "84c161b0-2938-4ce0-b3f9-797fd0eb6e88"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.151613 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "84c161b0-2938-4ce0-b3f9-797fd0eb6e88" (UID: "84c161b0-2938-4ce0-b3f9-797fd0eb6e88"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.177132 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.177179 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lsnnl\" (UniqueName: \"kubernetes.io/projected/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-kube-api-access-lsnnl\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.177195 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.177206 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.177216 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.177225 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.177234 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.177249 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/84c161b0-2938-4ce0-b3f9-797fd0eb6e88-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.385529 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-7744f76b89-8b8k9"] Oct 13 20:18:22 crc kubenswrapper[4809]: I1013 20:18:22.392724 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-7744f76b89-8b8k9"] Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.522516 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.608824 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-public-tls-certs\") pod \"d8752928-4dd9-46b2-a85d-aba25e890702\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.608921 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d8752928-4dd9-46b2-a85d-aba25e890702-logs\") pod \"d8752928-4dd9-46b2-a85d-aba25e890702\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.608978 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6grvn\" (UniqueName: \"kubernetes.io/projected/d8752928-4dd9-46b2-a85d-aba25e890702-kube-api-access-6grvn\") pod \"d8752928-4dd9-46b2-a85d-aba25e890702\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.609074 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-scripts\") pod \"d8752928-4dd9-46b2-a85d-aba25e890702\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.609124 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-config-data\") pod \"d8752928-4dd9-46b2-a85d-aba25e890702\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.609163 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-combined-ca-bundle\") pod \"d8752928-4dd9-46b2-a85d-aba25e890702\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.609187 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-internal-tls-certs\") pod \"d8752928-4dd9-46b2-a85d-aba25e890702\" (UID: \"d8752928-4dd9-46b2-a85d-aba25e890702\") " Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.612265 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d8752928-4dd9-46b2-a85d-aba25e890702-logs" (OuterVolumeSpecName: "logs") pod "d8752928-4dd9-46b2-a85d-aba25e890702" (UID: "d8752928-4dd9-46b2-a85d-aba25e890702"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.617973 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-scripts" (OuterVolumeSpecName: "scripts") pod "d8752928-4dd9-46b2-a85d-aba25e890702" (UID: "d8752928-4dd9-46b2-a85d-aba25e890702"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.628611 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d8752928-4dd9-46b2-a85d-aba25e890702-kube-api-access-6grvn" (OuterVolumeSpecName: "kube-api-access-6grvn") pod "d8752928-4dd9-46b2-a85d-aba25e890702" (UID: "d8752928-4dd9-46b2-a85d-aba25e890702"). InnerVolumeSpecName "kube-api-access-6grvn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.679601 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-config-data" (OuterVolumeSpecName: "config-data") pod "d8752928-4dd9-46b2-a85d-aba25e890702" (UID: "d8752928-4dd9-46b2-a85d-aba25e890702"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.693026 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d8752928-4dd9-46b2-a85d-aba25e890702" (UID: "d8752928-4dd9-46b2-a85d-aba25e890702"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.712428 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/d8752928-4dd9-46b2-a85d-aba25e890702-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.712463 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6grvn\" (UniqueName: \"kubernetes.io/projected/d8752928-4dd9-46b2-a85d-aba25e890702-kube-api-access-6grvn\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.712474 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.712483 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.712495 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.744370 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "d8752928-4dd9-46b2-a85d-aba25e890702" (UID: "d8752928-4dd9-46b2-a85d-aba25e890702"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.765193 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "d8752928-4dd9-46b2-a85d-aba25e890702" (UID: "d8752928-4dd9-46b2-a85d-aba25e890702"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.814932 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:23 crc kubenswrapper[4809]: I1013 20:18:23.814976 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d8752928-4dd9-46b2-a85d-aba25e890702-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.049035 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.140434 4809 generic.go:334] "Generic (PLEG): container finished" podID="c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" containerID="7aafc2a175b84e05e425f02463be126a0f210756829eb3fce7f94d4e16df2a88" exitCode=0 Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.140520 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" event={"ID":"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9","Type":"ContainerDied","Data":"7aafc2a175b84e05e425f02463be126a0f210756829eb3fce7f94d4e16df2a88"} Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.161317 4809 generic.go:334] "Generic (PLEG): container finished" podID="d8752928-4dd9-46b2-a85d-aba25e890702" containerID="b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7" exitCode=0 Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.161598 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.208147 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="84c161b0-2938-4ce0-b3f9-797fd0eb6e88" path="/var/lib/kubelet/pods/84c161b0-2938-4ce0-b3f9-797fd0eb6e88/volumes" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.209209 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" event={"ID":"d8752928-4dd9-46b2-a85d-aba25e890702","Type":"ContainerDied","Data":"b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7"} Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.209245 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z"] Oct 13 20:18:24 crc kubenswrapper[4809]: E1013 20:18:24.209868 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="84c161b0-2938-4ce0-b3f9-797fd0eb6e88" containerName="keystone-api" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.209883 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="84c161b0-2938-4ce0-b3f9-797fd0eb6e88" containerName="keystone-api" Oct 13 20:18:24 crc kubenswrapper[4809]: E1013 20:18:24.209921 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d8752928-4dd9-46b2-a85d-aba25e890702" containerName="placement-api" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.209929 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d8752928-4dd9-46b2-a85d-aba25e890702" containerName="placement-api" Oct 13 20:18:24 crc kubenswrapper[4809]: E1013 20:18:24.209955 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d8752928-4dd9-46b2-a85d-aba25e890702" containerName="placement-log" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.209965 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d8752928-4dd9-46b2-a85d-aba25e890702" containerName="placement-log" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.210413 4809 scope.go:117] "RemoveContainer" containerID="b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.210424 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d8752928-4dd9-46b2-a85d-aba25e890702" containerName="placement-api" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.210844 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="84c161b0-2938-4ce0-b3f9-797fd0eb6e88" containerName="keystone-api" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.210944 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d8752928-4dd9-46b2-a85d-aba25e890702" containerName="placement-log" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.221630 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z"] Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.221675 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr" event={"ID":"d8752928-4dd9-46b2-a85d-aba25e890702","Type":"ContainerDied","Data":"e87c9b62497453c70a0a744a2504cd6a5935868fd48527872f33f694054815e1"} Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.222093 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.242405 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr"] Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.260825 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-7cf77b4bbc-jrhtr"] Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.270976 4809 scope.go:117] "RemoveContainer" containerID="c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.303790 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.313323 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8"] Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.361551 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-q8kn8"] Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.361616 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.361631 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.362079 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="4ed4d467-9697-4db0-88b9-95914f300fd0" containerName="nova-scheduler-scheduler" containerID="cri-o://cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b" gracePeriod=30 Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.362535 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerName="nova-api-log" containerID="cri-o://3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9" gracePeriod=30 Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.362631 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tnd58\" (UniqueName: \"kubernetes.io/projected/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-kube-api-access-tnd58\") pod \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.362673 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-combined-ca-bundle\") pod \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.362751 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-ovndb-tls-certs\") pod \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.362815 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerName="nova-api-api" containerID="cri-o://895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c" gracePeriod=30 Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.362819 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-config\") pod \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.362934 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-internal-tls-certs\") pod \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.363016 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-httpd-config\") pod \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.363115 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-public-tls-certs\") pod \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\" (UID: \"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9\") " Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.362109 4809 scope.go:117] "RemoveContainer" containerID="b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.363471 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zdc74\" (UniqueName: \"kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-kube-api-access-zdc74\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.363499 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-public-tls-certs\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.363607 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-run-httpd\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.363634 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-etc-swift\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.363682 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-internal-tls-certs\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.363846 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-combined-ca-bundle\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.363865 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-config-data\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.363910 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-log-httpd\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.367846 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" (UID: "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:24 crc kubenswrapper[4809]: E1013 20:18:24.371749 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7\": container with ID starting with b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7 not found: ID does not exist" containerID="b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.371813 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7"} err="failed to get container status \"b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7\": rpc error: code = NotFound desc = could not find container \"b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7\": container with ID starting with b66418ed9479864313d7b610e9b62fca34d0dce8a51e34161fdacfe82809afb7 not found: ID does not exist" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.371846 4809 scope.go:117] "RemoveContainer" containerID="c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d" Oct 13 20:18:24 crc kubenswrapper[4809]: E1013 20:18:24.374070 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d\": container with ID starting with c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d not found: ID does not exist" containerID="c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.374095 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d"} err="failed to get container status \"c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d\": rpc error: code = NotFound desc = could not find container \"c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d\": container with ID starting with c8a979efbeeea320b47954be7836d6c4cd3ebdd8f6877cb72c212f228684588d not found: ID does not exist" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.376818 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-kube-api-access-tnd58" (OuterVolumeSpecName: "kube-api-access-tnd58") pod "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" (UID: "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9"). InnerVolumeSpecName "kube-api-access-tnd58". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.435682 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.435990 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="aaa18240-39bc-424b-83b2-222f501b40ee" containerName="nova-metadata-log" containerID="cri-o://540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5" gracePeriod=30 Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.436454 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="aaa18240-39bc-424b-83b2-222f501b40ee" containerName="nova-metadata-metadata" containerID="cri-o://c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2" gracePeriod=30 Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.457784 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" (UID: "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.466760 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-config-data\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.466799 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-combined-ca-bundle\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.466837 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-log-httpd\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.466908 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zdc74\" (UniqueName: \"kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-kube-api-access-zdc74\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.466929 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-public-tls-certs\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.466970 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-run-httpd\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.466990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-etc-swift\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.467013 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-internal-tls-certs\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.467063 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tnd58\" (UniqueName: \"kubernetes.io/projected/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-kube-api-access-tnd58\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.467074 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.467085 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.468269 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-run-httpd\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.469105 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-log-httpd\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.470503 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-internal-tls-certs\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.470751 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" (UID: "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.471029 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-config-data\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.472332 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-combined-ca-bundle\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.479553 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-etc-swift\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.485992 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" (UID: "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.486432 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-public-tls-certs\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.505123 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zdc74\" (UniqueName: \"kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-kube-api-access-zdc74\") pod \"swift-proxy-698d4f9f68-j4r4z\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.526012 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg"] Oct 13 20:18:24 crc kubenswrapper[4809]: E1013 20:18:24.526408 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" containerName="neutron-httpd" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.526420 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" containerName="neutron-httpd" Oct 13 20:18:24 crc kubenswrapper[4809]: E1013 20:18:24.526429 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" containerName="neutron-api" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.526435 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" containerName="neutron-api" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.526619 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" containerName="neutron-api" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.526646 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" containerName="neutron-httpd" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.527556 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.532870 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-config" (OuterVolumeSpecName: "config") pod "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" (UID: "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.533006 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-config-data" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.533266 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-scripts" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.542594 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg"] Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.562180 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" (UID: "c8c3fe81-d237-4eb7-b526-c6bf0e3938e9"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.568285 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.568339 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.568349 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.568360 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.572598 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.649621 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.673722 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-config-data\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.674074 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-scripts\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.674120 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-257lg\" (UniqueName: \"kubernetes.io/projected/d67e50b3-8958-48f7-8018-c62ad92bd314-kube-api-access-257lg\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.674215 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.776352 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.776455 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-config-data\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.776486 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-scripts\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.776522 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-257lg\" (UniqueName: \"kubernetes.io/projected/d67e50b3-8958-48f7-8018-c62ad92bd314-kube-api-access-257lg\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.781770 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.782877 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-scripts\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.790578 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-config-data\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.792992 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-257lg\" (UniqueName: \"kubernetes.io/projected/d67e50b3-8958-48f7-8018-c62ad92bd314-kube-api-access-257lg\") pod \"nova-cell0-cell-mapping-rbtqg\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:24 crc kubenswrapper[4809]: I1013 20:18:24.988417 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:18:25 crc kubenswrapper[4809]: W1013 20:18:25.035643 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7d0dc503_0306_41e2_b44e_bf868dd76072.slice/crio-7071462f28cc758618706335ac29979b7172c8935f0aa937f4dddbda45847004 WatchSource:0}: Error finding container 7071462f28cc758618706335ac29979b7172c8935f0aa937f4dddbda45847004: Status 404 returned error can't find the container with id 7071462f28cc758618706335ac29979b7172c8935f0aa937f4dddbda45847004 Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.038633 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z"] Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.092550 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.193680 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" event={"ID":"7d0dc503-0306-41e2-b44e-bf868dd76072","Type":"ContainerStarted","Data":"7071462f28cc758618706335ac29979b7172c8935f0aa937f4dddbda45847004"} Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.203377 4809 generic.go:334] "Generic (PLEG): container finished" podID="aaa18240-39bc-424b-83b2-222f501b40ee" containerID="540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5" exitCode=143 Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.203479 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"aaa18240-39bc-424b-83b2-222f501b40ee","Type":"ContainerDied","Data":"540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5"} Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.209190 4809 generic.go:334] "Generic (PLEG): container finished" podID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerID="3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9" exitCode=143 Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.209243 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ef14fa05-a3a9-4706-a937-a3f06b1f45a3","Type":"ContainerDied","Data":"3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9"} Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.215266 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" event={"ID":"c8c3fe81-d237-4eb7-b526-c6bf0e3938e9","Type":"ContainerDied","Data":"39db858d1a542ec6e2eafda871eca00a32679bd5a016262145fd448051794920"} Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.215296 4809 scope.go:117] "RemoveContainer" containerID="a948d0a430a609708c422232cb15d46b8e393638a5d6a75ad9969837b93690ff" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.215401 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-c8f7c6645-wp4gb" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.234012 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m"] Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.258050 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-9md5m"] Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.270331 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-c8f7c6645-wp4gb"] Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.279170 4809 scope.go:117] "RemoveContainer" containerID="7aafc2a175b84e05e425f02463be126a0f210756829eb3fce7f94d4e16df2a88" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.282410 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-c8f7c6645-wp4gb"] Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.316822 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4"] Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.318302 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.320390 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-config-data" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.325318 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-scripts" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.325912 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4"] Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.391829 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-scripts\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.391906 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-config-data\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.391938 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lb666\" (UniqueName: \"kubernetes.io/projected/b4a9b34d-8a84-4d6b-af18-9fb415538963-kube-api-access-lb666\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.391973 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.493939 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-config-data\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.494695 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lb666\" (UniqueName: \"kubernetes.io/projected/b4a9b34d-8a84-4d6b-af18-9fb415538963-kube-api-access-lb666\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.494761 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.494907 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-scripts\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.500180 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-scripts\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.501283 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.502682 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-config-data\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.505969 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg"] Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.510712 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lb666\" (UniqueName: \"kubernetes.io/projected/b4a9b34d-8a84-4d6b-af18-9fb415538963-kube-api-access-lb666\") pod \"nova-cell1-cell-mapping-jzbb4\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: W1013 20:18:25.530064 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd67e50b3_8958_48f7_8018_c62ad92bd314.slice/crio-c1e7632ac3375f91e45df8e375d1405ec14ed5982c184648d9001a6eb69c6701 WatchSource:0}: Error finding container c1e7632ac3375f91e45df8e375d1405ec14ed5982c184648d9001a6eb69c6701: Status 404 returned error can't find the container with id c1e7632ac3375f91e45df8e375d1405ec14ed5982c184648d9001a6eb69c6701 Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.634120 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:18:25 crc kubenswrapper[4809]: I1013 20:18:25.990653 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4"] Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.166951 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="04e85a14-d608-49eb-8167-03d70095c02e" path="/var/lib/kubelet/pods/04e85a14-d608-49eb-8167-03d70095c02e/volumes" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.167796 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c8c3fe81-d237-4eb7-b526-c6bf0e3938e9" path="/var/lib/kubelet/pods/c8c3fe81-d237-4eb7-b526-c6bf0e3938e9/volumes" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.168550 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d8752928-4dd9-46b2-a85d-aba25e890702" path="/var/lib/kubelet/pods/d8752928-4dd9-46b2-a85d-aba25e890702/volumes" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.169790 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e2bb3c66-7ed3-464d-9e23-6f5d91b6dace" path="/var/lib/kubelet/pods/e2bb3c66-7ed3-464d-9e23-6f5d91b6dace/volumes" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.227359 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" event={"ID":"b4a9b34d-8a84-4d6b-af18-9fb415538963","Type":"ContainerStarted","Data":"49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4"} Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.227415 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" event={"ID":"b4a9b34d-8a84-4d6b-af18-9fb415538963","Type":"ContainerStarted","Data":"3699fa9acfe486d4ca07a088c3243694eb8b28d4bb1e4200922e9be3446ebd2c"} Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.230179 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" event={"ID":"7d0dc503-0306-41e2-b44e-bf868dd76072","Type":"ContainerStarted","Data":"8ff8226ca1ed09843d28f694ec58eef73d06a8e8fbb9ee11994417c43581d3ec"} Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.230208 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" event={"ID":"7d0dc503-0306-41e2-b44e-bf868dd76072","Type":"ContainerStarted","Data":"86c758789c62a8578da90c5cbf332b18839de057bc1e39cd65e673b0fe7c746d"} Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.230968 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.231006 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.233747 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" event={"ID":"d67e50b3-8958-48f7-8018-c62ad92bd314","Type":"ContainerStarted","Data":"58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980"} Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.233773 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" event={"ID":"d67e50b3-8958-48f7-8018-c62ad92bd314","Type":"ContainerStarted","Data":"c1e7632ac3375f91e45df8e375d1405ec14ed5982c184648d9001a6eb69c6701"} Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.241993 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" podStartSLOduration=1.241981159 podStartE2EDuration="1.241981159s" podCreationTimestamp="2025-10-13 20:18:25 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:26.239139588 +0000 UTC m=+3224.844886173" watchObservedRunningTime="2025-10-13 20:18:26.241981159 +0000 UTC m=+3224.847727744" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.267472 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" podStartSLOduration=2.267451639 podStartE2EDuration="2.267451639s" podCreationTimestamp="2025-10-13 20:18:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:26.262459218 +0000 UTC m=+3224.868205803" watchObservedRunningTime="2025-10-13 20:18:26.267451639 +0000 UTC m=+3224.873198224" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.283350 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" podStartSLOduration=2.283333168 podStartE2EDuration="2.283333168s" podCreationTimestamp="2025-10-13 20:18:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:26.277864223 +0000 UTC m=+3224.883610808" watchObservedRunningTime="2025-10-13 20:18:26.283333168 +0000 UTC m=+3224.889079753" Oct 13 20:18:26 crc kubenswrapper[4809]: E1013 20:18:26.447198 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b is running failed: container process not found" containerID="cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:18:26 crc kubenswrapper[4809]: E1013 20:18:26.447902 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b is running failed: container process not found" containerID="cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:18:26 crc kubenswrapper[4809]: E1013 20:18:26.448503 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b is running failed: container process not found" containerID="cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:18:26 crc kubenswrapper[4809]: E1013 20:18:26.448565 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="4ed4d467-9697-4db0-88b9-95914f300fd0" containerName="nova-scheduler-scheduler" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.852546 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.922878 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kpmj9\" (UniqueName: \"kubernetes.io/projected/4ed4d467-9697-4db0-88b9-95914f300fd0-kube-api-access-kpmj9\") pod \"4ed4d467-9697-4db0-88b9-95914f300fd0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.923073 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-combined-ca-bundle\") pod \"4ed4d467-9697-4db0-88b9-95914f300fd0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.923176 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-config-data\") pod \"4ed4d467-9697-4db0-88b9-95914f300fd0\" (UID: \"4ed4d467-9697-4db0-88b9-95914f300fd0\") " Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.927990 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4ed4d467-9697-4db0-88b9-95914f300fd0-kube-api-access-kpmj9" (OuterVolumeSpecName: "kube-api-access-kpmj9") pod "4ed4d467-9697-4db0-88b9-95914f300fd0" (UID: "4ed4d467-9697-4db0-88b9-95914f300fd0"). InnerVolumeSpecName "kube-api-access-kpmj9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.950876 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-config-data" (OuterVolumeSpecName: "config-data") pod "4ed4d467-9697-4db0-88b9-95914f300fd0" (UID: "4ed4d467-9697-4db0-88b9-95914f300fd0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:26 crc kubenswrapper[4809]: I1013 20:18:26.951426 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4ed4d467-9697-4db0-88b9-95914f300fd0" (UID: "4ed4d467-9697-4db0-88b9-95914f300fd0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.024948 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kpmj9\" (UniqueName: \"kubernetes.io/projected/4ed4d467-9697-4db0-88b9-95914f300fd0-kube-api-access-kpmj9\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.024978 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.024990 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4ed4d467-9697-4db0-88b9-95914f300fd0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.246372 4809 generic.go:334] "Generic (PLEG): container finished" podID="4ed4d467-9697-4db0-88b9-95914f300fd0" containerID="cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b" exitCode=0 Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.246777 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"4ed4d467-9697-4db0-88b9-95914f300fd0","Type":"ContainerDied","Data":"cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b"} Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.246811 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"4ed4d467-9697-4db0-88b9-95914f300fd0","Type":"ContainerDied","Data":"7ec97cf2b3b81f72a6a5359f423b1b071e6650930c807dc4d3c2525d159fe371"} Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.246921 4809 scope.go:117] "RemoveContainer" containerID="cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.247013 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.274229 4809 scope.go:117] "RemoveContainer" containerID="cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b" Oct 13 20:18:27 crc kubenswrapper[4809]: E1013 20:18:27.275446 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b\": container with ID starting with cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b not found: ID does not exist" containerID="cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.275482 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b"} err="failed to get container status \"cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b\": rpc error: code = NotFound desc = could not find container \"cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b\": container with ID starting with cc93559ae8fc5ee23ba202aee5c7b4e2b4c0f4d529b3afc62724535f0c6fc51b not found: ID does not exist" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.285263 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.299501 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.320044 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:18:27 crc kubenswrapper[4809]: E1013 20:18:27.320534 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4ed4d467-9697-4db0-88b9-95914f300fd0" containerName="nova-scheduler-scheduler" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.320554 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4ed4d467-9697-4db0-88b9-95914f300fd0" containerName="nova-scheduler-scheduler" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.320794 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4ed4d467-9697-4db0-88b9-95914f300fd0" containerName="nova-scheduler-scheduler" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.321505 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.323957 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.347438 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.431985 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-w6258\" (UniqueName: \"kubernetes.io/projected/de34ed05-647c-41e9-8387-9ec3ab038c4a-kube-api-access-w6258\") pod \"nova-scheduler-0\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.432175 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-config-data\") pod \"nova-scheduler-0\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.432509 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.534406 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-w6258\" (UniqueName: \"kubernetes.io/projected/de34ed05-647c-41e9-8387-9ec3ab038c4a-kube-api-access-w6258\") pod \"nova-scheduler-0\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.534493 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-config-data\") pod \"nova-scheduler-0\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.534555 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.540435 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-config-data\") pod \"nova-scheduler-0\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.549044 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.558802 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-w6258\" (UniqueName: \"kubernetes.io/projected/de34ed05-647c-41e9-8387-9ec3ab038c4a-kube-api-access-w6258\") pod \"nova-scheduler-0\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.641486 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.962933 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:27 crc kubenswrapper[4809]: I1013 20:18:27.976759 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.047325 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-combined-ca-bundle\") pod \"aaa18240-39bc-424b-83b2-222f501b40ee\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.047384 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-nova-metadata-tls-certs\") pod \"aaa18240-39bc-424b-83b2-222f501b40ee\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.047405 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-internal-tls-certs\") pod \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.047473 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-combined-ca-bundle\") pod \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.047494 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/aaa18240-39bc-424b-83b2-222f501b40ee-logs\") pod \"aaa18240-39bc-424b-83b2-222f501b40ee\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.047532 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-logs\") pod \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.047567 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mt9kn\" (UniqueName: \"kubernetes.io/projected/aaa18240-39bc-424b-83b2-222f501b40ee-kube-api-access-mt9kn\") pod \"aaa18240-39bc-424b-83b2-222f501b40ee\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.047603 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-public-tls-certs\") pod \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.047657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-config-data\") pod \"aaa18240-39bc-424b-83b2-222f501b40ee\" (UID: \"aaa18240-39bc-424b-83b2-222f501b40ee\") " Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.047695 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-config-data\") pod \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.047774 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fsj5m\" (UniqueName: \"kubernetes.io/projected/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-kube-api-access-fsj5m\") pod \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\" (UID: \"ef14fa05-a3a9-4706-a937-a3f06b1f45a3\") " Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.048387 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/aaa18240-39bc-424b-83b2-222f501b40ee-logs" (OuterVolumeSpecName: "logs") pod "aaa18240-39bc-424b-83b2-222f501b40ee" (UID: "aaa18240-39bc-424b-83b2-222f501b40ee"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.054846 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-kube-api-access-fsj5m" (OuterVolumeSpecName: "kube-api-access-fsj5m") pod "ef14fa05-a3a9-4706-a937-a3f06b1f45a3" (UID: "ef14fa05-a3a9-4706-a937-a3f06b1f45a3"). InnerVolumeSpecName "kube-api-access-fsj5m". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.054892 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-logs" (OuterVolumeSpecName: "logs") pod "ef14fa05-a3a9-4706-a937-a3f06b1f45a3" (UID: "ef14fa05-a3a9-4706-a937-a3f06b1f45a3"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.064457 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/aaa18240-39bc-424b-83b2-222f501b40ee-kube-api-access-mt9kn" (OuterVolumeSpecName: "kube-api-access-mt9kn") pod "aaa18240-39bc-424b-83b2-222f501b40ee" (UID: "aaa18240-39bc-424b-83b2-222f501b40ee"). InnerVolumeSpecName "kube-api-access-mt9kn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.086301 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ef14fa05-a3a9-4706-a937-a3f06b1f45a3" (UID: "ef14fa05-a3a9-4706-a937-a3f06b1f45a3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.088762 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-config-data" (OuterVolumeSpecName: "config-data") pod "ef14fa05-a3a9-4706-a937-a3f06b1f45a3" (UID: "ef14fa05-a3a9-4706-a937-a3f06b1f45a3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.098841 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-config-data" (OuterVolumeSpecName: "config-data") pod "aaa18240-39bc-424b-83b2-222f501b40ee" (UID: "aaa18240-39bc-424b-83b2-222f501b40ee"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.116567 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "aaa18240-39bc-424b-83b2-222f501b40ee" (UID: "aaa18240-39bc-424b-83b2-222f501b40ee"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.140899 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "aaa18240-39bc-424b-83b2-222f501b40ee" (UID: "aaa18240-39bc-424b-83b2-222f501b40ee"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.146677 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "ef14fa05-a3a9-4706-a937-a3f06b1f45a3" (UID: "ef14fa05-a3a9-4706-a937-a3f06b1f45a3"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.150039 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.150071 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.150085 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.150095 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.150103 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/aaa18240-39bc-424b-83b2-222f501b40ee-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.150114 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.150125 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mt9kn\" (UniqueName: \"kubernetes.io/projected/aaa18240-39bc-424b-83b2-222f501b40ee-kube-api-access-mt9kn\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.150133 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aaa18240-39bc-424b-83b2-222f501b40ee-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.150141 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.150149 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fsj5m\" (UniqueName: \"kubernetes.io/projected/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-kube-api-access-fsj5m\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.154145 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "ef14fa05-a3a9-4706-a937-a3f06b1f45a3" (UID: "ef14fa05-a3a9-4706-a937-a3f06b1f45a3"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.170756 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4ed4d467-9697-4db0-88b9-95914f300fd0" path="/var/lib/kubelet/pods/4ed4d467-9697-4db0-88b9-95914f300fd0/volumes" Oct 13 20:18:28 crc kubenswrapper[4809]: W1013 20:18:28.178976 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podde34ed05_647c_41e9_8387_9ec3ab038c4a.slice/crio-ead4ec52a41ab8cf94a26f5160ae22246738a515b311b92d7cd2de674c144e70 WatchSource:0}: Error finding container ead4ec52a41ab8cf94a26f5160ae22246738a515b311b92d7cd2de674c144e70: Status 404 returned error can't find the container with id ead4ec52a41ab8cf94a26f5160ae22246738a515b311b92d7cd2de674c144e70 Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.179779 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.251837 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef14fa05-a3a9-4706-a937-a3f06b1f45a3-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.261694 4809 generic.go:334] "Generic (PLEG): container finished" podID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerID="895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c" exitCode=0 Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.261760 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ef14fa05-a3a9-4706-a937-a3f06b1f45a3","Type":"ContainerDied","Data":"895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c"} Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.261785 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ef14fa05-a3a9-4706-a937-a3f06b1f45a3","Type":"ContainerDied","Data":"63fd78ce5d842325a91d903c9ddd9d69dcc6b743a7343d24f8434d9a55a034fc"} Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.261800 4809 scope.go:117] "RemoveContainer" containerID="895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.262597 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.266539 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"de34ed05-647c-41e9-8387-9ec3ab038c4a","Type":"ContainerStarted","Data":"ead4ec52a41ab8cf94a26f5160ae22246738a515b311b92d7cd2de674c144e70"} Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.271341 4809 generic.go:334] "Generic (PLEG): container finished" podID="aaa18240-39bc-424b-83b2-222f501b40ee" containerID="c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2" exitCode=0 Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.271485 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"aaa18240-39bc-424b-83b2-222f501b40ee","Type":"ContainerDied","Data":"c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2"} Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.271535 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"aaa18240-39bc-424b-83b2-222f501b40ee","Type":"ContainerDied","Data":"e57197714c76e3308db0d97bfd41280fc782a2fd230bac8b7809d40d72771993"} Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.271836 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.305818 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.318714 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.334997 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.335703 4809 scope.go:117] "RemoveContainer" containerID="3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.354799 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.379244 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:18:28 crc kubenswrapper[4809]: E1013 20:18:28.380233 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="aaa18240-39bc-424b-83b2-222f501b40ee" containerName="nova-metadata-metadata" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.380252 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="aaa18240-39bc-424b-83b2-222f501b40ee" containerName="nova-metadata-metadata" Oct 13 20:18:28 crc kubenswrapper[4809]: E1013 20:18:28.380276 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="aaa18240-39bc-424b-83b2-222f501b40ee" containerName="nova-metadata-log" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.380283 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="aaa18240-39bc-424b-83b2-222f501b40ee" containerName="nova-metadata-log" Oct 13 20:18:28 crc kubenswrapper[4809]: E1013 20:18:28.380311 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerName="nova-api-api" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.380318 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerName="nova-api-api" Oct 13 20:18:28 crc kubenswrapper[4809]: E1013 20:18:28.380358 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerName="nova-api-log" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.380367 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerName="nova-api-log" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.380791 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerName="nova-api-log" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.380833 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="aaa18240-39bc-424b-83b2-222f501b40ee" containerName="nova-metadata-metadata" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.380846 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="aaa18240-39bc-424b-83b2-222f501b40ee" containerName="nova-metadata-log" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.380862 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" containerName="nova-api-api" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.396406 4809 scope.go:117] "RemoveContainer" containerID="895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.398120 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.398272 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: E1013 20:18:28.399589 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c\": container with ID starting with 895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c not found: ID does not exist" containerID="895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.399637 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c"} err="failed to get container status \"895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c\": rpc error: code = NotFound desc = could not find container \"895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c\": container with ID starting with 895cb43e909c64d1469a4f87b527c4c19535aa1d9a3d01ae3958a68619d7b64c not found: ID does not exist" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.399662 4809 scope.go:117] "RemoveContainer" containerID="3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9" Oct 13 20:18:28 crc kubenswrapper[4809]: E1013 20:18:28.401248 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9\": container with ID starting with 3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9 not found: ID does not exist" containerID="3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.401302 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9"} err="failed to get container status \"3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9\": rpc error: code = NotFound desc = could not find container \"3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9\": container with ID starting with 3a1483c07a5a60c490303b8ee28b1fa3b09ae9e34f30e2630748f05773bf75c9 not found: ID does not exist" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.401324 4809 scope.go:117] "RemoveContainer" containerID="c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.401553 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.401601 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.418853 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.420604 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.423052 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.424322 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.424464 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.452977 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.456455 4809 scope.go:117] "RemoveContainer" containerID="540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.458495 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.458549 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.458623 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a72930e2-9ff9-4160-b3e2-031d477d04f0-logs\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.458696 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.458801 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.458861 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8h58s\" (UniqueName: \"kubernetes.io/projected/979895a9-f660-4db5-ba12-3f63f1b62196-kube-api-access-8h58s\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.458894 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.458995 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xdfxb\" (UniqueName: \"kubernetes.io/projected/a72930e2-9ff9-4160-b3e2-031d477d04f0-kube-api-access-xdfxb\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.459063 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.459098 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/979895a9-f660-4db5-ba12-3f63f1b62196-logs\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.459250 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.533762 4809 scope.go:117] "RemoveContainer" containerID="c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2" Oct 13 20:18:28 crc kubenswrapper[4809]: E1013 20:18:28.534217 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2\": container with ID starting with c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2 not found: ID does not exist" containerID="c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.534263 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2"} err="failed to get container status \"c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2\": rpc error: code = NotFound desc = could not find container \"c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2\": container with ID starting with c25ac0e1ed1964e6d23877537e695dad33535e9de993e52e0ecdd0cd4d3447f2 not found: ID does not exist" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.534292 4809 scope.go:117] "RemoveContainer" containerID="540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5" Oct 13 20:18:28 crc kubenswrapper[4809]: E1013 20:18:28.534777 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5\": container with ID starting with 540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5 not found: ID does not exist" containerID="540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.534800 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5"} err="failed to get container status \"540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5\": rpc error: code = NotFound desc = could not find container \"540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5\": container with ID starting with 540de93cc8c1f3b9dfe079435f1d5095fb228b52fd6d1cb57383174d649456a5 not found: ID does not exist" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.561530 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.561610 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.561672 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a72930e2-9ff9-4160-b3e2-031d477d04f0-logs\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.561761 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.561827 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.561897 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8h58s\" (UniqueName: \"kubernetes.io/projected/979895a9-f660-4db5-ba12-3f63f1b62196-kube-api-access-8h58s\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.561934 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.561978 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xdfxb\" (UniqueName: \"kubernetes.io/projected/a72930e2-9ff9-4160-b3e2-031d477d04f0-kube-api-access-xdfxb\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.562019 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.562048 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/979895a9-f660-4db5-ba12-3f63f1b62196-logs\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.562125 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.563019 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/979895a9-f660-4db5-ba12-3f63f1b62196-logs\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.566973 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a72930e2-9ff9-4160-b3e2-031d477d04f0-logs\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.567668 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.567739 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.568134 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.568630 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.580650 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.581550 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.584176 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.585103 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8h58s\" (UniqueName: \"kubernetes.io/projected/979895a9-f660-4db5-ba12-3f63f1b62196-kube-api-access-8h58s\") pod \"nova-api-0\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.585908 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xdfxb\" (UniqueName: \"kubernetes.io/projected/a72930e2-9ff9-4160-b3e2-031d477d04f0-kube-api-access-xdfxb\") pod \"nova-metadata-0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.717785 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:28 crc kubenswrapper[4809]: I1013 20:18:28.748222 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.298499 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"de34ed05-647c-41e9-8387-9ec3ab038c4a","Type":"ContainerStarted","Data":"4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55"} Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.371176 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:18:29 crc kubenswrapper[4809]: W1013 20:18:29.378699 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda72930e2_9ff9_4160_b3e2_031d477d04f0.slice/crio-6633b3d9aaffef6902ebbce8df39cacaed1a7c8b4191fddf2c59af50e2a54ad5 WatchSource:0}: Error finding container 6633b3d9aaffef6902ebbce8df39cacaed1a7c8b4191fddf2c59af50e2a54ad5: Status 404 returned error can't find the container with id 6633b3d9aaffef6902ebbce8df39cacaed1a7c8b4191fddf2c59af50e2a54ad5 Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.430439 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.430416911 podStartE2EDuration="2.430416911s" podCreationTimestamp="2025-10-13 20:18:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:29.405103695 +0000 UTC m=+3228.010850280" watchObservedRunningTime="2025-10-13 20:18:29.430416911 +0000 UTC m=+3228.036163496" Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.461428 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.461670 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstackclient" podUID="743e87ff-2592-45ea-a5fe-fce0b0887933" containerName="openstackclient" containerID="cri-o://2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257" gracePeriod=2 Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.482661 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.551787 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.718158 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.756180 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-5256-account-create-nnzst"] Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.801808 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-5256-account-create-nnzst"] Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.811786 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-create-bsvkt"] Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.833330 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-create-bsvkt"] Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.860195 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-create-cwngt"] Oct 13 20:18:29 crc kubenswrapper[4809]: E1013 20:18:29.860629 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="743e87ff-2592-45ea-a5fe-fce0b0887933" containerName="openstackclient" Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.860647 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="743e87ff-2592-45ea-a5fe-fce0b0887933" containerName="openstackclient" Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.860824 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="743e87ff-2592-45ea-a5fe-fce0b0887933" containerName="openstackclient" Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.861483 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-cwngt" Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.901918 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.902326 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" containerName="openstack-network-exporter" containerID="cri-o://a5c7d710cc2be0f2c33d42ff37377f5a043fba0a6665cab2488e7e27d219c6d8" gracePeriod=300 Oct 13 20:18:29 crc kubenswrapper[4809]: E1013 20:18:29.910015 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:18:29 crc kubenswrapper[4809]: E1013 20:18:29.910070 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data podName:f3f8964e-f5d3-4b55-8f87-af70a5a32a4c nodeName:}" failed. No retries permitted until 2025-10-13 20:18:30.410055224 +0000 UTC m=+3229.015801809 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data") pod "rabbitmq-cell1-server-0" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:18:29 crc kubenswrapper[4809]: I1013 20:18:29.918654 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-cwngt"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.027030 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nvqcw\" (UniqueName: \"kubernetes.io/projected/9024a6f7-1af2-4a36-ae28-cc0ec06e0482-kube-api-access-nvqcw\") pod \"glance-db-create-cwngt\" (UID: \"9024a6f7-1af2-4a36-ae28-cc0ec06e0482\") " pod="openstack-kuttl-tests/glance-db-create-cwngt" Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.040504 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-create-rqv2t"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.057312 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-0611-account-create-29cxw"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.096813 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-0611-account-create-29cxw"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.118103 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-create-rqv2t"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.125989 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" containerName="ovsdbserver-sb" containerID="cri-o://6fdd147b314cff8fa15e29bb088ffe5dff859f9aad3db7dce0857f5d886e2203" gracePeriod=300 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.130461 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nvqcw\" (UniqueName: \"kubernetes.io/projected/9024a6f7-1af2-4a36-ae28-cc0ec06e0482-kube-api-access-nvqcw\") pod \"glance-db-create-cwngt\" (UID: \"9024a6f7-1af2-4a36-ae28-cc0ec06e0482\") " pod="openstack-kuttl-tests/glance-db-create-cwngt" Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.137008 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.184514 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nvqcw\" (UniqueName: \"kubernetes.io/projected/9024a6f7-1af2-4a36-ae28-cc0ec06e0482-kube-api-access-nvqcw\") pod \"glance-db-create-cwngt\" (UID: \"9024a6f7-1af2-4a36-ae28-cc0ec06e0482\") " pod="openstack-kuttl-tests/glance-db-create-cwngt" Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.188040 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-cwngt" Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.212081 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="233c2975-8a36-4f00-bde3-d06f292615f7" path="/var/lib/kubelet/pods/233c2975-8a36-4f00-bde3-d06f292615f7/volumes" Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.212861 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3ef1ba12-328a-406e-8758-8ca6a0e0a110" path="/var/lib/kubelet/pods/3ef1ba12-328a-406e-8758-8ca6a0e0a110/volumes" Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.213356 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="467d411f-51fe-405f-8fbf-81808d99d894" path="/var/lib/kubelet/pods/467d411f-51fe-405f-8fbf-81808d99d894/volumes" Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.213933 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="aaa18240-39bc-424b-83b2-222f501b40ee" path="/var/lib/kubelet/pods/aaa18240-39bc-424b-83b2-222f501b40ee/volumes" Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.220990 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ef14fa05-a3a9-4706-a937-a3f06b1f45a3" path="/var/lib/kubelet/pods/ef14fa05-a3a9-4706-a937-a3f06b1f45a3/volumes" Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.221610 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f75dbbbc-d1a6-4067-af56-f61c0f2f71a6" path="/var/lib/kubelet/pods/f75dbbbc-d1a6-4067-af56-f61c0f2f71a6/volumes" Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.222246 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-f972-account-create-nnnk7"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.222272 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-f972-account-create-nnnk7"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.232267 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-jb4sz"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.304259 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-jb4sz"] Oct 13 20:18:30 crc kubenswrapper[4809]: E1013 20:18:30.354396 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:18:30 crc kubenswrapper[4809]: E1013 20:18:30.354490 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data podName:31dbc440-ef48-4328-8087-835384f69db1 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:30.854449001 +0000 UTC m=+3229.460195586 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data") pod "rabbitmq-server-0" (UID: "31dbc440-ef48-4328-8087-835384f69db1") : configmap "rabbitmq-config-data" not found Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.359756 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"979895a9-f660-4db5-ba12-3f63f1b62196","Type":"ContainerStarted","Data":"e9fe6ac19fc5dc14d9fef6b0c52f9cfae37265a43c5ae6a52dda2c712ea984ae"} Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.391833 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-4fvr6"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.392011 4809 generic.go:334] "Generic (PLEG): container finished" podID="7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" containerID="a5c7d710cc2be0f2c33d42ff37377f5a043fba0a6665cab2488e7e27d219c6d8" exitCode=2 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.393070 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4","Type":"ContainerDied","Data":"a5c7d710cc2be0f2c33d42ff37377f5a043fba0a6665cab2488e7e27d219c6d8"} Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.430240 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a72930e2-9ff9-4160-b3e2-031d477d04f0","Type":"ContainerStarted","Data":"6633b3d9aaffef6902ebbce8df39cacaed1a7c8b4191fddf2c59af50e2a54ad5"} Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.444901 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-4fvr6"] Oct 13 20:18:30 crc kubenswrapper[4809]: E1013 20:18:30.455823 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:18:30 crc kubenswrapper[4809]: E1013 20:18:30.455879 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data podName:f3f8964e-f5d3-4b55-8f87-af70a5a32a4c nodeName:}" failed. No retries permitted until 2025-10-13 20:18:31.455866428 +0000 UTC m=+3230.061613003 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data") pod "rabbitmq-cell1-server-0" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.491712 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-d528-account-create-ngs57"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.535822 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-d528-account-create-ngs57"] Oct 13 20:18:30 crc kubenswrapper[4809]: E1013 20:18:30.560049 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:30 crc kubenswrapper[4809]: E1013 20:18:30.560093 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle podName:de34ed05-647c-41e9-8387-9ec3ab038c4a nodeName:}" failed. No retries permitted until 2025-10-13 20:18:31.060080675 +0000 UTC m=+3229.665827260 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle") pod "nova-scheduler-0" (UID: "de34ed05-647c-41e9-8387-9ec3ab038c4a") : secret "combined-ca-bundle" not found Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.560384 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-8cqf4"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.720665 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-g5vts"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.738282 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-g5vts"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.797233 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-8cqf4"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.815204 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.816079 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" containerName="openstack-network-exporter" containerID="cri-o://ab7c770ae4385bfd03fc82bb14ee0b6f8cef0d68b0bdbcac5c192637b721ab7e" gracePeriod=300 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.822981 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.823172 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="30d6405b-e92a-4763-b909-0175382c69e2" containerName="ovn-northd" containerID="cri-o://17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.823424 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="30d6405b-e92a-4763-b909-0175382c69e2" containerName="openstack-network-exporter" containerID="cri-o://c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.831153 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-qlbcq"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.856497 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-6810-account-create-grc88"] Oct 13 20:18:30 crc kubenswrapper[4809]: E1013 20:18:30.880356 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:18:30 crc kubenswrapper[4809]: E1013 20:18:30.880424 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data podName:31dbc440-ef48-4328-8087-835384f69db1 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:31.880407823 +0000 UTC m=+3230.486154408 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data") pod "rabbitmq-server-0" (UID: "31dbc440-ef48-4328-8087-835384f69db1") : configmap "rabbitmq-config-data" not found Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.884003 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-qlbcq"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.894798 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-6810-account-create-grc88"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.902007 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-ntp9b"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.910322 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-dgh48"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.915314 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-ntp9b"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.921817 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-dgh48"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.928368 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-mtlxd"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.935363 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-4769h"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.940854 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" containerName="ovsdbserver-nb" containerID="cri-o://7eeb83394d5ae95ed0ee58892bb4b883b19df8c71e251f52aa0f771545995127" gracePeriod=300 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.943354 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-mtlxd"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.957316 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-4769h"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.968957 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969406 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-server" containerID="cri-o://87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969455 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-server" containerID="cri-o://3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969482 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="rsync" containerID="cri-o://431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969517 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-reaper" containerID="cri-o://98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969552 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-auditor" containerID="cri-o://4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969455 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="swift-recon-cron" containerID="cri-o://c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969587 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-updater" containerID="cri-o://7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969609 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-replicator" containerID="cri-o://4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969621 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-replicator" containerID="cri-o://befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969637 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-expirer" containerID="cri-o://d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969660 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-auditor" containerID="cri-o://dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969698 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-auditor" containerID="cri-o://42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969713 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-replicator" containerID="cri-o://c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969702 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-updater" containerID="cri-o://9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628" gracePeriod=30 Oct 13 20:18:30 crc kubenswrapper[4809]: I1013 20:18:30.969772 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-server" containerID="cri-o://d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:30.998382 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-5c8646c9d8-6kglb"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:30.998611 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" podUID="ebf5328a-8d16-4e58-ac41-1c1634499042" containerName="placement-log" containerID="cri-o://50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:30.998902 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" podUID="ebf5328a-8d16-4e58-ac41-1c1634499042" containerName="placement-api" containerID="cri-o://5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.038842 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.073868 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.074148 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="fab21611-c919-4b92-b0ca-1c933487d37c" containerName="glance-log" containerID="cri-o://cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.074887 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="fab21611-c919-4b92-b0ca-1c933487d37c" containerName="glance-httpd" containerID="cri-o://e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.079283 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-bcbb-account-create-k6zwh"] Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.090651 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.090719 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle podName:de34ed05-647c-41e9-8387-9ec3ab038c4a nodeName:}" failed. No retries permitted until 2025-10-13 20:18:32.09070575 +0000 UTC m=+3230.696452335 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle") pod "nova-scheduler-0" (UID: "de34ed05-647c-41e9-8387-9ec3ab038c4a") : secret "combined-ca-bundle" not found Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.096041 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.097854 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.167009 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.194749 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-w2xrg\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.194833 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mkq94\" (UniqueName: \"kubernetes.io/projected/c7116887-9c95-4506-8ebd-05727b3e43e8-kube-api-access-mkq94\") pod \"dnsmasq-dnsmasq-84b9f45d47-w2xrg\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.194978 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-w2xrg\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.228434 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-4szzj"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.229765 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-4szzj" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.248027 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-4szzj"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.285889 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.286171 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="e9f9648c-b0f0-4ef3-b280-433256e0c697" containerName="glance-log" containerID="cri-o://800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.286599 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="e9f9648c-b0f0-4ef3-b280-433256e0c697" containerName="glance-httpd" containerID="cri-o://65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.300262 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-dfnfg"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.300780 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mkq94\" (UniqueName: \"kubernetes.io/projected/c7116887-9c95-4506-8ebd-05727b3e43e8-kube-api-access-mkq94\") pod \"dnsmasq-dnsmasq-84b9f45d47-w2xrg\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.300862 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-22vgx\" (UniqueName: \"kubernetes.io/projected/f7f8c7e3-d477-4052-86d0-11a5e0495d8a-kube-api-access-22vgx\") pod \"nova-api-db-create-4szzj\" (UID: \"f7f8c7e3-d477-4052-86d0-11a5e0495d8a\") " pod="openstack-kuttl-tests/nova-api-db-create-4szzj" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.300962 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-w2xrg\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.300992 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-w2xrg\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.301839 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-config\") pod \"dnsmasq-dnsmasq-84b9f45d47-w2xrg\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.303415 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-84b9f45d47-w2xrg\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.331529 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-dfnfg"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.340080 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mkq94\" (UniqueName: \"kubernetes.io/projected/c7116887-9c95-4506-8ebd-05727b3e43e8-kube-api-access-mkq94\") pod \"dnsmasq-dnsmasq-84b9f45d47-w2xrg\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.359715 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.386679 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.386985 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" containerName="cinder-scheduler" containerID="cri-o://61e827822c3bce509589e3fa9509b3e2c88d6c39ce8bfe74c0bfc98cf0c72d30" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.387421 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" containerName="probe" containerID="cri-o://393be4b4ca77275346fa12f32da58dc6104414c93bb96da2e911d2505f54473b" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.402698 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-22vgx\" (UniqueName: \"kubernetes.io/projected/f7f8c7e3-d477-4052-86d0-11a5e0495d8a-kube-api-access-22vgx\") pod \"nova-api-db-create-4szzj\" (UID: \"f7f8c7e3-d477-4052-86d0-11a5e0495d8a\") " pod="openstack-kuttl-tests/nova-api-db-create-4szzj" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.441202 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.441851 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" containerName="cinder-api-log" containerID="cri-o://0fa18cad0e4735aa25e428ab8b13f1825f2522cfff13ad97f6e4fc1d9225c7e5" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.459866 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" containerName="cinder-api" containerID="cri-o://bcc06229d15e9cb6c221ef0b78c6506f8938a022d3d276b63cb1d6f5fd5c5ec1" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.464143 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" containerName="rabbitmq" containerID="cri-o://71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d" gracePeriod=604800 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.484312 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-22vgx\" (UniqueName: \"kubernetes.io/projected/f7f8c7e3-d477-4052-86d0-11a5e0495d8a-kube-api-access-22vgx\") pod \"nova-api-db-create-4szzj\" (UID: \"f7f8c7e3-d477-4052-86d0-11a5e0495d8a\") " pod="openstack-kuttl-tests/nova-api-db-create-4szzj" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.500549 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.516325 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.516395 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data podName:f3f8964e-f5d3-4b55-8f87-af70a5a32a4c nodeName:}" failed. No retries permitted until 2025-10-13 20:18:33.516380657 +0000 UTC m=+3232.122127242 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data") pod "rabbitmq-cell1-server-0" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.576651 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-4szzj" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.632982 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93" exitCode=0 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633012 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628" exitCode=0 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633019 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381" exitCode=0 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633026 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646" exitCode=0 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633033 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b" exitCode=0 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633040 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb" exitCode=0 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633056 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca" exitCode=0 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633063 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f" exitCode=0 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633069 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815" exitCode=0 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633077 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16" exitCode=0 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633084 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6" exitCode=0 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633304 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633417 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633433 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633537 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633698 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633719 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633777 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633787 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633796 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633806 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.633816 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.647903 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a72930e2-9ff9-4160-b3e2-031d477d04f0","Type":"ContainerStarted","Data":"b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.647969 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a72930e2-9ff9-4160-b3e2-031d477d04f0","Type":"ContainerStarted","Data":"68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.666505 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/nova-metadata-0" secret="" err="secret \"nova-nova-dockercfg-858ns\" not found" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.676015 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-5676467d9b-j8rfq"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.680236 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" podUID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" containerName="neutron-httpd" containerID="cri-o://c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.682165 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" podUID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" containerName="neutron-api" containerID="cri-o://877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.707328 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_3bcf501a-750c-43a9-b3db-ad45cf6d5eb6/ovsdbserver-nb/0.log" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.707370 4809 generic.go:334] "Generic (PLEG): container finished" podID="3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" containerID="ab7c770ae4385bfd03fc82bb14ee0b6f8cef0d68b0bdbcac5c192637b721ab7e" exitCode=2 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.707385 4809 generic.go:334] "Generic (PLEG): container finished" podID="3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" containerID="7eeb83394d5ae95ed0ee58892bb4b883b19df8c71e251f52aa0f771545995127" exitCode=143 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.707468 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6","Type":"ContainerDied","Data":"ab7c770ae4385bfd03fc82bb14ee0b6f8cef0d68b0bdbcac5c192637b721ab7e"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.707494 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6","Type":"ContainerDied","Data":"7eeb83394d5ae95ed0ee58892bb4b883b19df8c71e251f52aa0f771545995127"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.719186 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t"] Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.722016 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/nova-metadata-config-data: secret "nova-metadata-config-data" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.722061 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data podName:a72930e2-9ff9-4160-b3e2-031d477d04f0 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:32.222047353 +0000 UTC m=+3230.827793938 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data") pod "nova-metadata-0" (UID: "a72930e2-9ff9-4160-b3e2-031d477d04f0") : secret "nova-metadata-config-data" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.722246 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.722268 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle podName:a72930e2-9ff9-4160-b3e2-031d477d04f0 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:32.222261829 +0000 UTC m=+3230.828008414 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle") pod "nova-metadata-0" (UID: "a72930e2-9ff9-4160-b3e2-031d477d04f0") : secret "combined-ca-bundle" not found Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.725110 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"979895a9-f660-4db5-ba12-3f63f1b62196","Type":"ContainerStarted","Data":"926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.725335 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"979895a9-f660-4db5-ba12-3f63f1b62196","Type":"ContainerStarted","Data":"d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.731641 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/nova-api-0" secret="" err="secret \"nova-nova-dockercfg-858ns\" not found" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.732553 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-2972-account-create-dcr6t"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.742547 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.751557 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" podUID="3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" containerName="proxy-httpd" containerID="cri-o://6e6fbec31ad3c08b707a55523293b548288d0dc34b6bc2a3954aa005e0872683" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.752057 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" podUID="3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" containerName="proxy-server" containerID="cri-o://03f87ac0b36200a8e5553a620cde0f3908fb8983ff2c36d38a91f7ae74ea2e9f" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.754607 4809 generic.go:334] "Generic (PLEG): container finished" podID="ebf5328a-8d16-4e58-ac41-1c1634499042" containerID="50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a" exitCode=143 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.754663 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" event={"ID":"ebf5328a-8d16-4e58-ac41-1c1634499042","Type":"ContainerDied","Data":"50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.786077 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.786301 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" podUID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerName="proxy-httpd" containerID="cri-o://86c758789c62a8578da90c5cbf332b18839de057bc1e39cd65e673b0fe7c746d" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.786510 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" podUID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerName="proxy-server" containerID="cri-o://8ff8226ca1ed09843d28f694ec58eef73d06a8e8fbb9ee11994417c43581d3ec" gracePeriod=30 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.788128 4809 generic.go:334] "Generic (PLEG): container finished" podID="fab21611-c919-4b92-b0ca-1c933487d37c" containerID="cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3" exitCode=143 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.788237 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"fab21611-c919-4b92-b0ca-1c933487d37c","Type":"ContainerDied","Data":"cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.793437 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" podUID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.1.185:8080/healthcheck\": EOF" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.793578 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" podUID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerName="proxy-server" probeResult="failure" output="Get \"https://10.217.1.185:8080/healthcheck\": EOF" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.798344 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4/ovsdbserver-sb/0.log" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.798401 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.800230 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_3bcf501a-750c-43a9-b3db-ad45cf6d5eb6/ovsdbserver-nb/0.log" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.800426 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.809111 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4/ovsdbserver-sb/0.log" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.809451 4809 generic.go:334] "Generic (PLEG): container finished" podID="7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" containerID="6fdd147b314cff8fa15e29bb088ffe5dff859f9aad3db7dce0857f5d886e2203" exitCode=143 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.809569 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4","Type":"ContainerDied","Data":"6fdd147b314cff8fa15e29bb088ffe5dff859f9aad3db7dce0857f5d886e2203"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.809608 4809 scope.go:117] "RemoveContainer" containerID="a5c7d710cc2be0f2c33d42ff37377f5a043fba0a6665cab2488e7e27d219c6d8" Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.830646 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-nova-internal-svc: secret "cert-nova-internal-svc" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.831261 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:32.331246311 +0000 UTC m=+3230.936992896 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "internal-tls-certs" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "cert-nova-internal-svc" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.830828 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.831299 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:32.331293052 +0000 UTC m=+3230.937039637 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "combined-ca-bundle" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.830926 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-nova-public-svc: secret "cert-nova-public-svc" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.831475 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:32.331469047 +0000 UTC m=+3230.937215632 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "public-tls-certs" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "cert-nova-public-svc" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.831141 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/nova-api-config-data: secret "nova-api-config-data" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.831497 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:32.331492698 +0000 UTC m=+3230.937239283 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "nova-api-config-data" not found Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.839147 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-cx5fq"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.846415 4809 generic.go:334] "Generic (PLEG): container finished" podID="30d6405b-e92a-4763-b909-0175382c69e2" containerID="c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134" exitCode=2 Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.846459 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"30d6405b-e92a-4763-b909-0175382c69e2","Type":"ContainerDied","Data":"c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134"} Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.873699 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-cx5fq"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.883064 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.900255 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-4b05-account-create-gw68p"] Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.905332 4809 scope.go:117] "RemoveContainer" containerID="6fdd147b314cff8fa15e29bb088ffe5dff859f9aad3db7dce0857f5d886e2203" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931347 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-config\") pod \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931413 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-combined-ca-bundle\") pod \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931443 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-g8t2j\" (UniqueName: \"kubernetes.io/projected/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-kube-api-access-g8t2j\") pod \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931528 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-g6ztl\" (UniqueName: \"kubernetes.io/projected/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-kube-api-access-g6ztl\") pod \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931563 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-combined-ca-bundle\") pod \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931595 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdb-rundir\") pod \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931617 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-nb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") pod \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931643 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-sb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931684 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-scripts\") pod \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931703 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-metrics-certs-tls-certs\") pod \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931743 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdbserver-sb-tls-certs\") pod \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931776 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-scripts\") pod \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931801 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdbserver-nb-tls-certs\") pod \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931832 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-metrics-certs-tls-certs\") pod \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931863 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-config\") pod \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\" (UID: \"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4\") " Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.931902 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdb-rundir\") pod \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\" (UID: \"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6\") " Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.932399 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:18:31 crc kubenswrapper[4809]: E1013 20:18:31.932447 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data podName:31dbc440-ef48-4328-8087-835384f69db1 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:33.932433843 +0000 UTC m=+3232.538180428 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data") pod "rabbitmq-server-0" (UID: "31dbc440-ef48-4328-8087-835384f69db1") : configmap "rabbitmq-config-data" not found Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.944442 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-config" (OuterVolumeSpecName: "config") pod "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" (UID: "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.954485 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" (UID: "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.955288 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-scripts" (OuterVolumeSpecName: "scripts") pod "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" (UID: "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.955783 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-scripts" (OuterVolumeSpecName: "scripts") pod "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" (UID: "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.956247 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" (UID: "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.956610 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-config" (OuterVolumeSpecName: "config") pod "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" (UID: "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:31 crc kubenswrapper[4809]: I1013 20:18:31.999017 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-kube-api-access-g8t2j" (OuterVolumeSpecName: "kube-api-access-g8t2j") pod "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" (UID: "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6"). InnerVolumeSpecName "kube-api-access-g8t2j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.017895 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage07-crc" (OuterVolumeSpecName: "ovndbcluster-nb-etc-ovn") pod "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" (UID: "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6"). InnerVolumeSpecName "local-storage07-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.031400 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda0cdaf13_fd45_4ce3_9fb7_04e51066c57e.slice/crio-conmon-c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7d0dc503_0306_41e2_b44e_bf868dd76072.slice/crio-conmon-86c758789c62a8578da90c5cbf332b18839de057bc1e39cd65e673b0fe7c746d.scope\": RecentStats: unable to find data in memory cache]" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.047985 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.048015 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.048033 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-g8t2j\" (UniqueName: \"kubernetes.io/projected/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-kube-api-access-g8t2j\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.048044 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.048066 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" " Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.048076 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.048085 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.048093 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.049878 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-kube-api-access-g6ztl" (OuterVolumeSpecName: "kube-api-access-g6ztl") pod "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" (UID: "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4"). InnerVolumeSpecName "kube-api-access-g6ztl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.054465 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage08-crc" (OuterVolumeSpecName: "ovndbcluster-sb-etc-ovn") pod "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" (UID: "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4"). InnerVolumeSpecName "local-storage08-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.062197 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.062424 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" podUID="b4a9b34d-8a84-4d6b-af18-9fb415538963" containerName="nova-manage" containerID="cri-o://49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.107607 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" (UID: "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.129372 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" (UID: "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.132487 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage07-crc" (UniqueName: "kubernetes.io/local-volume/local-storage07-crc") on node "crc" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.150188 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-g6ztl\" (UniqueName: \"kubernetes.io/projected/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-kube-api-access-g6ztl\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.150214 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.150223 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage07-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage07-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.150241 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" " Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.150251 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.151887 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.151962 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle podName:de34ed05-647c-41e9-8387-9ec3ab038c4a nodeName:}" failed. No retries permitted until 2025-10-13 20:18:34.15194516 +0000 UTC m=+3232.757691745 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle") pod "nova-scheduler-0" (UID: "de34ed05-647c-41e9-8387-9ec3ab038c4a") : secret "combined-ca-bundle" not found Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.198229 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="14562297-3f33-4bab-9bdf-4780b49a5a8a" path="/var/lib/kubelet/pods/14562297-3f33-4bab-9bdf-4780b49a5a8a/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.199011 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1fc93634-21cc-41d0-b3f1-eeba62fedc7b" path="/var/lib/kubelet/pods/1fc93634-21cc-41d0-b3f1-eeba62fedc7b/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.199705 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="37ecc88a-2b8d-4800-9164-f6984aa754f9" path="/var/lib/kubelet/pods/37ecc88a-2b8d-4800-9164-f6984aa754f9/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.200305 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc" path="/var/lib/kubelet/pods/3c3c1eec-cb9c-44ad-a7ec-1ab2dfaf94bc/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.201534 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3ca8034c-421a-400b-a628-c62a023fbf6e" path="/var/lib/kubelet/pods/3ca8034c-421a-400b-a628-c62a023fbf6e/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.202172 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4446001d-5972-43ed-9dd2-61f538348108" path="/var/lib/kubelet/pods/4446001d-5972-43ed-9dd2-61f538348108/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.203872 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf" path="/var/lib/kubelet/pods/4a25f9ca-589b-4c2e-a5f7-f4f7d500e1cf/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.205332 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4ef438ff-d95e-4f63-a90a-8eeaa70f33cf" path="/var/lib/kubelet/pods/4ef438ff-d95e-4f63-a90a-8eeaa70f33cf/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.206597 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="66f1b355-9c74-4346-8816-b0b793d8d542" path="/var/lib/kubelet/pods/66f1b355-9c74-4346-8816-b0b793d8d542/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.207261 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="85982952-a853-4cb8-ac5b-642c1382fcf9" path="/var/lib/kubelet/pods/85982952-a853-4cb8-ac5b-642c1382fcf9/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.208106 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="91a4c052-1aff-44e3-986e-f9c30cb19f1e" path="/var/lib/kubelet/pods/91a4c052-1aff-44e3-986e-f9c30cb19f1e/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.209442 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a4770b98-503b-4735-8dee-c6807764f82a" path="/var/lib/kubelet/pods/a4770b98-503b-4735-8dee-c6807764f82a/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.215616 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ba0f8498-c2b6-452b-9f83-4a5f1b576e2d" path="/var/lib/kubelet/pods/ba0f8498-c2b6-452b-9f83-4a5f1b576e2d/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.217201 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bf04363f-bea2-4254-bf40-696cb142be43" path="/var/lib/kubelet/pods/bf04363f-bea2-4254-bf40-696cb142be43/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.218124 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cfb7732f-e905-4634-a02b-fe6df3097344" path="/var/lib/kubelet/pods/cfb7732f-e905-4634-a02b-fe6df3097344/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.218910 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d3012990-32c0-47d7-b4cd-da140ede9f6c" path="/var/lib/kubelet/pods/d3012990-32c0-47d7-b4cd-da140ede9f6c/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.220122 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="daeacf47-9895-4214-8ca9-c40af1206efb" path="/var/lib/kubelet/pods/daeacf47-9895-4214-8ca9-c40af1206efb/volumes" Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.261249 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.261561 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle podName:a72930e2-9ff9-4160-b3e2-031d477d04f0 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:33.261548179 +0000 UTC m=+3231.867294764 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle") pod "nova-metadata-0" (UID: "a72930e2-9ff9-4160-b3e2-031d477d04f0") : secret "combined-ca-bundle" not found Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.266982 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage08-crc" (UniqueName: "kubernetes.io/local-volume/local-storage08-crc") on node "crc" Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.267120 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/nova-metadata-config-data: secret "nova-metadata-config-data" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.267184 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data podName:a72930e2-9ff9-4160-b3e2-031d477d04f0 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:33.267165898 +0000 UTC m=+3231.872912483 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data") pod "nova-metadata-0" (UID: "a72930e2-9ff9-4160-b3e2-031d477d04f0") : secret "nova-metadata-config-data" not found Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.316127 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-cwngt"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.316171 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.316186 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.316200 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-create-cwngt"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.316391 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" podUID="57f29375-685d-4f88-9770-b8b99175f4bd" containerName="barbican-keystone-listener-log" containerID="cri-o://573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.316494 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" podUID="57f29375-685d-4f88-9770-b8b99175f4bd" containerName="barbican-keystone-listener" containerID="cri-o://2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.317798 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.319761 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.320787 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" podUID="d67e50b3-8958-48f7-8018-c62ad92bd314" containerName="nova-manage" containerID="cri-o://58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.331029 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" podUID="2ae1dc96-63f9-4d51-9627-5e53a33b848b" containerName="barbican-worker-log" containerID="cri-o://5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.331170 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" podUID="2ae1dc96-63f9-4d51-9627-5e53a33b848b" containerName="barbican-worker" containerID="cri-o://b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.343440 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-85df789948-r7ds8"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.343714 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" podUID="c70bce9a-0df7-4fcf-85dd-3dbee556f40d" containerName="barbican-api-log" containerID="cri-o://982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.343854 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" podUID="c70bce9a-0df7-4fcf-85dd-3dbee556f40d" containerName="barbican-api" containerID="cri-o://2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.351478 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdbserver-nb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-nb-tls-certs") pod "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" (UID: "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6"). InnerVolumeSpecName "ovsdbserver-nb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.371245 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/nova-api-config-data: secret "nova-api-config-data" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.371310 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:33.371292323 +0000 UTC m=+3231.977038908 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "nova-api-config-data" not found Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.374135 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.374172 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-ovsdbserver-nb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.374146 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.374478 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-nova-internal-svc: secret "cert-nova-internal-svc" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.374615 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:33.374580536 +0000 UTC m=+3231.980327111 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "internal-tls-certs" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "cert-nova-internal-svc" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.374778 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-nova-public-svc: secret "cert-nova-public-svc" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.374876 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:33.374868004 +0000 UTC m=+3231.980614589 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "public-tls-certs" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "cert-nova-public-svc" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.380455 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:33.380417911 +0000 UTC m=+3231.986164516 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "combined-ca-bundle" not found Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.395827 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.425783 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.441811 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.441902 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.442321 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="de34ed05-647c-41e9-8387-9ec3ab038c4a" containerName="nova-scheduler-scheduler" containerID="cri-o://4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.448237 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-clmf5"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.477584 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config\") pod \"743e87ff-2592-45ea-a5fe-fce0b0887933\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.477699 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nn7pd\" (UniqueName: \"kubernetes.io/projected/743e87ff-2592-45ea-a5fe-fce0b0887933-kube-api-access-nn7pd\") pod \"743e87ff-2592-45ea-a5fe-fce0b0887933\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.477749 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-combined-ca-bundle\") pod \"743e87ff-2592-45ea-a5fe-fce0b0887933\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.477872 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config-secret\") pod \"743e87ff-2592-45ea-a5fe-fce0b0887933\" (UID: \"743e87ff-2592-45ea-a5fe-fce0b0887933\") " Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.500945 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-clmf5"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.511330 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.517039 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-4szzj"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.523053 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.523757 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="cdd6244c-5cc0-491d-940c-245390e92869" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.538361 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.541972 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-hn56p"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.547485 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/743e87ff-2592-45ea-a5fe-fce0b0887933-kube-api-access-nn7pd" (OuterVolumeSpecName: "kube-api-access-nn7pd") pod "743e87ff-2592-45ea-a5fe-fce0b0887933" (UID: "743e87ff-2592-45ea-a5fe-fce0b0887933"). InnerVolumeSpecName "kube-api-access-nn7pd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.548792 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.549043 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="83ffecdf-ffa2-4e99-92f7-1eec3f8750f1" containerName="nova-cell1-conductor-conductor" containerID="cri-o://ea88313a406763d83e6e81a37a6a87f9906b0877b12fc927abc10e2a87ccabf4" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.579648 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.579892 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="0c3ed481-10ad-4938-82c9-32979ac66954" containerName="nova-cell0-conductor-conductor" containerID="cri-o://5cafb5eace2028f545b986b346e71d6e28a5767039014a452400f640f2578798" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.580844 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nn7pd\" (UniqueName: \"kubernetes.io/projected/743e87ff-2592-45ea-a5fe-fce0b0887933-kube-api-access-nn7pd\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.592323 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.594989 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=4.594960828 podStartE2EDuration="4.594960828s" podCreationTimestamp="2025-10-13 20:18:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:31.70070559 +0000 UTC m=+3230.306452185" watchObservedRunningTime="2025-10-13 20:18:32.594960828 +0000 UTC m=+3231.200707413" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.606598 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-gbz9m"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.614818 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.615146 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="ceilometer-central-agent" containerID="cri-o://5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.615262 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="sg-core" containerID="cri-o://60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.615254 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="proxy-httpd" containerID="cri-o://7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.615323 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="ceilometer-notification-agent" containerID="cri-o://9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.627664 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.628183 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="ce8949f0-5d99-4018-8a8d-ad9ac527231e" containerName="kube-state-metrics" containerID="cri-o://04d94983cdc6ef26f01cb70d7b349d5a66248e4044bd969e5c63bd2d7dab0906" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.639150 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=4.639101396 podStartE2EDuration="4.639101396s" podCreationTimestamp="2025-10-13 20:18:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:31.765916044 +0000 UTC m=+3230.371662629" watchObservedRunningTime="2025-10-13 20:18:32.639101396 +0000 UTC m=+3231.244847991" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.645487 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.669354 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="31dbc440-ef48-4328-8087-835384f69db1" containerName="rabbitmq" containerID="cri-o://287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f" gracePeriod=604800 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.680067 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-f690-account-create-crq79"] Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.680510 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" containerName="openstack-network-exporter" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.680527 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" containerName="openstack-network-exporter" Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.680541 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" containerName="ovsdbserver-nb" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.680549 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" containerName="ovsdbserver-nb" Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.682653 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" containerName="openstack-network-exporter" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.682693 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" containerName="openstack-network-exporter" Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.682706 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" containerName="ovsdbserver-sb" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.682712 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" containerName="ovsdbserver-sb" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.682984 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" containerName="openstack-network-exporter" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.683002 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" containerName="ovsdbserver-sb" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.683019 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" containerName="ovsdbserver-nb" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.683035 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" containerName="openstack-network-exporter" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.684052 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-f690-account-create-crq79" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.687274 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-db-secret" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.694463 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-create-q4h6q"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.695702 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-q4h6q" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.704529 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-f690-account-create-crq79"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.712358 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" (UID: "3bcf501a-750c-43a9-b3db-ad45cf6d5eb6"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.712416 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-q4h6q"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.717693 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-8t8bg"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.724485 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-8t8bg"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.742810 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdbserver-sb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-sb-tls-certs") pod "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" (UID: "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4"). InnerVolumeSpecName "ovsdbserver-sb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.743888 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-f690-account-create-qh267"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.753832 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" (UID: "7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: W1013 20:18:32.767330 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc7116887_9c95_4506_8ebd_05727b3e43e8.slice/crio-a41bf959ad8e509f06b4487610213c61e54bfe269a8d2aa68fd89c6dfc2e6abc WatchSource:0}: Error finding container a41bf959ad8e509f06b4487610213c61e54bfe269a8d2aa68fd89c6dfc2e6abc: Status 404 returned error can't find the container with id a41bf959ad8e509f06b4487610213c61e54bfe269a8d2aa68fd89c6dfc2e6abc Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.767977 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-f690-account-create-qh267"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.784708 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dq9px\" (UniqueName: \"kubernetes.io/projected/90b338a1-408b-41db-9d99-d3975c92ee29-kube-api-access-dq9px\") pod \"keystone-f690-account-create-crq79\" (UID: \"90b338a1-408b-41db-9d99-d3975c92ee29\") " pod="openstack-kuttl-tests/keystone-f690-account-create-crq79" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.785073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m9n5t\" (UniqueName: \"kubernetes.io/projected/e91264f1-bd97-4699-8718-8eb158bb0f63-kube-api-access-m9n5t\") pod \"keystone-db-create-q4h6q\" (UID: \"e91264f1-bd97-4699-8718-8eb158bb0f63\") " pod="openstack-kuttl-tests/keystone-db-create-q4h6q" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.785460 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.785557 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-ovsdbserver-sb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.785644 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.790239 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.790504 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/memcached-0" podUID="1454d8dc-e497-4e9f-bba1-c342f92d8e5a" containerName="memcached" containerID="cri-o://f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.800756 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-fd8w6"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.812605 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config" (OuterVolumeSpecName: "openstack-config") pod "743e87ff-2592-45ea-a5fe-fce0b0887933" (UID: "743e87ff-2592-45ea-a5fe-fce0b0887933"). InnerVolumeSpecName "openstack-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.821714 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config-secret" (OuterVolumeSpecName: "openstack-config-secret") pod "743e87ff-2592-45ea-a5fe-fce0b0887933" (UID: "743e87ff-2592-45ea-a5fe-fce0b0887933"). InnerVolumeSpecName "openstack-config-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.844433 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-fd8w6"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.877092 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-zq5x8"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.889800 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-zq5x8"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.890720 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dq9px\" (UniqueName: \"kubernetes.io/projected/90b338a1-408b-41db-9d99-d3975c92ee29-kube-api-access-dq9px\") pod \"keystone-f690-account-create-crq79\" (UID: \"90b338a1-408b-41db-9d99-d3975c92ee29\") " pod="openstack-kuttl-tests/keystone-f690-account-create-crq79" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.890804 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m9n5t\" (UniqueName: \"kubernetes.io/projected/e91264f1-bd97-4699-8718-8eb158bb0f63-kube-api-access-m9n5t\") pod \"keystone-db-create-q4h6q\" (UID: \"e91264f1-bd97-4699-8718-8eb158bb0f63\") " pod="openstack-kuttl-tests/keystone-db-create-q4h6q" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.890996 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.891011 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/743e87ff-2592-45ea-a5fe-fce0b0887933-openstack-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.898984 4809 projected.go:194] Error preparing data for projected volume kube-api-access-dq9px for pod openstack-kuttl-tests/keystone-f690-account-create-crq79: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.899056 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/90b338a1-408b-41db-9d99-d3975c92ee29-kube-api-access-dq9px podName:90b338a1-408b-41db-9d99-d3975c92ee29 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:33.399036876 +0000 UTC m=+3232.004783461 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-dq9px" (UniqueName: "kubernetes.io/projected/90b338a1-408b-41db-9d99-d3975c92ee29-kube-api-access-dq9px") pod "keystone-f690-account-create-crq79" (UID: "90b338a1-408b-41db-9d99-d3975c92ee29") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.899292 4809 projected.go:194] Error preparing data for projected volume kube-api-access-m9n5t for pod openstack-kuttl-tests/keystone-db-create-q4h6q: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:32 crc kubenswrapper[4809]: E1013 20:18:32.899329 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/e91264f1-bd97-4699-8718-8eb158bb0f63-kube-api-access-m9n5t podName:e91264f1-bd97-4699-8718-8eb158bb0f63 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:33.399320794 +0000 UTC m=+3232.005067379 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-m9n5t" (UniqueName: "kubernetes.io/projected/e91264f1-bd97-4699-8718-8eb158bb0f63-kube-api-access-m9n5t") pod "keystone-db-create-q4h6q" (UID: "e91264f1-bd97-4699-8718-8eb158bb0f63") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.902201 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" event={"ID":"c7116887-9c95-4506-8ebd-05727b3e43e8","Type":"ContainerStarted","Data":"a41bf959ad8e509f06b4487610213c61e54bfe269a8d2aa68fd89c6dfc2e6abc"} Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.906798 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "743e87ff-2592-45ea-a5fe-fce0b0887933" (UID: "743e87ff-2592-45ea-a5fe-fce0b0887933"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.918333 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-7b7586f546-mqp8w"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.918575 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" podUID="c0994b10-ce78-4220-97b9-5118e50a78cd" containerName="keystone-api" containerID="cri-o://9a3fe1b446b47b45ef40b8ad4182f56d470103e007d4d50d6561267596238f61" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.921329 4809 generic.go:334] "Generic (PLEG): container finished" podID="c70bce9a-0df7-4fcf-85dd-3dbee556f40d" containerID="982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88" exitCode=143 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.921363 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" event={"ID":"c70bce9a-0df7-4fcf-85dd-3dbee556f40d","Type":"ContainerDied","Data":"982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88"} Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.925145 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-f690-account-create-crq79"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.927484 4809 generic.go:334] "Generic (PLEG): container finished" podID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" containerID="0fa18cad0e4735aa25e428ab8b13f1825f2522cfff13ad97f6e4fc1d9225c7e5" exitCode=143 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.927546 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca38c7e7-4868-40a6-9136-c84f73c38d1e","Type":"ContainerDied","Data":"0fa18cad0e4735aa25e428ab8b13f1825f2522cfff13ad97f6e4fc1d9225c7e5"} Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.930649 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-cwngt" event={"ID":"9024a6f7-1af2-4a36-ae28-cc0ec06e0482","Type":"ContainerStarted","Data":"30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e"} Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.930669 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-cwngt" event={"ID":"9024a6f7-1af2-4a36-ae28-cc0ec06e0482","Type":"ContainerStarted","Data":"b493d51344d5bca7b9e8eeb1439b21a763680b8496afb5e39160aed8a0743b65"} Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.930784 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-db-create-cwngt" podUID="9024a6f7-1af2-4a36-ae28-cc0ec06e0482" containerName="mariadb-database-create" containerID="cri-o://30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e" gracePeriod=30 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.944448 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_3bcf501a-750c-43a9-b3db-ad45cf6d5eb6/ovsdbserver-nb/0.log" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.944543 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"3bcf501a-750c-43a9-b3db-ad45cf6d5eb6","Type":"ContainerDied","Data":"8d7776aa68b37d9ebfb7dd7c0cd9ddbf98f6588d7d11e5250185459b610a1981"} Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.944580 4809 scope.go:117] "RemoveContainer" containerID="ab7c770ae4385bfd03fc82bb14ee0b6f8cef0d68b0bdbcac5c192637b721ab7e" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.944963 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.964197 4809 generic.go:334] "Generic (PLEG): container finished" podID="743e87ff-2592-45ea-a5fe-fce0b0887933" containerID="2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257" exitCode=137 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.964286 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.985043 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-q4h6q"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.990337 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.992469 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/743e87ff-2592-45ea-a5fe-fce0b0887933-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.995158 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-4szzj"] Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.995773 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e" exitCode=0 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.996670 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9" exitCode=0 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.996758 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e" exitCode=0 Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.995847 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e"} Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.996890 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9"} Oct 13 20:18:32 crc kubenswrapper[4809]: I1013 20:18:32.996905 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.003716 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg"] Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.005986 4809 generic.go:334] "Generic (PLEG): container finished" podID="2ae1dc96-63f9-4d51-9627-5e53a33b848b" containerID="5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e" exitCode=143 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.006031 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" event={"ID":"2ae1dc96-63f9-4d51-9627-5e53a33b848b","Type":"ContainerDied","Data":"5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.014108 4809 generic.go:334] "Generic (PLEG): container finished" podID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerID="7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6" exitCode=0 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.014157 4809 generic.go:334] "Generic (PLEG): container finished" podID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerID="60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36" exitCode=2 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.014210 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d861917f-2ab8-4b33-a2a4-9efd4f17468e","Type":"ContainerDied","Data":"7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.014264 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d861917f-2ab8-4b33-a2a4-9efd4f17468e","Type":"ContainerDied","Data":"60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.016424 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" containerID="393be4b4ca77275346fa12f32da58dc6104414c93bb96da2e911d2505f54473b" exitCode=0 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.016630 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c","Type":"ContainerDied","Data":"393be4b4ca77275346fa12f32da58dc6104414c93bb96da2e911d2505f54473b"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.021606 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-create-cwngt" podStartSLOduration=4.021589662 podStartE2EDuration="4.021589662s" podCreationTimestamp="2025-10-13 20:18:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:32.953301511 +0000 UTC m=+3231.559048096" watchObservedRunningTime="2025-10-13 20:18:33.021589662 +0000 UTC m=+3231.627336247" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.054144 4809 generic.go:334] "Generic (PLEG): container finished" podID="e9f9648c-b0f0-4ef3-b280-433256e0c697" containerID="800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195" exitCode=143 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.054254 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e9f9648c-b0f0-4ef3-b280-433256e0c697","Type":"ContainerDied","Data":"800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.061166 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podUID="f81a534a-3755-42f1-bd37-2dbb6bb68fe7" containerName="galera" containerID="cri-o://d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778" gracePeriod=30 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.064811 4809 generic.go:334] "Generic (PLEG): container finished" podID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerID="8ff8226ca1ed09843d28f694ec58eef73d06a8e8fbb9ee11994417c43581d3ec" exitCode=0 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.064831 4809 generic.go:334] "Generic (PLEG): container finished" podID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerID="86c758789c62a8578da90c5cbf332b18839de057bc1e39cd65e673b0fe7c746d" exitCode=0 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.064875 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" event={"ID":"7d0dc503-0306-41e2-b44e-bf868dd76072","Type":"ContainerDied","Data":"8ff8226ca1ed09843d28f694ec58eef73d06a8e8fbb9ee11994417c43581d3ec"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.064898 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" event={"ID":"7d0dc503-0306-41e2-b44e-bf868dd76072","Type":"ContainerDied","Data":"86c758789c62a8578da90c5cbf332b18839de057bc1e39cd65e673b0fe7c746d"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.069345 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4","Type":"ContainerDied","Data":"353819fad5e5fcf082640f9b62f11cb21070b606b1502524d103d3e5165a8f34"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.069438 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.077697 4809 generic.go:334] "Generic (PLEG): container finished" podID="3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" containerID="03f87ac0b36200a8e5553a620cde0f3908fb8983ff2c36d38a91f7ae74ea2e9f" exitCode=0 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.077766 4809 generic.go:334] "Generic (PLEG): container finished" podID="3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" containerID="6e6fbec31ad3c08b707a55523293b548288d0dc34b6bc2a3954aa005e0872683" exitCode=0 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.077829 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" event={"ID":"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e","Type":"ContainerDied","Data":"03f87ac0b36200a8e5553a620cde0f3908fb8983ff2c36d38a91f7ae74ea2e9f"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.077854 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" event={"ID":"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e","Type":"ContainerDied","Data":"6e6fbec31ad3c08b707a55523293b548288d0dc34b6bc2a3954aa005e0872683"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.082185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-4szzj" event={"ID":"f7f8c7e3-d477-4052-86d0-11a5e0495d8a","Type":"ContainerStarted","Data":"16d71331508fd539f89d1136905c081c2041f9680da8ebce0664394ec21a7a20"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.086536 4809 generic.go:334] "Generic (PLEG): container finished" podID="ce8949f0-5d99-4018-8a8d-ad9ac527231e" containerID="04d94983cdc6ef26f01cb70d7b349d5a66248e4044bd969e5c63bd2d7dab0906" exitCode=2 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.090174 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"ce8949f0-5d99-4018-8a8d-ad9ac527231e","Type":"ContainerDied","Data":"04d94983cdc6ef26f01cb70d7b349d5a66248e4044bd969e5c63bd2d7dab0906"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.095973 4809 generic.go:334] "Generic (PLEG): container finished" podID="57f29375-685d-4f88-9770-b8b99175f4bd" containerID="573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f" exitCode=143 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.096031 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" event={"ID":"57f29375-685d-4f88-9770-b8b99175f4bd","Type":"ContainerDied","Data":"573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.099213 4809 scope.go:117] "RemoveContainer" containerID="7eeb83394d5ae95ed0ee58892bb4b883b19df8c71e251f52aa0f771545995127" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.099928 4809 generic.go:334] "Generic (PLEG): container finished" podID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" containerID="c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa" exitCode=0 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.100498 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/nova-api-0" secret="" err="secret \"nova-nova-dockercfg-858ns\" not found" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.101274 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" event={"ID":"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e","Type":"ContainerDied","Data":"c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa"} Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.101354 4809 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="openstack-kuttl-tests/nova-metadata-0" secret="" err="secret \"nova-nova-dockercfg-858ns\" not found" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.196482 4809 scope.go:117] "RemoveContainer" containerID="2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257" Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.220028 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[kube-api-access-dq9px], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/keystone-f690-account-create-crq79" podUID="90b338a1-408b-41db-9d99-d3975c92ee29" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.229379 4809 scope.go:117] "RemoveContainer" containerID="2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257" Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.229972 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257\": container with ID starting with 2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257 not found: ID does not exist" containerID="2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.230019 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257"} err="failed to get container status \"2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257\": rpc error: code = NotFound desc = could not find container \"2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257\": container with ID starting with 2d0740743ff826af4c507bb5716b5fc44a5d77c34f9ed3d126733abc19a70257 not found: ID does not exist" Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.238513 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[kube-api-access-m9n5t], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/keystone-db-create-q4h6q" podUID="e91264f1-bd97-4699-8718-8eb158bb0f63" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.243264 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.246357 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.254177 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.270719 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.276114 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.311210 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-galera-0" podUID="6d84ad73-4473-4cb2-a3d9-157efce5770f" containerName="galera" containerID="cri-o://47ceddcb927207c831fd28f8969cd390f8085896ca14b6aac2b775e61567acc1" gracePeriod=30 Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.314302 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-etc-swift\") pod \"7d0dc503-0306-41e2-b44e-bf868dd76072\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.314360 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-config-data\") pod \"7d0dc503-0306-41e2-b44e-bf868dd76072\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.314390 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-public-tls-certs\") pod \"7d0dc503-0306-41e2-b44e-bf868dd76072\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.314444 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zdc74\" (UniqueName: \"kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-kube-api-access-zdc74\") pod \"7d0dc503-0306-41e2-b44e-bf868dd76072\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.314467 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-combined-ca-bundle\") pod \"7d0dc503-0306-41e2-b44e-bf868dd76072\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.314496 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-internal-tls-certs\") pod \"7d0dc503-0306-41e2-b44e-bf868dd76072\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.314568 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-run-httpd\") pod \"7d0dc503-0306-41e2-b44e-bf868dd76072\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.314605 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-log-httpd\") pod \"7d0dc503-0306-41e2-b44e-bf868dd76072\" (UID: \"7d0dc503-0306-41e2-b44e-bf868dd76072\") " Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.315745 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/nova-metadata-config-data: secret "nova-metadata-config-data" not found Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.315816 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data podName:a72930e2-9ff9-4160-b3e2-031d477d04f0 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:35.315800752 +0000 UTC m=+3233.921547337 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data") pod "nova-metadata-0" (UID: "a72930e2-9ff9-4160-b3e2-031d477d04f0") : secret "nova-metadata-config-data" not found Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.321374 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "7d0dc503-0306-41e2-b44e-bf868dd76072" (UID: "7d0dc503-0306-41e2-b44e-bf868dd76072"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.322891 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "7d0dc503-0306-41e2-b44e-bf868dd76072" (UID: "7d0dc503-0306-41e2-b44e-bf868dd76072"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.323662 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.323714 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle podName:a72930e2-9ff9-4160-b3e2-031d477d04f0 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:35.323693045 +0000 UTC m=+3233.929439630 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle") pod "nova-metadata-0" (UID: "a72930e2-9ff9-4160-b3e2-031d477d04f0") : secret "combined-ca-bundle" not found Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.328692 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.342773 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.350128 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-kube-api-access-zdc74" (OuterVolumeSpecName: "kube-api-access-zdc74") pod "7d0dc503-0306-41e2-b44e-bf868dd76072" (UID: "7d0dc503-0306-41e2-b44e-bf868dd76072"). InnerVolumeSpecName "kube-api-access-zdc74". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.399997 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "7d0dc503-0306-41e2-b44e-bf868dd76072" (UID: "7d0dc503-0306-41e2-b44e-bf868dd76072"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.417220 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-etc-swift\") pod \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.417281 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rptcz\" (UniqueName: \"kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-kube-api-access-rptcz\") pod \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.417491 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-certs\") pod \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.417544 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-run-httpd\") pod \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.417599 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-combined-ca-bundle\") pod \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.417632 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-config\") pod \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.417656 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zgvkn\" (UniqueName: \"kubernetes.io/projected/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-api-access-zgvkn\") pod \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.417722 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-public-tls-certs\") pod \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.417782 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-internal-tls-certs\") pod \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.418045 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-config-data\") pod \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.418082 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-combined-ca-bundle\") pod \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\" (UID: \"ce8949f0-5d99-4018-8a8d-ad9ac527231e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.418141 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-log-httpd\") pod \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\" (UID: \"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e\") " Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.418972 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" (UID: "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.419575 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-nova-public-svc: secret "cert-nova-public-svc" not found Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.419623 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:35.419605327 +0000 UTC m=+3234.025351912 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "public-tls-certs" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "cert-nova-public-svc" not found Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.419721 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.419762 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:35.419751411 +0000 UTC m=+3234.025497996 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "combined-ca-bundle" not found Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.419953 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dq9px\" (UniqueName: \"kubernetes.io/projected/90b338a1-408b-41db-9d99-d3975c92ee29-kube-api-access-dq9px\") pod \"keystone-f690-account-create-crq79\" (UID: \"90b338a1-408b-41db-9d99-d3975c92ee29\") " pod="openstack-kuttl-tests/keystone-f690-account-create-crq79" Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.420288 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/cert-nova-internal-svc: secret "cert-nova-internal-svc" not found Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.422203 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m9n5t\" (UniqueName: \"kubernetes.io/projected/e91264f1-bd97-4699-8718-8eb158bb0f63-kube-api-access-m9n5t\") pod \"keystone-db-create-q4h6q\" (UID: \"e91264f1-bd97-4699-8718-8eb158bb0f63\") " pod="openstack-kuttl-tests/keystone-db-create-q4h6q" Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.420343 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:35.420308847 +0000 UTC m=+3234.026055432 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "internal-tls-certs" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "cert-nova-internal-svc" not found Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.425591 4809 projected.go:194] Error preparing data for projected volume kube-api-access-m9n5t for pod openstack-kuttl-tests/keystone-db-create-q4h6q: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.429741 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/e91264f1-bd97-4699-8718-8eb158bb0f63-kube-api-access-m9n5t podName:e91264f1-bd97-4699-8718-8eb158bb0f63 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:34.429702592 +0000 UTC m=+3233.035449177 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-m9n5t" (UniqueName: "kubernetes.io/projected/e91264f1-bd97-4699-8718-8eb158bb0f63-kube-api-access-m9n5t") pod "keystone-db-create-q4h6q" (UID: "e91264f1-bd97-4699-8718-8eb158bb0f63") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.426765 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" (UID: "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.427586 4809 projected.go:194] Error preparing data for projected volume kube-api-access-dq9px for pod openstack-kuttl-tests/keystone-f690-account-create-crq79: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.427646 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/nova-api-config-data: secret "nova-api-config-data" not found Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.432079 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-kube-api-access-rptcz" (OuterVolumeSpecName: "kube-api-access-rptcz") pod "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" (UID: "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e"). InnerVolumeSpecName "kube-api-access-rptcz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.440981 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/90b338a1-408b-41db-9d99-d3975c92ee29-kube-api-access-dq9px podName:90b338a1-408b-41db-9d99-d3975c92ee29 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:34.440887479 +0000 UTC m=+3233.046634054 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-dq9px" (UniqueName: "kubernetes.io/projected/90b338a1-408b-41db-9d99-d3975c92ee29-kube-api-access-dq9px") pod "keystone-f690-account-create-crq79" (UID: "90b338a1-408b-41db-9d99-d3975c92ee29") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.441049 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data podName:979895a9-f660-4db5-ba12-3f63f1b62196 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:35.441041143 +0000 UTC m=+3234.046787728 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data") pod "nova-api-0" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196") : secret "nova-api-config-data" not found Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.441094 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.441110 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zdc74\" (UniqueName: \"kubernetes.io/projected/7d0dc503-0306-41e2-b44e-bf868dd76072-kube-api-access-zdc74\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.441130 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.441140 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.441151 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/7d0dc503-0306-41e2-b44e-bf868dd76072-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.445156 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" (UID: "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.446494 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-api-access-zgvkn" (OuterVolumeSpecName: "kube-api-access-zgvkn") pod "ce8949f0-5d99-4018-8a8d-ad9ac527231e" (UID: "ce8949f0-5d99-4018-8a8d-ad9ac527231e"). InnerVolumeSpecName "kube-api-access-zgvkn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.516052 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ce8949f0-5d99-4018-8a8d-ad9ac527231e" (UID: "ce8949f0-5d99-4018-8a8d-ad9ac527231e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.528302 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-config" (OuterVolumeSpecName: "kube-state-metrics-tls-config") pod "ce8949f0-5d99-4018-8a8d-ad9ac527231e" (UID: "ce8949f0-5d99-4018-8a8d-ad9ac527231e"). InnerVolumeSpecName "kube-state-metrics-tls-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.544043 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.544075 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rptcz\" (UniqueName: \"kubernetes.io/projected/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-kube-api-access-rptcz\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.544086 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.544095 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.544106 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zgvkn\" (UniqueName: \"kubernetes.io/projected/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-api-access-zgvkn\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.544118 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.544113 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.544202 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data podName:f3f8964e-f5d3-4b55-8f87-af70a5a32a4c nodeName:}" failed. No retries permitted until 2025-10-13 20:18:37.54418421 +0000 UTC m=+3236.149930795 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data") pod "rabbitmq-cell1-server-0" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.548198 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "7d0dc503-0306-41e2-b44e-bf868dd76072" (UID: "7d0dc503-0306-41e2-b44e-bf868dd76072"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.552033 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-config-data" (OuterVolumeSpecName: "config-data") pod "7d0dc503-0306-41e2-b44e-bf868dd76072" (UID: "7d0dc503-0306-41e2-b44e-bf868dd76072"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.557782 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-certs" (OuterVolumeSpecName: "kube-state-metrics-tls-certs") pod "ce8949f0-5d99-4018-8a8d-ad9ac527231e" (UID: "ce8949f0-5d99-4018-8a8d-ad9ac527231e"). InnerVolumeSpecName "kube-state-metrics-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.561967 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" (UID: "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.565483 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" (UID: "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.593386 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-config-data" (OuterVolumeSpecName: "config-data") pod "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" (UID: "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.593438 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" (UID: "3ffc100c-ffcc-4f6f-a4e8-354aea8f488e"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.595349 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "7d0dc503-0306-41e2-b44e-bf868dd76072" (UID: "7d0dc503-0306-41e2-b44e-bf868dd76072"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.597882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7d0dc503-0306-41e2-b44e-bf868dd76072" (UID: "7d0dc503-0306-41e2-b44e-bf868dd76072"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.646199 4809 reconciler_common.go:293] "Volume detached for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce8949f0-5d99-4018-8a8d-ad9ac527231e-kube-state-metrics-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.646228 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.646238 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.646248 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.646257 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.646266 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.646274 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.646282 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7d0dc503-0306-41e2-b44e-bf868dd76072-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.646290 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.720851 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.720915 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.953287 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:18:33 crc kubenswrapper[4809]: E1013 20:18:33.953355 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data podName:31dbc440-ef48-4328-8087-835384f69db1 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:37.95333679 +0000 UTC m=+3236.559083365 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data") pod "rabbitmq-server-0" (UID: "31dbc440-ef48-4328-8087-835384f69db1") : configmap "rabbitmq-config-data" not found Oct 13 20:18:33 crc kubenswrapper[4809]: I1013 20:18:33.993152 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.015869 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.021108 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.052064 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="31dbc440-ef48-4328-8087-835384f69db1" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.1.166:5671: connect: connection refused" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.110002 4809 generic.go:334] "Generic (PLEG): container finished" podID="c7116887-9c95-4506-8ebd-05727b3e43e8" containerID="abe7cb48a69b4d6074e44e2f7c51688d55b2216202989a0dc5da884b9a81f5f3" exitCode=0 Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.110051 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" event={"ID":"c7116887-9c95-4506-8ebd-05727b3e43e8","Type":"ContainerDied","Data":"abe7cb48a69b4d6074e44e2f7c51688d55b2216202989a0dc5da884b9a81f5f3"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.115300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"ce8949f0-5d99-4018-8a8d-ad9ac527231e","Type":"ContainerDied","Data":"6d7c9637b54ad191bb5154a8f6801b9b2ec00bd4a6feaaab41b38248f1a66f87"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.115345 4809 scope.go:117] "RemoveContainer" containerID="04d94983cdc6ef26f01cb70d7b349d5a66248e4044bd969e5c63bd2d7dab0906" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.115416 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.138316 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d84ad73-4473-4cb2-a3d9-157efce5770f" containerID="47ceddcb927207c831fd28f8969cd390f8085896ca14b6aac2b775e61567acc1" exitCode=0 Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.138599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"6d84ad73-4473-4cb2-a3d9-157efce5770f","Type":"ContainerDied","Data":"47ceddcb927207c831fd28f8969cd390f8085896ca14b6aac2b775e61567acc1"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.147099 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" event={"ID":"7d0dc503-0306-41e2-b44e-bf868dd76072","Type":"ContainerDied","Data":"7071462f28cc758618706335ac29979b7172c8935f0aa937f4dddbda45847004"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.147118 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.152013 4809 generic.go:334] "Generic (PLEG): container finished" podID="f81a534a-3755-42f1-bd37-2dbb6bb68fe7" containerID="d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778" exitCode=0 Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.152069 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"f81a534a-3755-42f1-bd37-2dbb6bb68fe7","Type":"ContainerDied","Data":"d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.152091 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"f81a534a-3755-42f1-bd37-2dbb6bb68fe7","Type":"ContainerDied","Data":"368789fb35f00029feee05fdd0a9b12f6d8a7db05e38c6a5f39205dc8337ddcc"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.152153 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.155588 4809 scope.go:117] "RemoveContainer" containerID="8ff8226ca1ed09843d28f694ec58eef73d06a8e8fbb9ee11994417c43581d3ec" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.156511 4809 generic.go:334] "Generic (PLEG): container finished" podID="cdd6244c-5cc0-491d-940c-245390e92869" containerID="9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f" exitCode=0 Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.156625 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157323 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-operator-scripts\") pod \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157356 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-galera-tls-certs\") pod \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157387 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mkx9f\" (UniqueName: \"kubernetes.io/projected/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kube-api-access-mkx9f\") pod \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157421 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157456 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-vencrypt-tls-certs\") pod \"cdd6244c-5cc0-491d-940c-245390e92869\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157520 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-generated\") pod \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157548 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kolla-config\") pod \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157568 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p7vtc\" (UniqueName: \"kubernetes.io/projected/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kube-api-access-p7vtc\") pod \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157605 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-combined-ca-bundle\") pod \"cdd6244c-5cc0-491d-940c-245390e92869\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157628 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kolla-config\") pod \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157644 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-nova-novncproxy-tls-certs\") pod \"cdd6244c-5cc0-491d-940c-245390e92869\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157689 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-secrets\") pod \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157724 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-config-data\") pod \"cdd6244c-5cc0-491d-940c-245390e92869\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157828 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-default\") pod \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157845 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-82m6j\" (UniqueName: \"kubernetes.io/projected/cdd6244c-5cc0-491d-940c-245390e92869-kube-api-access-82m6j\") pod \"cdd6244c-5cc0-491d-940c-245390e92869\" (UID: \"cdd6244c-5cc0-491d-940c-245390e92869\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157883 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-combined-ca-bundle\") pod \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157903 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-config-data\") pod \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157930 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-memcached-tls-certs\") pod \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\" (UID: \"1454d8dc-e497-4e9f-bba1-c342f92d8e5a\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.157958 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-combined-ca-bundle\") pod \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\" (UID: \"f81a534a-3755-42f1-bd37-2dbb6bb68fe7\") " Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.158401 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.158444 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle podName:de34ed05-647c-41e9-8387-9ec3ab038c4a nodeName:}" failed. No retries permitted until 2025-10-13 20:18:38.158432199 +0000 UTC m=+3236.764178784 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle") pod "nova-scheduler-0" (UID: "de34ed05-647c-41e9-8387-9ec3ab038c4a") : secret "combined-ca-bundle" not found Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.159156 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "f81a534a-3755-42f1-bd37-2dbb6bb68fe7" (UID: "f81a534a-3755-42f1-bd37-2dbb6bb68fe7"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.160928 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-config-data" (OuterVolumeSpecName: "config-data") pod "1454d8dc-e497-4e9f-bba1-c342f92d8e5a" (UID: "1454d8dc-e497-4e9f-bba1-c342f92d8e5a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.165273 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "f81a534a-3755-42f1-bd37-2dbb6bb68fe7" (UID: "f81a534a-3755-42f1-bd37-2dbb6bb68fe7"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.165901 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "f81a534a-3755-42f1-bd37-2dbb6bb68fe7" (UID: "f81a534a-3755-42f1-bd37-2dbb6bb68fe7"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.169425 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "1454d8dc-e497-4e9f-bba1-c342f92d8e5a" (UID: "1454d8dc-e497-4e9f-bba1-c342f92d8e5a"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.178555 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "f81a534a-3755-42f1-bd37-2dbb6bb68fe7" (UID: "f81a534a-3755-42f1-bd37-2dbb6bb68fe7"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.185378 4809 generic.go:334] "Generic (PLEG): container finished" podID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerID="5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0" exitCode=0 Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.189146 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="214e370f-e127-43d2-b13b-e1e6b21746bf" path="/var/lib/kubelet/pods/214e370f-e127-43d2-b13b-e1e6b21746bf/volumes" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.189653 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec" path="/var/lib/kubelet/pods/2ca0f8bb-732f-4aa6-b1d1-1249a14be9ec/volumes" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.190157 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="31dd0f64-33d3-4593-b8c7-15d8ae54e187" path="/var/lib/kubelet/pods/31dd0f64-33d3-4593-b8c7-15d8ae54e187/volumes" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.190774 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3bcf501a-750c-43a9-b3db-ad45cf6d5eb6" path="/var/lib/kubelet/pods/3bcf501a-750c-43a9-b3db-ad45cf6d5eb6/volumes" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.191009 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kube-api-access-p7vtc" (OuterVolumeSpecName: "kube-api-access-p7vtc") pod "1454d8dc-e497-4e9f-bba1-c342f92d8e5a" (UID: "1454d8dc-e497-4e9f-bba1-c342f92d8e5a"). InnerVolumeSpecName "kube-api-access-p7vtc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.193251 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kube-api-access-mkx9f" (OuterVolumeSpecName: "kube-api-access-mkx9f") pod "f81a534a-3755-42f1-bd37-2dbb6bb68fe7" (UID: "f81a534a-3755-42f1-bd37-2dbb6bb68fe7"). InnerVolumeSpecName "kube-api-access-mkx9f". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.201044 4809 generic.go:334] "Generic (PLEG): container finished" podID="f7f8c7e3-d477-4052-86d0-11a5e0495d8a" containerID="f4d9ee59d6ce69a89181f9bcd376441aa798b7730f940c83943f052675cc71f6" exitCode=1 Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.209864 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3e9e6715-97d3-416a-bb7d-a4e3f2c42194" path="/var/lib/kubelet/pods/3e9e6715-97d3-416a-bb7d-a4e3f2c42194/volumes" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.210577 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5af5b3b7-0cac-4a3a-be09-35c2c6494ddd" path="/var/lib/kubelet/pods/5af5b3b7-0cac-4a3a-be09-35c2c6494ddd/volumes" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.209888 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-secrets" (OuterVolumeSpecName: "secrets") pod "f81a534a-3755-42f1-bd37-2dbb6bb68fe7" (UID: "f81a534a-3755-42f1-bd37-2dbb6bb68fe7"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.211142 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="743e87ff-2592-45ea-a5fe-fce0b0887933" path="/var/lib/kubelet/pods/743e87ff-2592-45ea-a5fe-fce0b0887933/volumes" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.221563 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4" path="/var/lib/kubelet/pods/7ec5ba10-1572-4687-a2d7-5ff1b4ed0cb4/volumes" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.222304 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="924fe7c8-3b75-471b-8a1b-0820a7ba8bba" path="/var/lib/kubelet/pods/924fe7c8-3b75-471b-8a1b-0820a7ba8bba/volumes" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.222768 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "mysql-db") pod "f81a534a-3755-42f1-bd37-2dbb6bb68fe7" (UID: "f81a534a-3755-42f1-bd37-2dbb6bb68fe7"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.222873 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="afa6d419-dce0-495f-bd6c-38f323491035" path="/var/lib/kubelet/pods/afa6d419-dce0-495f-bd6c-38f323491035/volumes" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.229082 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.233593 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.244591 4809 scope.go:117] "RemoveContainer" containerID="86c758789c62a8578da90c5cbf332b18839de057bc1e39cd65e673b0fe7c746d" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.249208 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cdd6244c-5cc0-491d-940c-245390e92869-kube-api-access-82m6j" (OuterVolumeSpecName: "kube-api-access-82m6j") pod "cdd6244c-5cc0-491d-940c-245390e92869" (UID: "cdd6244c-5cc0-491d-940c-245390e92869"). InnerVolumeSpecName "kube-api-access-82m6j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.251129 4809 generic.go:334] "Generic (PLEG): container finished" podID="1454d8dc-e497-4e9f-bba1-c342f92d8e5a" containerID="f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c" exitCode=0 Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.251323 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="a72930e2-9ff9-4160-b3e2-031d477d04f0" containerName="nova-metadata-log" containerID="cri-o://68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170" gracePeriod=30 Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.251550 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.251889 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-f690-account-create-crq79" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.251994 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="a72930e2-9ff9-4160-b3e2-031d477d04f0" containerName="nova-metadata-metadata" containerID="cri-o://b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2" gracePeriod=30 Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.252084 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-q4h6q" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.252210 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="979895a9-f660-4db5-ba12-3f63f1b62196" containerName="nova-api-log" containerID="cri-o://d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c" gracePeriod=30 Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.252300 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="979895a9-f660-4db5-ba12-3f63f1b62196" containerName="nova-api-api" containerID="cri-o://926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7" gracePeriod=30 Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.262837 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.262870 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.262882 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.262890 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p7vtc\" (UniqueName: \"kubernetes.io/projected/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-kube-api-access-p7vtc\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.262899 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.262908 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.262917 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.262926 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-82m6j\" (UniqueName: \"kubernetes.io/projected/cdd6244c-5cc0-491d-940c-245390e92869-kube-api-access-82m6j\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.262934 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.262943 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.262951 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mkx9f\" (UniqueName: \"kubernetes.io/projected/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-kube-api-access-mkx9f\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.265877 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1454d8dc-e497-4e9f-bba1-c342f92d8e5a" (UID: "1454d8dc-e497-4e9f-bba1-c342f92d8e5a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.268548 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-memcached-tls-certs" (OuterVolumeSpecName: "memcached-tls-certs") pod "1454d8dc-e497-4e9f-bba1-c342f92d8e5a" (UID: "1454d8dc-e497-4e9f-bba1-c342f92d8e5a"). InnerVolumeSpecName "memcached-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.302338 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.324918 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-config-data" (OuterVolumeSpecName: "config-data") pod "cdd6244c-5cc0-491d-940c-245390e92869" (UID: "cdd6244c-5cc0-491d-940c-245390e92869"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.329882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "cdd6244c-5cc0-491d-940c-245390e92869" (UID: "cdd6244c-5cc0-491d-940c-245390e92869"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.340195 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.340232 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.340253 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z"] Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.340265 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"cdd6244c-5cc0-491d-940c-245390e92869","Type":"ContainerDied","Data":"9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.340286 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-proxy-698d4f9f68-j4r4z"] Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.340298 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"cdd6244c-5cc0-491d-940c-245390e92869","Type":"ContainerDied","Data":"538ab205cd46cb9b599abf6e02aa0cefbfa65c83f365e7f350d9c02423027e15"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.340307 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d861917f-2ab8-4b33-a2a4-9efd4f17468e","Type":"ContainerDied","Data":"5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.340326 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-4szzj" event={"ID":"f7f8c7e3-d477-4052-86d0-11a5e0495d8a","Type":"ContainerDied","Data":"f4d9ee59d6ce69a89181f9bcd376441aa798b7730f940c83943f052675cc71f6"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.340362 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf" event={"ID":"3ffc100c-ffcc-4f6f-a4e8-354aea8f488e","Type":"ContainerDied","Data":"05985ee827099ba3a6b972753c816fcf365ad0f57de728b9dbc13ca28ef2b4ea"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.340377 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"1454d8dc-e497-4e9f-bba1-c342f92d8e5a","Type":"ContainerDied","Data":"f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.340388 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"1454d8dc-e497-4e9f-bba1-c342f92d8e5a","Type":"ContainerDied","Data":"8cc06606273f30b5b40044c4ffaa99a4264324ef5684b7b17c7edecf58a36ca8"} Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.343220 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-f690-account-create-crq79" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.347205 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f81a534a-3755-42f1-bd37-2dbb6bb68fe7" (UID: "f81a534a-3755-42f1-bd37-2dbb6bb68fe7"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.362954 4809 scope.go:117] "RemoveContainer" containerID="d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.363737 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-kolla-config\") pod \"6d84ad73-4473-4cb2-a3d9-157efce5770f\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.363859 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-operator-scripts\") pod \"6d84ad73-4473-4cb2-a3d9-157efce5770f\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.363908 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-default\") pod \"6d84ad73-4473-4cb2-a3d9-157efce5770f\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.363948 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dftjj\" (UniqueName: \"kubernetes.io/projected/6d84ad73-4473-4cb2-a3d9-157efce5770f-kube-api-access-dftjj\") pod \"6d84ad73-4473-4cb2-a3d9-157efce5770f\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.364018 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"6d84ad73-4473-4cb2-a3d9-157efce5770f\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.364056 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-combined-ca-bundle\") pod \"6d84ad73-4473-4cb2-a3d9-157efce5770f\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.364108 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-generated\") pod \"6d84ad73-4473-4cb2-a3d9-157efce5770f\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.364122 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-galera-tls-certs\") pod \"6d84ad73-4473-4cb2-a3d9-157efce5770f\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.364139 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-secrets\") pod \"6d84ad73-4473-4cb2-a3d9-157efce5770f\" (UID: \"6d84ad73-4473-4cb2-a3d9-157efce5770f\") " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.364584 4809 reconciler_common.go:293] "Volume detached for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-memcached-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.364597 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.364610 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.364620 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.364628 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.364637 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1454d8dc-e497-4e9f-bba1-c342f92d8e5a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.368039 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "6d84ad73-4473-4cb2-a3d9-157efce5770f" (UID: "6d84ad73-4473-4cb2-a3d9-157efce5770f"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.369704 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "6d84ad73-4473-4cb2-a3d9-157efce5770f" (UID: "6d84ad73-4473-4cb2-a3d9-157efce5770f"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.370074 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "6d84ad73-4473-4cb2-a3d9-157efce5770f" (UID: "6d84ad73-4473-4cb2-a3d9-157efce5770f"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.371133 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "6d84ad73-4473-4cb2-a3d9-157efce5770f" (UID: "6d84ad73-4473-4cb2-a3d9-157efce5770f"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.378740 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6d84ad73-4473-4cb2-a3d9-157efce5770f-kube-api-access-dftjj" (OuterVolumeSpecName: "kube-api-access-dftjj") pod "6d84ad73-4473-4cb2-a3d9-157efce5770f" (UID: "6d84ad73-4473-4cb2-a3d9-157efce5770f"). InnerVolumeSpecName "kube-api-access-dftjj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.389186 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-secrets" (OuterVolumeSpecName: "secrets") pod "6d84ad73-4473-4cb2-a3d9-157efce5770f" (UID: "6d84ad73-4473-4cb2-a3d9-157efce5770f"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.395064 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-q4h6q" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.407901 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-vencrypt-tls-certs" (OuterVolumeSpecName: "vencrypt-tls-certs") pod "cdd6244c-5cc0-491d-940c-245390e92869" (UID: "cdd6244c-5cc0-491d-940c-245390e92869"). InnerVolumeSpecName "vencrypt-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.407910 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage20-crc" (OuterVolumeSpecName: "mysql-db") pod "6d84ad73-4473-4cb2-a3d9-157efce5770f" (UID: "6d84ad73-4473-4cb2-a3d9-157efce5770f"). InnerVolumeSpecName "local-storage20-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.416028 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf"] Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.421298 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-proxy-64b99674c-dkvsf"] Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.428218 4809 scope.go:117] "RemoveContainer" containerID="dacb220c94e62f9edf1616283332a209810de3301df9532f02620dc8126c4528" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.433121 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6d84ad73-4473-4cb2-a3d9-157efce5770f" (UID: "6d84ad73-4473-4cb2-a3d9-157efce5770f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.443774 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "f81a534a-3755-42f1-bd37-2dbb6bb68fe7" (UID: "f81a534a-3755-42f1-bd37-2dbb6bb68fe7"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.467628 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dq9px\" (UniqueName: \"kubernetes.io/projected/90b338a1-408b-41db-9d99-d3975c92ee29-kube-api-access-dq9px\") pod \"keystone-f690-account-create-crq79\" (UID: \"90b338a1-408b-41db-9d99-d3975c92ee29\") " pod="openstack-kuttl-tests/keystone-f690-account-create-crq79" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.467704 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m9n5t\" (UniqueName: \"kubernetes.io/projected/e91264f1-bd97-4699-8718-8eb158bb0f63-kube-api-access-m9n5t\") pod \"keystone-db-create-q4h6q\" (UID: \"e91264f1-bd97-4699-8718-8eb158bb0f63\") " pod="openstack-kuttl-tests/keystone-db-create-q4h6q" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.467924 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/f81a534a-3755-42f1-bd37-2dbb6bb68fe7-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.467942 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.467951 4809 reconciler_common.go:293] "Volume detached for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-vencrypt-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.467960 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.467969 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.467978 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dftjj\" (UniqueName: \"kubernetes.io/projected/6d84ad73-4473-4cb2-a3d9-157efce5770f-kube-api-access-dftjj\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.467996 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") on node \"crc\" " Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.468005 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.468013 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6d84ad73-4473-4cb2-a3d9-157efce5770f-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.468022 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.471828 4809 projected.go:194] Error preparing data for projected volume kube-api-access-m9n5t for pod openstack-kuttl-tests/keystone-db-create-q4h6q: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.471887 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/e91264f1-bd97-4699-8718-8eb158bb0f63-kube-api-access-m9n5t podName:e91264f1-bd97-4699-8718-8eb158bb0f63 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:36.471872402 +0000 UTC m=+3235.077618987 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-m9n5t" (UniqueName: "kubernetes.io/projected/e91264f1-bd97-4699-8718-8eb158bb0f63-kube-api-access-m9n5t") pod "keystone-db-create-q4h6q" (UID: "e91264f1-bd97-4699-8718-8eb158bb0f63") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.472011 4809 projected.go:194] Error preparing data for projected volume kube-api-access-dq9px for pod openstack-kuttl-tests/keystone-f690-account-create-crq79: failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.473185 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/90b338a1-408b-41db-9d99-d3975c92ee29-kube-api-access-dq9px podName:90b338a1-408b-41db-9d99-d3975c92ee29 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:36.472065647 +0000 UTC m=+3235.077812222 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-dq9px" (UniqueName: "kubernetes.io/projected/90b338a1-408b-41db-9d99-d3975c92ee29-kube-api-access-dq9px") pod "keystone-f690-account-create-crq79" (UID: "90b338a1-408b-41db-9d99-d3975c92ee29") : failed to fetch token: serviceaccounts "galera-openstack" not found Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.481078 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-nova-novncproxy-tls-certs" (OuterVolumeSpecName: "nova-novncproxy-tls-certs") pod "cdd6244c-5cc0-491d-940c-245390e92869" (UID: "cdd6244c-5cc0-491d-940c-245390e92869"). InnerVolumeSpecName "nova-novncproxy-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.569080 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "6d84ad73-4473-4cb2-a3d9-157efce5770f" (UID: "6d84ad73-4473-4cb2-a3d9-157efce5770f"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.575459 4809 reconciler_common.go:293] "Volume detached for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/cdd6244c-5cc0-491d-940c-245390e92869-nova-novncproxy-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.575491 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6d84ad73-4473-4cb2-a3d9-157efce5770f-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.582164 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage20-crc" (UniqueName: "kubernetes.io/local-volume/local-storage20-crc") on node "crc" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.677593 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.885257 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.905048 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="5cafb5eace2028f545b986b346e71d6e28a5767039014a452400f640f2578798" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.915853 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.922205 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="5cafb5eace2028f545b986b346e71d6e28a5767039014a452400f640f2578798" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.923126 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.923158 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="30d6405b-e92a-4763-b909-0175382c69e2" containerName="ovn-northd" Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.923422 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="5cafb5eace2028f545b986b346e71d6e28a5767039014a452400f640f2578798" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.923446 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="0c3ed481-10ad-4938-82c9-32979ac66954" containerName="nova-cell0-conductor-conductor" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.944768 4809 scope.go:117] "RemoveContainer" containerID="d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778" Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.945768 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778\": container with ID starting with d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778 not found: ID does not exist" containerID="d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.945809 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778"} err="failed to get container status \"d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778\": rpc error: code = NotFound desc = could not find container \"d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778\": container with ID starting with d29a6576ba6cd665cd709f2b84ca00e9330bbcf71793106926be7c283f509778 not found: ID does not exist" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.945834 4809 scope.go:117] "RemoveContainer" containerID="dacb220c94e62f9edf1616283332a209810de3301df9532f02620dc8126c4528" Oct 13 20:18:34 crc kubenswrapper[4809]: E1013 20:18:34.946355 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dacb220c94e62f9edf1616283332a209810de3301df9532f02620dc8126c4528\": container with ID starting with dacb220c94e62f9edf1616283332a209810de3301df9532f02620dc8126c4528 not found: ID does not exist" containerID="dacb220c94e62f9edf1616283332a209810de3301df9532f02620dc8126c4528" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.946392 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dacb220c94e62f9edf1616283332a209810de3301df9532f02620dc8126c4528"} err="failed to get container status \"dacb220c94e62f9edf1616283332a209810de3301df9532f02620dc8126c4528\": rpc error: code = NotFound desc = could not find container \"dacb220c94e62f9edf1616283332a209810de3301df9532f02620dc8126c4528\": container with ID starting with dacb220c94e62f9edf1616283332a209810de3301df9532f02620dc8126c4528 not found: ID does not exist" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.946417 4809 scope.go:117] "RemoveContainer" containerID="9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f" Oct 13 20:18:34 crc kubenswrapper[4809]: I1013 20:18:34.965817 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/cinder-api-0" podUID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" containerName="cinder-api" probeResult="failure" output="Get \"https://10.217.1.178:8776/healthcheck\": read tcp 10.217.0.2:53994->10.217.1.178:8776: read: connection reset by peer" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.048668 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-4szzj" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.050574 4809 scope.go:117] "RemoveContainer" containerID="9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f" Oct 13 20:18:35 crc kubenswrapper[4809]: E1013 20:18:35.050862 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f\": container with ID starting with 9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f not found: ID does not exist" containerID="9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.050884 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f"} err="failed to get container status \"9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f\": rpc error: code = NotFound desc = could not find container \"9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f\": container with ID starting with 9968c45e5194d8a744e2551da4fd5949e8a5737379261ee48dd51768ad2a770f not found: ID does not exist" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.050900 4809 scope.go:117] "RemoveContainer" containerID="03f87ac0b36200a8e5553a620cde0f3908fb8983ff2c36d38a91f7ae74ea2e9f" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.068932 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.078258 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.086856 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.1.167:5671: connect: connection refused" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.088163 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.089976 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.090950 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.092373 4809 scope.go:117] "RemoveContainer" containerID="6e6fbec31ad3c08b707a55523293b548288d0dc34b6bc2a3954aa005e0872683" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.098919 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.104430 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.118684 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.125559 4809 scope.go:117] "RemoveContainer" containerID="f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.126693 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.149745 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.154054 4809 scope.go:117] "RemoveContainer" containerID="f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c" Oct 13 20:18:35 crc kubenswrapper[4809]: E1013 20:18:35.155183 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c\": container with ID starting with f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c not found: ID does not exist" containerID="f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.155235 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c"} err="failed to get container status \"f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c\": rpc error: code = NotFound desc = could not find container \"f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c\": container with ID starting with f0d521fe04467633b363a80f8b74681c52ed60f277673b2cd31cb31b44723f5c not found: ID does not exist" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.174294 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185138 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data\") pod \"a72930e2-9ff9-4160-b3e2-031d477d04f0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185183 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-internal-tls-certs\") pod \"ebf5328a-8d16-4e58-ac41-1c1634499042\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185215 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-logs\") pod \"fab21611-c919-4b92-b0ca-1c933487d37c\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185240 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7kc5m\" (UniqueName: \"kubernetes.io/projected/ebf5328a-8d16-4e58-ac41-1c1634499042-kube-api-access-7kc5m\") pod \"ebf5328a-8d16-4e58-ac41-1c1634499042\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185270 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8h58s\" (UniqueName: \"kubernetes.io/projected/979895a9-f660-4db5-ba12-3f63f1b62196-kube-api-access-8h58s\") pod \"979895a9-f660-4db5-ba12-3f63f1b62196\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185343 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-httpd-run\") pod \"e9f9648c-b0f0-4ef3-b280-433256e0c697\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185400 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-scripts\") pod \"e9f9648c-b0f0-4ef3-b280-433256e0c697\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185422 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-logs\") pod \"e9f9648c-b0f0-4ef3-b280-433256e0c697\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185442 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs\") pod \"979895a9-f660-4db5-ba12-3f63f1b62196\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185458 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-config-data\") pod \"ebf5328a-8d16-4e58-ac41-1c1634499042\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185484 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-22vgx\" (UniqueName: \"kubernetes.io/projected/f7f8c7e3-d477-4052-86d0-11a5e0495d8a-kube-api-access-22vgx\") pod \"f7f8c7e3-d477-4052-86d0-11a5e0495d8a\" (UID: \"f7f8c7e3-d477-4052-86d0-11a5e0495d8a\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185503 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-public-tls-certs\") pod \"fab21611-c919-4b92-b0ca-1c933487d37c\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185523 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-combined-ca-bundle\") pod \"fab21611-c919-4b92-b0ca-1c933487d37c\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185552 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle\") pod \"979895a9-f660-4db5-ba12-3f63f1b62196\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185575 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/979895a9-f660-4db5-ba12-3f63f1b62196-logs\") pod \"979895a9-f660-4db5-ba12-3f63f1b62196\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185596 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-public-tls-certs\") pod \"ebf5328a-8d16-4e58-ac41-1c1634499042\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185624 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lpbvw\" (UniqueName: \"kubernetes.io/projected/e9f9648c-b0f0-4ef3-b280-433256e0c697-kube-api-access-lpbvw\") pod \"e9f9648c-b0f0-4ef3-b280-433256e0c697\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185649 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-scripts\") pod \"ebf5328a-8d16-4e58-ac41-1c1634499042\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185672 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle\") pod \"a72930e2-9ff9-4160-b3e2-031d477d04f0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185700 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") pod \"fab21611-c919-4b92-b0ca-1c933487d37c\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185743 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ebf5328a-8d16-4e58-ac41-1c1634499042-logs\") pod \"ebf5328a-8d16-4e58-ac41-1c1634499042\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185763 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-nova-metadata-tls-certs\") pod \"a72930e2-9ff9-4160-b3e2-031d477d04f0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185798 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-config-data\") pod \"fab21611-c919-4b92-b0ca-1c933487d37c\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185818 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-httpd-run\") pod \"fab21611-c919-4b92-b0ca-1c933487d37c\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185838 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a72930e2-9ff9-4160-b3e2-031d477d04f0-logs\") pod \"a72930e2-9ff9-4160-b3e2-031d477d04f0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185860 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-config-data\") pod \"e9f9648c-b0f0-4ef3-b280-433256e0c697\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185877 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-internal-tls-certs\") pod \"e9f9648c-b0f0-4ef3-b280-433256e0c697\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185901 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs\") pod \"979895a9-f660-4db5-ba12-3f63f1b62196\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185929 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-scripts\") pod \"fab21611-c919-4b92-b0ca-1c933487d37c\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185949 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-combined-ca-bundle\") pod \"e9f9648c-b0f0-4ef3-b280-433256e0c697\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.185976 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-combined-ca-bundle\") pod \"ebf5328a-8d16-4e58-ac41-1c1634499042\" (UID: \"ebf5328a-8d16-4e58-ac41-1c1634499042\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.186000 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data\") pod \"979895a9-f660-4db5-ba12-3f63f1b62196\" (UID: \"979895a9-f660-4db5-ba12-3f63f1b62196\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.186026 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4v86c\" (UniqueName: \"kubernetes.io/projected/fab21611-c919-4b92-b0ca-1c933487d37c-kube-api-access-4v86c\") pod \"fab21611-c919-4b92-b0ca-1c933487d37c\" (UID: \"fab21611-c919-4b92-b0ca-1c933487d37c\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.186053 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"e9f9648c-b0f0-4ef3-b280-433256e0c697\" (UID: \"e9f9648c-b0f0-4ef3-b280-433256e0c697\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.186074 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xdfxb\" (UniqueName: \"kubernetes.io/projected/a72930e2-9ff9-4160-b3e2-031d477d04f0-kube-api-access-xdfxb\") pod \"a72930e2-9ff9-4160-b3e2-031d477d04f0\" (UID: \"a72930e2-9ff9-4160-b3e2-031d477d04f0\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.193498 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-logs" (OuterVolumeSpecName: "logs") pod "e9f9648c-b0f0-4ef3-b280-433256e0c697" (UID: "e9f9648c-b0f0-4ef3-b280-433256e0c697"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.198100 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "e9f9648c-b0f0-4ef3-b280-433256e0c697" (UID: "e9f9648c-b0f0-4ef3-b280-433256e0c697"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.200936 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f7f8c7e3-d477-4052-86d0-11a5e0495d8a-kube-api-access-22vgx" (OuterVolumeSpecName: "kube-api-access-22vgx") pod "f7f8c7e3-d477-4052-86d0-11a5e0495d8a" (UID: "f7f8c7e3-d477-4052-86d0-11a5e0495d8a"). InnerVolumeSpecName "kube-api-access-22vgx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.201197 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-scripts" (OuterVolumeSpecName: "scripts") pod "e9f9648c-b0f0-4ef3-b280-433256e0c697" (UID: "e9f9648c-b0f0-4ef3-b280-433256e0c697"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.214580 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/979895a9-f660-4db5-ba12-3f63f1b62196-kube-api-access-8h58s" (OuterVolumeSpecName: "kube-api-access-8h58s") pod "979895a9-f660-4db5-ba12-3f63f1b62196" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196"). InnerVolumeSpecName "kube-api-access-8h58s". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.221911 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-logs" (OuterVolumeSpecName: "logs") pod "fab21611-c919-4b92-b0ca-1c933487d37c" (UID: "fab21611-c919-4b92-b0ca-1c933487d37c"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.223802 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/979895a9-f660-4db5-ba12-3f63f1b62196-logs" (OuterVolumeSpecName: "logs") pod "979895a9-f660-4db5-ba12-3f63f1b62196" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.225194 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ebf5328a-8d16-4e58-ac41-1c1634499042-logs" (OuterVolumeSpecName: "logs") pod "ebf5328a-8d16-4e58-ac41-1c1634499042" (UID: "ebf5328a-8d16-4e58-ac41-1c1634499042"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.226081 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e9f9648c-b0f0-4ef3-b280-433256e0c697-kube-api-access-lpbvw" (OuterVolumeSpecName: "kube-api-access-lpbvw") pod "e9f9648c-b0f0-4ef3-b280-433256e0c697" (UID: "e9f9648c-b0f0-4ef3-b280-433256e0c697"). InnerVolumeSpecName "kube-api-access-lpbvw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.227981 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "fab21611-c919-4b92-b0ca-1c933487d37c" (UID: "fab21611-c919-4b92-b0ca-1c933487d37c"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.230068 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-scripts" (OuterVolumeSpecName: "scripts") pod "ebf5328a-8d16-4e58-ac41-1c1634499042" (UID: "ebf5328a-8d16-4e58-ac41-1c1634499042"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.235152 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a72930e2-9ff9-4160-b3e2-031d477d04f0-logs" (OuterVolumeSpecName: "logs") pod "a72930e2-9ff9-4160-b3e2-031d477d04f0" (UID: "a72930e2-9ff9-4160-b3e2-031d477d04f0"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.236473 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ebf5328a-8d16-4e58-ac41-1c1634499042-kube-api-access-7kc5m" (OuterVolumeSpecName: "kube-api-access-7kc5m") pod "ebf5328a-8d16-4e58-ac41-1c1634499042" (UID: "ebf5328a-8d16-4e58-ac41-1c1634499042"). InnerVolumeSpecName "kube-api-access-7kc5m". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.237575 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/fab21611-c919-4b92-b0ca-1c933487d37c-kube-api-access-4v86c" (OuterVolumeSpecName: "kube-api-access-4v86c") pod "fab21611-c919-4b92-b0ca-1c933487d37c" (UID: "fab21611-c919-4b92-b0ca-1c933487d37c"). InnerVolumeSpecName "kube-api-access-4v86c". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.239116 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage16-crc" (OuterVolumeSpecName: "glance") pod "fab21611-c919-4b92-b0ca-1c933487d37c" (UID: "fab21611-c919-4b92-b0ca-1c933487d37c"). InnerVolumeSpecName "local-storage16-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.239169 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a72930e2-9ff9-4160-b3e2-031d477d04f0-kube-api-access-xdfxb" (OuterVolumeSpecName: "kube-api-access-xdfxb") pod "a72930e2-9ff9-4160-b3e2-031d477d04f0" (UID: "a72930e2-9ff9-4160-b3e2-031d477d04f0"). InnerVolumeSpecName "kube-api-access-xdfxb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.241749 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "glance") pod "e9f9648c-b0f0-4ef3-b280-433256e0c697" (UID: "e9f9648c-b0f0-4ef3-b280-433256e0c697"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.243956 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a72930e2-9ff9-4160-b3e2-031d477d04f0" (UID: "a72930e2-9ff9-4160-b3e2-031d477d04f0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.254284 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "fab21611-c919-4b92-b0ca-1c933487d37c" (UID: "fab21611-c919-4b92-b0ca-1c933487d37c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.255041 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-scripts" (OuterVolumeSpecName: "scripts") pod "fab21611-c919-4b92-b0ca-1c933487d37c" (UID: "fab21611-c919-4b92-b0ca-1c933487d37c"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.262226 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data" (OuterVolumeSpecName: "config-data") pod "a72930e2-9ff9-4160-b3e2-031d477d04f0" (UID: "a72930e2-9ff9-4160-b3e2-031d477d04f0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.271212 4809 generic.go:334] "Generic (PLEG): container finished" podID="a72930e2-9ff9-4160-b3e2-031d477d04f0" containerID="b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2" exitCode=0 Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.271325 4809 generic.go:334] "Generic (PLEG): container finished" podID="a72930e2-9ff9-4160-b3e2-031d477d04f0" containerID="68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170" exitCode=143 Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.271416 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a72930e2-9ff9-4160-b3e2-031d477d04f0","Type":"ContainerDied","Data":"b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.271495 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a72930e2-9ff9-4160-b3e2-031d477d04f0","Type":"ContainerDied","Data":"68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.271554 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"a72930e2-9ff9-4160-b3e2-031d477d04f0","Type":"ContainerDied","Data":"6633b3d9aaffef6902ebbce8df39cacaed1a7c8b4191fddf2c59af50e2a54ad5"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.271625 4809 scope.go:117] "RemoveContainer" containerID="b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.271805 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.279219 4809 generic.go:334] "Generic (PLEG): container finished" podID="979895a9-f660-4db5-ba12-3f63f1b62196" containerID="926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7" exitCode=0 Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.279243 4809 generic.go:334] "Generic (PLEG): container finished" podID="979895a9-f660-4db5-ba12-3f63f1b62196" containerID="d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c" exitCode=143 Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.279281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"979895a9-f660-4db5-ba12-3f63f1b62196","Type":"ContainerDied","Data":"926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.279304 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"979895a9-f660-4db5-ba12-3f63f1b62196","Type":"ContainerDied","Data":"d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.279315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"979895a9-f660-4db5-ba12-3f63f1b62196","Type":"ContainerDied","Data":"e9fe6ac19fc5dc14d9fef6b0c52f9cfae37265a43c5ae6a52dda2c712ea984ae"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.279374 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.283899 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291808 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291834 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4v86c\" (UniqueName: \"kubernetes.io/projected/fab21611-c919-4b92-b0ca-1c933487d37c-kube-api-access-4v86c\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291853 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291864 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xdfxb\" (UniqueName: \"kubernetes.io/projected/a72930e2-9ff9-4160-b3e2-031d477d04f0-kube-api-access-xdfxb\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291917 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291926 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291934 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7kc5m\" (UniqueName: \"kubernetes.io/projected/ebf5328a-8d16-4e58-ac41-1c1634499042-kube-api-access-7kc5m\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291942 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8h58s\" (UniqueName: \"kubernetes.io/projected/979895a9-f660-4db5-ba12-3f63f1b62196-kube-api-access-8h58s\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291950 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291957 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291965 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e9f9648c-b0f0-4ef3-b280-433256e0c697-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291974 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-22vgx\" (UniqueName: \"kubernetes.io/projected/f7f8c7e3-d477-4052-86d0-11a5e0495d8a-kube-api-access-22vgx\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291982 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.291992 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/979895a9-f660-4db5-ba12-3f63f1b62196-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.292000 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lpbvw\" (UniqueName: \"kubernetes.io/projected/e9f9648c-b0f0-4ef3-b280-433256e0c697-kube-api-access-lpbvw\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.292008 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.292016 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.292031 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.292039 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ebf5328a-8d16-4e58-ac41-1c1634499042-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.292047 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/fab21611-c919-4b92-b0ca-1c933487d37c-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.292055 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a72930e2-9ff9-4160-b3e2-031d477d04f0-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.305954 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"6d84ad73-4473-4cb2-a3d9-157efce5770f","Type":"ContainerDied","Data":"9ab8313683d561ab86fd60ca2471acc09c1ea1fe6bca18adf88bbc5df5a6c85e"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.306575 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.307392 4809 generic.go:334] "Generic (PLEG): container finished" podID="83ffecdf-ffa2-4e99-92f7-1eec3f8750f1" containerID="ea88313a406763d83e6e81a37a6a87f9906b0877b12fc927abc10e2a87ccabf4" exitCode=0 Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.307443 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1","Type":"ContainerDied","Data":"ea88313a406763d83e6e81a37a6a87f9906b0877b12fc927abc10e2a87ccabf4"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.307506 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.309119 4809 scope.go:117] "RemoveContainer" containerID="68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.313996 4809 generic.go:334] "Generic (PLEG): container finished" podID="ebf5328a-8d16-4e58-ac41-1c1634499042" containerID="5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0" exitCode=0 Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.314094 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.314370 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" event={"ID":"ebf5328a-8d16-4e58-ac41-1c1634499042","Type":"ContainerDied","Data":"5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.314393 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-5c8646c9d8-6kglb" event={"ID":"ebf5328a-8d16-4e58-ac41-1c1634499042","Type":"ContainerDied","Data":"61b069bf5881fd1dbdc0c5de33a37d5032f39dde37a4ce972e03a334e8e1c9ff"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.315911 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "e9f9648c-b0f0-4ef3-b280-433256e0c697" (UID: "e9f9648c-b0f0-4ef3-b280-433256e0c697"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.317190 4809 generic.go:334] "Generic (PLEG): container finished" podID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" containerID="bcc06229d15e9cb6c221ef0b78c6506f8938a022d3d276b63cb1d6f5fd5c5ec1" exitCode=0 Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.317242 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca38c7e7-4868-40a6-9136-c84f73c38d1e","Type":"ContainerDied","Data":"bcc06229d15e9cb6c221ef0b78c6506f8938a022d3d276b63cb1d6f5fd5c5ec1"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.323608 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-4szzj" event={"ID":"f7f8c7e3-d477-4052-86d0-11a5e0495d8a","Type":"ContainerDied","Data":"16d71331508fd539f89d1136905c081c2041f9680da8ebce0664394ec21a7a20"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.323680 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-4szzj" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.331195 4809 generic.go:334] "Generic (PLEG): container finished" podID="fab21611-c919-4b92-b0ca-1c933487d37c" containerID="e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597" exitCode=0 Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.331237 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"fab21611-c919-4b92-b0ca-1c933487d37c","Type":"ContainerDied","Data":"e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.331258 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"fab21611-c919-4b92-b0ca-1c933487d37c","Type":"ContainerDied","Data":"15eedd34bdaf16f1d6cedcd0e8edb40028a2f3e71d2d8d378ad84f9cbb41bf29"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.331322 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.335328 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" event={"ID":"c7116887-9c95-4506-8ebd-05727b3e43e8","Type":"ContainerStarted","Data":"09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.335963 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.337033 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "979895a9-f660-4db5-ba12-3f63f1b62196" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.338172 4809 generic.go:334] "Generic (PLEG): container finished" podID="e9f9648c-b0f0-4ef3-b280-433256e0c697" containerID="65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76" exitCode=0 Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.338223 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-q4h6q" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.339819 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.339950 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.340036 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e9f9648c-b0f0-4ef3-b280-433256e0c697","Type":"ContainerDied","Data":"65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.340055 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-f690-account-create-crq79" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.340076 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e9f9648c-b0f0-4ef3-b280-433256e0c697","Type":"ContainerDied","Data":"4d44be54b09a9c8e3355c3e6babaa908ef353751b97b7dfc8711befb0c816a1c"} Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.340860 4809 scope.go:117] "RemoveContainer" containerID="b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2" Oct 13 20:18:35 crc kubenswrapper[4809]: E1013 20:18:35.341199 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2\": container with ID starting with b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2 not found: ID does not exist" containerID="b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.341226 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2"} err="failed to get container status \"b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2\": rpc error: code = NotFound desc = could not find container \"b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2\": container with ID starting with b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2 not found: ID does not exist" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.341242 4809 scope.go:117] "RemoveContainer" containerID="68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170" Oct 13 20:18:35 crc kubenswrapper[4809]: E1013 20:18:35.342220 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170\": container with ID starting with 68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170 not found: ID does not exist" containerID="68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.342341 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170"} err="failed to get container status \"68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170\": rpc error: code = NotFound desc = could not find container \"68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170\": container with ID starting with 68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170 not found: ID does not exist" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.342456 4809 scope.go:117] "RemoveContainer" containerID="b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.342917 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2"} err="failed to get container status \"b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2\": rpc error: code = NotFound desc = could not find container \"b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2\": container with ID starting with b4e717b89c0f5298b22071b2aa5452529d928a254739ce998dd88d8f047ee2f2 not found: ID does not exist" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.342951 4809 scope.go:117] "RemoveContainer" containerID="68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.344989 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170"} err="failed to get container status \"68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170\": rpc error: code = NotFound desc = could not find container \"68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170\": container with ID starting with 68811882e7877cce180feece976c60dfe981d7a8c546fad755a84f93247db170 not found: ID does not exist" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.345105 4809 scope.go:117] "RemoveContainer" containerID="926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.358848 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" podStartSLOduration=5.358831394 podStartE2EDuration="5.358831394s" podCreationTimestamp="2025-10-13 20:18:30 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:18:35.35480506 +0000 UTC m=+3233.960551645" watchObservedRunningTime="2025-10-13 20:18:35.358831394 +0000 UTC m=+3233.964577979" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.362863 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-config-data" (OuterVolumeSpecName: "config-data") pod "e9f9648c-b0f0-4ef3-b280-433256e0c697" (UID: "e9f9648c-b0f0-4ef3-b280-433256e0c697"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.365320 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "fab21611-c919-4b92-b0ca-1c933487d37c" (UID: "fab21611-c919-4b92-b0ca-1c933487d37c"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.384790 4809 scope.go:117] "RemoveContainer" containerID="d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.386839 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "979895a9-f660-4db5-ba12-3f63f1b62196" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.392538 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5hzgl\" (UniqueName: \"kubernetes.io/projected/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-kube-api-access-5hzgl\") pod \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.392633 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-combined-ca-bundle\") pod \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.392841 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-config-data\") pod \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\" (UID: \"83ffecdf-ffa2-4e99-92f7-1eec3f8750f1\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.394292 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.394314 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.394325 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.394336 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.394345 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.394353 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.394515 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data" (OuterVolumeSpecName: "config-data") pod "979895a9-f660-4db5-ba12-3f63f1b62196" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.396781 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.403790 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-kube-api-access-5hzgl" (OuterVolumeSpecName: "kube-api-access-5hzgl") pod "83ffecdf-ffa2-4e99-92f7-1eec3f8750f1" (UID: "83ffecdf-ffa2-4e99-92f7-1eec3f8750f1"). InnerVolumeSpecName "kube-api-access-5hzgl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.417793 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.421985 4809 scope.go:117] "RemoveContainer" containerID="926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7" Oct 13 20:18:35 crc kubenswrapper[4809]: E1013 20:18:35.424542 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7\": container with ID starting with 926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7 not found: ID does not exist" containerID="926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.424557 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e9f9648c-b0f0-4ef3-b280-433256e0c697" (UID: "e9f9648c-b0f0-4ef3-b280-433256e0c697"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.424589 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7"} err="failed to get container status \"926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7\": rpc error: code = NotFound desc = could not find container \"926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7\": container with ID starting with 926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7 not found: ID does not exist" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.424616 4809 scope.go:117] "RemoveContainer" containerID="d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c" Oct 13 20:18:35 crc kubenswrapper[4809]: E1013 20:18:35.425016 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c\": container with ID starting with d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c not found: ID does not exist" containerID="d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.425034 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c"} err="failed to get container status \"d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c\": rpc error: code = NotFound desc = could not find container \"d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c\": container with ID starting with d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c not found: ID does not exist" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.425052 4809 scope.go:117] "RemoveContainer" containerID="926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.425275 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7"} err="failed to get container status \"926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7\": rpc error: code = NotFound desc = could not find container \"926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7\": container with ID starting with 926c44d887ac640da27ea3ce579ae34131850c7c1ca380b4096794794d3046b7 not found: ID does not exist" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.425314 4809 scope.go:117] "RemoveContainer" containerID="d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.425612 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c"} err="failed to get container status \"d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c\": rpc error: code = NotFound desc = could not find container \"d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c\": container with ID starting with d8bdc576834c8776c434d102d19026cf5bc781eb57e1458da03c4034d4e9e81c not found: ID does not exist" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.425679 4809 scope.go:117] "RemoveContainer" containerID="47ceddcb927207c831fd28f8969cd390f8085896ca14b6aac2b775e61567acc1" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.429144 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "ebf5328a-8d16-4e58-ac41-1c1634499042" (UID: "ebf5328a-8d16-4e58-ac41-1c1634499042"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.441479 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-q4h6q"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.445718 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-q4h6q"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.446128 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "83ffecdf-ffa2-4e99-92f7-1eec3f8750f1" (UID: "83ffecdf-ffa2-4e99-92f7-1eec3f8750f1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.459465 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage16-crc" (UniqueName: "kubernetes.io/local-volume/local-storage16-crc") on node "crc" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.464386 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "a72930e2-9ff9-4160-b3e2-031d477d04f0" (UID: "a72930e2-9ff9-4160-b3e2-031d477d04f0"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.465368 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.471832 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-config-data" (OuterVolumeSpecName: "config-data") pod "fab21611-c919-4b92-b0ca-1c933487d37c" (UID: "fab21611-c919-4b92-b0ca-1c933487d37c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.472259 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-config-data" (OuterVolumeSpecName: "config-data") pod "83ffecdf-ffa2-4e99-92f7-1eec3f8750f1" (UID: "83ffecdf-ffa2-4e99-92f7-1eec3f8750f1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.474741 4809 scope.go:117] "RemoveContainer" containerID="c0fb05ce79733a8d5ed728df0d6a5cb81c5bff7eb9d4abd688c1179b7281f664" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.479004 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-f690-account-create-crq79"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.483646 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-f690-account-create-crq79"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.509100 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.509127 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5hzgl\" (UniqueName: \"kubernetes.io/projected/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-kube-api-access-5hzgl\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.509136 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.509146 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage16-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage16-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.509155 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.509165 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/a72930e2-9ff9-4160-b3e2-031d477d04f0-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.509174 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/fab21611-c919-4b92-b0ca-1c933487d37c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.509184 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e9f9648c-b0f0-4ef3-b280-433256e0c697-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.509193 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.515472 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-4szzj"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.519898 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "979895a9-f660-4db5-ba12-3f63f1b62196" (UID: "979895a9-f660-4db5-ba12-3f63f1b62196"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.522106 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-4szzj"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.527952 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-config-data" (OuterVolumeSpecName: "config-data") pod "ebf5328a-8d16-4e58-ac41-1c1634499042" (UID: "ebf5328a-8d16-4e58-ac41-1c1634499042"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.537153 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ebf5328a-8d16-4e58-ac41-1c1634499042" (UID: "ebf5328a-8d16-4e58-ac41-1c1634499042"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.548045 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "ebf5328a-8d16-4e58-ac41-1c1634499042" (UID: "ebf5328a-8d16-4e58-ac41-1c1634499042"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.611270 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-internal-tls-certs\") pod \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.611366 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data\") pod \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.611419 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ca38c7e7-4868-40a6-9136-c84f73c38d1e-logs\") pod \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.611438 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-public-tls-certs\") pod \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.611477 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ca38c7e7-4868-40a6-9136-c84f73c38d1e-etc-machine-id\") pod \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.611524 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-combined-ca-bundle\") pod \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.611580 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-scripts\") pod \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.611610 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-282ql\" (UniqueName: \"kubernetes.io/projected/ca38c7e7-4868-40a6-9136-c84f73c38d1e-kube-api-access-282ql\") pod \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.611638 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data-custom\") pod \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\" (UID: \"ca38c7e7-4868-40a6-9136-c84f73c38d1e\") " Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.611991 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.612007 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dq9px\" (UniqueName: \"kubernetes.io/projected/90b338a1-408b-41db-9d99-d3975c92ee29-kube-api-access-dq9px\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.612032 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/979895a9-f660-4db5-ba12-3f63f1b62196-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.612041 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.612050 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ebf5328a-8d16-4e58-ac41-1c1634499042-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.612058 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-m9n5t\" (UniqueName: \"kubernetes.io/projected/e91264f1-bd97-4699-8718-8eb158bb0f63-kube-api-access-m9n5t\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.612777 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ca38c7e7-4868-40a6-9136-c84f73c38d1e-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "ca38c7e7-4868-40a6-9136-c84f73c38d1e" (UID: "ca38c7e7-4868-40a6-9136-c84f73c38d1e"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.613142 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ca38c7e7-4868-40a6-9136-c84f73c38d1e-logs" (OuterVolumeSpecName: "logs") pod "ca38c7e7-4868-40a6-9136-c84f73c38d1e" (UID: "ca38c7e7-4868-40a6-9136-c84f73c38d1e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.614991 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-scripts" (OuterVolumeSpecName: "scripts") pod "ca38c7e7-4868-40a6-9136-c84f73c38d1e" (UID: "ca38c7e7-4868-40a6-9136-c84f73c38d1e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.616126 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ca38c7e7-4868-40a6-9136-c84f73c38d1e-kube-api-access-282ql" (OuterVolumeSpecName: "kube-api-access-282ql") pod "ca38c7e7-4868-40a6-9136-c84f73c38d1e" (UID: "ca38c7e7-4868-40a6-9136-c84f73c38d1e"). InnerVolumeSpecName "kube-api-access-282ql". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.625822 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "ca38c7e7-4868-40a6-9136-c84f73c38d1e" (UID: "ca38c7e7-4868-40a6-9136-c84f73c38d1e"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.655830 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ca38c7e7-4868-40a6-9136-c84f73c38d1e" (UID: "ca38c7e7-4868-40a6-9136-c84f73c38d1e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.667043 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "ca38c7e7-4868-40a6-9136-c84f73c38d1e" (UID: "ca38c7e7-4868-40a6-9136-c84f73c38d1e"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.672424 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "ca38c7e7-4868-40a6-9136-c84f73c38d1e" (UID: "ca38c7e7-4868-40a6-9136-c84f73c38d1e"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.683639 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data" (OuterVolumeSpecName: "config-data") pod "ca38c7e7-4868-40a6-9136-c84f73c38d1e" (UID: "ca38c7e7-4868-40a6-9136-c84f73c38d1e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.713519 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ca38c7e7-4868-40a6-9136-c84f73c38d1e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.713546 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.713559 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/ca38c7e7-4868-40a6-9136-c84f73c38d1e-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.713571 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.713579 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.713588 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-282ql\" (UniqueName: \"kubernetes.io/projected/ca38c7e7-4868-40a6-9136-c84f73c38d1e-kube-api-access-282ql\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.713596 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.713604 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.713612 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ca38c7e7-4868-40a6-9136-c84f73c38d1e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.813139 4809 scope.go:117] "RemoveContainer" containerID="ea88313a406763d83e6e81a37a6a87f9906b0877b12fc927abc10e2a87ccabf4" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.876707 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.904104 4809 scope.go:117] "RemoveContainer" containerID="5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.934234 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.944842 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.945603 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.954348 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.963827 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.969312 4809 scope.go:117] "RemoveContainer" containerID="50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a" Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.977203 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.982488 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-5c8646c9d8-6kglb"] Oct 13 20:18:35 crc kubenswrapper[4809]: I1013 20:18:35.996384 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-5c8646c9d8-6kglb"] Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.001656 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.009235 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.016031 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.018907 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data\") pod \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.019007 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data-custom\") pod \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.019118 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-logs\") pod \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.019161 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-public-tls-certs\") pod \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.019219 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j4wtm\" (UniqueName: \"kubernetes.io/projected/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-kube-api-access-j4wtm\") pod \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.019287 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-internal-tls-certs\") pod \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.019353 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-combined-ca-bundle\") pod \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\" (UID: \"c70bce9a-0df7-4fcf-85dd-3dbee556f40d\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.019879 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-logs" (OuterVolumeSpecName: "logs") pod "c70bce9a-0df7-4fcf-85dd-3dbee556f40d" (UID: "c70bce9a-0df7-4fcf-85dd-3dbee556f40d"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.020010 4809 scope.go:117] "RemoveContainer" containerID="5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.021288 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.021799 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0\": container with ID starting with 5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0 not found: ID does not exist" containerID="5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.021829 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0"} err="failed to get container status \"5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0\": rpc error: code = NotFound desc = could not find container \"5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0\": container with ID starting with 5f6e5de187e97926de55fad743ae9b37068800ecd9a3594bc6779655664781a0 not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.021855 4809 scope.go:117] "RemoveContainer" containerID="50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a" Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.022109 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a\": container with ID starting with 50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a not found: ID does not exist" containerID="50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.022145 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a"} err="failed to get container status \"50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a\": rpc error: code = NotFound desc = could not find container \"50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a\": container with ID starting with 50f1876300fa6e8ccd43f2c3aa47b3d80431dd1a66efba24902af8b2f837d74a not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.022157 4809 scope.go:117] "RemoveContainer" containerID="f4d9ee59d6ce69a89181f9bcd376441aa798b7730f940c83943f052675cc71f6" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.023254 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-kube-api-access-j4wtm" (OuterVolumeSpecName: "kube-api-access-j4wtm") pod "c70bce9a-0df7-4fcf-85dd-3dbee556f40d" (UID: "c70bce9a-0df7-4fcf-85dd-3dbee556f40d"). InnerVolumeSpecName "kube-api-access-j4wtm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.023310 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "c70bce9a-0df7-4fcf-85dd-3dbee556f40d" (UID: "c70bce9a-0df7-4fcf-85dd-3dbee556f40d"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.055465 4809 scope.go:117] "RemoveContainer" containerID="e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.056853 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c70bce9a-0df7-4fcf-85dd-3dbee556f40d" (UID: "c70bce9a-0df7-4fcf-85dd-3dbee556f40d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.066491 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data" (OuterVolumeSpecName: "config-data") pod "c70bce9a-0df7-4fcf-85dd-3dbee556f40d" (UID: "c70bce9a-0df7-4fcf-85dd-3dbee556f40d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.066644 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "c70bce9a-0df7-4fcf-85dd-3dbee556f40d" (UID: "c70bce9a-0df7-4fcf-85dd-3dbee556f40d"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.081862 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "c70bce9a-0df7-4fcf-85dd-3dbee556f40d" (UID: "c70bce9a-0df7-4fcf-85dd-3dbee556f40d"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.088675 4809 scope.go:117] "RemoveContainer" containerID="cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.114650 4809 scope.go:117] "RemoveContainer" containerID="e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597" Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.115032 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597\": container with ID starting with e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597 not found: ID does not exist" containerID="e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.115060 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597"} err="failed to get container status \"e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597\": rpc error: code = NotFound desc = could not find container \"e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597\": container with ID starting with e3fb300df051fa55b68be928b29f3ea8e683b3e634faf5198cf79ef71f6bb597 not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.115079 4809 scope.go:117] "RemoveContainer" containerID="cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3" Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.115379 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3\": container with ID starting with cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3 not found: ID does not exist" containerID="cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.115397 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3"} err="failed to get container status \"cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3\": rpc error: code = NotFound desc = could not find container \"cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3\": container with ID starting with cb1ab8797126786bfaa40a62ce73c1120ea8e2e4a1de18bf932ff464383c9dd3 not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.115409 4809 scope.go:117] "RemoveContainer" containerID="65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.121806 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.121825 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.121836 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.121845 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j4wtm\" (UniqueName: \"kubernetes.io/projected/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-kube-api-access-j4wtm\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.121852 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.121860 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.121870 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c70bce9a-0df7-4fcf-85dd-3dbee556f40d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.142577 4809 scope.go:117] "RemoveContainer" containerID="800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.181514 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1454d8dc-e497-4e9f-bba1-c342f92d8e5a" path="/var/lib/kubelet/pods/1454d8dc-e497-4e9f-bba1-c342f92d8e5a/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.185775 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" path="/var/lib/kubelet/pods/3ffc100c-ffcc-4f6f-a4e8-354aea8f488e/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.186434 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6d84ad73-4473-4cb2-a3d9-157efce5770f" path="/var/lib/kubelet/pods/6d84ad73-4473-4cb2-a3d9-157efce5770f/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.191284 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7d0dc503-0306-41e2-b44e-bf868dd76072" path="/var/lib/kubelet/pods/7d0dc503-0306-41e2-b44e-bf868dd76072/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.191830 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="83ffecdf-ffa2-4e99-92f7-1eec3f8750f1" path="/var/lib/kubelet/pods/83ffecdf-ffa2-4e99-92f7-1eec3f8750f1/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.192174 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="90b338a1-408b-41db-9d99-d3975c92ee29" path="/var/lib/kubelet/pods/90b338a1-408b-41db-9d99-d3975c92ee29/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.192491 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="979895a9-f660-4db5-ba12-3f63f1b62196" path="/var/lib/kubelet/pods/979895a9-f660-4db5-ba12-3f63f1b62196/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.193389 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a72930e2-9ff9-4160-b3e2-031d477d04f0" path="/var/lib/kubelet/pods/a72930e2-9ff9-4160-b3e2-031d477d04f0/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.194404 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cdd6244c-5cc0-491d-940c-245390e92869" path="/var/lib/kubelet/pods/cdd6244c-5cc0-491d-940c-245390e92869/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.195010 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ce8949f0-5d99-4018-8a8d-ad9ac527231e" path="/var/lib/kubelet/pods/ce8949f0-5d99-4018-8a8d-ad9ac527231e/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.195448 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e91264f1-bd97-4699-8718-8eb158bb0f63" path="/var/lib/kubelet/pods/e91264f1-bd97-4699-8718-8eb158bb0f63/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.195943 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e9f9648c-b0f0-4ef3-b280-433256e0c697" path="/var/lib/kubelet/pods/e9f9648c-b0f0-4ef3-b280-433256e0c697/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.197554 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ebf5328a-8d16-4e58-ac41-1c1634499042" path="/var/lib/kubelet/pods/ebf5328a-8d16-4e58-ac41-1c1634499042/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.198166 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f7f8c7e3-d477-4052-86d0-11a5e0495d8a" path="/var/lib/kubelet/pods/f7f8c7e3-d477-4052-86d0-11a5e0495d8a/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.199442 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f81a534a-3755-42f1-bd37-2dbb6bb68fe7" path="/var/lib/kubelet/pods/f81a534a-3755-42f1-bd37-2dbb6bb68fe7/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.200197 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="fab21611-c919-4b92-b0ca-1c933487d37c" path="/var/lib/kubelet/pods/fab21611-c919-4b92-b0ca-1c933487d37c/volumes" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.322864 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.343250 4809 scope.go:117] "RemoveContainer" containerID="65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76" Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.343782 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76\": container with ID starting with 65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76 not found: ID does not exist" containerID="65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.343841 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76"} err="failed to get container status \"65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76\": rpc error: code = NotFound desc = could not find container \"65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76\": container with ID starting with 65911ef92520bda626a3c97685da08c3e5c21843970ca571b6b125fda3dd8d76 not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.343876 4809 scope.go:117] "RemoveContainer" containerID="800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195" Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.345455 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195\": container with ID starting with 800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195 not found: ID does not exist" containerID="800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.345497 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195"} err="failed to get container status \"800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195\": rpc error: code = NotFound desc = could not find container \"800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195\": container with ID starting with 800d61559693774f258c0e9834d2566dba7ebec650ce309e73a0265353f5e195 not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.382275 4809 generic.go:334] "Generic (PLEG): container finished" podID="c70bce9a-0df7-4fcf-85dd-3dbee556f40d" containerID="2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8" exitCode=0 Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.382362 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" event={"ID":"c70bce9a-0df7-4fcf-85dd-3dbee556f40d","Type":"ContainerDied","Data":"2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8"} Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.382390 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" event={"ID":"c70bce9a-0df7-4fcf-85dd-3dbee556f40d","Type":"ContainerDied","Data":"17a485fbb0a7dc7a57e4566dcddd27f9cfc8cd8a636491ce2f6b4f8b92e1a925"} Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.382407 4809 scope.go:117] "RemoveContainer" containerID="2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.382576 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-85df789948-r7ds8" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.393655 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"ca38c7e7-4868-40a6-9136-c84f73c38d1e","Type":"ContainerDied","Data":"178c9ca64e523e68734b73d32b0ff2b96de0340f9c3c18a8dc848c7e1650e65e"} Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.394576 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.434132 4809 scope.go:117] "RemoveContainer" containerID="982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.435124 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-combined-ca-bundle\") pod \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.435196 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-ceilometer-tls-certs\") pod \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.435253 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-log-httpd\") pod \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.435383 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-sg-core-conf-yaml\") pod \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.435422 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-run-httpd\") pod \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.435460 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-config-data\") pod \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.435515 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-scripts\") pod \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.435586 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rvj9h\" (UniqueName: \"kubernetes.io/projected/d861917f-2ab8-4b33-a2a4-9efd4f17468e-kube-api-access-rvj9h\") pod \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\" (UID: \"d861917f-2ab8-4b33-a2a4-9efd4f17468e\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.436872 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "d861917f-2ab8-4b33-a2a4-9efd4f17468e" (UID: "d861917f-2ab8-4b33-a2a4-9efd4f17468e"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.437163 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "d861917f-2ab8-4b33-a2a4-9efd4f17468e" (UID: "d861917f-2ab8-4b33-a2a4-9efd4f17468e"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.437541 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.437902 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d861917f-2ab8-4b33-a2a4-9efd4f17468e-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.440845 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d861917f-2ab8-4b33-a2a4-9efd4f17468e-kube-api-access-rvj9h" (OuterVolumeSpecName: "kube-api-access-rvj9h") pod "d861917f-2ab8-4b33-a2a4-9efd4f17468e" (UID: "d861917f-2ab8-4b33-a2a4-9efd4f17468e"). InnerVolumeSpecName "kube-api-access-rvj9h". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.444378 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-85df789948-r7ds8"] Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.452161 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-85df789948-r7ds8"] Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.457260 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.461514 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.467585 4809 generic.go:334] "Generic (PLEG): container finished" podID="0c3ed481-10ad-4938-82c9-32979ac66954" containerID="5cafb5eace2028f545b986b346e71d6e28a5767039014a452400f640f2578798" exitCode=0 Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.467659 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"0c3ed481-10ad-4938-82c9-32979ac66954","Type":"ContainerDied","Data":"5cafb5eace2028f545b986b346e71d6e28a5767039014a452400f640f2578798"} Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.467699 4809 scope.go:117] "RemoveContainer" containerID="2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8" Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.468021 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8\": container with ID starting with 2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8 not found: ID does not exist" containerID="2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.468050 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8"} err="failed to get container status \"2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8\": rpc error: code = NotFound desc = could not find container \"2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8\": container with ID starting with 2113beea4aa637045890fb65702eabed82fb44de5c437f1f9082bff3f7a6ace8 not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.468067 4809 scope.go:117] "RemoveContainer" containerID="982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88" Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.469759 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88\": container with ID starting with 982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88 not found: ID does not exist" containerID="982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.469803 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88"} err="failed to get container status \"982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88\": rpc error: code = NotFound desc = could not find container \"982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88\": container with ID starting with 982e45344a5f71e330b459d114716071a4c96e27c17762bba4b6ba8c19c54f88 not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.469817 4809 scope.go:117] "RemoveContainer" containerID="bcc06229d15e9cb6c221ef0b78c6506f8938a022d3d276b63cb1d6f5fd5c5ec1" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.473682 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "d861917f-2ab8-4b33-a2a4-9efd4f17468e" (UID: "d861917f-2ab8-4b33-a2a4-9efd4f17468e"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.475830 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-scripts" (OuterVolumeSpecName: "scripts") pod "d861917f-2ab8-4b33-a2a4-9efd4f17468e" (UID: "d861917f-2ab8-4b33-a2a4-9efd4f17468e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.477866 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.480085 4809 generic.go:334] "Generic (PLEG): container finished" podID="c0994b10-ce78-4220-97b9-5118e50a78cd" containerID="9a3fe1b446b47b45ef40b8ad4182f56d470103e007d4d50d6561267596238f61" exitCode=0 Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.480214 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" event={"ID":"c0994b10-ce78-4220-97b9-5118e50a78cd","Type":"ContainerDied","Data":"9a3fe1b446b47b45ef40b8ad4182f56d470103e007d4d50d6561267596238f61"} Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.482134 4809 generic.go:334] "Generic (PLEG): container finished" podID="6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" containerID="61e827822c3bce509589e3fa9509b3e2c88d6c39ce8bfe74c0bfc98cf0c72d30" exitCode=0 Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.482176 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c","Type":"ContainerDied","Data":"61e827822c3bce509589e3fa9509b3e2c88d6c39ce8bfe74c0bfc98cf0c72d30"} Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.483736 4809 generic.go:334] "Generic (PLEG): container finished" podID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerID="9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837" exitCode=0 Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.483848 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.484144 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d861917f-2ab8-4b33-a2a4-9efd4f17468e","Type":"ContainerDied","Data":"9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837"} Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.484231 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"d861917f-2ab8-4b33-a2a4-9efd4f17468e","Type":"ContainerDied","Data":"84b8bd8dffc0daba80dea737d6c92cadf232a2de000998411a7d06611ec143ce"} Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.505019 4809 scope.go:117] "RemoveContainer" containerID="0fa18cad0e4735aa25e428ab8b13f1825f2522cfff13ad97f6e4fc1d9225c7e5" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.537626 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "d861917f-2ab8-4b33-a2a4-9efd4f17468e" (UID: "d861917f-2ab8-4b33-a2a4-9efd4f17468e"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.539766 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.539790 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rvj9h\" (UniqueName: \"kubernetes.io/projected/d861917f-2ab8-4b33-a2a4-9efd4f17468e-kube-api-access-rvj9h\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.539799 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.539807 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.598152 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d861917f-2ab8-4b33-a2a4-9efd4f17468e" (UID: "d861917f-2ab8-4b33-a2a4-9efd4f17468e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.607484 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-config-data" (OuterVolumeSpecName: "config-data") pod "d861917f-2ab8-4b33-a2a4-9efd4f17468e" (UID: "d861917f-2ab8-4b33-a2a4-9efd4f17468e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.641432 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-combined-ca-bundle\") pod \"c0994b10-ce78-4220-97b9-5118e50a78cd\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.641591 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-credential-keys\") pod \"c0994b10-ce78-4220-97b9-5118e50a78cd\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.641613 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-internal-tls-certs\") pod \"c0994b10-ce78-4220-97b9-5118e50a78cd\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.641628 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-public-tls-certs\") pod \"c0994b10-ce78-4220-97b9-5118e50a78cd\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.641663 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5j8cq\" (UniqueName: \"kubernetes.io/projected/c0994b10-ce78-4220-97b9-5118e50a78cd-kube-api-access-5j8cq\") pod \"c0994b10-ce78-4220-97b9-5118e50a78cd\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.641678 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-config-data\") pod \"c0994b10-ce78-4220-97b9-5118e50a78cd\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.641773 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-fernet-keys\") pod \"c0994b10-ce78-4220-97b9-5118e50a78cd\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.641801 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-scripts\") pod \"c0994b10-ce78-4220-97b9-5118e50a78cd\" (UID: \"c0994b10-ce78-4220-97b9-5118e50a78cd\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.642211 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.642224 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d861917f-2ab8-4b33-a2a4-9efd4f17468e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.645283 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "c0994b10-ce78-4220-97b9-5118e50a78cd" (UID: "c0994b10-ce78-4220-97b9-5118e50a78cd"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.645313 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-scripts" (OuterVolumeSpecName: "scripts") pod "c0994b10-ce78-4220-97b9-5118e50a78cd" (UID: "c0994b10-ce78-4220-97b9-5118e50a78cd"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.646085 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "c0994b10-ce78-4220-97b9-5118e50a78cd" (UID: "c0994b10-ce78-4220-97b9-5118e50a78cd"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.647521 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c0994b10-ce78-4220-97b9-5118e50a78cd-kube-api-access-5j8cq" (OuterVolumeSpecName: "kube-api-access-5j8cq") pod "c0994b10-ce78-4220-97b9-5118e50a78cd" (UID: "c0994b10-ce78-4220-97b9-5118e50a78cd"). InnerVolumeSpecName "kube-api-access-5j8cq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.665398 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-config-data" (OuterVolumeSpecName: "config-data") pod "c0994b10-ce78-4220-97b9-5118e50a78cd" (UID: "c0994b10-ce78-4220-97b9-5118e50a78cd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.671069 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c0994b10-ce78-4220-97b9-5118e50a78cd" (UID: "c0994b10-ce78-4220-97b9-5118e50a78cd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.686045 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "c0994b10-ce78-4220-97b9-5118e50a78cd" (UID: "c0994b10-ce78-4220-97b9-5118e50a78cd"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.692418 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "c0994b10-ce78-4220-97b9-5118e50a78cd" (UID: "c0994b10-ce78-4220-97b9-5118e50a78cd"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.697369 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.701714 4809 scope.go:117] "RemoveContainer" containerID="9a3fe1b446b47b45ef40b8ad4182f56d470103e007d4d50d6561267596238f61" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.711243 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.734237 4809 scope.go:117] "RemoveContainer" containerID="7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.744062 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.744083 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5j8cq\" (UniqueName: \"kubernetes.io/projected/c0994b10-ce78-4220-97b9-5118e50a78cd-kube-api-access-5j8cq\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.744092 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.744100 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.744109 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.744117 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.744125 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.744134 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c0994b10-ce78-4220-97b9-5118e50a78cd-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.797261 4809 scope.go:117] "RemoveContainer" containerID="60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.811277 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.819505 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.820500 4809 scope.go:117] "RemoveContainer" containerID="9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.837875 4809 scope.go:117] "RemoveContainer" containerID="5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.845307 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-combined-ca-bundle\") pod \"0c3ed481-10ad-4938-82c9-32979ac66954\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.845359 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-config-data\") pod \"0c3ed481-10ad-4938-82c9-32979ac66954\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.846083 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-scripts\") pod \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.846196 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vghzs\" (UniqueName: \"kubernetes.io/projected/0c3ed481-10ad-4938-82c9-32979ac66954-kube-api-access-vghzs\") pod \"0c3ed481-10ad-4938-82c9-32979ac66954\" (UID: \"0c3ed481-10ad-4938-82c9-32979ac66954\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.846235 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-combined-ca-bundle\") pod \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.846307 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-etc-machine-id\") pod \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.846375 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data\") pod \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.846412 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data-custom\") pod \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.846441 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2kx86\" (UniqueName: \"kubernetes.io/projected/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-kube-api-access-2kx86\") pod \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\" (UID: \"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c\") " Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.846457 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" (UID: "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.846998 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.849979 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0c3ed481-10ad-4938-82c9-32979ac66954-kube-api-access-vghzs" (OuterVolumeSpecName: "kube-api-access-vghzs") pod "0c3ed481-10ad-4938-82c9-32979ac66954" (UID: "0c3ed481-10ad-4938-82c9-32979ac66954"). InnerVolumeSpecName "kube-api-access-vghzs". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.850072 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-kube-api-access-2kx86" (OuterVolumeSpecName: "kube-api-access-2kx86") pod "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" (UID: "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c"). InnerVolumeSpecName "kube-api-access-2kx86". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.850525 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" (UID: "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.856393 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-scripts" (OuterVolumeSpecName: "scripts") pod "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" (UID: "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.860689 4809 scope.go:117] "RemoveContainer" containerID="7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6" Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.861145 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6\": container with ID starting with 7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6 not found: ID does not exist" containerID="7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.861171 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6"} err="failed to get container status \"7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6\": rpc error: code = NotFound desc = could not find container \"7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6\": container with ID starting with 7c48745907b07528d1e26dd8a19fccc0abd040d0c1eb03a83566edfa5462a2d6 not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.861192 4809 scope.go:117] "RemoveContainer" containerID="60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36" Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.861584 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36\": container with ID starting with 60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36 not found: ID does not exist" containerID="60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.861599 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36"} err="failed to get container status \"60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36\": rpc error: code = NotFound desc = could not find container \"60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36\": container with ID starting with 60bf732b4189965390074836f62cf321400f6c22fcf22ef01d3135ddadef5d36 not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.861611 4809 scope.go:117] "RemoveContainer" containerID="9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837" Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.861841 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837\": container with ID starting with 9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837 not found: ID does not exist" containerID="9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.861857 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837"} err="failed to get container status \"9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837\": rpc error: code = NotFound desc = could not find container \"9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837\": container with ID starting with 9e21dbcd3fdb1933b1b1d4e26bac60a7a6d9b060084e1c2c125e663195387837 not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.861870 4809 scope.go:117] "RemoveContainer" containerID="5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0" Oct 13 20:18:36 crc kubenswrapper[4809]: E1013 20:18:36.863433 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0\": container with ID starting with 5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0 not found: ID does not exist" containerID="5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.863926 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0"} err="failed to get container status \"5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0\": rpc error: code = NotFound desc = could not find container \"5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0\": container with ID starting with 5d519aaa0f3cae33b7e6252fd2757ef4826d3b686eb0fdae231843620b5a06a0 not found: ID does not exist" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.874706 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0c3ed481-10ad-4938-82c9-32979ac66954" (UID: "0c3ed481-10ad-4938-82c9-32979ac66954"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.885743 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-config-data" (OuterVolumeSpecName: "config-data") pod "0c3ed481-10ad-4938-82c9-32979ac66954" (UID: "0c3ed481-10ad-4938-82c9-32979ac66954"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.887762 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" (UID: "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.943608 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data" (OuterVolumeSpecName: "config-data") pod "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" (UID: "6d6070b8-5bdd-4790-8cd5-80952a3d3c0c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.948890 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.948927 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2kx86\" (UniqueName: \"kubernetes.io/projected/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-kube-api-access-2kx86\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.948938 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.949052 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0c3ed481-10ad-4938-82c9-32979ac66954-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.949062 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.949071 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vghzs\" (UniqueName: \"kubernetes.io/projected/0c3ed481-10ad-4938-82c9-32979ac66954-kube-api-access-vghzs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.949079 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:36 crc kubenswrapper[4809]: I1013 20:18:36.949087 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.032238 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_30d6405b-e92a-4763-b909-0175382c69e2/ovn-northd/0.log" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.032298 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.152129 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-combined-ca-bundle\") pod \"30d6405b-e92a-4763-b909-0175382c69e2\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.152166 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-metrics-certs-tls-certs\") pod \"30d6405b-e92a-4763-b909-0175382c69e2\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.152294 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-config\") pod \"30d6405b-e92a-4763-b909-0175382c69e2\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.152332 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-ovn-northd-tls-certs\") pod \"30d6405b-e92a-4763-b909-0175382c69e2\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.152442 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-s6zzj\" (UniqueName: \"kubernetes.io/projected/30d6405b-e92a-4763-b909-0175382c69e2-kube-api-access-s6zzj\") pod \"30d6405b-e92a-4763-b909-0175382c69e2\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.152500 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/30d6405b-e92a-4763-b909-0175382c69e2-ovn-rundir\") pod \"30d6405b-e92a-4763-b909-0175382c69e2\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.152523 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-scripts\") pod \"30d6405b-e92a-4763-b909-0175382c69e2\" (UID: \"30d6405b-e92a-4763-b909-0175382c69e2\") " Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.153551 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-scripts" (OuterVolumeSpecName: "scripts") pod "30d6405b-e92a-4763-b909-0175382c69e2" (UID: "30d6405b-e92a-4763-b909-0175382c69e2"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.154367 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-config" (OuterVolumeSpecName: "config") pod "30d6405b-e92a-4763-b909-0175382c69e2" (UID: "30d6405b-e92a-4763-b909-0175382c69e2"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.156041 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/30d6405b-e92a-4763-b909-0175382c69e2-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "30d6405b-e92a-4763-b909-0175382c69e2" (UID: "30d6405b-e92a-4763-b909-0175382c69e2"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.157342 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/30d6405b-e92a-4763-b909-0175382c69e2-kube-api-access-s6zzj" (OuterVolumeSpecName: "kube-api-access-s6zzj") pod "30d6405b-e92a-4763-b909-0175382c69e2" (UID: "30d6405b-e92a-4763-b909-0175382c69e2"). InnerVolumeSpecName "kube-api-access-s6zzj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.174405 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "30d6405b-e92a-4763-b909-0175382c69e2" (UID: "30d6405b-e92a-4763-b909-0175382c69e2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.233603 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-ovn-northd-tls-certs" (OuterVolumeSpecName: "ovn-northd-tls-certs") pod "30d6405b-e92a-4763-b909-0175382c69e2" (UID: "30d6405b-e92a-4763-b909-0175382c69e2"). InnerVolumeSpecName "ovn-northd-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.237130 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "30d6405b-e92a-4763-b909-0175382c69e2" (UID: "30d6405b-e92a-4763-b909-0175382c69e2"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.254833 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-s6zzj\" (UniqueName: \"kubernetes.io/projected/30d6405b-e92a-4763-b909-0175382c69e2-kube-api-access-s6zzj\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.255045 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/30d6405b-e92a-4763-b909-0175382c69e2-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.255244 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.255275 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.255286 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.255298 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/30d6405b-e92a-4763-b909-0175382c69e2-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.255308 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/30d6405b-e92a-4763-b909-0175382c69e2-ovn-northd-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.502695 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" event={"ID":"c0994b10-ce78-4220-97b9-5118e50a78cd","Type":"ContainerDied","Data":"f3363aef053d0fdb866decdf117c7e39daec229dcbd4d218daec50c0169b05f8"} Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.503021 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7b7586f546-mqp8w" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.506067 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"6d6070b8-5bdd-4790-8cd5-80952a3d3c0c","Type":"ContainerDied","Data":"7fdf6078800feeea0b77f677eb74ccf96b0761fa662eecade6f8ed08827e59b5"} Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.506111 4809 scope.go:117] "RemoveContainer" containerID="393be4b4ca77275346fa12f32da58dc6104414c93bb96da2e911d2505f54473b" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.506191 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.513897 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.513989 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"0c3ed481-10ad-4938-82c9-32979ac66954","Type":"ContainerDied","Data":"3d6c9489ae6ae8389baee4cfc5ea865f5405585f2114a1aad1a855083ccbe079"} Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.519899 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_30d6405b-e92a-4763-b909-0175382c69e2/ovn-northd/0.log" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.519939 4809 generic.go:334] "Generic (PLEG): container finished" podID="30d6405b-e92a-4763-b909-0175382c69e2" containerID="17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01" exitCode=139 Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.519978 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"30d6405b-e92a-4763-b909-0175382c69e2","Type":"ContainerDied","Data":"17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01"} Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.520000 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"30d6405b-e92a-4763-b909-0175382c69e2","Type":"ContainerDied","Data":"b5ee111f8967e2206848088d278f3e2d14314655b824b9055349c2875910536e"} Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.520044 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:18:37 crc kubenswrapper[4809]: E1013 20:18:37.561192 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-cell1-config-data: configmap "rabbitmq-cell1-config-data" not found Oct 13 20:18:37 crc kubenswrapper[4809]: E1013 20:18:37.561326 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data podName:f3f8964e-f5d3-4b55-8f87-af70a5a32a4c nodeName:}" failed. No retries permitted until 2025-10-13 20:18:45.561306615 +0000 UTC m=+3244.167053210 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data") pod "rabbitmq-cell1-server-0" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c") : configmap "rabbitmq-cell1-config-data" not found Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.631935 4809 scope.go:117] "RemoveContainer" containerID="61e827822c3bce509589e3fa9509b3e2c88d6c39ce8bfe74c0bfc98cf0c72d30" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.702498 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.713835 4809 scope.go:117] "RemoveContainer" containerID="5cafb5eace2028f545b986b346e71d6e28a5767039014a452400f640f2578798" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.730219 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.743170 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-7b7586f546-mqp8w"] Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.752094 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-7b7586f546-mqp8w"] Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.762982 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.771536 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.777914 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.785114 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.790092 4809 scope.go:117] "RemoveContainer" containerID="c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.817457 4809 scope.go:117] "RemoveContainer" containerID="17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.834697 4809 scope.go:117] "RemoveContainer" containerID="c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134" Oct 13 20:18:37 crc kubenswrapper[4809]: E1013 20:18:37.836174 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134\": container with ID starting with c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134 not found: ID does not exist" containerID="c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.836217 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134"} err="failed to get container status \"c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134\": rpc error: code = NotFound desc = could not find container \"c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134\": container with ID starting with c760d19a993425585039ad46bcbecf14f6b6c0717ccda9af965b3bdedd5e8134 not found: ID does not exist" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.836249 4809 scope.go:117] "RemoveContainer" containerID="17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01" Oct 13 20:18:37 crc kubenswrapper[4809]: E1013 20:18:37.836708 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01\": container with ID starting with 17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01 not found: ID does not exist" containerID="17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01" Oct 13 20:18:37 crc kubenswrapper[4809]: I1013 20:18:37.836779 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01"} err="failed to get container status \"17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01\": rpc error: code = NotFound desc = could not find container \"17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01\": container with ID starting with 17d3f8ccd87493c880cbc5ee540f28ad1d94907e7f32de06e28f32950cc4fe01 not found: ID does not exist" Oct 13 20:18:37 crc kubenswrapper[4809]: E1013 20:18:37.967939 4809 configmap.go:193] Couldn't get configMap openstack-kuttl-tests/rabbitmq-config-data: configmap "rabbitmq-config-data" not found Oct 13 20:18:37 crc kubenswrapper[4809]: E1013 20:18:37.968502 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data podName:31dbc440-ef48-4328-8087-835384f69db1 nodeName:}" failed. No retries permitted until 2025-10-13 20:18:45.968400946 +0000 UTC m=+3244.574147571 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "config-data" (UniqueName: "kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data") pod "rabbitmq-server-0" (UID: "31dbc440-ef48-4328-8087-835384f69db1") : configmap "rabbitmq-config-data" not found Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.104256 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:18:38 crc kubenswrapper[4809]: E1013 20:18:38.171339 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:38 crc kubenswrapper[4809]: E1013 20:18:38.171477 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle podName:de34ed05-647c-41e9-8387-9ec3ab038c4a nodeName:}" failed. No retries permitted until 2025-10-13 20:18:46.171443418 +0000 UTC m=+3244.777190083 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle") pod "nova-scheduler-0" (UID: "de34ed05-647c-41e9-8387-9ec3ab038c4a") : secret "combined-ca-bundle" not found Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.172395 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0c3ed481-10ad-4938-82c9-32979ac66954" path="/var/lib/kubelet/pods/0c3ed481-10ad-4938-82c9-32979ac66954/volumes" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.174426 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="30d6405b-e92a-4763-b909-0175382c69e2" path="/var/lib/kubelet/pods/30d6405b-e92a-4763-b909-0175382c69e2/volumes" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.176085 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" path="/var/lib/kubelet/pods/6d6070b8-5bdd-4790-8cd5-80952a3d3c0c/volumes" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.179091 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c0994b10-ce78-4220-97b9-5118e50a78cd" path="/var/lib/kubelet/pods/c0994b10-ce78-4220-97b9-5118e50a78cd/volumes" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.180967 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c70bce9a-0df7-4fcf-85dd-3dbee556f40d" path="/var/lib/kubelet/pods/c70bce9a-0df7-4fcf-85dd-3dbee556f40d/volumes" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.182626 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" path="/var/lib/kubelet/pods/ca38c7e7-4868-40a6-9136-c84f73c38d1e/volumes" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.186066 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" path="/var/lib/kubelet/pods/d861917f-2ab8-4b33-a2a4-9efd4f17468e/volumes" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.272238 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-plugins\") pod \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.272495 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-pod-info\") pod \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.272572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-erlang-cookie\") pod \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.272709 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-confd\") pod \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.272873 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data\") pod \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.272989 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-plugins-conf\") pod \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.273040 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-tls\") pod \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.273092 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-erlang-cookie-secret\") pod \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.273184 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-server-conf\") pod \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.273246 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.273263 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.273294 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-q7m9d\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-kube-api-access-q7m9d\") pod \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\" (UID: \"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c\") " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.273369 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.273973 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.274259 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.274277 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.274288 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.277518 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage14-crc" (OuterVolumeSpecName: "persistence") pod "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c"). InnerVolumeSpecName "local-storage14-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.278623 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.280138 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.281632 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-pod-info" (OuterVolumeSpecName: "pod-info") pod "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.296812 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-kube-api-access-q7m9d" (OuterVolumeSpecName: "kube-api-access-q7m9d") pod "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c"). InnerVolumeSpecName "kube-api-access-q7m9d". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.340137 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data" (OuterVolumeSpecName: "config-data") pod "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.346234 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-server-conf" (OuterVolumeSpecName: "server-conf") pod "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.376083 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.376156 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.376174 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.376191 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.376235 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" " Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.376257 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-q7m9d\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-kube-api-access-q7m9d\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.376273 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.401493 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage14-crc" (UniqueName: "kubernetes.io/local-volume/local-storage14-crc") on node "crc" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.402494 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" (UID: "f3f8964e-f5d3-4b55-8f87-af70a5a32a4c"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.477641 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.477695 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.550025 4809 generic.go:334] "Generic (PLEG): container finished" podID="f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" containerID="71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d" exitCode=0 Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.550138 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.550148 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c","Type":"ContainerDied","Data":"71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d"} Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.550247 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f3f8964e-f5d3-4b55-8f87-af70a5a32a4c","Type":"ContainerDied","Data":"fda54135d44937b54c47b340818d3fe569ad2e02af8411f166869e515afb7354"} Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.550284 4809 scope.go:117] "RemoveContainer" containerID="71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.582526 4809 scope.go:117] "RemoveContainer" containerID="a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.611368 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.621297 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.632142 4809 scope.go:117] "RemoveContainer" containerID="71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d" Oct 13 20:18:38 crc kubenswrapper[4809]: E1013 20:18:38.632791 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d\": container with ID starting with 71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d not found: ID does not exist" containerID="71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.632863 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d"} err="failed to get container status \"71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d\": rpc error: code = NotFound desc = could not find container \"71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d\": container with ID starting with 71d7569b732aac1f54c79435b5040b3612729ad1a05aaa746d1b56fe1741f42d not found: ID does not exist" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.632904 4809 scope.go:117] "RemoveContainer" containerID="a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818" Oct 13 20:18:38 crc kubenswrapper[4809]: E1013 20:18:38.633638 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818\": container with ID starting with a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818 not found: ID does not exist" containerID="a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818" Oct 13 20:18:38 crc kubenswrapper[4809]: I1013 20:18:38.633693 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818"} err="failed to get container status \"a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818\": rpc error: code = NotFound desc = could not find container \"a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818\": container with ID starting with a0435342d40ad43bb16bd7c08f4a93604e7d16d5dc4dd0ca3b871f4591bc9818 not found: ID does not exist" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.320534 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.401129 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-server-conf\") pod \"31dbc440-ef48-4328-8087-835384f69db1\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.401186 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-plugins-conf\") pod \"31dbc440-ef48-4328-8087-835384f69db1\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.401226 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-confd\") pod \"31dbc440-ef48-4328-8087-835384f69db1\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.401306 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/31dbc440-ef48-4328-8087-835384f69db1-erlang-cookie-secret\") pod \"31dbc440-ef48-4328-8087-835384f69db1\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.401887 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-plugins\") pod \"31dbc440-ef48-4328-8087-835384f69db1\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.401956 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-tls\") pod \"31dbc440-ef48-4328-8087-835384f69db1\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.402007 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cgww2\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-kube-api-access-cgww2\") pod \"31dbc440-ef48-4328-8087-835384f69db1\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.402059 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-erlang-cookie\") pod \"31dbc440-ef48-4328-8087-835384f69db1\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.402092 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data\") pod \"31dbc440-ef48-4328-8087-835384f69db1\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.402120 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/31dbc440-ef48-4328-8087-835384f69db1-pod-info\") pod \"31dbc440-ef48-4328-8087-835384f69db1\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.402160 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"31dbc440-ef48-4328-8087-835384f69db1\" (UID: \"31dbc440-ef48-4328-8087-835384f69db1\") " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.402223 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "31dbc440-ef48-4328-8087-835384f69db1" (UID: "31dbc440-ef48-4328-8087-835384f69db1"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.402460 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "31dbc440-ef48-4328-8087-835384f69db1" (UID: "31dbc440-ef48-4328-8087-835384f69db1"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.402508 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.402868 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "31dbc440-ef48-4328-8087-835384f69db1" (UID: "31dbc440-ef48-4328-8087-835384f69db1"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.406767 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/31dbc440-ef48-4328-8087-835384f69db1-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "31dbc440-ef48-4328-8087-835384f69db1" (UID: "31dbc440-ef48-4328-8087-835384f69db1"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.408129 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-tls" (OuterVolumeSpecName: "rabbitmq-tls") pod "31dbc440-ef48-4328-8087-835384f69db1" (UID: "31dbc440-ef48-4328-8087-835384f69db1"). InnerVolumeSpecName "rabbitmq-tls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.408822 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/31dbc440-ef48-4328-8087-835384f69db1-pod-info" (OuterVolumeSpecName: "pod-info") pod "31dbc440-ef48-4328-8087-835384f69db1" (UID: "31dbc440-ef48-4328-8087-835384f69db1"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.419132 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "persistence") pod "31dbc440-ef48-4328-8087-835384f69db1" (UID: "31dbc440-ef48-4328-8087-835384f69db1"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.423429 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-kube-api-access-cgww2" (OuterVolumeSpecName: "kube-api-access-cgww2") pod "31dbc440-ef48-4328-8087-835384f69db1" (UID: "31dbc440-ef48-4328-8087-835384f69db1"). InnerVolumeSpecName "kube-api-access-cgww2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.449200 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data" (OuterVolumeSpecName: "config-data") pod "31dbc440-ef48-4328-8087-835384f69db1" (UID: "31dbc440-ef48-4328-8087-835384f69db1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.451526 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-server-conf" (OuterVolumeSpecName: "server-conf") pod "31dbc440-ef48-4328-8087-835384f69db1" (UID: "31dbc440-ef48-4328-8087-835384f69db1"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.503996 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.504047 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/31dbc440-ef48-4328-8087-835384f69db1-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.504081 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.504096 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/31dbc440-ef48-4328-8087-835384f69db1-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.504129 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/31dbc440-ef48-4328-8087-835384f69db1-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.504145 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.504157 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-tls\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.504171 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cgww2\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-kube-api-access-cgww2\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.504183 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.506594 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "31dbc440-ef48-4328-8087-835384f69db1" (UID: "31dbc440-ef48-4328-8087-835384f69db1"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.529590 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.566161 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.580832 4809 generic.go:334] "Generic (PLEG): container finished" podID="31dbc440-ef48-4328-8087-835384f69db1" containerID="287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f" exitCode=0 Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.580898 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"31dbc440-ef48-4328-8087-835384f69db1","Type":"ContainerDied","Data":"287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f"} Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.581371 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"31dbc440-ef48-4328-8087-835384f69db1","Type":"ContainerDied","Data":"4f355743d22d89a063f330d17aa86e9ebddbb8b02f49efae2d66cb1e075bf4ae"} Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.581512 4809 scope.go:117] "RemoveContainer" containerID="287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.611491 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.611528 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/31dbc440-ef48-4328-8087-835384f69db1-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.616882 4809 scope.go:117] "RemoveContainer" containerID="a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.618322 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.626759 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.639925 4809 scope.go:117] "RemoveContainer" containerID="287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f" Oct 13 20:18:39 crc kubenswrapper[4809]: E1013 20:18:39.640459 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f\": container with ID starting with 287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f not found: ID does not exist" containerID="287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.640497 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f"} err="failed to get container status \"287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f\": rpc error: code = NotFound desc = could not find container \"287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f\": container with ID starting with 287747d7b2aeb8acc44bb52bee2e8f191abc9c06f4372b8a683efc4b8ba1e58f not found: ID does not exist" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.640521 4809 scope.go:117] "RemoveContainer" containerID="a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86" Oct 13 20:18:39 crc kubenswrapper[4809]: E1013 20:18:39.640872 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86\": container with ID starting with a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86 not found: ID does not exist" containerID="a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86" Oct 13 20:18:39 crc kubenswrapper[4809]: I1013 20:18:39.640894 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86"} err="failed to get container status \"a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86\": rpc error: code = NotFound desc = could not find container \"a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86\": container with ID starting with a0b788c9a975ff22a5a6e99ac40010607fb211bdb4574d35c23b5ace5ba3fe86 not found: ID does not exist" Oct 13 20:18:40 crc kubenswrapper[4809]: I1013 20:18:40.172770 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="31dbc440-ef48-4328-8087-835384f69db1" path="/var/lib/kubelet/pods/31dbc440-ef48-4328-8087-835384f69db1/volumes" Oct 13 20:18:40 crc kubenswrapper[4809]: I1013 20:18:40.174713 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" path="/var/lib/kubelet/pods/f3f8964e-f5d3-4b55-8f87-af70a5a32a4c/volumes" Oct 13 20:18:41 crc kubenswrapper[4809]: I1013 20:18:41.294779 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" podUID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" containerName="neutron-httpd" probeResult="failure" output="Get \"https://10.217.1.171:9696/\": dial tcp 10.217.1.171:9696: connect: connection refused" Oct 13 20:18:41 crc kubenswrapper[4809]: I1013 20:18:41.503028 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:18:41 crc kubenswrapper[4809]: I1013 20:18:41.595057 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs"] Oct 13 20:18:41 crc kubenswrapper[4809]: I1013 20:18:41.595499 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" podUID="5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" containerName="dnsmasq-dns" containerID="cri-o://4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464" gracePeriod=10 Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.136597 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.260328 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dnsmasq-svc\") pod \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.260380 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rrf4x\" (UniqueName: \"kubernetes.io/projected/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-kube-api-access-rrf4x\") pod \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.260486 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-config\") pod \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.260525 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dns-swift-storage-0\") pod \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\" (UID: \"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0\") " Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.265977 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-kube-api-access-rrf4x" (OuterVolumeSpecName: "kube-api-access-rrf4x") pod "5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" (UID: "5851e88e-ac55-4a8d-ba9e-9ea10206b4a0"). InnerVolumeSpecName "kube-api-access-rrf4x". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.296891 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" (UID: "5851e88e-ac55-4a8d-ba9e-9ea10206b4a0"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.300652 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-config" (OuterVolumeSpecName: "config") pod "5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" (UID: "5851e88e-ac55-4a8d-ba9e-9ea10206b4a0"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.312908 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dns-swift-storage-0" (OuterVolumeSpecName: "dns-swift-storage-0") pod "5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" (UID: "5851e88e-ac55-4a8d-ba9e-9ea10206b4a0"). InnerVolumeSpecName "dns-swift-storage-0". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.362867 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.362905 4809 reconciler_common.go:293] "Volume detached for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dns-swift-storage-0\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.362921 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.362936 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rrf4x\" (UniqueName: \"kubernetes.io/projected/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0-kube-api-access-rrf4x\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.634707 4809 generic.go:334] "Generic (PLEG): container finished" podID="5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" containerID="4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464" exitCode=0 Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.634791 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" event={"ID":"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0","Type":"ContainerDied","Data":"4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464"} Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.634831 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" event={"ID":"5851e88e-ac55-4a8d-ba9e-9ea10206b4a0","Type":"ContainerDied","Data":"a35aa37ed51c047b0c06b97614349d6330fbfd72ad445a511366845a0b458ac0"} Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.634866 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.634871 4809 scope.go:117] "RemoveContainer" containerID="4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.685623 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs"] Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.700581 4809 scope.go:117] "RemoveContainer" containerID="2fee876349f59b159526ccc44e94959d782bec1906089e18464c2e5c27769a84" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.708570 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-699487488f-xrwjs"] Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.778825 4809 scope.go:117] "RemoveContainer" containerID="4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464" Oct 13 20:18:42 crc kubenswrapper[4809]: E1013 20:18:42.779487 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464\": container with ID starting with 4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464 not found: ID does not exist" containerID="4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.779549 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464"} err="failed to get container status \"4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464\": rpc error: code = NotFound desc = could not find container \"4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464\": container with ID starting with 4db162dc827b6793901d0767dbacaacb2960d2ac8a7ddf56d67242b11976c464 not found: ID does not exist" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.779589 4809 scope.go:117] "RemoveContainer" containerID="2fee876349f59b159526ccc44e94959d782bec1906089e18464c2e5c27769a84" Oct 13 20:18:42 crc kubenswrapper[4809]: E1013 20:18:42.780086 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2fee876349f59b159526ccc44e94959d782bec1906089e18464c2e5c27769a84\": container with ID starting with 2fee876349f59b159526ccc44e94959d782bec1906089e18464c2e5c27769a84 not found: ID does not exist" containerID="2fee876349f59b159526ccc44e94959d782bec1906089e18464c2e5c27769a84" Oct 13 20:18:42 crc kubenswrapper[4809]: I1013 20:18:42.780133 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2fee876349f59b159526ccc44e94959d782bec1906089e18464c2e5c27769a84"} err="failed to get container status \"2fee876349f59b159526ccc44e94959d782bec1906089e18464c2e5c27769a84\": rpc error: code = NotFound desc = could not find container \"2fee876349f59b159526ccc44e94959d782bec1906089e18464c2e5c27769a84\": container with ID starting with 2fee876349f59b159526ccc44e94959d782bec1906089e18464c2e5c27769a84 not found: ID does not exist" Oct 13 20:18:44 crc kubenswrapper[4809]: I1013 20:18:44.170999 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" path="/var/lib/kubelet/pods/5851e88e-ac55-4a8d-ba9e-9ea10206b4a0/volumes" Oct 13 20:18:46 crc kubenswrapper[4809]: E1013 20:18:46.236312 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:18:46 crc kubenswrapper[4809]: E1013 20:18:46.236412 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle podName:de34ed05-647c-41e9-8387-9ec3ab038c4a nodeName:}" failed. No retries permitted until 2025-10-13 20:19:02.236388042 +0000 UTC m=+3260.842134667 (durationBeforeRetry 16s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle") pod "nova-scheduler-0" (UID: "de34ed05-647c-41e9-8387-9ec3ab038c4a") : secret "combined-ca-bundle" not found Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.465027 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.620497 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-ovndb-tls-certs\") pod \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.620566 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-config\") pod \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.620648 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zcvwd\" (UniqueName: \"kubernetes.io/projected/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-kube-api-access-zcvwd\") pod \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.622000 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-public-tls-certs\") pod \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.622403 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-combined-ca-bundle\") pod \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.622548 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-internal-tls-certs\") pod \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.622609 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-httpd-config\") pod \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.627082 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-kube-api-access-zcvwd" (OuterVolumeSpecName: "kube-api-access-zcvwd") pod "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" (UID: "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e"). InnerVolumeSpecName "kube-api-access-zcvwd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.628223 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" (UID: "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.689623 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" (UID: "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.733909 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" (UID: "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.734284 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-ovndb-tls-certs\") pod \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\" (UID: \"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e\") " Oct 13 20:18:50 crc kubenswrapper[4809]: W1013 20:18:50.734402 4809 empty_dir.go:500] Warning: Unmount skipped because path does not exist: /var/lib/kubelet/pods/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e/volumes/kubernetes.io~secret/ovndb-tls-certs Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.734412 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" (UID: "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.734938 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.734970 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.734990 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zcvwd\" (UniqueName: \"kubernetes.io/projected/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-kube-api-access-zcvwd\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.735018 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.740882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-config" (OuterVolumeSpecName: "config") pod "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" (UID: "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.742231 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" (UID: "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.745326 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" (UID: "a0cdaf13-fd45-4ce3-9fb7-04e51066c57e"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.751141 4809 generic.go:334] "Generic (PLEG): container finished" podID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" containerID="877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9" exitCode=0 Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.751175 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" event={"ID":"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e","Type":"ContainerDied","Data":"877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9"} Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.751206 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" event={"ID":"a0cdaf13-fd45-4ce3-9fb7-04e51066c57e","Type":"ContainerDied","Data":"74deeea7bf5ba9eb68daa32da581e896005bfab345cd46be30f0da589a698e52"} Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.751221 4809 scope.go:117] "RemoveContainer" containerID="c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.751571 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5676467d9b-j8rfq" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.787628 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-5676467d9b-j8rfq"] Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.789923 4809 scope.go:117] "RemoveContainer" containerID="877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.792558 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-5676467d9b-j8rfq"] Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.829354 4809 scope.go:117] "RemoveContainer" containerID="c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa" Oct 13 20:18:50 crc kubenswrapper[4809]: E1013 20:18:50.829892 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa\": container with ID starting with c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa not found: ID does not exist" containerID="c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.829938 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa"} err="failed to get container status \"c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa\": rpc error: code = NotFound desc = could not find container \"c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa\": container with ID starting with c8e529d7b6facc143ee58eb34a212a21bbe889696e2be507536ac4b9c86d02aa not found: ID does not exist" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.829968 4809 scope.go:117] "RemoveContainer" containerID="877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9" Oct 13 20:18:50 crc kubenswrapper[4809]: E1013 20:18:50.830441 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9\": container with ID starting with 877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9 not found: ID does not exist" containerID="877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.830587 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9"} err="failed to get container status \"877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9\": rpc error: code = NotFound desc = could not find container \"877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9\": container with ID starting with 877db08389184f0900f5662757466431cc4925ff4f95897d68f37cad935686e9 not found: ID does not exist" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.836344 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.836373 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:50 crc kubenswrapper[4809]: I1013 20:18:50.836387 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:18:52 crc kubenswrapper[4809]: I1013 20:18:52.172994 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" path="/var/lib/kubelet/pods/a0cdaf13-fd45-4ce3-9fb7-04e51066c57e/volumes" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.475224 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.550045 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rm472\" (UniqueName: \"kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-kube-api-access-rm472\") pod \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.550305 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swift\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.550378 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-etc-swift\") pod \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.550423 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-lock\") pod \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.550514 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-cache\") pod \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\" (UID: \"b61b33c7-de39-42f4-8e2f-c0459a569a1d\") " Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.551265 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-lock" (OuterVolumeSpecName: "lock") pod "b61b33c7-de39-42f4-8e2f-c0459a569a1d" (UID: "b61b33c7-de39-42f4-8e2f-c0459a569a1d"). InnerVolumeSpecName "lock". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.551378 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-cache" (OuterVolumeSpecName: "cache") pod "b61b33c7-de39-42f4-8e2f-c0459a569a1d" (UID: "b61b33c7-de39-42f4-8e2f-c0459a569a1d"). InnerVolumeSpecName "cache". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.562121 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "b61b33c7-de39-42f4-8e2f-c0459a569a1d" (UID: "b61b33c7-de39-42f4-8e2f-c0459a569a1d"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.563921 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage10-crc" (OuterVolumeSpecName: "swift") pod "b61b33c7-de39-42f4-8e2f-c0459a569a1d" (UID: "b61b33c7-de39-42f4-8e2f-c0459a569a1d"). InnerVolumeSpecName "local-storage10-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.566018 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-kube-api-access-rm472" (OuterVolumeSpecName: "kube-api-access-rm472") pod "b61b33c7-de39-42f4-8e2f-c0459a569a1d" (UID: "b61b33c7-de39-42f4-8e2f-c0459a569a1d"). InnerVolumeSpecName "kube-api-access-rm472". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.653199 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" " Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.653248 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.653272 4809 reconciler_common.go:293] "Volume detached for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-lock\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.653291 4809 reconciler_common.go:293] "Volume detached for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/b61b33c7-de39-42f4-8e2f-c0459a569a1d-cache\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.653312 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rm472\" (UniqueName: \"kubernetes.io/projected/b61b33c7-de39-42f4-8e2f-c0459a569a1d-kube-api-access-rm472\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.688035 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage10-crc" (UniqueName: "kubernetes.io/local-volume/local-storage10-crc") on node "crc" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.755179 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.902468 4809 generic.go:334] "Generic (PLEG): container finished" podID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerID="c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5" exitCode=137 Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.902529 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5"} Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.902570 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"b61b33c7-de39-42f4-8e2f-c0459a569a1d","Type":"ContainerDied","Data":"fa845758e8ffd121c6bae47a51ce2bb0a629689caaf1dbea90ba404bfce62487"} Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.902603 4809 scope.go:117] "RemoveContainer" containerID="c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.903282 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.946511 4809 scope.go:117] "RemoveContainer" containerID="431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e" Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.954327 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.985986 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:19:01 crc kubenswrapper[4809]: I1013 20:19:01.988897 4809 scope.go:117] "RemoveContainer" containerID="d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.024887 4809 scope.go:117] "RemoveContainer" containerID="9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.052144 4809 scope.go:117] "RemoveContainer" containerID="42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.082314 4809 scope.go:117] "RemoveContainer" containerID="c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.109806 4809 scope.go:117] "RemoveContainer" containerID="d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.131428 4809 scope.go:117] "RemoveContainer" containerID="7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.168891 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" path="/var/lib/kubelet/pods/b61b33c7-de39-42f4-8e2f-c0459a569a1d/volumes" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.263887 4809 secret.go:188] Couldn't get secret openstack-kuttl-tests/combined-ca-bundle: secret "combined-ca-bundle" not found Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.264102 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle podName:de34ed05-647c-41e9-8387-9ec3ab038c4a nodeName:}" failed. No retries permitted until 2025-10-13 20:19:34.264085217 +0000 UTC m=+3292.869831812 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "combined-ca-bundle" (UniqueName: "kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle") pod "nova-scheduler-0" (UID: "de34ed05-647c-41e9-8387-9ec3ab038c4a") : secret "combined-ca-bundle" not found Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.274718 4809 scope.go:117] "RemoveContainer" containerID="dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.308955 4809 scope.go:117] "RemoveContainer" containerID="befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.336561 4809 scope.go:117] "RemoveContainer" containerID="3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.370225 4809 scope.go:117] "RemoveContainer" containerID="98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.711264 4809 scope.go:117] "RemoveContainer" containerID="4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.714116 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.743171 4809 scope.go:117] "RemoveContainer" containerID="4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.794671 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.831180 4809 scope.go:117] "RemoveContainer" containerID="87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.841912 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.847843 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.850135 4809 scope.go:117] "RemoveContainer" containerID="c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.850420 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5\": container with ID starting with c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5 not found: ID does not exist" containerID="c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.850472 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5"} err="failed to get container status \"c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5\": rpc error: code = NotFound desc = could not find container \"c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5\": container with ID starting with c84a75bd2279a594affba72fda214622910adcdce657c2f8a9561d3efdefa6b5 not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.850491 4809 scope.go:117] "RemoveContainer" containerID="431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.851658 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e\": container with ID starting with 431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e not found: ID does not exist" containerID="431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.851679 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e"} err="failed to get container status \"431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e\": rpc error: code = NotFound desc = could not find container \"431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e\": container with ID starting with 431752068a468c0f4e44582b606af6809ad573eb19aff3f74d218dbc2cefb21e not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.851695 4809 scope.go:117] "RemoveContainer" containerID="d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.851979 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93\": container with ID starting with d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93 not found: ID does not exist" containerID="d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.852021 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93"} err="failed to get container status \"d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93\": rpc error: code = NotFound desc = could not find container \"d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93\": container with ID starting with d4c90bbcb84ea18cd1e296a7b0b8d0fa3b1e612ac11708bdf1df7219feba2c93 not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.852034 4809 scope.go:117] "RemoveContainer" containerID="9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.852485 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628\": container with ID starting with 9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628 not found: ID does not exist" containerID="9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.852527 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628"} err="failed to get container status \"9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628\": rpc error: code = NotFound desc = could not find container \"9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628\": container with ID starting with 9165141ecc94e1a3339716d9b184fbdafd29a5751a3981d97d26eb1f56113628 not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.852553 4809 scope.go:117] "RemoveContainer" containerID="42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.852872 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381\": container with ID starting with 42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381 not found: ID does not exist" containerID="42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.852907 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381"} err="failed to get container status \"42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381\": rpc error: code = NotFound desc = could not find container \"42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381\": container with ID starting with 42cc74824c69e94faf4bc475b7a4ee666359d5b464e72b6fd856e367749ab381 not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.852930 4809 scope.go:117] "RemoveContainer" containerID="c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.853353 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646\": container with ID starting with c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646 not found: ID does not exist" containerID="c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.853381 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646"} err="failed to get container status \"c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646\": rpc error: code = NotFound desc = could not find container \"c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646\": container with ID starting with c9a8ee410c3e66d0f792be5e189157d1f88b303debd76eaae66ade858f5fb646 not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.853396 4809 scope.go:117] "RemoveContainer" containerID="d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.853609 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b\": container with ID starting with d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b not found: ID does not exist" containerID="d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.853630 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b"} err="failed to get container status \"d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b\": rpc error: code = NotFound desc = could not find container \"d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b\": container with ID starting with d2c999896656220581db9a095dab28b4ae6ee0a79894a9b85e25362453b6ec1b not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.853644 4809 scope.go:117] "RemoveContainer" containerID="7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.853959 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb\": container with ID starting with 7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb not found: ID does not exist" containerID="7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.853979 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb"} err="failed to get container status \"7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb\": rpc error: code = NotFound desc = could not find container \"7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb\": container with ID starting with 7ed6e5497072b350acd6bdd2533bc815c87d9f9d0e02b1f5e6c9364668fd93fb not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.853993 4809 scope.go:117] "RemoveContainer" containerID="dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.857655 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca\": container with ID starting with dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca not found: ID does not exist" containerID="dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.857685 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca"} err="failed to get container status \"dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca\": rpc error: code = NotFound desc = could not find container \"dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca\": container with ID starting with dc94c831332d278719392dbdb7fb4586eaa119fbd3b0cfcbdb922629939e2eca not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.857702 4809 scope.go:117] "RemoveContainer" containerID="befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.858891 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f\": container with ID starting with befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f not found: ID does not exist" containerID="befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.858929 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f"} err="failed to get container status \"befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f\": rpc error: code = NotFound desc = could not find container \"befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f\": container with ID starting with befab5c74de2a083a963a37a4501368039ac6d7f0ca36986c428c3ab2b15498f not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.858974 4809 scope.go:117] "RemoveContainer" containerID="3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.859769 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9\": container with ID starting with 3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9 not found: ID does not exist" containerID="3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.859814 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9"} err="failed to get container status \"3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9\": rpc error: code = NotFound desc = could not find container \"3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9\": container with ID starting with 3d1e5adfd14888123fab0a876b6a083d35599d3743b2ef50247813705b6cabb9 not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.859893 4809 scope.go:117] "RemoveContainer" containerID="98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.860183 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815\": container with ID starting with 98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815 not found: ID does not exist" containerID="98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.860209 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815"} err="failed to get container status \"98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815\": rpc error: code = NotFound desc = could not find container \"98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815\": container with ID starting with 98174ad879939507d0423e916863ad29c18ec584338283160ddd9e884964d815 not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.860224 4809 scope.go:117] "RemoveContainer" containerID="4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.860597 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16\": container with ID starting with 4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16 not found: ID does not exist" containerID="4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.860615 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16"} err="failed to get container status \"4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16\": rpc error: code = NotFound desc = could not find container \"4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16\": container with ID starting with 4a717232d119a54521101aa86e9409616179d955ac4d0f93457d50dda6028f16 not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.860629 4809 scope.go:117] "RemoveContainer" containerID="4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.860930 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6\": container with ID starting with 4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6 not found: ID does not exist" containerID="4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.860959 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6"} err="failed to get container status \"4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6\": rpc error: code = NotFound desc = could not find container \"4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6\": container with ID starting with 4d67443c21655800f12249de171c7512e703086bc428edc2c06ef18738fa42b6 not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.860975 4809 scope.go:117] "RemoveContainer" containerID="87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.861296 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e\": container with ID starting with 87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e not found: ID does not exist" containerID="87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.861320 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e"} err="failed to get container status \"87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e\": rpc error: code = NotFound desc = could not find container \"87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e\": container with ID starting with 87cfbb03ba18b9a90970ef11c3a15f329be9238cca4469c74b2d14a29e316a1e not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.873776 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-config-data\") pod \"b4a9b34d-8a84-4d6b-af18-9fb415538963\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.873890 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lb666\" (UniqueName: \"kubernetes.io/projected/b4a9b34d-8a84-4d6b-af18-9fb415538963-kube-api-access-lb666\") pod \"b4a9b34d-8a84-4d6b-af18-9fb415538963\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.873982 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-scripts\") pod \"b4a9b34d-8a84-4d6b-af18-9fb415538963\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.874036 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-combined-ca-bundle\") pod \"b4a9b34d-8a84-4d6b-af18-9fb415538963\" (UID: \"b4a9b34d-8a84-4d6b-af18-9fb415538963\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.880262 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b4a9b34d-8a84-4d6b-af18-9fb415538963-kube-api-access-lb666" (OuterVolumeSpecName: "kube-api-access-lb666") pod "b4a9b34d-8a84-4d6b-af18-9fb415538963" (UID: "b4a9b34d-8a84-4d6b-af18-9fb415538963"). InnerVolumeSpecName "kube-api-access-lb666". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.880378 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-scripts" (OuterVolumeSpecName: "scripts") pod "b4a9b34d-8a84-4d6b-af18-9fb415538963" (UID: "b4a9b34d-8a84-4d6b-af18-9fb415538963"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.896633 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.897567 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-config-data" (OuterVolumeSpecName: "config-data") pod "b4a9b34d-8a84-4d6b-af18-9fb415538963" (UID: "b4a9b34d-8a84-4d6b-af18-9fb415538963"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.899969 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b4a9b34d-8a84-4d6b-af18-9fb415538963" (UID: "b4a9b34d-8a84-4d6b-af18-9fb415538963"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.916820 4809 generic.go:334] "Generic (PLEG): container finished" podID="d67e50b3-8958-48f7-8018-c62ad92bd314" containerID="58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980" exitCode=137 Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.916892 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.916911 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" event={"ID":"d67e50b3-8958-48f7-8018-c62ad92bd314","Type":"ContainerDied","Data":"58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980"} Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.918135 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg" event={"ID":"d67e50b3-8958-48f7-8018-c62ad92bd314","Type":"ContainerDied","Data":"c1e7632ac3375f91e45df8e375d1405ec14ed5982c184648d9001a6eb69c6701"} Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.918154 4809 scope.go:117] "RemoveContainer" containerID="58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.924865 4809 generic.go:334] "Generic (PLEG): container finished" podID="57f29375-685d-4f88-9770-b8b99175f4bd" containerID="2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d" exitCode=137 Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.924925 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" event={"ID":"57f29375-685d-4f88-9770-b8b99175f4bd","Type":"ContainerDied","Data":"2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d"} Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.924948 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" event={"ID":"57f29375-685d-4f88-9770-b8b99175f4bd","Type":"ContainerDied","Data":"96a6971ca80d1911591dda7274d4ad47d9410198fe84fb16db01f09e4dd23e10"} Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.924991 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.930588 4809 generic.go:334] "Generic (PLEG): container finished" podID="b4a9b34d-8a84-4d6b-af18-9fb415538963" containerID="49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4" exitCode=137 Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.930663 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" event={"ID":"b4a9b34d-8a84-4d6b-af18-9fb415538963","Type":"ContainerDied","Data":"49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4"} Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.930687 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" event={"ID":"b4a9b34d-8a84-4d6b-af18-9fb415538963","Type":"ContainerDied","Data":"3699fa9acfe486d4ca07a088c3243694eb8b28d4bb1e4200922e9be3446ebd2c"} Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.930747 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.932983 4809 generic.go:334] "Generic (PLEG): container finished" podID="de34ed05-647c-41e9-8387-9ec3ab038c4a" containerID="4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55" exitCode=137 Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.933058 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"de34ed05-647c-41e9-8387-9ec3ab038c4a","Type":"ContainerDied","Data":"4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55"} Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.933067 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.933080 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"de34ed05-647c-41e9-8387-9ec3ab038c4a","Type":"ContainerDied","Data":"ead4ec52a41ab8cf94a26f5160ae22246738a515b311b92d7cd2de674c144e70"} Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.938972 4809 generic.go:334] "Generic (PLEG): container finished" podID="2ae1dc96-63f9-4d51-9627-5e53a33b848b" containerID="b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794" exitCode=137 Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.939008 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" event={"ID":"2ae1dc96-63f9-4d51-9627-5e53a33b848b","Type":"ContainerDied","Data":"b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794"} Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.939016 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.939039 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx" event={"ID":"2ae1dc96-63f9-4d51-9627-5e53a33b848b","Type":"ContainerDied","Data":"97a210e21734a1de41b2130106618c6b67d0a9669b037d73dc93055509e98a44"} Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.945087 4809 scope.go:117] "RemoveContainer" containerID="58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980" Oct 13 20:19:02 crc kubenswrapper[4809]: E1013 20:19:02.947617 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980\": container with ID starting with 58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980 not found: ID does not exist" containerID="58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.947660 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980"} err="failed to get container status \"58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980\": rpc error: code = NotFound desc = could not find container \"58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980\": container with ID starting with 58f081794a0d5bcb7b496f6c7d7550ba56167a737207e642644393bb2e27d980 not found: ID does not exist" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.947685 4809 scope.go:117] "RemoveContainer" containerID="2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.974842 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-combined-ca-bundle\") pod \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.974894 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ztkqf\" (UniqueName: \"kubernetes.io/projected/57f29375-685d-4f88-9770-b8b99175f4bd-kube-api-access-ztkqf\") pod \"57f29375-685d-4f88-9770-b8b99175f4bd\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.974993 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-combined-ca-bundle\") pod \"57f29375-685d-4f88-9770-b8b99175f4bd\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975026 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-scripts\") pod \"d67e50b3-8958-48f7-8018-c62ad92bd314\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975049 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ae1dc96-63f9-4d51-9627-5e53a33b848b-logs\") pod \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975080 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data-custom\") pod \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975136 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-combined-ca-bundle\") pod \"d67e50b3-8958-48f7-8018-c62ad92bd314\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975173 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-257lg\" (UniqueName: \"kubernetes.io/projected/d67e50b3-8958-48f7-8018-c62ad92bd314-kube-api-access-257lg\") pod \"d67e50b3-8958-48f7-8018-c62ad92bd314\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975196 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data\") pod \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975214 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data-custom\") pod \"57f29375-685d-4f88-9770-b8b99175f4bd\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975230 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data\") pod \"57f29375-685d-4f88-9770-b8b99175f4bd\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975251 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-cgt67\" (UniqueName: \"kubernetes.io/projected/2ae1dc96-63f9-4d51-9627-5e53a33b848b-kube-api-access-cgt67\") pod \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\" (UID: \"2ae1dc96-63f9-4d51-9627-5e53a33b848b\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975265 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/57f29375-685d-4f88-9770-b8b99175f4bd-logs\") pod \"57f29375-685d-4f88-9770-b8b99175f4bd\" (UID: \"57f29375-685d-4f88-9770-b8b99175f4bd\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975286 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-config-data\") pod \"d67e50b3-8958-48f7-8018-c62ad92bd314\" (UID: \"d67e50b3-8958-48f7-8018-c62ad92bd314\") " Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975565 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975579 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975590 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b4a9b34d-8a84-4d6b-af18-9fb415538963-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.975599 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lb666\" (UniqueName: \"kubernetes.io/projected/b4a9b34d-8a84-4d6b-af18-9fb415538963-kube-api-access-lb666\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.976252 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2ae1dc96-63f9-4d51-9627-5e53a33b848b-logs" (OuterVolumeSpecName: "logs") pod "2ae1dc96-63f9-4d51-9627-5e53a33b848b" (UID: "2ae1dc96-63f9-4d51-9627-5e53a33b848b"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.976712 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/57f29375-685d-4f88-9770-b8b99175f4bd-logs" (OuterVolumeSpecName: "logs") pod "57f29375-685d-4f88-9770-b8b99175f4bd" (UID: "57f29375-685d-4f88-9770-b8b99175f4bd"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.979571 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2ae1dc96-63f9-4d51-9627-5e53a33b848b-kube-api-access-cgt67" (OuterVolumeSpecName: "kube-api-access-cgt67") pod "2ae1dc96-63f9-4d51-9627-5e53a33b848b" (UID: "2ae1dc96-63f9-4d51-9627-5e53a33b848b"). InnerVolumeSpecName "kube-api-access-cgt67". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.982234 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "2ae1dc96-63f9-4d51-9627-5e53a33b848b" (UID: "2ae1dc96-63f9-4d51-9627-5e53a33b848b"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.982235 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-scripts" (OuterVolumeSpecName: "scripts") pod "d67e50b3-8958-48f7-8018-c62ad92bd314" (UID: "d67e50b3-8958-48f7-8018-c62ad92bd314"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.982285 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "57f29375-685d-4f88-9770-b8b99175f4bd" (UID: "57f29375-685d-4f88-9770-b8b99175f4bd"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.982364 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d67e50b3-8958-48f7-8018-c62ad92bd314-kube-api-access-257lg" (OuterVolumeSpecName: "kube-api-access-257lg") pod "d67e50b3-8958-48f7-8018-c62ad92bd314" (UID: "d67e50b3-8958-48f7-8018-c62ad92bd314"). InnerVolumeSpecName "kube-api-access-257lg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.984092 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/57f29375-685d-4f88-9770-b8b99175f4bd-kube-api-access-ztkqf" (OuterVolumeSpecName: "kube-api-access-ztkqf") pod "57f29375-685d-4f88-9770-b8b99175f4bd" (UID: "57f29375-685d-4f88-9770-b8b99175f4bd"). InnerVolumeSpecName "kube-api-access-ztkqf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:02 crc kubenswrapper[4809]: I1013 20:19:02.995320 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d67e50b3-8958-48f7-8018-c62ad92bd314" (UID: "d67e50b3-8958-48f7-8018-c62ad92bd314"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.002150 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2ae1dc96-63f9-4d51-9627-5e53a33b848b" (UID: "2ae1dc96-63f9-4d51-9627-5e53a33b848b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.003830 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "57f29375-685d-4f88-9770-b8b99175f4bd" (UID: "57f29375-685d-4f88-9770-b8b99175f4bd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.008249 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-config-data" (OuterVolumeSpecName: "config-data") pod "d67e50b3-8958-48f7-8018-c62ad92bd314" (UID: "d67e50b3-8958-48f7-8018-c62ad92bd314"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.022079 4809 scope.go:117] "RemoveContainer" containerID="573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.023118 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4"] Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.032925 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-jzbb4"] Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.038253 4809 scope.go:117] "RemoveContainer" containerID="2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.039243 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data" (OuterVolumeSpecName: "config-data") pod "57f29375-685d-4f88-9770-b8b99175f4bd" (UID: "57f29375-685d-4f88-9770-b8b99175f4bd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:03 crc kubenswrapper[4809]: E1013 20:19:03.040055 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d\": container with ID starting with 2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d not found: ID does not exist" containerID="2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.040092 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d"} err="failed to get container status \"2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d\": rpc error: code = NotFound desc = could not find container \"2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d\": container with ID starting with 2df6f71c5f70cd376c179df2d6017fbb91e0b52a3edf3cc3a0cf92090ce6144d not found: ID does not exist" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.040115 4809 scope.go:117] "RemoveContainer" containerID="573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f" Oct 13 20:19:03 crc kubenswrapper[4809]: E1013 20:19:03.040332 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f\": container with ID starting with 573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f not found: ID does not exist" containerID="573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.040360 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f"} err="failed to get container status \"573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f\": rpc error: code = NotFound desc = could not find container \"573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f\": container with ID starting with 573d48b1298e752742c4605523dd1fc46c9aca9c2307b254a2569432c1e3cc7f not found: ID does not exist" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.040378 4809 scope.go:117] "RemoveContainer" containerID="49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.042146 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data" (OuterVolumeSpecName: "config-data") pod "2ae1dc96-63f9-4d51-9627-5e53a33b848b" (UID: "2ae1dc96-63f9-4d51-9627-5e53a33b848b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.061089 4809 scope.go:117] "RemoveContainer" containerID="49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4" Oct 13 20:19:03 crc kubenswrapper[4809]: E1013 20:19:03.065286 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4\": container with ID starting with 49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4 not found: ID does not exist" containerID="49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.065329 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4"} err="failed to get container status \"49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4\": rpc error: code = NotFound desc = could not find container \"49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4\": container with ID starting with 49d08fbc7d963416d523c0b7d69d8b0f087e3b49724a4ec4b5ecb556293f8ea4 not found: ID does not exist" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.065355 4809 scope.go:117] "RemoveContainer" containerID="4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.076449 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w6258\" (UniqueName: \"kubernetes.io/projected/de34ed05-647c-41e9-8387-9ec3ab038c4a-kube-api-access-w6258\") pod \"de34ed05-647c-41e9-8387-9ec3ab038c4a\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.076502 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-config-data\") pod \"de34ed05-647c-41e9-8387-9ec3ab038c4a\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.076631 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle\") pod \"de34ed05-647c-41e9-8387-9ec3ab038c4a\" (UID: \"de34ed05-647c-41e9-8387-9ec3ab038c4a\") " Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077022 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077045 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077057 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-cgt67\" (UniqueName: \"kubernetes.io/projected/2ae1dc96-63f9-4d51-9627-5e53a33b848b-kube-api-access-cgt67\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077071 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/57f29375-685d-4f88-9770-b8b99175f4bd-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077082 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077093 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077104 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ztkqf\" (UniqueName: \"kubernetes.io/projected/57f29375-685d-4f88-9770-b8b99175f4bd-kube-api-access-ztkqf\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077114 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/57f29375-685d-4f88-9770-b8b99175f4bd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077124 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077134 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ae1dc96-63f9-4d51-9627-5e53a33b848b-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077145 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077155 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d67e50b3-8958-48f7-8018-c62ad92bd314-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077168 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-257lg\" (UniqueName: \"kubernetes.io/projected/d67e50b3-8958-48f7-8018-c62ad92bd314-kube-api-access-257lg\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.077178 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ae1dc96-63f9-4d51-9627-5e53a33b848b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.081666 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/de34ed05-647c-41e9-8387-9ec3ab038c4a-kube-api-access-w6258" (OuterVolumeSpecName: "kube-api-access-w6258") pod "de34ed05-647c-41e9-8387-9ec3ab038c4a" (UID: "de34ed05-647c-41e9-8387-9ec3ab038c4a"). InnerVolumeSpecName "kube-api-access-w6258". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.087435 4809 scope.go:117] "RemoveContainer" containerID="4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55" Oct 13 20:19:03 crc kubenswrapper[4809]: E1013 20:19:03.088645 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55\": container with ID starting with 4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55 not found: ID does not exist" containerID="4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.088694 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55"} err="failed to get container status \"4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55\": rpc error: code = NotFound desc = could not find container \"4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55\": container with ID starting with 4f18f4dbb5075cb08dae20e1863ebbebd15fcd98dbb502f6525544b2e3a53e55 not found: ID does not exist" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.088789 4809 scope.go:117] "RemoveContainer" containerID="b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.102922 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-config-data" (OuterVolumeSpecName: "config-data") pod "de34ed05-647c-41e9-8387-9ec3ab038c4a" (UID: "de34ed05-647c-41e9-8387-9ec3ab038c4a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.102972 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "de34ed05-647c-41e9-8387-9ec3ab038c4a" (UID: "de34ed05-647c-41e9-8387-9ec3ab038c4a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.114454 4809 scope.go:117] "RemoveContainer" containerID="5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.137771 4809 scope.go:117] "RemoveContainer" containerID="b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794" Oct 13 20:19:03 crc kubenswrapper[4809]: E1013 20:19:03.144279 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794\": container with ID starting with b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794 not found: ID does not exist" containerID="b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.144326 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794"} err="failed to get container status \"b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794\": rpc error: code = NotFound desc = could not find container \"b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794\": container with ID starting with b8324935e67cc131644469172e37d5b6dbfa60ef472db1b2af8a8804a0807794 not found: ID does not exist" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.144355 4809 scope.go:117] "RemoveContainer" containerID="5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e" Oct 13 20:19:03 crc kubenswrapper[4809]: E1013 20:19:03.144686 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e\": container with ID starting with 5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e not found: ID does not exist" containerID="5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.145035 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e"} err="failed to get container status \"5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e\": rpc error: code = NotFound desc = could not find container \"5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e\": container with ID starting with 5cd98787e598726db25abe6e34c7d9229eddd9273e103064ff2b4dc1e2f0446e not found: ID does not exist" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.178072 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.178106 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w6258\" (UniqueName: \"kubernetes.io/projected/de34ed05-647c-41e9-8387-9ec3ab038c4a-kube-api-access-w6258\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.178116 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/de34ed05-647c-41e9-8387-9ec3ab038c4a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.301222 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-cwngt" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.375847 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx"] Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.388555 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-d5f7f5489-dddxx"] Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.398136 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.403741 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.408819 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg"] Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.414668 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-rbtqg"] Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.419654 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8"] Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.423720 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-6b84f84b8-fvhm8"] Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.484389 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nvqcw\" (UniqueName: \"kubernetes.io/projected/9024a6f7-1af2-4a36-ae28-cc0ec06e0482-kube-api-access-nvqcw\") pod \"9024a6f7-1af2-4a36-ae28-cc0ec06e0482\" (UID: \"9024a6f7-1af2-4a36-ae28-cc0ec06e0482\") " Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.488971 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9024a6f7-1af2-4a36-ae28-cc0ec06e0482-kube-api-access-nvqcw" (OuterVolumeSpecName: "kube-api-access-nvqcw") pod "9024a6f7-1af2-4a36-ae28-cc0ec06e0482" (UID: "9024a6f7-1af2-4a36-ae28-cc0ec06e0482"). InnerVolumeSpecName "kube-api-access-nvqcw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.586121 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nvqcw\" (UniqueName: \"kubernetes.io/projected/9024a6f7-1af2-4a36-ae28-cc0ec06e0482-kube-api-access-nvqcw\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.956493 4809 generic.go:334] "Generic (PLEG): container finished" podID="9024a6f7-1af2-4a36-ae28-cc0ec06e0482" containerID="30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e" exitCode=137 Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.956589 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-cwngt" Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.956624 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-cwngt" event={"ID":"9024a6f7-1af2-4a36-ae28-cc0ec06e0482","Type":"ContainerDied","Data":"30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e"} Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.956668 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-cwngt" event={"ID":"9024a6f7-1af2-4a36-ae28-cc0ec06e0482","Type":"ContainerDied","Data":"b493d51344d5bca7b9e8eeb1439b21a763680b8496afb5e39160aed8a0743b65"} Oct 13 20:19:03 crc kubenswrapper[4809]: I1013 20:19:03.956697 4809 scope.go:117] "RemoveContainer" containerID="30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e" Oct 13 20:19:04 crc kubenswrapper[4809]: I1013 20:19:04.009698 4809 scope.go:117] "RemoveContainer" containerID="30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e" Oct 13 20:19:04 crc kubenswrapper[4809]: E1013 20:19:04.010412 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e\": container with ID starting with 30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e not found: ID does not exist" containerID="30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e" Oct 13 20:19:04 crc kubenswrapper[4809]: I1013 20:19:04.010476 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e"} err="failed to get container status \"30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e\": rpc error: code = NotFound desc = could not find container \"30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e\": container with ID starting with 30284daeb9162d427b349e968b5e466287aebebb7800f855d337adaaf50d0c0e not found: ID does not exist" Oct 13 20:19:04 crc kubenswrapper[4809]: I1013 20:19:04.019116 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-create-cwngt"] Oct 13 20:19:04 crc kubenswrapper[4809]: I1013 20:19:04.031599 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-create-cwngt"] Oct 13 20:19:04 crc kubenswrapper[4809]: I1013 20:19:04.169765 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2ae1dc96-63f9-4d51-9627-5e53a33b848b" path="/var/lib/kubelet/pods/2ae1dc96-63f9-4d51-9627-5e53a33b848b/volumes" Oct 13 20:19:04 crc kubenswrapper[4809]: I1013 20:19:04.171019 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="57f29375-685d-4f88-9770-b8b99175f4bd" path="/var/lib/kubelet/pods/57f29375-685d-4f88-9770-b8b99175f4bd/volumes" Oct 13 20:19:04 crc kubenswrapper[4809]: I1013 20:19:04.172153 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9024a6f7-1af2-4a36-ae28-cc0ec06e0482" path="/var/lib/kubelet/pods/9024a6f7-1af2-4a36-ae28-cc0ec06e0482/volumes" Oct 13 20:19:04 crc kubenswrapper[4809]: I1013 20:19:04.174782 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b4a9b34d-8a84-4d6b-af18-9fb415538963" path="/var/lib/kubelet/pods/b4a9b34d-8a84-4d6b-af18-9fb415538963/volumes" Oct 13 20:19:04 crc kubenswrapper[4809]: I1013 20:19:04.175707 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d67e50b3-8958-48f7-8018-c62ad92bd314" path="/var/lib/kubelet/pods/d67e50b3-8958-48f7-8018-c62ad92bd314/volumes" Oct 13 20:19:04 crc kubenswrapper[4809]: I1013 20:19:04.176845 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="de34ed05-647c-41e9-8387-9ec3ab038c4a" path="/var/lib/kubelet/pods/de34ed05-647c-41e9-8387-9ec3ab038c4a/volumes" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.611063 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-b92qz"] Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.619872 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-b92qz"] Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720143 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-ck55w"] Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720503 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d84ad73-4473-4cb2-a3d9-157efce5770f" containerName="mysql-bootstrap" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720526 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d84ad73-4473-4cb2-a3d9-157efce5770f" containerName="mysql-bootstrap" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720551 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cdd6244c-5cc0-491d-940c-245390e92869" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720560 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cdd6244c-5cc0-491d-940c-245390e92869" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720569 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-auditor" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720577 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-auditor" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720590 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="rsync" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720598 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="rsync" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720611 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1454d8dc-e497-4e9f-bba1-c342f92d8e5a" containerName="memcached" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720619 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1454d8dc-e497-4e9f-bba1-c342f92d8e5a" containerName="memcached" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720636 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="30d6405b-e92a-4763-b909-0175382c69e2" containerName="openstack-network-exporter" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720646 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="30d6405b-e92a-4763-b909-0175382c69e2" containerName="openstack-network-exporter" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720659 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerName="proxy-server" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720669 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerName="proxy-server" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720686 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="de34ed05-647c-41e9-8387-9ec3ab038c4a" containerName="nova-scheduler-scheduler" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720696 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="de34ed05-647c-41e9-8387-9ec3ab038c4a" containerName="nova-scheduler-scheduler" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720712 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ebf5328a-8d16-4e58-ac41-1c1634499042" containerName="placement-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720722 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ebf5328a-8d16-4e58-ac41-1c1634499042" containerName="placement-api" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720804 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" containerName="cinder-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720815 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" containerName="cinder-api" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720835 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-auditor" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720847 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-auditor" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720859 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="31dbc440-ef48-4328-8087-835384f69db1" containerName="setup-container" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720869 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="31dbc440-ef48-4328-8087-835384f69db1" containerName="setup-container" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720886 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a72930e2-9ff9-4160-b3e2-031d477d04f0" containerName="nova-metadata-metadata" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720896 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a72930e2-9ff9-4160-b3e2-031d477d04f0" containerName="nova-metadata-metadata" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720911 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c0994b10-ce78-4220-97b9-5118e50a78cd" containerName="keystone-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720921 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c0994b10-ce78-4220-97b9-5118e50a78cd" containerName="keystone-api" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720938 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-replicator" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720950 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-replicator" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720966 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e9f9648c-b0f0-4ef3-b280-433256e0c697" containerName="glance-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720977 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e9f9648c-b0f0-4ef3-b280-433256e0c697" containerName="glance-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.720989 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2ae1dc96-63f9-4d51-9627-5e53a33b848b" containerName="barbican-worker" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.720999 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2ae1dc96-63f9-4d51-9627-5e53a33b848b" containerName="barbican-worker" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721010 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" containerName="probe" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721020 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" containerName="probe" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721039 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="ceilometer-central-agent" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721048 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="ceilometer-central-agent" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721059 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="ceilometer-notification-agent" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721071 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="ceilometer-notification-agent" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721081 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0c3ed481-10ad-4938-82c9-32979ac66954" containerName="nova-cell0-conductor-conductor" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721091 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0c3ed481-10ad-4938-82c9-32979ac66954" containerName="nova-cell0-conductor-conductor" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721110 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-auditor" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721122 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-auditor" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721133 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="57f29375-685d-4f88-9770-b8b99175f4bd" containerName="barbican-keystone-listener" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721144 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="57f29375-685d-4f88-9770-b8b99175f4bd" containerName="barbican-keystone-listener" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721165 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerName="proxy-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721175 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerName="proxy-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721189 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d84ad73-4473-4cb2-a3d9-157efce5770f" containerName="galera" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721199 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d84ad73-4473-4cb2-a3d9-157efce5770f" containerName="galera" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721220 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="979895a9-f660-4db5-ba12-3f63f1b62196" containerName="nova-api-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721230 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="979895a9-f660-4db5-ba12-3f63f1b62196" containerName="nova-api-api" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721246 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" containerName="neutron-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721256 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" containerName="neutron-api" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721270 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9024a6f7-1af2-4a36-ae28-cc0ec06e0482" containerName="mariadb-database-create" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721280 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9024a6f7-1af2-4a36-ae28-cc0ec06e0482" containerName="mariadb-database-create" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721297 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="sg-core" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721307 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="sg-core" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721324 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="31dbc440-ef48-4328-8087-835384f69db1" containerName="rabbitmq" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721334 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="31dbc440-ef48-4328-8087-835384f69db1" containerName="rabbitmq" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721353 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-replicator" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721364 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-replicator" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721381 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-server" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721392 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-server" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721411 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="979895a9-f660-4db5-ba12-3f63f1b62196" containerName="nova-api-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721421 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="979895a9-f660-4db5-ba12-3f63f1b62196" containerName="nova-api-log" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721434 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f81a534a-3755-42f1-bd37-2dbb6bb68fe7" containerName="mysql-bootstrap" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721444 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f81a534a-3755-42f1-bd37-2dbb6bb68fe7" containerName="mysql-bootstrap" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721465 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ebf5328a-8d16-4e58-ac41-1c1634499042" containerName="placement-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721475 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ebf5328a-8d16-4e58-ac41-1c1634499042" containerName="placement-log" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721486 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-server" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721497 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-server" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721508 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-server" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721518 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-server" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721534 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b4a9b34d-8a84-4d6b-af18-9fb415538963" containerName="nova-manage" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721543 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b4a9b34d-8a84-4d6b-af18-9fb415538963" containerName="nova-manage" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721553 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2ae1dc96-63f9-4d51-9627-5e53a33b848b" containerName="barbican-worker-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721560 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2ae1dc96-63f9-4d51-9627-5e53a33b848b" containerName="barbican-worker-log" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721572 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" containerName="proxy-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721580 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" containerName="proxy-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721590 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ce8949f0-5d99-4018-8a8d-ad9ac527231e" containerName="kube-state-metrics" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721597 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ce8949f0-5d99-4018-8a8d-ad9ac527231e" containerName="kube-state-metrics" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721611 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-reaper" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721618 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-reaper" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721627 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="83ffecdf-ffa2-4e99-92f7-1eec3f8750f1" containerName="nova-cell1-conductor-conductor" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721635 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="83ffecdf-ffa2-4e99-92f7-1eec3f8750f1" containerName="nova-cell1-conductor-conductor" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721649 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="30d6405b-e92a-4763-b909-0175382c69e2" containerName="ovn-northd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721657 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="30d6405b-e92a-4763-b909-0175382c69e2" containerName="ovn-northd" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721683 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" containerName="cinder-api-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721691 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" containerName="cinder-api-log" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721706 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-updater" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721715 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-updater" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721745 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-updater" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721756 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-updater" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721789 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f7f8c7e3-d477-4052-86d0-11a5e0495d8a" containerName="mariadb-database-create" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721800 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f7f8c7e3-d477-4052-86d0-11a5e0495d8a" containerName="mariadb-database-create" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721819 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d67e50b3-8958-48f7-8018-c62ad92bd314" containerName="nova-manage" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721829 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d67e50b3-8958-48f7-8018-c62ad92bd314" containerName="nova-manage" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721844 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e9f9648c-b0f0-4ef3-b280-433256e0c697" containerName="glance-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721853 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e9f9648c-b0f0-4ef3-b280-433256e0c697" containerName="glance-log" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721865 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-replicator" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721879 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-replicator" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721893 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c70bce9a-0df7-4fcf-85dd-3dbee556f40d" containerName="barbican-api-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721902 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c70bce9a-0df7-4fcf-85dd-3dbee556f40d" containerName="barbican-api-log" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721918 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" containerName="dnsmasq-dns" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721928 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" containerName="dnsmasq-dns" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721944 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a72930e2-9ff9-4160-b3e2-031d477d04f0" containerName="nova-metadata-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721953 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a72930e2-9ff9-4160-b3e2-031d477d04f0" containerName="nova-metadata-log" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721963 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="swift-recon-cron" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721972 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="swift-recon-cron" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.721985 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c70bce9a-0df7-4fcf-85dd-3dbee556f40d" containerName="barbican-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.721994 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c70bce9a-0df7-4fcf-85dd-3dbee556f40d" containerName="barbican-api" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722008 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fab21611-c919-4b92-b0ca-1c933487d37c" containerName="glance-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722018 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fab21611-c919-4b92-b0ca-1c933487d37c" containerName="glance-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722033 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" containerName="rabbitmq" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722042 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" containerName="rabbitmq" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722055 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" containerName="cinder-scheduler" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722063 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" containerName="cinder-scheduler" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722080 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="57f29375-685d-4f88-9770-b8b99175f4bd" containerName="barbican-keystone-listener-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722089 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="57f29375-685d-4f88-9770-b8b99175f4bd" containerName="barbican-keystone-listener-log" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722104 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="proxy-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722113 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="proxy-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722131 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="fab21611-c919-4b92-b0ca-1c933487d37c" containerName="glance-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722140 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="fab21611-c919-4b92-b0ca-1c933487d37c" containerName="glance-log" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722159 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" containerName="proxy-server" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722169 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" containerName="proxy-server" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722183 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" containerName="init" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722193 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" containerName="init" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722210 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-expirer" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722219 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-expirer" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722233 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" containerName="setup-container" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722242 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" containerName="setup-container" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722260 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f81a534a-3755-42f1-bd37-2dbb6bb68fe7" containerName="galera" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722270 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f81a534a-3755-42f1-bd37-2dbb6bb68fe7" containerName="galera" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.722281 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" containerName="neutron-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722291 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" containerName="neutron-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722525 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ebf5328a-8d16-4e58-ac41-1c1634499042" containerName="placement-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722555 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="979895a9-f660-4db5-ba12-3f63f1b62196" containerName="nova-api-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722566 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="979895a9-f660-4db5-ba12-3f63f1b62196" containerName="nova-api-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722582 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="ceilometer-notification-agent" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722597 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" containerName="neutron-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722614 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f81a534a-3755-42f1-bd37-2dbb6bb68fe7" containerName="galera" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722631 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c70bce9a-0df7-4fcf-85dd-3dbee556f40d" containerName="barbican-api-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722651 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b4a9b34d-8a84-4d6b-af18-9fb415538963" containerName="nova-manage" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722665 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ebf5328a-8d16-4e58-ac41-1c1634499042" containerName="placement-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722679 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" containerName="cinder-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722690 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a72930e2-9ff9-4160-b3e2-031d477d04f0" containerName="nova-metadata-metadata" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722704 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c0994b10-ce78-4220-97b9-5118e50a78cd" containerName="keystone-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722747 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ce8949f0-5d99-4018-8a8d-ad9ac527231e" containerName="kube-state-metrics" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722787 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d67e50b3-8958-48f7-8018-c62ad92bd314" containerName="nova-manage" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722802 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-auditor" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722817 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-replicator" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722828 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-auditor" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722840 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-expirer" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722852 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9024a6f7-1af2-4a36-ae28-cc0ec06e0482" containerName="mariadb-database-create" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722867 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="57f29375-685d-4f88-9770-b8b99175f4bd" containerName="barbican-keystone-listener-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722877 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-server" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722892 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" containerName="probe" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722903 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" containerName="proxy-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722916 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="30d6405b-e92a-4763-b909-0175382c69e2" containerName="openstack-network-exporter" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722934 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerName="proxy-server" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722944 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2ae1dc96-63f9-4d51-9627-5e53a33b848b" containerName="barbican-worker-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722957 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-updater" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722969 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cdd6244c-5cc0-491d-940c-245390e92869" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722981 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="30d6405b-e92a-4763-b909-0175382c69e2" containerName="ovn-northd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.722994 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e9f9648c-b0f0-4ef3-b280-433256e0c697" containerName="glance-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723004 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-server" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723020 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1454d8dc-e497-4e9f-bba1-c342f92d8e5a" containerName="memcached" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723029 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-replicator" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723044 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="rsync" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723058 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="swift-recon-cron" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723074 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fab21611-c919-4b92-b0ca-1c933487d37c" containerName="glance-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723086 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="fab21611-c919-4b92-b0ca-1c933487d37c" containerName="glance-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723103 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ca38c7e7-4868-40a6-9136-c84f73c38d1e" containerName="cinder-api-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723117 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e9f9648c-b0f0-4ef3-b280-433256e0c697" containerName="glance-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723128 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="sg-core" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723137 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="de34ed05-647c-41e9-8387-9ec3ab038c4a" containerName="nova-scheduler-scheduler" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723150 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0c3ed481-10ad-4938-82c9-32979ac66954" containerName="nova-cell0-conductor-conductor" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723164 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ffc100c-ffcc-4f6f-a4e8-354aea8f488e" containerName="proxy-server" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723179 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7d0dc503-0306-41e2-b44e-bf868dd76072" containerName="proxy-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723190 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f7f8c7e3-d477-4052-86d0-11a5e0495d8a" containerName="mariadb-database-create" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723206 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-replicator" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723225 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="57f29375-685d-4f88-9770-b8b99175f4bd" containerName="barbican-keystone-listener" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723236 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="object-server" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723249 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a0cdaf13-fd45-4ce3-9fb7-04e51066c57e" containerName="neutron-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723261 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d6070b8-5bdd-4790-8cd5-80952a3d3c0c" containerName="cinder-scheduler" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723303 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f3f8964e-f5d3-4b55-8f87-af70a5a32a4c" containerName="rabbitmq" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723313 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2ae1dc96-63f9-4d51-9627-5e53a33b848b" containerName="barbican-worker" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723322 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="ceilometer-central-agent" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723332 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-reaper" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723342 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5851e88e-ac55-4a8d-ba9e-9ea10206b4a0" containerName="dnsmasq-dns" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723351 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d861917f-2ab8-4b33-a2a4-9efd4f17468e" containerName="proxy-httpd" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723364 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="31dbc440-ef48-4328-8087-835384f69db1" containerName="rabbitmq" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723374 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a72930e2-9ff9-4160-b3e2-031d477d04f0" containerName="nova-metadata-log" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723387 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="83ffecdf-ffa2-4e99-92f7-1eec3f8750f1" containerName="nova-cell1-conductor-conductor" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723400 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="container-updater" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723411 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d84ad73-4473-4cb2-a3d9-157efce5770f" containerName="galera" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723421 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b61b33c7-de39-42f4-8e2f-c0459a569a1d" containerName="account-auditor" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.723431 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c70bce9a-0df7-4fcf-85dd-3dbee556f40d" containerName="barbican-api" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.724150 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.730162 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.734000 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.734116 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.734663 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.737621 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-ck55w"] Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.840286 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-98drc\" (UniqueName: \"kubernetes.io/projected/ea1b2bab-6ae4-4063-9659-28d38da64155-kube-api-access-98drc\") pod \"crc-storage-crc-ck55w\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.840538 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/ea1b2bab-6ae4-4063-9659-28d38da64155-node-mnt\") pod \"crc-storage-crc-ck55w\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.840646 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/ea1b2bab-6ae4-4063-9659-28d38da64155-crc-storage\") pod \"crc-storage-crc-ck55w\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:12 crc kubenswrapper[4809]: E1013 20:19:12.896351 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb61b33c7_de39_42f4_8e2f_c0459a569a1d.slice/crio-fa845758e8ffd121c6bae47a51ce2bb0a629689caaf1dbea90ba404bfce62487\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5851e88e_ac55_4a8d_ba9e_9ea10206b4a0.slice/crio-a35aa37ed51c047b0c06b97614349d6330fbfd72ad445a511366845a0b458ac0\": RecentStats: unable to find data in memory cache]" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.942244 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-98drc\" (UniqueName: \"kubernetes.io/projected/ea1b2bab-6ae4-4063-9659-28d38da64155-kube-api-access-98drc\") pod \"crc-storage-crc-ck55w\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.942504 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/ea1b2bab-6ae4-4063-9659-28d38da64155-node-mnt\") pod \"crc-storage-crc-ck55w\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.942601 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/ea1b2bab-6ae4-4063-9659-28d38da64155-crc-storage\") pod \"crc-storage-crc-ck55w\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.942934 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/ea1b2bab-6ae4-4063-9659-28d38da64155-node-mnt\") pod \"crc-storage-crc-ck55w\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.943755 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/ea1b2bab-6ae4-4063-9659-28d38da64155-crc-storage\") pod \"crc-storage-crc-ck55w\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:12 crc kubenswrapper[4809]: I1013 20:19:12.963987 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-98drc\" (UniqueName: \"kubernetes.io/projected/ea1b2bab-6ae4-4063-9659-28d38da64155-kube-api-access-98drc\") pod \"crc-storage-crc-ck55w\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:13 crc kubenswrapper[4809]: I1013 20:19:13.053801 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:13 crc kubenswrapper[4809]: I1013 20:19:13.361958 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-ck55w"] Oct 13 20:19:13 crc kubenswrapper[4809]: I1013 20:19:13.374300 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 20:19:14 crc kubenswrapper[4809]: I1013 20:19:14.114905 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-ck55w" event={"ID":"ea1b2bab-6ae4-4063-9659-28d38da64155","Type":"ContainerStarted","Data":"ab4af188e655a5a7ff7aaff30bb0aaeeb23ecf707f59b2c05d5c3132829fe8b5"} Oct 13 20:19:14 crc kubenswrapper[4809]: I1013 20:19:14.183256 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e5bc5126-0fd7-418b-87c7-3238e498d873" path="/var/lib/kubelet/pods/e5bc5126-0fd7-418b-87c7-3238e498d873/volumes" Oct 13 20:19:15 crc kubenswrapper[4809]: I1013 20:19:15.130685 4809 generic.go:334] "Generic (PLEG): container finished" podID="ea1b2bab-6ae4-4063-9659-28d38da64155" containerID="fff2bbde4ae35ce6cef131030a8de82669e83362064d4fde53d757993077b618" exitCode=0 Oct 13 20:19:15 crc kubenswrapper[4809]: I1013 20:19:15.130783 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-ck55w" event={"ID":"ea1b2bab-6ae4-4063-9659-28d38da64155","Type":"ContainerDied","Data":"fff2bbde4ae35ce6cef131030a8de82669e83362064d4fde53d757993077b618"} Oct 13 20:19:16 crc kubenswrapper[4809]: I1013 20:19:16.523679 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:16 crc kubenswrapper[4809]: I1013 20:19:16.709076 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/ea1b2bab-6ae4-4063-9659-28d38da64155-crc-storage\") pod \"ea1b2bab-6ae4-4063-9659-28d38da64155\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " Oct 13 20:19:16 crc kubenswrapper[4809]: I1013 20:19:16.709164 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/ea1b2bab-6ae4-4063-9659-28d38da64155-node-mnt\") pod \"ea1b2bab-6ae4-4063-9659-28d38da64155\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " Oct 13 20:19:16 crc kubenswrapper[4809]: I1013 20:19:16.709223 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-98drc\" (UniqueName: \"kubernetes.io/projected/ea1b2bab-6ae4-4063-9659-28d38da64155-kube-api-access-98drc\") pod \"ea1b2bab-6ae4-4063-9659-28d38da64155\" (UID: \"ea1b2bab-6ae4-4063-9659-28d38da64155\") " Oct 13 20:19:16 crc kubenswrapper[4809]: I1013 20:19:16.709707 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ea1b2bab-6ae4-4063-9659-28d38da64155-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "ea1b2bab-6ae4-4063-9659-28d38da64155" (UID: "ea1b2bab-6ae4-4063-9659-28d38da64155"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:19:16 crc kubenswrapper[4809]: I1013 20:19:16.715654 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ea1b2bab-6ae4-4063-9659-28d38da64155-kube-api-access-98drc" (OuterVolumeSpecName: "kube-api-access-98drc") pod "ea1b2bab-6ae4-4063-9659-28d38da64155" (UID: "ea1b2bab-6ae4-4063-9659-28d38da64155"). InnerVolumeSpecName "kube-api-access-98drc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:16 crc kubenswrapper[4809]: I1013 20:19:16.728221 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/ea1b2bab-6ae4-4063-9659-28d38da64155-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "ea1b2bab-6ae4-4063-9659-28d38da64155" (UID: "ea1b2bab-6ae4-4063-9659-28d38da64155"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:19:16 crc kubenswrapper[4809]: I1013 20:19:16.811584 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/ea1b2bab-6ae4-4063-9659-28d38da64155-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:16 crc kubenswrapper[4809]: I1013 20:19:16.811628 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-98drc\" (UniqueName: \"kubernetes.io/projected/ea1b2bab-6ae4-4063-9659-28d38da64155-kube-api-access-98drc\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:16 crc kubenswrapper[4809]: I1013 20:19:16.811642 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/ea1b2bab-6ae4-4063-9659-28d38da64155-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:17 crc kubenswrapper[4809]: I1013 20:19:17.162339 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-ck55w" event={"ID":"ea1b2bab-6ae4-4063-9659-28d38da64155","Type":"ContainerDied","Data":"ab4af188e655a5a7ff7aaff30bb0aaeeb23ecf707f59b2c05d5c3132829fe8b5"} Oct 13 20:19:17 crc kubenswrapper[4809]: I1013 20:19:17.162398 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ab4af188e655a5a7ff7aaff30bb0aaeeb23ecf707f59b2c05d5c3132829fe8b5" Oct 13 20:19:17 crc kubenswrapper[4809]: I1013 20:19:17.162395 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-ck55w" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.084326 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["crc-storage/crc-storage-crc-ck55w"] Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.095210 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["crc-storage/crc-storage-crc-ck55w"] Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.175003 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ea1b2bab-6ae4-4063-9659-28d38da64155" path="/var/lib/kubelet/pods/ea1b2bab-6ae4-4063-9659-28d38da64155/volumes" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.234154 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["crc-storage/crc-storage-crc-g4bk2"] Oct 13 20:19:20 crc kubenswrapper[4809]: E1013 20:19:20.234759 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ea1b2bab-6ae4-4063-9659-28d38da64155" containerName="storage" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.234791 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ea1b2bab-6ae4-4063-9659-28d38da64155" containerName="storage" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.235118 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ea1b2bab-6ae4-4063-9659-28d38da64155" containerName="storage" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.236065 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.238934 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"kube-root-ca.crt" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.239084 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"openshift-service-ca.crt" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.239119 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"crc-storage"/"crc-storage" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.238940 4809 reflector.go:368] Caches populated for *v1.Secret from object-"crc-storage"/"crc-storage-dockercfg-b4zxc" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.242973 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-g4bk2"] Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.373245 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hp8mm\" (UniqueName: \"kubernetes.io/projected/9e8131b2-d120-46dc-9bbd-348f0d88b934-kube-api-access-hp8mm\") pod \"crc-storage-crc-g4bk2\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.373437 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/9e8131b2-d120-46dc-9bbd-348f0d88b934-crc-storage\") pod \"crc-storage-crc-g4bk2\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.373625 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/9e8131b2-d120-46dc-9bbd-348f0d88b934-node-mnt\") pod \"crc-storage-crc-g4bk2\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.475761 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hp8mm\" (UniqueName: \"kubernetes.io/projected/9e8131b2-d120-46dc-9bbd-348f0d88b934-kube-api-access-hp8mm\") pod \"crc-storage-crc-g4bk2\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.475911 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/9e8131b2-d120-46dc-9bbd-348f0d88b934-crc-storage\") pod \"crc-storage-crc-g4bk2\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.475979 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/9e8131b2-d120-46dc-9bbd-348f0d88b934-node-mnt\") pod \"crc-storage-crc-g4bk2\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.476488 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/9e8131b2-d120-46dc-9bbd-348f0d88b934-node-mnt\") pod \"crc-storage-crc-g4bk2\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.477019 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/9e8131b2-d120-46dc-9bbd-348f0d88b934-crc-storage\") pod \"crc-storage-crc-g4bk2\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.499189 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hp8mm\" (UniqueName: \"kubernetes.io/projected/9e8131b2-d120-46dc-9bbd-348f0d88b934-kube-api-access-hp8mm\") pod \"crc-storage-crc-g4bk2\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.566092 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:20 crc kubenswrapper[4809]: I1013 20:19:20.890593 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["crc-storage/crc-storage-crc-g4bk2"] Oct 13 20:19:20 crc kubenswrapper[4809]: W1013 20:19:20.900898 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9e8131b2_d120_46dc_9bbd_348f0d88b934.slice/crio-9091d8f0213b85cf43221c5b3076a9201665a7a96c1922b7038c0aff30eb72f8 WatchSource:0}: Error finding container 9091d8f0213b85cf43221c5b3076a9201665a7a96c1922b7038c0aff30eb72f8: Status 404 returned error can't find the container with id 9091d8f0213b85cf43221c5b3076a9201665a7a96c1922b7038c0aff30eb72f8 Oct 13 20:19:21 crc kubenswrapper[4809]: I1013 20:19:21.219387 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-g4bk2" event={"ID":"9e8131b2-d120-46dc-9bbd-348f0d88b934","Type":"ContainerStarted","Data":"9091d8f0213b85cf43221c5b3076a9201665a7a96c1922b7038c0aff30eb72f8"} Oct 13 20:19:22 crc kubenswrapper[4809]: I1013 20:19:22.247365 4809 generic.go:334] "Generic (PLEG): container finished" podID="9e8131b2-d120-46dc-9bbd-348f0d88b934" containerID="75e7180ec08d2b62620d616845272655e6769b232bce662f90ea3d5f1b54ce87" exitCode=0 Oct 13 20:19:22 crc kubenswrapper[4809]: I1013 20:19:22.247486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-g4bk2" event={"ID":"9e8131b2-d120-46dc-9bbd-348f0d88b934","Type":"ContainerDied","Data":"75e7180ec08d2b62620d616845272655e6769b232bce662f90ea3d5f1b54ce87"} Oct 13 20:19:23 crc kubenswrapper[4809]: E1013 20:19:23.179119 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5851e88e_ac55_4a8d_ba9e_9ea10206b4a0.slice/crio-a35aa37ed51c047b0c06b97614349d6330fbfd72ad445a511366845a0b458ac0\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb61b33c7_de39_42f4_8e2f_c0459a569a1d.slice/crio-fa845758e8ffd121c6bae47a51ce2bb0a629689caaf1dbea90ba404bfce62487\": RecentStats: unable to find data in memory cache]" Oct 13 20:19:23 crc kubenswrapper[4809]: I1013 20:19:23.728648 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:23 crc kubenswrapper[4809]: I1013 20:19:23.838850 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hp8mm\" (UniqueName: \"kubernetes.io/projected/9e8131b2-d120-46dc-9bbd-348f0d88b934-kube-api-access-hp8mm\") pod \"9e8131b2-d120-46dc-9bbd-348f0d88b934\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " Oct 13 20:19:23 crc kubenswrapper[4809]: I1013 20:19:23.839034 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/9e8131b2-d120-46dc-9bbd-348f0d88b934-node-mnt\") pod \"9e8131b2-d120-46dc-9bbd-348f0d88b934\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " Oct 13 20:19:23 crc kubenswrapper[4809]: I1013 20:19:23.839083 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/9e8131b2-d120-46dc-9bbd-348f0d88b934-crc-storage\") pod \"9e8131b2-d120-46dc-9bbd-348f0d88b934\" (UID: \"9e8131b2-d120-46dc-9bbd-348f0d88b934\") " Oct 13 20:19:23 crc kubenswrapper[4809]: I1013 20:19:23.839175 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/9e8131b2-d120-46dc-9bbd-348f0d88b934-node-mnt" (OuterVolumeSpecName: "node-mnt") pod "9e8131b2-d120-46dc-9bbd-348f0d88b934" (UID: "9e8131b2-d120-46dc-9bbd-348f0d88b934"). InnerVolumeSpecName "node-mnt". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:19:23 crc kubenswrapper[4809]: I1013 20:19:23.839546 4809 reconciler_common.go:293] "Volume detached for volume \"node-mnt\" (UniqueName: \"kubernetes.io/host-path/9e8131b2-d120-46dc-9bbd-348f0d88b934-node-mnt\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:23 crc kubenswrapper[4809]: I1013 20:19:23.846407 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9e8131b2-d120-46dc-9bbd-348f0d88b934-kube-api-access-hp8mm" (OuterVolumeSpecName: "kube-api-access-hp8mm") pod "9e8131b2-d120-46dc-9bbd-348f0d88b934" (UID: "9e8131b2-d120-46dc-9bbd-348f0d88b934"). InnerVolumeSpecName "kube-api-access-hp8mm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:23 crc kubenswrapper[4809]: I1013 20:19:23.864830 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9e8131b2-d120-46dc-9bbd-348f0d88b934-crc-storage" (OuterVolumeSpecName: "crc-storage") pod "9e8131b2-d120-46dc-9bbd-348f0d88b934" (UID: "9e8131b2-d120-46dc-9bbd-348f0d88b934"). InnerVolumeSpecName "crc-storage". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:19:23 crc kubenswrapper[4809]: I1013 20:19:23.942035 4809 reconciler_common.go:293] "Volume detached for volume \"crc-storage\" (UniqueName: \"kubernetes.io/configmap/9e8131b2-d120-46dc-9bbd-348f0d88b934-crc-storage\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:23 crc kubenswrapper[4809]: I1013 20:19:23.942105 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hp8mm\" (UniqueName: \"kubernetes.io/projected/9e8131b2-d120-46dc-9bbd-348f0d88b934-kube-api-access-hp8mm\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:24 crc kubenswrapper[4809]: I1013 20:19:24.275820 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="crc-storage/crc-storage-crc-g4bk2" event={"ID":"9e8131b2-d120-46dc-9bbd-348f0d88b934","Type":"ContainerDied","Data":"9091d8f0213b85cf43221c5b3076a9201665a7a96c1922b7038c0aff30eb72f8"} Oct 13 20:19:24 crc kubenswrapper[4809]: I1013 20:19:24.275878 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9091d8f0213b85cf43221c5b3076a9201665a7a96c1922b7038c0aff30eb72f8" Oct 13 20:19:24 crc kubenswrapper[4809]: I1013 20:19:24.275897 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="crc-storage/crc-storage-crc-g4bk2" Oct 13 20:19:25 crc kubenswrapper[4809]: I1013 20:19:25.765695 4809 scope.go:117] "RemoveContainer" containerID="c838fd8e680bc1029a5ed657b51d36806c701139b7242f13a6959ba835008075" Oct 13 20:19:25 crc kubenswrapper[4809]: I1013 20:19:25.806615 4809 scope.go:117] "RemoveContainer" containerID="cfa0adb924b51123a9c6b224c3fc73c972cc239ea1a863d8e092bf5617dd7188" Oct 13 20:19:25 crc kubenswrapper[4809]: I1013 20:19:25.861056 4809 scope.go:117] "RemoveContainer" containerID="41a6928b100e70eb3f886db74535ac8e6d5bec3de3bab1700bbe627768546bde" Oct 13 20:19:25 crc kubenswrapper[4809]: I1013 20:19:25.897596 4809 scope.go:117] "RemoveContainer" containerID="a1649476de4a04800cee70b5ebeae624a77cbd66d2ac551ea53d714a89e80f1a" Oct 13 20:19:33 crc kubenswrapper[4809]: E1013 20:19:33.388765 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb61b33c7_de39_42f4_8e2f_c0459a569a1d.slice/crio-fa845758e8ffd121c6bae47a51ce2bb0a629689caaf1dbea90ba404bfce62487\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5851e88e_ac55_4a8d_ba9e_9ea10206b4a0.slice/crio-a35aa37ed51c047b0c06b97614349d6330fbfd72ad445a511366845a0b458ac0\": RecentStats: unable to find data in memory cache]" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.807121 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:19:33 crc kubenswrapper[4809]: E1013 20:19:33.807444 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9e8131b2-d120-46dc-9bbd-348f0d88b934" containerName="storage" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.807456 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9e8131b2-d120-46dc-9bbd-348f0d88b934" containerName="storage" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.807593 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9e8131b2-d120-46dc-9bbd-348f0d88b934" containerName="storage" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.808501 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.810492 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-plugins-conf" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.810873 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-erlang-cookie" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.810887 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-server-conf" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.811737 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-server-dockercfg-s6qtn" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.811905 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-default-user" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.844009 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.905511 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.905569 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.905846 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.905920 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/4b99256d-fb03-457e-af17-fe173db5b289-pod-info\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.905986 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hqfn6\" (UniqueName: \"kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-kube-api-access-hqfn6\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.906015 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/4b99256d-fb03-457e-af17-fe173db5b289-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.906035 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.906055 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:33 crc kubenswrapper[4809]: I1013 20:19:33.906093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-server-conf\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.007476 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hqfn6\" (UniqueName: \"kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-kube-api-access-hqfn6\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.007537 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/4b99256d-fb03-457e-af17-fe173db5b289-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.007555 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.007577 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.007610 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-server-conf\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.007629 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.007649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.007685 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.007709 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/4b99256d-fb03-457e-af17-fe173db5b289-pod-info\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.008258 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") device mount path \"/mnt/openstack/pv10\"" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.008621 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.008662 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.009201 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.009468 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-server-conf\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.014258 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/4b99256d-fb03-457e-af17-fe173db5b289-pod-info\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.015445 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.016307 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/4b99256d-fb03-457e-af17-fe173db5b289-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.029296 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hqfn6\" (UniqueName: \"kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-kube-api-access-hqfn6\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.050477 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"rabbitmq-server-0\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.108949 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.110745 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.112672 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-default-user" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.113805 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-plugins-conf" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.113846 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-conf" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.113882 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-dockercfg-7khkh" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.113878 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-erlang-cookie" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.130380 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.144671 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.210187 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.210241 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/f294a64c-bce8-4e73-b540-09f86b3a52a5-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.210260 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/f294a64c-bce8-4e73-b540-09f86b3a52a5-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.210291 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.210335 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-d5v6q\" (UniqueName: \"kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-kube-api-access-d5v6q\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.210352 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.210372 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.210397 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.210421 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.311334 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-d5v6q\" (UniqueName: \"kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-kube-api-access-d5v6q\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.311381 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.311404 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.311449 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.311486 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.311506 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.311534 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/f294a64c-bce8-4e73-b540-09f86b3a52a5-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.311550 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/f294a64c-bce8-4e73-b540-09f86b3a52a5-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.311578 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.312586 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.312852 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.313251 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.316485 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") device mount path \"/mnt/openstack/pv14\"" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.316677 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.321292 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.330592 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/f294a64c-bce8-4e73-b540-09f86b3a52a5-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.330843 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/f294a64c-bce8-4e73-b540-09f86b3a52a5-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.351952 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-d5v6q\" (UniqueName: \"kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-kube-api-access-d5v6q\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.372427 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.432767 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:19:34 crc kubenswrapper[4809]: W1013 20:19:34.644811 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod4b99256d_fb03_457e_af17_fe173db5b289.slice/crio-845189d13ecf266636daca8315cc650a010190ac7d4f20b3d43d3226d66f7208 WatchSource:0}: Error finding container 845189d13ecf266636daca8315cc650a010190ac7d4f20b3d43d3226d66f7208: Status 404 returned error can't find the container with id 845189d13ecf266636daca8315cc650a010190ac7d4f20b3d43d3226d66f7208 Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.644837 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:19:34 crc kubenswrapper[4809]: I1013 20:19:34.846678 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:19:34 crc kubenswrapper[4809]: W1013 20:19:34.854194 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podf294a64c_bce8_4e73_b540_09f86b3a52a5.slice/crio-840bc34d8e5d0f78d981b052f821ab7d2e16f5ed9ca29f2f026e916bec79411c WatchSource:0}: Error finding container 840bc34d8e5d0f78d981b052f821ab7d2e16f5ed9ca29f2f026e916bec79411c: Status 404 returned error can't find the container with id 840bc34d8e5d0f78d981b052f821ab7d2e16f5ed9ca29f2f026e916bec79411c Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.407551 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.409575 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.419082 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-dockercfg-r4zwm" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.419179 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-svc" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.419316 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config-data" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.420929 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"osp-secret" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.422397 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-scripts" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.436291 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"4b99256d-fb03-457e-af17-fe173db5b289","Type":"ContainerStarted","Data":"845189d13ecf266636daca8315cc650a010190ac7d4f20b3d43d3226d66f7208"} Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.440072 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.440909 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"combined-ca-bundle" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.445522 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f294a64c-bce8-4e73-b540-09f86b3a52a5","Type":"ContainerStarted","Data":"840bc34d8e5d0f78d981b052f821ab7d2e16f5ed9ca29f2f026e916bec79411c"} Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.530871 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.531012 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-generated\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.531113 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kwcgd\" (UniqueName: \"kubernetes.io/projected/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kube-api-access-kwcgd\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.531180 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-default\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.531243 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.531309 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-secrets\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.531369 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.531414 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-operator-scripts\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.531455 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kolla-config\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.633047 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.633128 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-generated\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.633198 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kwcgd\" (UniqueName: \"kubernetes.io/projected/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kube-api-access-kwcgd\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.633243 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-default\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.633291 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.633333 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-secrets\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.633393 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.633430 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-operator-scripts\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.633459 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kolla-config\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.634011 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-generated\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.634212 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") device mount path \"/mnt/openstack/pv20\"" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.634558 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-default\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.634574 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kolla-config\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.635684 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-operator-scripts\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.706243 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-secrets\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.706258 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.707167 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.707381 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kwcgd\" (UniqueName: \"kubernetes.io/projected/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kube-api-access-kwcgd\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.736346 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.759933 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.761491 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.762673 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.765917 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.768023 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-jj55m" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.772102 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.836949 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-kolla-config\") pod \"memcached-0\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.837018 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z9njd\" (UniqueName: \"kubernetes.io/projected/518bb1a7-d27d-4142-80cb-134265e78aeb-kube-api-access-z9njd\") pod \"memcached-0\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.837060 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-config-data\") pod \"memcached-0\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.938037 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-kolla-config\") pod \"memcached-0\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.938099 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z9njd\" (UniqueName: \"kubernetes.io/projected/518bb1a7-d27d-4142-80cb-134265e78aeb-kube-api-access-z9njd\") pod \"memcached-0\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.938142 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-config-data\") pod \"memcached-0\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.939378 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-kolla-config\") pod \"memcached-0\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.939927 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-config-data\") pod \"memcached-0\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:35 crc kubenswrapper[4809]: I1013 20:19:35.980063 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z9njd\" (UniqueName: \"kubernetes.io/projected/518bb1a7-d27d-4142-80cb-134265e78aeb-kube-api-access-z9njd\") pod \"memcached-0\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.062070 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.241210 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:19:36 crc kubenswrapper[4809]: W1013 20:19:36.248541 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6cd4f808_562a_4759_ac8b_6304fc0c9f17.slice/crio-eb0e98c5d71390c89f26f4ab49eb778f1a75e1ca3d94a4c3006cd14b417a4464 WatchSource:0}: Error finding container eb0e98c5d71390c89f26f4ab49eb778f1a75e1ca3d94a4c3006cd14b417a4464: Status 404 returned error can't find the container with id eb0e98c5d71390c89f26f4ab49eb778f1a75e1ca3d94a4c3006cd14b417a4464 Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.298841 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:19:36 crc kubenswrapper[4809]: W1013 20:19:36.305316 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod518bb1a7_d27d_4142_80cb_134265e78aeb.slice/crio-8d9d05c160b162a803b0985c62e9fb48daba36e64d68d75d695bf10f9173ba5a WatchSource:0}: Error finding container 8d9d05c160b162a803b0985c62e9fb48daba36e64d68d75d695bf10f9173ba5a: Status 404 returned error can't find the container with id 8d9d05c160b162a803b0985c62e9fb48daba36e64d68d75d695bf10f9173ba5a Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.454620 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"4b99256d-fb03-457e-af17-fe173db5b289","Type":"ContainerStarted","Data":"7c24b7ee10b3b958cc627c3ffd6999c74cf3d0916613c39ffcb05c5f23fb7914"} Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.456912 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"6cd4f808-562a-4759-ac8b-6304fc0c9f17","Type":"ContainerStarted","Data":"eb0e98c5d71390c89f26f4ab49eb778f1a75e1ca3d94a4c3006cd14b417a4464"} Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.458692 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f294a64c-bce8-4e73-b540-09f86b3a52a5","Type":"ContainerStarted","Data":"a41bd5229a7cc3d61bfe3b291229eb3c2c18b4854bf9dfc7aab5a1ddd8ff041d"} Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.459865 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"518bb1a7-d27d-4142-80cb-134265e78aeb","Type":"ContainerStarted","Data":"8d9d05c160b162a803b0985c62e9fb48daba36e64d68d75d695bf10f9173ba5a"} Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.539042 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.539938 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.541511 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"telemetry-ceilometer-dockercfg-nc5rt" Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.549163 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.647482 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-px5ls\" (UniqueName: \"kubernetes.io/projected/96cea001-4f2d-4d3b-9f23-c72c82b0ab30-kube-api-access-px5ls\") pod \"kube-state-metrics-0\" (UID: \"96cea001-4f2d-4d3b-9f23-c72c82b0ab30\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.748860 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-px5ls\" (UniqueName: \"kubernetes.io/projected/96cea001-4f2d-4d3b-9f23-c72c82b0ab30-kube-api-access-px5ls\") pod \"kube-state-metrics-0\" (UID: \"96cea001-4f2d-4d3b-9f23-c72c82b0ab30\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.773285 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-px5ls\" (UniqueName: \"kubernetes.io/projected/96cea001-4f2d-4d3b-9f23-c72c82b0ab30-kube-api-access-px5ls\") pod \"kube-state-metrics-0\" (UID: \"96cea001-4f2d-4d3b-9f23-c72c82b0ab30\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:19:36 crc kubenswrapper[4809]: I1013 20:19:36.859116 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.008346 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.010761 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.028303 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.048408 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-cell1-svc" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.048564 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-config-data" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.048667 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-scripts" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.048803 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-cell1-dockercfg-xssgj" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.081118 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.082898 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.085194 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-gdx27" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.085624 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.086988 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.098172 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.155284 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.155320 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.155340 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.155366 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.155389 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.155875 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.155958 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jf27v\" (UniqueName: \"kubernetes.io/projected/419a2ede-eda5-4ce1-b143-346ca631b116-kube-api-access-jf27v\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.156022 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.156073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257013 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257077 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f431bfb-bba1-4372-8a29-489cdfe65cd7-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257106 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257123 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257143 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257165 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257184 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257213 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257234 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1f431bfb-bba1-4372-8a29-489cdfe65cd7-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257273 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-config\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257296 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rwjlx\" (UniqueName: \"kubernetes.io/projected/1f431bfb-bba1-4372-8a29-489cdfe65cd7-kube-api-access-rwjlx\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257323 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257342 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jf27v\" (UniqueName: \"kubernetes.io/projected/419a2ede-eda5-4ce1-b143-346ca631b116-kube-api-access-jf27v\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257362 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257382 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.257914 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") device mount path \"/mnt/openstack/pv08\"" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.258186 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.258891 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.259159 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.259211 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.263450 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.264935 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.270006 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.285521 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jf27v\" (UniqueName: \"kubernetes.io/projected/419a2ede-eda5-4ce1-b143-346ca631b116-kube-api-access-jf27v\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.293337 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.358558 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.358785 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f431bfb-bba1-4372-8a29-489cdfe65cd7-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.358799 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") device mount path \"/mnt/openstack/pv05\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.359082 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.359173 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1f431bfb-bba1-4372-8a29-489cdfe65cd7-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.359306 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-config\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.359349 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rwjlx\" (UniqueName: \"kubernetes.io/projected/1f431bfb-bba1-4372-8a29-489cdfe65cd7-kube-api-access-rwjlx\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.360089 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1f431bfb-bba1-4372-8a29-489cdfe65cd7-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.360801 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-config\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.361464 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.363903 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f431bfb-bba1-4372-8a29-489cdfe65cd7-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.390415 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rwjlx\" (UniqueName: \"kubernetes.io/projected/1f431bfb-bba1-4372-8a29-489cdfe65cd7-kube-api-access-rwjlx\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.391933 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.398314 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.409278 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.419156 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.449166 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.450521 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: W1013 20:19:37.451759 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod96cea001_4f2d_4d3b_9f23_c72c82b0ab30.slice/crio-bb05bec7741ef16fe06720dc4609d62457ebe0a996e4bb0143bb762b2d583a70 WatchSource:0}: Error finding container bb05bec7741ef16fe06720dc4609d62457ebe0a996e4bb0143bb762b2d583a70: Status 404 returned error can't find the container with id bb05bec7741ef16fe06720dc4609d62457ebe0a996e4bb0143bb762b2d583a70 Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.453428 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.453595 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-6wx4s" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.453637 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.474949 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.485577 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"6cd4f808-562a-4759-ac8b-6304fc0c9f17","Type":"ContainerStarted","Data":"bd2f4ba9b00ec17c75a68104649a4d987914c95c21fdb525801575aa424f0aaf"} Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.502264 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"518bb1a7-d27d-4142-80cb-134265e78aeb","Type":"ContainerStarted","Data":"1e4dd5c3bc0a23a16a5b8ff8147750f78bdf7957be0259a1e1a0241752d8c443"} Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.502605 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.512120 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"96cea001-4f2d-4d3b-9f23-c72c82b0ab30","Type":"ContainerStarted","Data":"bb05bec7741ef16fe06720dc4609d62457ebe0a996e4bb0143bb762b2d583a70"} Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.535811 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=2.535792601 podStartE2EDuration="2.535792601s" podCreationTimestamp="2025-10-13 20:19:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:19:37.527299885 +0000 UTC m=+3296.133046470" watchObservedRunningTime="2025-10-13 20:19:37.535792601 +0000 UTC m=+3296.141539186" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.565655 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fjvjl\" (UniqueName: \"kubernetes.io/projected/4a1f9d08-fa21-4b5c-801e-03263d288d96-kube-api-access-fjvjl\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.565816 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4a1f9d08-fa21-4b5c-801e-03263d288d96-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.565863 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.565896 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/4a1f9d08-fa21-4b5c-801e-03263d288d96-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.565920 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.565945 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-config\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.667287 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.667376 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/4a1f9d08-fa21-4b5c-801e-03263d288d96-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.667402 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.667423 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-config\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.667591 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fjvjl\" (UniqueName: \"kubernetes.io/projected/4a1f9d08-fa21-4b5c-801e-03263d288d96-kube-api-access-fjvjl\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.667713 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4a1f9d08-fa21-4b5c-801e-03263d288d96-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.668181 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.668486 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-config\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.669291 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/4a1f9d08-fa21-4b5c-801e-03263d288d96-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.669921 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.673650 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4a1f9d08-fa21-4b5c-801e-03263d288d96-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.697704 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fjvjl\" (UniqueName: \"kubernetes.io/projected/4a1f9d08-fa21-4b5c-801e-03263d288d96-kube-api-access-fjvjl\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.700336 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.777581 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.894811 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:19:37 crc kubenswrapper[4809]: W1013 20:19:37.907361 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1f431bfb_bba1_4372_8a29_489cdfe65cd7.slice/crio-c466f55872a952872492fee6e9a1c46a242fcf829d2542914ea25dd7bb3fc2d8 WatchSource:0}: Error finding container c466f55872a952872492fee6e9a1c46a242fcf829d2542914ea25dd7bb3fc2d8: Status 404 returned error can't find the container with id c466f55872a952872492fee6e9a1c46a242fcf829d2542914ea25dd7bb3fc2d8 Oct 13 20:19:37 crc kubenswrapper[4809]: I1013 20:19:37.964565 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.240428 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:19:38 crc kubenswrapper[4809]: W1013 20:19:38.245356 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod4a1f9d08_fa21_4b5c_801e_03263d288d96.slice/crio-8215135d3ce1ff3e1f8c044339ab7d055c707b1ea212efc2adc810f664a541c1 WatchSource:0}: Error finding container 8215135d3ce1ff3e1f8c044339ab7d055c707b1ea212efc2adc810f664a541c1: Status 404 returned error can't find the container with id 8215135d3ce1ff3e1f8c044339ab7d055c707b1ea212efc2adc810f664a541c1 Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.522231 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"4a1f9d08-fa21-4b5c-801e-03263d288d96","Type":"ContainerStarted","Data":"830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d"} Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.522283 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"4a1f9d08-fa21-4b5c-801e-03263d288d96","Type":"ContainerStarted","Data":"8215135d3ce1ff3e1f8c044339ab7d055c707b1ea212efc2adc810f664a541c1"} Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.524086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"96cea001-4f2d-4d3b-9f23-c72c82b0ab30","Type":"ContainerStarted","Data":"8ef4be05a0ea62893fcdf4bcf27b2d5794c1be740b46736788bf243d1de58436"} Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.524224 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.533376 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f431bfb-bba1-4372-8a29-489cdfe65cd7","Type":"ContainerStarted","Data":"eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba"} Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.533405 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f431bfb-bba1-4372-8a29-489cdfe65cd7","Type":"ContainerStarted","Data":"6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7"} Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.533417 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f431bfb-bba1-4372-8a29-489cdfe65cd7","Type":"ContainerStarted","Data":"c466f55872a952872492fee6e9a1c46a242fcf829d2542914ea25dd7bb3fc2d8"} Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.535885 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"419a2ede-eda5-4ce1-b143-346ca631b116","Type":"ContainerStarted","Data":"f9c8e17929afffa811ec1cd07c9183c66a53f8702a3d7c08b75dd3adc7262ef5"} Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.535965 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"419a2ede-eda5-4ce1-b143-346ca631b116","Type":"ContainerStarted","Data":"627d30265425e80b8c3a971cdd7a6616176ae346bb2b41e6c9fcb3d51f06d24c"} Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.547809 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=2.1179530030000002 podStartE2EDuration="2.547791505s" podCreationTimestamp="2025-10-13 20:19:36 +0000 UTC" firstStartedPulling="2025-10-13 20:19:37.476047359 +0000 UTC m=+3296.081793944" lastFinishedPulling="2025-10-13 20:19:37.905885861 +0000 UTC m=+3296.511632446" observedRunningTime="2025-10-13 20:19:38.540051439 +0000 UTC m=+3297.145798024" watchObservedRunningTime="2025-10-13 20:19:38.547791505 +0000 UTC m=+3297.153538090" Oct 13 20:19:38 crc kubenswrapper[4809]: I1013 20:19:38.568959 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=2.568944423 podStartE2EDuration="2.568944423s" podCreationTimestamp="2025-10-13 20:19:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:19:38.565925779 +0000 UTC m=+3297.171672374" watchObservedRunningTime="2025-10-13 20:19:38.568944423 +0000 UTC m=+3297.174691008" Oct 13 20:19:39 crc kubenswrapper[4809]: I1013 20:19:39.549980 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"4a1f9d08-fa21-4b5c-801e-03263d288d96","Type":"ContainerStarted","Data":"4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab"} Oct 13 20:19:39 crc kubenswrapper[4809]: I1013 20:19:39.583006 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=3.5829776349999998 podStartE2EDuration="3.582977635s" podCreationTimestamp="2025-10-13 20:19:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:19:39.577598185 +0000 UTC m=+3298.183344810" watchObservedRunningTime="2025-10-13 20:19:39.582977635 +0000 UTC m=+3298.188724260" Oct 13 20:19:40 crc kubenswrapper[4809]: I1013 20:19:40.409479 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:40 crc kubenswrapper[4809]: I1013 20:19:40.563185 4809 generic.go:334] "Generic (PLEG): container finished" podID="6cd4f808-562a-4759-ac8b-6304fc0c9f17" containerID="bd2f4ba9b00ec17c75a68104649a4d987914c95c21fdb525801575aa424f0aaf" exitCode=0 Oct 13 20:19:40 crc kubenswrapper[4809]: I1013 20:19:40.563332 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"6cd4f808-562a-4759-ac8b-6304fc0c9f17","Type":"ContainerDied","Data":"bd2f4ba9b00ec17c75a68104649a4d987914c95c21fdb525801575aa424f0aaf"} Oct 13 20:19:40 crc kubenswrapper[4809]: I1013 20:19:40.777749 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:41 crc kubenswrapper[4809]: I1013 20:19:41.063861 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:19:41 crc kubenswrapper[4809]: I1013 20:19:41.577001 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"6cd4f808-562a-4759-ac8b-6304fc0c9f17","Type":"ContainerStarted","Data":"8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6"} Oct 13 20:19:41 crc kubenswrapper[4809]: I1013 20:19:41.579137 4809 generic.go:334] "Generic (PLEG): container finished" podID="419a2ede-eda5-4ce1-b143-346ca631b116" containerID="f9c8e17929afffa811ec1cd07c9183c66a53f8702a3d7c08b75dd3adc7262ef5" exitCode=0 Oct 13 20:19:41 crc kubenswrapper[4809]: I1013 20:19:41.579597 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"419a2ede-eda5-4ce1-b143-346ca631b116","Type":"ContainerDied","Data":"f9c8e17929afffa811ec1cd07c9183c66a53f8702a3d7c08b75dd3adc7262ef5"} Oct 13 20:19:41 crc kubenswrapper[4809]: I1013 20:19:41.610297 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-0" podStartSLOduration=7.610274777 podStartE2EDuration="7.610274777s" podCreationTimestamp="2025-10-13 20:19:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:19:41.603643873 +0000 UTC m=+3300.209390468" watchObservedRunningTime="2025-10-13 20:19:41.610274777 +0000 UTC m=+3300.216021402" Oct 13 20:19:42 crc kubenswrapper[4809]: I1013 20:19:42.410282 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:42 crc kubenswrapper[4809]: I1013 20:19:42.598225 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"419a2ede-eda5-4ce1-b143-346ca631b116","Type":"ContainerStarted","Data":"ba657999a69fec30e4b999bdb6375260fd4eb2ee1bc23fce0841aff8393d3062"} Oct 13 20:19:42 crc kubenswrapper[4809]: I1013 20:19:42.636010 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podStartSLOduration=7.635983613 podStartE2EDuration="7.635983613s" podCreationTimestamp="2025-10-13 20:19:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:19:42.627574269 +0000 UTC m=+3301.233320894" watchObservedRunningTime="2025-10-13 20:19:42.635983613 +0000 UTC m=+3301.241730238" Oct 13 20:19:42 crc kubenswrapper[4809]: I1013 20:19:42.778368 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:43 crc kubenswrapper[4809]: I1013 20:19:43.448705 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:43 crc kubenswrapper[4809]: I1013 20:19:43.487568 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:19:43 crc kubenswrapper[4809]: I1013 20:19:43.842852 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:43 crc kubenswrapper[4809]: I1013 20:19:43.901057 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.055196 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.056546 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.058470 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.058658 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-k2f4g" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.058979 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.062888 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.086967 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b3e3bf90-9f63-4a26-96de-0848e889dac2-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.087028 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-scripts\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.087052 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b3e3bf90-9f63-4a26-96de-0848e889dac2-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.087073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-config\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.087119 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mbrzj\" (UniqueName: \"kubernetes.io/projected/b3e3bf90-9f63-4a26-96de-0848e889dac2-kube-api-access-mbrzj\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.188658 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mbrzj\" (UniqueName: \"kubernetes.io/projected/b3e3bf90-9f63-4a26-96de-0848e889dac2-kube-api-access-mbrzj\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.188799 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b3e3bf90-9f63-4a26-96de-0848e889dac2-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.188836 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-scripts\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.189406 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b3e3bf90-9f63-4a26-96de-0848e889dac2-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.189501 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b3e3bf90-9f63-4a26-96de-0848e889dac2-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.189549 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-config\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.189977 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-scripts\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.190362 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-config\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.203802 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b3e3bf90-9f63-4a26-96de-0848e889dac2-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.208558 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mbrzj\" (UniqueName: \"kubernetes.io/projected/b3e3bf90-9f63-4a26-96de-0848e889dac2-kube-api-access-mbrzj\") pod \"ovn-northd-0\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:44 crc kubenswrapper[4809]: I1013 20:19:44.374790 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:45 crc kubenswrapper[4809]: I1013 20:19:44.901153 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:19:45 crc kubenswrapper[4809]: E1013 20:19:45.229397 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:48724->38.102.83.181:41207: write tcp 38.102.83.181:48724->38.102.83.181:41207: write: broken pipe Oct 13 20:19:45 crc kubenswrapper[4809]: I1013 20:19:45.634077 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"b3e3bf90-9f63-4a26-96de-0848e889dac2","Type":"ContainerStarted","Data":"d05f1b10a7098e1c6bf942022c01993b9314ec4d5368f6c064e7f9c5475ea44a"} Oct 13 20:19:45 crc kubenswrapper[4809]: I1013 20:19:45.634477 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:45 crc kubenswrapper[4809]: I1013 20:19:45.634498 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"b3e3bf90-9f63-4a26-96de-0848e889dac2","Type":"ContainerStarted","Data":"ebd03c1cf64a054cfdcc9d2a460378f4e93f9afffad6f16a28218dc6a03f3531"} Oct 13 20:19:45 crc kubenswrapper[4809]: I1013 20:19:45.634516 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"b3e3bf90-9f63-4a26-96de-0848e889dac2","Type":"ContainerStarted","Data":"f516ddf96fb5263e74a7b69d1b638bcaeb37b04ef6d0679d86dd52d2944064ee"} Oct 13 20:19:45 crc kubenswrapper[4809]: I1013 20:19:45.653603 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=1.653586313 podStartE2EDuration="1.653586313s" podCreationTimestamp="2025-10-13 20:19:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:19:45.653153771 +0000 UTC m=+3304.258900366" watchObservedRunningTime="2025-10-13 20:19:45.653586313 +0000 UTC m=+3304.259332898" Oct 13 20:19:45 crc kubenswrapper[4809]: I1013 20:19:45.760540 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:45 crc kubenswrapper[4809]: I1013 20:19:45.760602 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:46 crc kubenswrapper[4809]: I1013 20:19:46.866332 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:19:47 crc kubenswrapper[4809]: I1013 20:19:47.398854 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:47 crc kubenswrapper[4809]: I1013 20:19:47.399299 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:47 crc kubenswrapper[4809]: I1013 20:19:47.838154 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:47 crc kubenswrapper[4809]: I1013 20:19:47.894397 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:19:47 crc kubenswrapper[4809]: I1013 20:19:47.923288 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:19:47 crc kubenswrapper[4809]: I1013 20:19:47.929962 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:47 crc kubenswrapper[4809]: I1013 20:19:47.941560 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-swift-dockercfg-4tjks" Oct 13 20:19:47 crc kubenswrapper[4809]: I1013 20:19:47.950676 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-conf" Oct 13 20:19:47 crc kubenswrapper[4809]: I1013 20:19:47.950950 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-storage-config-data" Oct 13 20:19:47 crc kubenswrapper[4809]: I1013 20:19:47.951080 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-files" Oct 13 20:19:47 crc kubenswrapper[4809]: I1013 20:19:47.951187 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.083284 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5j6vh\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-kube-api-access-5j6vh\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.083492 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-lock\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.083543 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-cache\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.083823 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.083895 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.185760 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.185822 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.185873 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5j6vh\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-kube-api-access-5j6vh\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.185905 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-lock\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.185919 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-cache\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: E1013 20:19:48.186179 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:19:48 crc kubenswrapper[4809]: E1013 20:19:48.186226 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:19:48 crc kubenswrapper[4809]: E1013 20:19:48.186321 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift podName:f6891058-a56f-49fb-9583-06cef7589b4c nodeName:}" failed. No retries permitted until 2025-10-13 20:19:48.686280259 +0000 UTC m=+3307.292026874 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift") pod "swift-storage-0" (UID: "f6891058-a56f-49fb-9583-06cef7589b4c") : configmap "swift-ring-files" not found Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.186400 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-cache\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.186510 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-lock\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.186615 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") device mount path \"/mnt/openstack/pv01\"" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.210941 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5j6vh\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-kube-api-access-5j6vh\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.223574 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: I1013 20:19:48.694924 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:48 crc kubenswrapper[4809]: E1013 20:19:48.695214 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:19:48 crc kubenswrapper[4809]: E1013 20:19:48.695390 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:19:48 crc kubenswrapper[4809]: E1013 20:19:48.695479 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift podName:f6891058-a56f-49fb-9583-06cef7589b4c nodeName:}" failed. No retries permitted until 2025-10-13 20:19:49.6954527 +0000 UTC m=+3308.301199315 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift") pod "swift-storage-0" (UID: "f6891058-a56f-49fb-9583-06cef7589b4c") : configmap "swift-ring-files" not found Oct 13 20:19:49 crc kubenswrapper[4809]: I1013 20:19:49.499224 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:49 crc kubenswrapper[4809]: I1013 20:19:49.585255 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:19:49 crc kubenswrapper[4809]: I1013 20:19:49.715194 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:49 crc kubenswrapper[4809]: E1013 20:19:49.715354 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:19:49 crc kubenswrapper[4809]: E1013 20:19:49.715387 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:19:49 crc kubenswrapper[4809]: E1013 20:19:49.715464 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift podName:f6891058-a56f-49fb-9583-06cef7589b4c nodeName:}" failed. No retries permitted until 2025-10-13 20:19:51.715441966 +0000 UTC m=+3310.321188561 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift") pod "swift-storage-0" (UID: "f6891058-a56f-49fb-9583-06cef7589b4c") : configmap "swift-ring-files" not found Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.220355 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-create-glhdf"] Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.222278 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-glhdf" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.240667 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-glhdf"] Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.344480 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7jh9p\" (UniqueName: \"kubernetes.io/projected/ecfeebc7-6df5-4444-bdae-fb20c701b24b-kube-api-access-7jh9p\") pod \"glance-db-create-glhdf\" (UID: \"ecfeebc7-6df5-4444-bdae-fb20c701b24b\") " pod="openstack-kuttl-tests/glance-db-create-glhdf" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.449419 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7jh9p\" (UniqueName: \"kubernetes.io/projected/ecfeebc7-6df5-4444-bdae-fb20c701b24b-kube-api-access-7jh9p\") pod \"glance-db-create-glhdf\" (UID: \"ecfeebc7-6df5-4444-bdae-fb20c701b24b\") " pod="openstack-kuttl-tests/glance-db-create-glhdf" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.485944 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7jh9p\" (UniqueName: \"kubernetes.io/projected/ecfeebc7-6df5-4444-bdae-fb20c701b24b-kube-api-access-7jh9p\") pod \"glance-db-create-glhdf\" (UID: \"ecfeebc7-6df5-4444-bdae-fb20c701b24b\") " pod="openstack-kuttl-tests/glance-db-create-glhdf" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.547773 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-glhdf" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.755184 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:51 crc kubenswrapper[4809]: E1013 20:19:51.755584 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:19:51 crc kubenswrapper[4809]: E1013 20:19:51.755626 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:19:51 crc kubenswrapper[4809]: E1013 20:19:51.755704 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift podName:f6891058-a56f-49fb-9583-06cef7589b4c nodeName:}" failed. No retries permitted until 2025-10-13 20:19:55.755677096 +0000 UTC m=+3314.361423721 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift") pod "swift-storage-0" (UID: "f6891058-a56f-49fb-9583-06cef7589b4c") : configmap "swift-ring-files" not found Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.807368 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-d4zg7"] Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.810065 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.811978 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.812236 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-config-data" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.812784 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-ring-scripts" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.829592 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-d4zg7"] Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.863032 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-d4zg7"] Oct 13 20:19:51 crc kubenswrapper[4809]: E1013 20:19:51.863952 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle dispersionconf etc-swift kube-api-access-tgxd6 ring-data-devices scripts swiftconf], unattached volumes=[], failed to process volumes=[combined-ca-bundle dispersionconf etc-swift kube-api-access-tgxd6 ring-data-devices scripts swiftconf]: context canceled" pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" podUID="17cb13e1-6afb-466c-a6da-9ed2018df4ca" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.873031 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-gx4v6"] Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.874172 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.897964 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-gx4v6"] Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.918076 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-create-glhdf"] Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.958544 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/17cb13e1-6afb-466c-a6da-9ed2018df4ca-etc-swift\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.958590 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-swiftconf\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.958622 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-combined-ca-bundle\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.958650 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-ring-data-devices\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.958680 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-dispersionconf\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.958742 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-ring-data-devices\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.958769 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-scripts\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.958786 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-scripts\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.958804 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-25849\" (UniqueName: \"kubernetes.io/projected/aeea1d59-2766-4f0c-8b7e-370c07a8501a-kube-api-access-25849\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.958821 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/aeea1d59-2766-4f0c-8b7e-370c07a8501a-etc-swift\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.958839 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tgxd6\" (UniqueName: \"kubernetes.io/projected/17cb13e1-6afb-466c-a6da-9ed2018df4ca-kube-api-access-tgxd6\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.959061 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-swiftconf\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.959093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-combined-ca-bundle\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:51 crc kubenswrapper[4809]: I1013 20:19:51.959121 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-dispersionconf\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.060828 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/17cb13e1-6afb-466c-a6da-9ed2018df4ca-etc-swift\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.061230 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/17cb13e1-6afb-466c-a6da-9ed2018df4ca-etc-swift\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.061323 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-swiftconf\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.061432 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-combined-ca-bundle\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.061527 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-ring-data-devices\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.061624 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-dispersionconf\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.061704 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-ring-data-devices\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.061826 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-scripts\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.061912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-scripts\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.061995 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-25849\" (UniqueName: \"kubernetes.io/projected/aeea1d59-2766-4f0c-8b7e-370c07a8501a-kube-api-access-25849\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.062083 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tgxd6\" (UniqueName: \"kubernetes.io/projected/17cb13e1-6afb-466c-a6da-9ed2018df4ca-kube-api-access-tgxd6\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.062169 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/aeea1d59-2766-4f0c-8b7e-370c07a8501a-etc-swift\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.062278 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-swiftconf\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.063594 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-combined-ca-bundle\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.064312 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-dispersionconf\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.062918 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-scripts\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.063851 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/aeea1d59-2766-4f0c-8b7e-370c07a8501a-etc-swift\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.064028 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-ring-data-devices\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.063539 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-scripts\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.065526 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-ring-data-devices\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.067588 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-combined-ca-bundle\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.067704 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-swiftconf\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.068098 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-dispersionconf\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.068357 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-dispersionconf\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.068831 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-swiftconf\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.070033 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-combined-ca-bundle\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.081679 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tgxd6\" (UniqueName: \"kubernetes.io/projected/17cb13e1-6afb-466c-a6da-9ed2018df4ca-kube-api-access-tgxd6\") pod \"swift-ring-rebalance-d4zg7\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.086722 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-25849\" (UniqueName: \"kubernetes.io/projected/aeea1d59-2766-4f0c-8b7e-370c07a8501a-kube-api-access-25849\") pod \"swift-ring-rebalance-gx4v6\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.190126 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.648772 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-gx4v6"] Oct 13 20:19:52 crc kubenswrapper[4809]: W1013 20:19:52.652266 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podaeea1d59_2766_4f0c_8b7e_370c07a8501a.slice/crio-b2787182a32b1a7d4d50941f945f39d274d434a39936fc121ce0cfa21c4fdacf WatchSource:0}: Error finding container b2787182a32b1a7d4d50941f945f39d274d434a39936fc121ce0cfa21c4fdacf: Status 404 returned error can't find the container with id b2787182a32b1a7d4d50941f945f39d274d434a39936fc121ce0cfa21c4fdacf Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.735022 4809 generic.go:334] "Generic (PLEG): container finished" podID="ecfeebc7-6df5-4444-bdae-fb20c701b24b" containerID="78300418ac64ae090429c3e65dc1c82778094fd5b2b84ac74f15ef73f2a656c5" exitCode=0 Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.735208 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-glhdf" event={"ID":"ecfeebc7-6df5-4444-bdae-fb20c701b24b","Type":"ContainerDied","Data":"78300418ac64ae090429c3e65dc1c82778094fd5b2b84ac74f15ef73f2a656c5"} Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.735303 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-glhdf" event={"ID":"ecfeebc7-6df5-4444-bdae-fb20c701b24b","Type":"ContainerStarted","Data":"4b027b37f3aeec2742a7e33ce771cb674058adbd714f88b65474d0549e41e7e3"} Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.736547 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" event={"ID":"aeea1d59-2766-4f0c-8b7e-370c07a8501a","Type":"ContainerStarted","Data":"b2787182a32b1a7d4d50941f945f39d274d434a39936fc121ce0cfa21c4fdacf"} Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.736566 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.799326 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.883709 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tgxd6\" (UniqueName: \"kubernetes.io/projected/17cb13e1-6afb-466c-a6da-9ed2018df4ca-kube-api-access-tgxd6\") pod \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.884184 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-swiftconf\") pod \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.884292 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-scripts\") pod \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.884397 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-ring-data-devices\") pod \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.884467 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/17cb13e1-6afb-466c-a6da-9ed2018df4ca-etc-swift\") pod \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.884616 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-dispersionconf\") pod \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.884720 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-combined-ca-bundle\") pod \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\" (UID: \"17cb13e1-6afb-466c-a6da-9ed2018df4ca\") " Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.884805 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-scripts" (OuterVolumeSpecName: "scripts") pod "17cb13e1-6afb-466c-a6da-9ed2018df4ca" (UID: "17cb13e1-6afb-466c-a6da-9ed2018df4ca"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.884888 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/17cb13e1-6afb-466c-a6da-9ed2018df4ca-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "17cb13e1-6afb-466c-a6da-9ed2018df4ca" (UID: "17cb13e1-6afb-466c-a6da-9ed2018df4ca"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.885257 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.885324 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/17cb13e1-6afb-466c-a6da-9ed2018df4ca-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.885997 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "17cb13e1-6afb-466c-a6da-9ed2018df4ca" (UID: "17cb13e1-6afb-466c-a6da-9ed2018df4ca"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.887895 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "17cb13e1-6afb-466c-a6da-9ed2018df4ca" (UID: "17cb13e1-6afb-466c-a6da-9ed2018df4ca"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.888002 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "17cb13e1-6afb-466c-a6da-9ed2018df4ca" (UID: "17cb13e1-6afb-466c-a6da-9ed2018df4ca"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.889860 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/17cb13e1-6afb-466c-a6da-9ed2018df4ca-kube-api-access-tgxd6" (OuterVolumeSpecName: "kube-api-access-tgxd6") pod "17cb13e1-6afb-466c-a6da-9ed2018df4ca" (UID: "17cb13e1-6afb-466c-a6da-9ed2018df4ca"). InnerVolumeSpecName "kube-api-access-tgxd6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.890715 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "17cb13e1-6afb-466c-a6da-9ed2018df4ca" (UID: "17cb13e1-6afb-466c-a6da-9ed2018df4ca"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.987158 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tgxd6\" (UniqueName: \"kubernetes.io/projected/17cb13e1-6afb-466c-a6da-9ed2018df4ca-kube-api-access-tgxd6\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.987196 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.987206 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/17cb13e1-6afb-466c-a6da-9ed2018df4ca-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.987216 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:52 crc kubenswrapper[4809]: I1013 20:19:52.987225 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/17cb13e1-6afb-466c-a6da-9ed2018df4ca-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:53 crc kubenswrapper[4809]: I1013 20:19:53.746996 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" event={"ID":"aeea1d59-2766-4f0c-8b7e-370c07a8501a","Type":"ContainerStarted","Data":"745fa8df238c94c702a8a3f9b3dd7b27ed9e45634caccfeba8cb8013f11d9e6f"} Oct 13 20:19:53 crc kubenswrapper[4809]: I1013 20:19:53.747028 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-d4zg7" Oct 13 20:19:53 crc kubenswrapper[4809]: I1013 20:19:53.789603 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" podStartSLOduration=2.789545479 podStartE2EDuration="2.789545479s" podCreationTimestamp="2025-10-13 20:19:51 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:19:53.778752649 +0000 UTC m=+3312.384499284" watchObservedRunningTime="2025-10-13 20:19:53.789545479 +0000 UTC m=+3312.395292114" Oct 13 20:19:53 crc kubenswrapper[4809]: I1013 20:19:53.854229 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-d4zg7"] Oct 13 20:19:53 crc kubenswrapper[4809]: I1013 20:19:53.871989 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-ring-rebalance-d4zg7"] Oct 13 20:19:54 crc kubenswrapper[4809]: I1013 20:19:54.167802 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="17cb13e1-6afb-466c-a6da-9ed2018df4ca" path="/var/lib/kubelet/pods/17cb13e1-6afb-466c-a6da-9ed2018df4ca/volumes" Oct 13 20:19:54 crc kubenswrapper[4809]: I1013 20:19:54.203086 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-glhdf" Oct 13 20:19:54 crc kubenswrapper[4809]: I1013 20:19:54.323846 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7jh9p\" (UniqueName: \"kubernetes.io/projected/ecfeebc7-6df5-4444-bdae-fb20c701b24b-kube-api-access-7jh9p\") pod \"ecfeebc7-6df5-4444-bdae-fb20c701b24b\" (UID: \"ecfeebc7-6df5-4444-bdae-fb20c701b24b\") " Oct 13 20:19:54 crc kubenswrapper[4809]: I1013 20:19:54.336852 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ecfeebc7-6df5-4444-bdae-fb20c701b24b-kube-api-access-7jh9p" (OuterVolumeSpecName: "kube-api-access-7jh9p") pod "ecfeebc7-6df5-4444-bdae-fb20c701b24b" (UID: "ecfeebc7-6df5-4444-bdae-fb20c701b24b"). InnerVolumeSpecName "kube-api-access-7jh9p". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:54 crc kubenswrapper[4809]: I1013 20:19:54.426898 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7jh9p\" (UniqueName: \"kubernetes.io/projected/ecfeebc7-6df5-4444-bdae-fb20c701b24b-kube-api-access-7jh9p\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:54 crc kubenswrapper[4809]: I1013 20:19:54.761851 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-create-glhdf" Oct 13 20:19:54 crc kubenswrapper[4809]: I1013 20:19:54.761837 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-create-glhdf" event={"ID":"ecfeebc7-6df5-4444-bdae-fb20c701b24b","Type":"ContainerDied","Data":"4b027b37f3aeec2742a7e33ce771cb674058adbd714f88b65474d0549e41e7e3"} Oct 13 20:19:54 crc kubenswrapper[4809]: I1013 20:19:54.761901 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="4b027b37f3aeec2742a7e33ce771cb674058adbd714f88b65474d0549e41e7e3" Oct 13 20:19:55 crc kubenswrapper[4809]: I1013 20:19:55.704105 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-create-4z7b8"] Oct 13 20:19:55 crc kubenswrapper[4809]: E1013 20:19:55.704822 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ecfeebc7-6df5-4444-bdae-fb20c701b24b" containerName="mariadb-database-create" Oct 13 20:19:55 crc kubenswrapper[4809]: I1013 20:19:55.704839 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ecfeebc7-6df5-4444-bdae-fb20c701b24b" containerName="mariadb-database-create" Oct 13 20:19:55 crc kubenswrapper[4809]: I1013 20:19:55.705014 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ecfeebc7-6df5-4444-bdae-fb20c701b24b" containerName="mariadb-database-create" Oct 13 20:19:55 crc kubenswrapper[4809]: I1013 20:19:55.705589 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-4z7b8" Oct 13 20:19:55 crc kubenswrapper[4809]: I1013 20:19:55.715754 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-4z7b8"] Oct 13 20:19:55 crc kubenswrapper[4809]: I1013 20:19:55.854982 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-22rvk\" (UniqueName: \"kubernetes.io/projected/d50eb95b-8544-4bf6-bab5-0a429166345d-kube-api-access-22rvk\") pod \"keystone-db-create-4z7b8\" (UID: \"d50eb95b-8544-4bf6-bab5-0a429166345d\") " pod="openstack-kuttl-tests/keystone-db-create-4z7b8" Oct 13 20:19:55 crc kubenswrapper[4809]: I1013 20:19:55.855030 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:19:55 crc kubenswrapper[4809]: E1013 20:19:55.855208 4809 projected.go:288] Couldn't get configMap openstack-kuttl-tests/swift-ring-files: configmap "swift-ring-files" not found Oct 13 20:19:55 crc kubenswrapper[4809]: E1013 20:19:55.855244 4809 projected.go:194] Error preparing data for projected volume etc-swift for pod openstack-kuttl-tests/swift-storage-0: configmap "swift-ring-files" not found Oct 13 20:19:55 crc kubenswrapper[4809]: E1013 20:19:55.855292 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift podName:f6891058-a56f-49fb-9583-06cef7589b4c nodeName:}" failed. No retries permitted until 2025-10-13 20:20:03.85527883 +0000 UTC m=+3322.461025405 (durationBeforeRetry 8s). Error: MountVolume.SetUp failed for volume "etc-swift" (UniqueName: "kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift") pod "swift-storage-0" (UID: "f6891058-a56f-49fb-9583-06cef7589b4c") : configmap "swift-ring-files" not found Oct 13 20:19:55 crc kubenswrapper[4809]: I1013 20:19:55.957250 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-22rvk\" (UniqueName: \"kubernetes.io/projected/d50eb95b-8544-4bf6-bab5-0a429166345d-kube-api-access-22rvk\") pod \"keystone-db-create-4z7b8\" (UID: \"d50eb95b-8544-4bf6-bab5-0a429166345d\") " pod="openstack-kuttl-tests/keystone-db-create-4z7b8" Oct 13 20:19:55 crc kubenswrapper[4809]: I1013 20:19:55.969124 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-create-d2jlp"] Oct 13 20:19:55 crc kubenswrapper[4809]: I1013 20:19:55.970561 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-d2jlp" Oct 13 20:19:55 crc kubenswrapper[4809]: I1013 20:19:55.983297 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-d2jlp"] Oct 13 20:19:56 crc kubenswrapper[4809]: I1013 20:19:55.999535 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-22rvk\" (UniqueName: \"kubernetes.io/projected/d50eb95b-8544-4bf6-bab5-0a429166345d-kube-api-access-22rvk\") pod \"keystone-db-create-4z7b8\" (UID: \"d50eb95b-8544-4bf6-bab5-0a429166345d\") " pod="openstack-kuttl-tests/keystone-db-create-4z7b8" Oct 13 20:19:56 crc kubenswrapper[4809]: I1013 20:19:56.022293 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-4z7b8" Oct 13 20:19:56 crc kubenswrapper[4809]: I1013 20:19:56.060201 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t6chc\" (UniqueName: \"kubernetes.io/projected/feb23fcf-0a60-45f4-b92e-d16ead21628a-kube-api-access-t6chc\") pod \"placement-db-create-d2jlp\" (UID: \"feb23fcf-0a60-45f4-b92e-d16ead21628a\") " pod="openstack-kuttl-tests/placement-db-create-d2jlp" Oct 13 20:19:56 crc kubenswrapper[4809]: I1013 20:19:56.161328 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-t6chc\" (UniqueName: \"kubernetes.io/projected/feb23fcf-0a60-45f4-b92e-d16ead21628a-kube-api-access-t6chc\") pod \"placement-db-create-d2jlp\" (UID: \"feb23fcf-0a60-45f4-b92e-d16ead21628a\") " pod="openstack-kuttl-tests/placement-db-create-d2jlp" Oct 13 20:19:56 crc kubenswrapper[4809]: I1013 20:19:56.185472 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-t6chc\" (UniqueName: \"kubernetes.io/projected/feb23fcf-0a60-45f4-b92e-d16ead21628a-kube-api-access-t6chc\") pod \"placement-db-create-d2jlp\" (UID: \"feb23fcf-0a60-45f4-b92e-d16ead21628a\") " pod="openstack-kuttl-tests/placement-db-create-d2jlp" Oct 13 20:19:56 crc kubenswrapper[4809]: I1013 20:19:56.300950 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-d2jlp" Oct 13 20:19:56 crc kubenswrapper[4809]: I1013 20:19:56.479144 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-4z7b8"] Oct 13 20:19:56 crc kubenswrapper[4809]: I1013 20:19:56.783648 4809 generic.go:334] "Generic (PLEG): container finished" podID="d50eb95b-8544-4bf6-bab5-0a429166345d" containerID="c12d20c53e9c11eb619cef9e2667135b885999af9ec231e01f1f9652352c1c22" exitCode=0 Oct 13 20:19:56 crc kubenswrapper[4809]: I1013 20:19:56.783789 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-4z7b8" event={"ID":"d50eb95b-8544-4bf6-bab5-0a429166345d","Type":"ContainerDied","Data":"c12d20c53e9c11eb619cef9e2667135b885999af9ec231e01f1f9652352c1c22"} Oct 13 20:19:56 crc kubenswrapper[4809]: I1013 20:19:56.783987 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-4z7b8" event={"ID":"d50eb95b-8544-4bf6-bab5-0a429166345d","Type":"ContainerStarted","Data":"5287b80d669226d794a5b3a87ce2985cca4aa26386329e59382f1ba9dd3ca793"} Oct 13 20:19:56 crc kubenswrapper[4809]: I1013 20:19:56.813001 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-create-d2jlp"] Oct 13 20:19:57 crc kubenswrapper[4809]: I1013 20:19:57.799476 4809 generic.go:334] "Generic (PLEG): container finished" podID="feb23fcf-0a60-45f4-b92e-d16ead21628a" containerID="dbdd1bfeb89bdb5ca034b9427008c36718715e7030a519986454dbcb5aa9d894" exitCode=0 Oct 13 20:19:57 crc kubenswrapper[4809]: I1013 20:19:57.799534 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-d2jlp" event={"ID":"feb23fcf-0a60-45f4-b92e-d16ead21628a","Type":"ContainerDied","Data":"dbdd1bfeb89bdb5ca034b9427008c36718715e7030a519986454dbcb5aa9d894"} Oct 13 20:19:57 crc kubenswrapper[4809]: I1013 20:19:57.799768 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-d2jlp" event={"ID":"feb23fcf-0a60-45f4-b92e-d16ead21628a","Type":"ContainerStarted","Data":"1e59a7a17f3381c93f0235e7d4816909620095e4880d65074b882f97463439e6"} Oct 13 20:19:58 crc kubenswrapper[4809]: I1013 20:19:58.146997 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-4z7b8" Oct 13 20:19:58 crc kubenswrapper[4809]: I1013 20:19:58.194666 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-22rvk\" (UniqueName: \"kubernetes.io/projected/d50eb95b-8544-4bf6-bab5-0a429166345d-kube-api-access-22rvk\") pod \"d50eb95b-8544-4bf6-bab5-0a429166345d\" (UID: \"d50eb95b-8544-4bf6-bab5-0a429166345d\") " Oct 13 20:19:58 crc kubenswrapper[4809]: I1013 20:19:58.202261 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d50eb95b-8544-4bf6-bab5-0a429166345d-kube-api-access-22rvk" (OuterVolumeSpecName: "kube-api-access-22rvk") pod "d50eb95b-8544-4bf6-bab5-0a429166345d" (UID: "d50eb95b-8544-4bf6-bab5-0a429166345d"). InnerVolumeSpecName "kube-api-access-22rvk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:58 crc kubenswrapper[4809]: I1013 20:19:58.297532 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-22rvk\" (UniqueName: \"kubernetes.io/projected/d50eb95b-8544-4bf6-bab5-0a429166345d-kube-api-access-22rvk\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:58 crc kubenswrapper[4809]: I1013 20:19:58.825525 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-create-4z7b8" Oct 13 20:19:58 crc kubenswrapper[4809]: I1013 20:19:58.825535 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-create-4z7b8" event={"ID":"d50eb95b-8544-4bf6-bab5-0a429166345d","Type":"ContainerDied","Data":"5287b80d669226d794a5b3a87ce2985cca4aa26386329e59382f1ba9dd3ca793"} Oct 13 20:19:58 crc kubenswrapper[4809]: I1013 20:19:58.826037 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5287b80d669226d794a5b3a87ce2985cca4aa26386329e59382f1ba9dd3ca793" Oct 13 20:19:59 crc kubenswrapper[4809]: I1013 20:19:59.270073 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-d2jlp" Oct 13 20:19:59 crc kubenswrapper[4809]: I1013 20:19:59.341053 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-t6chc\" (UniqueName: \"kubernetes.io/projected/feb23fcf-0a60-45f4-b92e-d16ead21628a-kube-api-access-t6chc\") pod \"feb23fcf-0a60-45f4-b92e-d16ead21628a\" (UID: \"feb23fcf-0a60-45f4-b92e-d16ead21628a\") " Oct 13 20:19:59 crc kubenswrapper[4809]: I1013 20:19:59.347668 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/feb23fcf-0a60-45f4-b92e-d16ead21628a-kube-api-access-t6chc" (OuterVolumeSpecName: "kube-api-access-t6chc") pod "feb23fcf-0a60-45f4-b92e-d16ead21628a" (UID: "feb23fcf-0a60-45f4-b92e-d16ead21628a"). InnerVolumeSpecName "kube-api-access-t6chc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:19:59 crc kubenswrapper[4809]: I1013 20:19:59.437624 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:19:59 crc kubenswrapper[4809]: I1013 20:19:59.442879 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-t6chc\" (UniqueName: \"kubernetes.io/projected/feb23fcf-0a60-45f4-b92e-d16ead21628a-kube-api-access-t6chc\") on node \"crc\" DevicePath \"\"" Oct 13 20:19:59 crc kubenswrapper[4809]: I1013 20:19:59.844595 4809 generic.go:334] "Generic (PLEG): container finished" podID="aeea1d59-2766-4f0c-8b7e-370c07a8501a" containerID="745fa8df238c94c702a8a3f9b3dd7b27ed9e45634caccfeba8cb8013f11d9e6f" exitCode=0 Oct 13 20:19:59 crc kubenswrapper[4809]: I1013 20:19:59.844671 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" event={"ID":"aeea1d59-2766-4f0c-8b7e-370c07a8501a","Type":"ContainerDied","Data":"745fa8df238c94c702a8a3f9b3dd7b27ed9e45634caccfeba8cb8013f11d9e6f"} Oct 13 20:19:59 crc kubenswrapper[4809]: I1013 20:19:59.846134 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-create-d2jlp" event={"ID":"feb23fcf-0a60-45f4-b92e-d16ead21628a","Type":"ContainerDied","Data":"1e59a7a17f3381c93f0235e7d4816909620095e4880d65074b882f97463439e6"} Oct 13 20:19:59 crc kubenswrapper[4809]: I1013 20:19:59.846160 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1e59a7a17f3381c93f0235e7d4816909620095e4880d65074b882f97463439e6" Oct 13 20:19:59 crc kubenswrapper[4809]: I1013 20:19:59.846230 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-create-d2jlp" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.340939 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.440516 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-0421-account-create-fpc64"] Oct 13 20:20:01 crc kubenswrapper[4809]: E1013 20:20:01.441044 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d50eb95b-8544-4bf6-bab5-0a429166345d" containerName="mariadb-database-create" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.441070 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d50eb95b-8544-4bf6-bab5-0a429166345d" containerName="mariadb-database-create" Oct 13 20:20:01 crc kubenswrapper[4809]: E1013 20:20:01.441105 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="feb23fcf-0a60-45f4-b92e-d16ead21628a" containerName="mariadb-database-create" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.441114 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="feb23fcf-0a60-45f4-b92e-d16ead21628a" containerName="mariadb-database-create" Oct 13 20:20:01 crc kubenswrapper[4809]: E1013 20:20:01.441130 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="aeea1d59-2766-4f0c-8b7e-370c07a8501a" containerName="swift-ring-rebalance" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.441139 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="aeea1d59-2766-4f0c-8b7e-370c07a8501a" containerName="swift-ring-rebalance" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.441416 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="aeea1d59-2766-4f0c-8b7e-370c07a8501a" containerName="swift-ring-rebalance" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.441445 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="feb23fcf-0a60-45f4-b92e-d16ead21628a" containerName="mariadb-database-create" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.441467 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d50eb95b-8544-4bf6-bab5-0a429166345d" containerName="mariadb-database-create" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.442224 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-0421-account-create-fpc64" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.444488 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-db-secret" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.448191 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-0421-account-create-fpc64"] Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.488034 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-scripts\") pod \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.488106 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-25849\" (UniqueName: \"kubernetes.io/projected/aeea1d59-2766-4f0c-8b7e-370c07a8501a-kube-api-access-25849\") pod \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.488135 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-dispersionconf\") pod \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.488200 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-swiftconf\") pod \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.488242 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-combined-ca-bundle\") pod \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.488326 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-ring-data-devices\") pod \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.488349 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/aeea1d59-2766-4f0c-8b7e-370c07a8501a-etc-swift\") pod \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\" (UID: \"aeea1d59-2766-4f0c-8b7e-370c07a8501a\") " Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.488884 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-ring-data-devices" (OuterVolumeSpecName: "ring-data-devices") pod "aeea1d59-2766-4f0c-8b7e-370c07a8501a" (UID: "aeea1d59-2766-4f0c-8b7e-370c07a8501a"). InnerVolumeSpecName "ring-data-devices". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.489478 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/aeea1d59-2766-4f0c-8b7e-370c07a8501a-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "aeea1d59-2766-4f0c-8b7e-370c07a8501a" (UID: "aeea1d59-2766-4f0c-8b7e-370c07a8501a"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.493285 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/aeea1d59-2766-4f0c-8b7e-370c07a8501a-kube-api-access-25849" (OuterVolumeSpecName: "kube-api-access-25849") pod "aeea1d59-2766-4f0c-8b7e-370c07a8501a" (UID: "aeea1d59-2766-4f0c-8b7e-370c07a8501a"). InnerVolumeSpecName "kube-api-access-25849". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.502501 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-dispersionconf" (OuterVolumeSpecName: "dispersionconf") pod "aeea1d59-2766-4f0c-8b7e-370c07a8501a" (UID: "aeea1d59-2766-4f0c-8b7e-370c07a8501a"). InnerVolumeSpecName "dispersionconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.513331 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-scripts" (OuterVolumeSpecName: "scripts") pod "aeea1d59-2766-4f0c-8b7e-370c07a8501a" (UID: "aeea1d59-2766-4f0c-8b7e-370c07a8501a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.517208 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "aeea1d59-2766-4f0c-8b7e-370c07a8501a" (UID: "aeea1d59-2766-4f0c-8b7e-370c07a8501a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.517668 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-swiftconf" (OuterVolumeSpecName: "swiftconf") pod "aeea1d59-2766-4f0c-8b7e-370c07a8501a" (UID: "aeea1d59-2766-4f0c-8b7e-370c07a8501a"). InnerVolumeSpecName "swiftconf". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.589915 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-729c2\" (UniqueName: \"kubernetes.io/projected/a187fbe0-028f-4116-8df0-2f5228901550-kube-api-access-729c2\") pod \"glance-0421-account-create-fpc64\" (UID: \"a187fbe0-028f-4116-8df0-2f5228901550\") " pod="openstack-kuttl-tests/glance-0421-account-create-fpc64" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.590336 4809 reconciler_common.go:293] "Volume detached for volume \"ring-data-devices\" (UniqueName: \"kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-ring-data-devices\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.590369 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/empty-dir/aeea1d59-2766-4f0c-8b7e-370c07a8501a-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.590389 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/aeea1d59-2766-4f0c-8b7e-370c07a8501a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.590410 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-25849\" (UniqueName: \"kubernetes.io/projected/aeea1d59-2766-4f0c-8b7e-370c07a8501a-kube-api-access-25849\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.590429 4809 reconciler_common.go:293] "Volume detached for volume \"dispersionconf\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-dispersionconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.590447 4809 reconciler_common.go:293] "Volume detached for volume \"swiftconf\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-swiftconf\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.590465 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aeea1d59-2766-4f0c-8b7e-370c07a8501a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.693851 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-729c2\" (UniqueName: \"kubernetes.io/projected/a187fbe0-028f-4116-8df0-2f5228901550-kube-api-access-729c2\") pod \"glance-0421-account-create-fpc64\" (UID: \"a187fbe0-028f-4116-8df0-2f5228901550\") " pod="openstack-kuttl-tests/glance-0421-account-create-fpc64" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.717659 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-729c2\" (UniqueName: \"kubernetes.io/projected/a187fbe0-028f-4116-8df0-2f5228901550-kube-api-access-729c2\") pod \"glance-0421-account-create-fpc64\" (UID: \"a187fbe0-028f-4116-8df0-2f5228901550\") " pod="openstack-kuttl-tests/glance-0421-account-create-fpc64" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.761845 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-0421-account-create-fpc64" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.877787 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" event={"ID":"aeea1d59-2766-4f0c-8b7e-370c07a8501a","Type":"ContainerDied","Data":"b2787182a32b1a7d4d50941f945f39d274d434a39936fc121ce0cfa21c4fdacf"} Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.878311 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b2787182a32b1a7d4d50941f945f39d274d434a39936fc121ce0cfa21c4fdacf" Oct 13 20:20:01 crc kubenswrapper[4809]: I1013 20:20:01.877872 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-ring-rebalance-gx4v6" Oct 13 20:20:02 crc kubenswrapper[4809]: I1013 20:20:02.036315 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-0421-account-create-fpc64"] Oct 13 20:20:02 crc kubenswrapper[4809]: I1013 20:20:02.891895 4809 generic.go:334] "Generic (PLEG): container finished" podID="a187fbe0-028f-4116-8df0-2f5228901550" containerID="9549d966b594ad23b8fe68d714d56dcba71408a01c426b8b5955e9fa2c2e828f" exitCode=0 Oct 13 20:20:02 crc kubenswrapper[4809]: I1013 20:20:02.891942 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-0421-account-create-fpc64" event={"ID":"a187fbe0-028f-4116-8df0-2f5228901550","Type":"ContainerDied","Data":"9549d966b594ad23b8fe68d714d56dcba71408a01c426b8b5955e9fa2c2e828f"} Oct 13 20:20:02 crc kubenswrapper[4809]: I1013 20:20:02.892283 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-0421-account-create-fpc64" event={"ID":"a187fbe0-028f-4116-8df0-2f5228901550","Type":"ContainerStarted","Data":"663efad8fdfa25b2ab4872e666082513c2cbac89331d12e9ab3282effc3cb399"} Oct 13 20:20:03 crc kubenswrapper[4809]: I1013 20:20:03.932030 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:20:03 crc kubenswrapper[4809]: I1013 20:20:03.953928 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift\") pod \"swift-storage-0\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:20:04 crc kubenswrapper[4809]: I1013 20:20:04.199993 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:20:04 crc kubenswrapper[4809]: I1013 20:20:04.298770 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-0421-account-create-fpc64" Oct 13 20:20:04 crc kubenswrapper[4809]: I1013 20:20:04.439445 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-729c2\" (UniqueName: \"kubernetes.io/projected/a187fbe0-028f-4116-8df0-2f5228901550-kube-api-access-729c2\") pod \"a187fbe0-028f-4116-8df0-2f5228901550\" (UID: \"a187fbe0-028f-4116-8df0-2f5228901550\") " Oct 13 20:20:04 crc kubenswrapper[4809]: I1013 20:20:04.446122 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a187fbe0-028f-4116-8df0-2f5228901550-kube-api-access-729c2" (OuterVolumeSpecName: "kube-api-access-729c2") pod "a187fbe0-028f-4116-8df0-2f5228901550" (UID: "a187fbe0-028f-4116-8df0-2f5228901550"). InnerVolumeSpecName "kube-api-access-729c2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:04 crc kubenswrapper[4809]: I1013 20:20:04.541940 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-729c2\" (UniqueName: \"kubernetes.io/projected/a187fbe0-028f-4116-8df0-2f5228901550-kube-api-access-729c2\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:04 crc kubenswrapper[4809]: W1013 20:20:04.734644 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf6891058_a56f_49fb_9583_06cef7589b4c.slice/crio-05d822b24ffff4d13d284874600a6c8c28448d364127bffc35ff08a83252bcfc WatchSource:0}: Error finding container 05d822b24ffff4d13d284874600a6c8c28448d364127bffc35ff08a83252bcfc: Status 404 returned error can't find the container with id 05d822b24ffff4d13d284874600a6c8c28448d364127bffc35ff08a83252bcfc Oct 13 20:20:04 crc kubenswrapper[4809]: I1013 20:20:04.739123 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:20:04 crc kubenswrapper[4809]: I1013 20:20:04.918054 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"05d822b24ffff4d13d284874600a6c8c28448d364127bffc35ff08a83252bcfc"} Oct 13 20:20:04 crc kubenswrapper[4809]: I1013 20:20:04.922003 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-0421-account-create-fpc64" event={"ID":"a187fbe0-028f-4116-8df0-2f5228901550","Type":"ContainerDied","Data":"663efad8fdfa25b2ab4872e666082513c2cbac89331d12e9ab3282effc3cb399"} Oct 13 20:20:04 crc kubenswrapper[4809]: I1013 20:20:04.922051 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="663efad8fdfa25b2ab4872e666082513c2cbac89331d12e9ab3282effc3cb399" Oct 13 20:20:04 crc kubenswrapper[4809]: I1013 20:20:04.922136 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-0421-account-create-fpc64" Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.794579 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-2834-account-create-jddbt"] Oct 13 20:20:05 crc kubenswrapper[4809]: E1013 20:20:05.795627 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a187fbe0-028f-4116-8df0-2f5228901550" containerName="mariadb-account-create" Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.795650 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a187fbe0-028f-4116-8df0-2f5228901550" containerName="mariadb-account-create" Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.796050 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a187fbe0-028f-4116-8df0-2f5228901550" containerName="mariadb-account-create" Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.797264 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-2834-account-create-jddbt" Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.799429 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-db-secret" Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.829357 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-2834-account-create-jddbt"] Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.903122 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8fzm7\" (UniqueName: \"kubernetes.io/projected/8567997d-13fd-481b-a3e8-9771f92e2c83-kube-api-access-8fzm7\") pod \"keystone-2834-account-create-jddbt\" (UID: \"8567997d-13fd-481b-a3e8-9771f92e2c83\") " pod="openstack-kuttl-tests/keystone-2834-account-create-jddbt" Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.940992 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20"} Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.941029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77"} Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.941039 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f"} Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.941048 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a"} Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.941056 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb"} Oct 13 20:20:05 crc kubenswrapper[4809]: I1013 20:20:05.941068 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191"} Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.004262 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8fzm7\" (UniqueName: \"kubernetes.io/projected/8567997d-13fd-481b-a3e8-9771f92e2c83-kube-api-access-8fzm7\") pod \"keystone-2834-account-create-jddbt\" (UID: \"8567997d-13fd-481b-a3e8-9771f92e2c83\") " pod="openstack-kuttl-tests/keystone-2834-account-create-jddbt" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.024363 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8fzm7\" (UniqueName: \"kubernetes.io/projected/8567997d-13fd-481b-a3e8-9771f92e2c83-kube-api-access-8fzm7\") pod \"keystone-2834-account-create-jddbt\" (UID: \"8567997d-13fd-481b-a3e8-9771f92e2c83\") " pod="openstack-kuttl-tests/keystone-2834-account-create-jddbt" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.154437 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-2834-account-create-jddbt" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.198102 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-a21f-account-create-fx4fr"] Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.199470 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.204627 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-a21f-account-create-fx4fr"] Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.210404 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-db-secret" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.316088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-442l8\" (UniqueName: \"kubernetes.io/projected/dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7-kube-api-access-442l8\") pod \"placement-a21f-account-create-fx4fr\" (UID: \"dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7\") " pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.417913 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-442l8\" (UniqueName: \"kubernetes.io/projected/dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7-kube-api-access-442l8\") pod \"placement-a21f-account-create-fx4fr\" (UID: \"dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7\") " pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.447582 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-442l8\" (UniqueName: \"kubernetes.io/projected/dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7-kube-api-access-442l8\") pod \"placement-a21f-account-create-fx4fr\" (UID: \"dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7\") " pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.565584 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-db-sync-ghtg8"] Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.566664 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.571002 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-h4ht7" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.571345 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-config-data" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.575971 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-ghtg8"] Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.619496 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.619655 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-2834-account-create-jddbt"] Oct 13 20:20:06 crc kubenswrapper[4809]: W1013 20:20:06.626708 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod8567997d_13fd_481b_a3e8_9771f92e2c83.slice/crio-7141e73e0edef26cd261282be07285342a7e9f573ec5edcc10bf3c45189f0c8f WatchSource:0}: Error finding container 7141e73e0edef26cd261282be07285342a7e9f573ec5edcc10bf3c45189f0c8f: Status 404 returned error can't find the container with id 7141e73e0edef26cd261282be07285342a7e9f573ec5edcc10bf3c45189f0c8f Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.721255 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-combined-ca-bundle\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.721348 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-db-sync-config-data\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.721380 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-msxqz\" (UniqueName: \"kubernetes.io/projected/4666a233-b0a4-45e2-9b43-550713435757-kube-api-access-msxqz\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.721416 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-config-data\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.822761 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-db-sync-config-data\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.822812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-msxqz\" (UniqueName: \"kubernetes.io/projected/4666a233-b0a4-45e2-9b43-550713435757-kube-api-access-msxqz\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.822852 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-config-data\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.822885 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-combined-ca-bundle\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.830377 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-combined-ca-bundle\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.830565 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-config-data\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.832191 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-db-sync-config-data\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.844113 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-msxqz\" (UniqueName: \"kubernetes.io/projected/4666a233-b0a4-45e2-9b43-550713435757-kube-api-access-msxqz\") pod \"glance-db-sync-ghtg8\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.891396 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.972838 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246"} Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.972889 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2"} Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.972900 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733"} Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.972914 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb"} Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.972925 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e"} Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.974418 4809 generic.go:334] "Generic (PLEG): container finished" podID="8567997d-13fd-481b-a3e8-9771f92e2c83" containerID="885a95f741dd75e72ad71967ff9c4256fc22d7b950df5b25bc128f2e05724104" exitCode=0 Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.974449 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-2834-account-create-jddbt" event={"ID":"8567997d-13fd-481b-a3e8-9771f92e2c83","Type":"ContainerDied","Data":"885a95f741dd75e72ad71967ff9c4256fc22d7b950df5b25bc128f2e05724104"} Oct 13 20:20:06 crc kubenswrapper[4809]: I1013 20:20:06.974467 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-2834-account-create-jddbt" event={"ID":"8567997d-13fd-481b-a3e8-9771f92e2c83","Type":"ContainerStarted","Data":"7141e73e0edef26cd261282be07285342a7e9f573ec5edcc10bf3c45189f0c8f"} Oct 13 20:20:07 crc kubenswrapper[4809]: I1013 20:20:07.091772 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-a21f-account-create-fx4fr"] Oct 13 20:20:07 crc kubenswrapper[4809]: W1013 20:20:07.094224 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poddacd299d_95e4_4a1d_8e2c_84fbd4bbcca7.slice/crio-7cf1887d46600a2bcc03081b1ad82f760deb8bf249937409f5133e16c10f7248 WatchSource:0}: Error finding container 7cf1887d46600a2bcc03081b1ad82f760deb8bf249937409f5133e16c10f7248: Status 404 returned error can't find the container with id 7cf1887d46600a2bcc03081b1ad82f760deb8bf249937409f5133e16c10f7248 Oct 13 20:20:07 crc kubenswrapper[4809]: I1013 20:20:07.379215 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-ghtg8"] Oct 13 20:20:07 crc kubenswrapper[4809]: W1013 20:20:07.397774 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod4666a233_b0a4_45e2_9b43_550713435757.slice/crio-870f0e16754c1364323c9c4e652f53eb1d5a17ad60d301ea964cda6cc156bfe1 WatchSource:0}: Error finding container 870f0e16754c1364323c9c4e652f53eb1d5a17ad60d301ea964cda6cc156bfe1: Status 404 returned error can't find the container with id 870f0e16754c1364323c9c4e652f53eb1d5a17ad60d301ea964cda6cc156bfe1 Oct 13 20:20:07 crc kubenswrapper[4809]: I1013 20:20:07.990126 4809 generic.go:334] "Generic (PLEG): container finished" podID="dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7" containerID="d15e1747644c17066bdd0fb604824f454682cad1beb641a881b3b9785688b638" exitCode=0 Oct 13 20:20:07 crc kubenswrapper[4809]: I1013 20:20:07.991425 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" event={"ID":"dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7","Type":"ContainerDied","Data":"d15e1747644c17066bdd0fb604824f454682cad1beb641a881b3b9785688b638"} Oct 13 20:20:07 crc kubenswrapper[4809]: I1013 20:20:07.991679 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" event={"ID":"dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7","Type":"ContainerStarted","Data":"7cf1887d46600a2bcc03081b1ad82f760deb8bf249937409f5133e16c10f7248"} Oct 13 20:20:07 crc kubenswrapper[4809]: I1013 20:20:07.995512 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-ghtg8" event={"ID":"4666a233-b0a4-45e2-9b43-550713435757","Type":"ContainerStarted","Data":"5b801b5e55681300f2605bc66d1dc9ce63e5854360fc3dfebb0839e750c28985"} Oct 13 20:20:07 crc kubenswrapper[4809]: I1013 20:20:07.995573 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-ghtg8" event={"ID":"4666a233-b0a4-45e2-9b43-550713435757","Type":"ContainerStarted","Data":"870f0e16754c1364323c9c4e652f53eb1d5a17ad60d301ea964cda6cc156bfe1"} Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.024481 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504"} Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.024528 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3"} Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.024544 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e"} Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.024558 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerStarted","Data":"37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf"} Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.035487 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-db-sync-ghtg8" podStartSLOduration=2.035462967 podStartE2EDuration="2.035462967s" podCreationTimestamp="2025-10-13 20:20:06 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:08.032300829 +0000 UTC m=+3326.638047424" watchObservedRunningTime="2025-10-13 20:20:08.035462967 +0000 UTC m=+3326.641209582" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.099777 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-storage-0" podStartSLOduration=22.099757237 podStartE2EDuration="22.099757237s" podCreationTimestamp="2025-10-13 20:19:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:08.081701374 +0000 UTC m=+3326.687447969" watchObservedRunningTime="2025-10-13 20:20:08.099757237 +0000 UTC m=+3326.705503822" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.242116 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz"] Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.244944 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.251486 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"dns-swift-storage-0" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.259338 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz"] Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.348960 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.349383 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.349424 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-config\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.349453 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7wrnb\" (UniqueName: \"kubernetes.io/projected/64873af5-3483-4807-9742-a0898967f64e-kube-api-access-7wrnb\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.370632 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-2834-account-create-jddbt" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.451797 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.451874 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-config\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.451919 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7wrnb\" (UniqueName: \"kubernetes.io/projected/64873af5-3483-4807-9742-a0898967f64e-kube-api-access-7wrnb\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.452840 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.452863 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.453254 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-config\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.454103 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.472022 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7wrnb\" (UniqueName: \"kubernetes.io/projected/64873af5-3483-4807-9742-a0898967f64e-kube-api-access-7wrnb\") pod \"dnsmasq-dnsmasq-78b9f876b9-kbgrz\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.554694 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8fzm7\" (UniqueName: \"kubernetes.io/projected/8567997d-13fd-481b-a3e8-9771f92e2c83-kube-api-access-8fzm7\") pod \"8567997d-13fd-481b-a3e8-9771f92e2c83\" (UID: \"8567997d-13fd-481b-a3e8-9771f92e2c83\") " Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.561568 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8567997d-13fd-481b-a3e8-9771f92e2c83-kube-api-access-8fzm7" (OuterVolumeSpecName: "kube-api-access-8fzm7") pod "8567997d-13fd-481b-a3e8-9771f92e2c83" (UID: "8567997d-13fd-481b-a3e8-9771f92e2c83"). InnerVolumeSpecName "kube-api-access-8fzm7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.576047 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:08 crc kubenswrapper[4809]: I1013 20:20:08.657257 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8fzm7\" (UniqueName: \"kubernetes.io/projected/8567997d-13fd-481b-a3e8-9771f92e2c83-kube-api-access-8fzm7\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.034282 4809 generic.go:334] "Generic (PLEG): container finished" podID="4b99256d-fb03-457e-af17-fe173db5b289" containerID="7c24b7ee10b3b958cc627c3ffd6999c74cf3d0916613c39ffcb05c5f23fb7914" exitCode=0 Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.034368 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"4b99256d-fb03-457e-af17-fe173db5b289","Type":"ContainerDied","Data":"7c24b7ee10b3b958cc627c3ffd6999c74cf3d0916613c39ffcb05c5f23fb7914"} Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.036720 4809 generic.go:334] "Generic (PLEG): container finished" podID="f294a64c-bce8-4e73-b540-09f86b3a52a5" containerID="a41bd5229a7cc3d61bfe3b291229eb3c2c18b4854bf9dfc7aab5a1ddd8ff041d" exitCode=0 Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.036867 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f294a64c-bce8-4e73-b540-09f86b3a52a5","Type":"ContainerDied","Data":"a41bd5229a7cc3d61bfe3b291229eb3c2c18b4854bf9dfc7aab5a1ddd8ff041d"} Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.053680 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-2834-account-create-jddbt" event={"ID":"8567997d-13fd-481b-a3e8-9771f92e2c83","Type":"ContainerDied","Data":"7141e73e0edef26cd261282be07285342a7e9f573ec5edcc10bf3c45189f0c8f"} Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.053803 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="7141e73e0edef26cd261282be07285342a7e9f573ec5edcc10bf3c45189f0c8f" Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.053981 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-2834-account-create-jddbt" Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.130070 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz"] Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.356276 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.482129 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-442l8\" (UniqueName: \"kubernetes.io/projected/dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7-kube-api-access-442l8\") pod \"dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7\" (UID: \"dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7\") " Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.486370 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7-kube-api-access-442l8" (OuterVolumeSpecName: "kube-api-access-442l8") pod "dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7" (UID: "dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7"). InnerVolumeSpecName "kube-api-access-442l8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:09 crc kubenswrapper[4809]: I1013 20:20:09.585120 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-442l8\" (UniqueName: \"kubernetes.io/projected/dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7-kube-api-access-442l8\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.070279 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"4b99256d-fb03-457e-af17-fe173db5b289","Type":"ContainerStarted","Data":"191720175f7c666ab5b924b72016421d6e396ae2685576f6425a06fd4a1db484"} Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.070708 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.075679 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f294a64c-bce8-4e73-b540-09f86b3a52a5","Type":"ContainerStarted","Data":"c3a31a0c09628e7d99eee449dea0caffd36c9105174daf0df6d1ec3adb85b44b"} Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.077984 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.078113 4809 generic.go:334] "Generic (PLEG): container finished" podID="64873af5-3483-4807-9742-a0898967f64e" containerID="ba861ee8068b7b620f009f7178074250d13af9eef1482c1611e526d66a669541" exitCode=0 Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.078257 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" event={"ID":"64873af5-3483-4807-9742-a0898967f64e","Type":"ContainerDied","Data":"ba861ee8068b7b620f009f7178074250d13af9eef1482c1611e526d66a669541"} Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.078295 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" event={"ID":"64873af5-3483-4807-9742-a0898967f64e","Type":"ContainerStarted","Data":"781d150dc1afb3e78dfd12eff61ec0353fb479d6f769cd3a936d44ae04ba5414"} Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.082204 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" event={"ID":"dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7","Type":"ContainerDied","Data":"7cf1887d46600a2bcc03081b1ad82f760deb8bf249937409f5133e16c10f7248"} Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.082247 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="7cf1887d46600a2bcc03081b1ad82f760deb8bf249937409f5133e16c10f7248" Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.082301 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.113264 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-0" podStartSLOduration=38.113247763 podStartE2EDuration="38.113247763s" podCreationTimestamp="2025-10-13 20:19:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:10.108302336 +0000 UTC m=+3328.714048931" watchObservedRunningTime="2025-10-13 20:20:10.113247763 +0000 UTC m=+3328.718994338" Oct 13 20:20:10 crc kubenswrapper[4809]: I1013 20:20:10.152324 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podStartSLOduration=37.1522982 podStartE2EDuration="37.1522982s" podCreationTimestamp="2025-10-13 20:19:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:10.149149962 +0000 UTC m=+3328.754896547" watchObservedRunningTime="2025-10-13 20:20:10.1522982 +0000 UTC m=+3328.758044795" Oct 13 20:20:11 crc kubenswrapper[4809]: I1013 20:20:11.092964 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" event={"ID":"64873af5-3483-4807-9742-a0898967f64e","Type":"ContainerStarted","Data":"91851ed4b4dab084242a8d82ba875657816f1b9bc994771e07dc3711d9a14199"} Oct 13 20:20:12 crc kubenswrapper[4809]: I1013 20:20:12.103742 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:14 crc kubenswrapper[4809]: I1013 20:20:14.131253 4809 generic.go:334] "Generic (PLEG): container finished" podID="4666a233-b0a4-45e2-9b43-550713435757" containerID="5b801b5e55681300f2605bc66d1dc9ce63e5854360fc3dfebb0839e750c28985" exitCode=0 Oct 13 20:20:14 crc kubenswrapper[4809]: I1013 20:20:14.131418 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-ghtg8" event={"ID":"4666a233-b0a4-45e2-9b43-550713435757","Type":"ContainerDied","Data":"5b801b5e55681300f2605bc66d1dc9ce63e5854360fc3dfebb0839e750c28985"} Oct 13 20:20:14 crc kubenswrapper[4809]: I1013 20:20:14.150803 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" podStartSLOduration=6.150775109 podStartE2EDuration="6.150775109s" podCreationTimestamp="2025-10-13 20:20:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:11.122343566 +0000 UTC m=+3329.728090151" watchObservedRunningTime="2025-10-13 20:20:14.150775109 +0000 UTC m=+3332.756521744" Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.504753 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.679993 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-config-data\") pod \"4666a233-b0a4-45e2-9b43-550713435757\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.680054 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-combined-ca-bundle\") pod \"4666a233-b0a4-45e2-9b43-550713435757\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.680155 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-msxqz\" (UniqueName: \"kubernetes.io/projected/4666a233-b0a4-45e2-9b43-550713435757-kube-api-access-msxqz\") pod \"4666a233-b0a4-45e2-9b43-550713435757\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.680289 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-db-sync-config-data\") pod \"4666a233-b0a4-45e2-9b43-550713435757\" (UID: \"4666a233-b0a4-45e2-9b43-550713435757\") " Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.686530 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "4666a233-b0a4-45e2-9b43-550713435757" (UID: "4666a233-b0a4-45e2-9b43-550713435757"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.703880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4666a233-b0a4-45e2-9b43-550713435757-kube-api-access-msxqz" (OuterVolumeSpecName: "kube-api-access-msxqz") pod "4666a233-b0a4-45e2-9b43-550713435757" (UID: "4666a233-b0a4-45e2-9b43-550713435757"). InnerVolumeSpecName "kube-api-access-msxqz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.715634 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4666a233-b0a4-45e2-9b43-550713435757" (UID: "4666a233-b0a4-45e2-9b43-550713435757"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.747796 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-config-data" (OuterVolumeSpecName: "config-data") pod "4666a233-b0a4-45e2-9b43-550713435757" (UID: "4666a233-b0a4-45e2-9b43-550713435757"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.782353 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.782405 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.782428 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4666a233-b0a4-45e2-9b43-550713435757-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:15 crc kubenswrapper[4809]: I1013 20:20:15.782450 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-msxqz\" (UniqueName: \"kubernetes.io/projected/4666a233-b0a4-45e2-9b43-550713435757-kube-api-access-msxqz\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:16 crc kubenswrapper[4809]: I1013 20:20:16.153428 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-db-sync-ghtg8" event={"ID":"4666a233-b0a4-45e2-9b43-550713435757","Type":"ContainerDied","Data":"870f0e16754c1364323c9c4e652f53eb1d5a17ad60d301ea964cda6cc156bfe1"} Oct 13 20:20:16 crc kubenswrapper[4809]: I1013 20:20:16.153483 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="870f0e16754c1364323c9c4e652f53eb1d5a17ad60d301ea964cda6cc156bfe1" Oct 13 20:20:16 crc kubenswrapper[4809]: I1013 20:20:16.153537 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-db-sync-ghtg8" Oct 13 20:20:18 crc kubenswrapper[4809]: I1013 20:20:18.578013 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:20:18 crc kubenswrapper[4809]: I1013 20:20:18.658248 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg"] Oct 13 20:20:18 crc kubenswrapper[4809]: I1013 20:20:18.658498 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" podUID="c7116887-9c95-4506-8ebd-05727b3e43e8" containerName="dnsmasq-dns" containerID="cri-o://09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026" gracePeriod=10 Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.102532 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.198403 4809 generic.go:334] "Generic (PLEG): container finished" podID="c7116887-9c95-4506-8ebd-05727b3e43e8" containerID="09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026" exitCode=0 Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.198696 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" event={"ID":"c7116887-9c95-4506-8ebd-05727b3e43e8","Type":"ContainerDied","Data":"09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026"} Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.198838 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" event={"ID":"c7116887-9c95-4506-8ebd-05727b3e43e8","Type":"ContainerDied","Data":"a41bf959ad8e509f06b4487610213c61e54bfe269a8d2aa68fd89c6dfc2e6abc"} Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.198933 4809 scope.go:117] "RemoveContainer" containerID="09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.199325 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.221507 4809 scope.go:117] "RemoveContainer" containerID="abe7cb48a69b4d6074e44e2f7c51688d55b2216202989a0dc5da884b9a81f5f3" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.237124 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mkq94\" (UniqueName: \"kubernetes.io/projected/c7116887-9c95-4506-8ebd-05727b3e43e8-kube-api-access-mkq94\") pod \"c7116887-9c95-4506-8ebd-05727b3e43e8\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.237193 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-dnsmasq-svc\") pod \"c7116887-9c95-4506-8ebd-05727b3e43e8\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.237429 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-config\") pod \"c7116887-9c95-4506-8ebd-05727b3e43e8\" (UID: \"c7116887-9c95-4506-8ebd-05727b3e43e8\") " Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.247138 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c7116887-9c95-4506-8ebd-05727b3e43e8-kube-api-access-mkq94" (OuterVolumeSpecName: "kube-api-access-mkq94") pod "c7116887-9c95-4506-8ebd-05727b3e43e8" (UID: "c7116887-9c95-4506-8ebd-05727b3e43e8"). InnerVolumeSpecName "kube-api-access-mkq94". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.257518 4809 scope.go:117] "RemoveContainer" containerID="09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026" Oct 13 20:20:19 crc kubenswrapper[4809]: E1013 20:20:19.258187 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026\": container with ID starting with 09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026 not found: ID does not exist" containerID="09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.258246 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026"} err="failed to get container status \"09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026\": rpc error: code = NotFound desc = could not find container \"09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026\": container with ID starting with 09116c2aa1edbab41af976fe0264d8a6aff9bba6057bc3d3be5ab2a631f42026 not found: ID does not exist" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.258281 4809 scope.go:117] "RemoveContainer" containerID="abe7cb48a69b4d6074e44e2f7c51688d55b2216202989a0dc5da884b9a81f5f3" Oct 13 20:20:19 crc kubenswrapper[4809]: E1013 20:20:19.258778 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"abe7cb48a69b4d6074e44e2f7c51688d55b2216202989a0dc5da884b9a81f5f3\": container with ID starting with abe7cb48a69b4d6074e44e2f7c51688d55b2216202989a0dc5da884b9a81f5f3 not found: ID does not exist" containerID="abe7cb48a69b4d6074e44e2f7c51688d55b2216202989a0dc5da884b9a81f5f3" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.258840 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"abe7cb48a69b4d6074e44e2f7c51688d55b2216202989a0dc5da884b9a81f5f3"} err="failed to get container status \"abe7cb48a69b4d6074e44e2f7c51688d55b2216202989a0dc5da884b9a81f5f3\": rpc error: code = NotFound desc = could not find container \"abe7cb48a69b4d6074e44e2f7c51688d55b2216202989a0dc5da884b9a81f5f3\": container with ID starting with abe7cb48a69b4d6074e44e2f7c51688d55b2216202989a0dc5da884b9a81f5f3 not found: ID does not exist" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.311930 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-config" (OuterVolumeSpecName: "config") pod "c7116887-9c95-4506-8ebd-05727b3e43e8" (UID: "c7116887-9c95-4506-8ebd-05727b3e43e8"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.312380 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "c7116887-9c95-4506-8ebd-05727b3e43e8" (UID: "c7116887-9c95-4506-8ebd-05727b3e43e8"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.340421 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mkq94\" (UniqueName: \"kubernetes.io/projected/c7116887-9c95-4506-8ebd-05727b3e43e8-kube-api-access-mkq94\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.340480 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.340501 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/c7116887-9c95-4506-8ebd-05727b3e43e8-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.542367 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg"] Oct 13 20:20:19 crc kubenswrapper[4809]: I1013 20:20:19.550814 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-84b9f45d47-w2xrg"] Oct 13 20:20:20 crc kubenswrapper[4809]: I1013 20:20:20.173999 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c7116887-9c95-4506-8ebd-05727b3e43e8" path="/var/lib/kubelet/pods/c7116887-9c95-4506-8ebd-05727b3e43e8/volumes" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.151902 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.438664 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.535790 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-create-bvvz2"] Oct 13 20:20:24 crc kubenswrapper[4809]: E1013 20:20:24.536432 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8567997d-13fd-481b-a3e8-9771f92e2c83" containerName="mariadb-account-create" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.536448 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8567997d-13fd-481b-a3e8-9771f92e2c83" containerName="mariadb-account-create" Oct 13 20:20:24 crc kubenswrapper[4809]: E1013 20:20:24.536470 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7" containerName="mariadb-account-create" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.536476 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7" containerName="mariadb-account-create" Oct 13 20:20:24 crc kubenswrapper[4809]: E1013 20:20:24.536497 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c7116887-9c95-4506-8ebd-05727b3e43e8" containerName="dnsmasq-dns" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.536504 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c7116887-9c95-4506-8ebd-05727b3e43e8" containerName="dnsmasq-dns" Oct 13 20:20:24 crc kubenswrapper[4809]: E1013 20:20:24.536519 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c7116887-9c95-4506-8ebd-05727b3e43e8" containerName="init" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.536525 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c7116887-9c95-4506-8ebd-05727b3e43e8" containerName="init" Oct 13 20:20:24 crc kubenswrapper[4809]: E1013 20:20:24.536535 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4666a233-b0a4-45e2-9b43-550713435757" containerName="glance-db-sync" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.536542 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4666a233-b0a4-45e2-9b43-550713435757" containerName="glance-db-sync" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.536679 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c7116887-9c95-4506-8ebd-05727b3e43e8" containerName="dnsmasq-dns" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.536694 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7" containerName="mariadb-account-create" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.536711 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4666a233-b0a4-45e2-9b43-550713435757" containerName="glance-db-sync" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.536720 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8567997d-13fd-481b-a3e8-9771f92e2c83" containerName="mariadb-account-create" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.537272 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-bvvz2" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.553407 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-bvvz2"] Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.610540 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-create-g5dzx"] Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.611903 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-g5dzx" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.621666 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-g5dzx"] Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.645922 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n69fp\" (UniqueName: \"kubernetes.io/projected/972cc5c2-00a0-4b6b-bb15-007f307bf92d-kube-api-access-n69fp\") pod \"cinder-db-create-bvvz2\" (UID: \"972cc5c2-00a0-4b6b-bb15-007f307bf92d\") " pod="openstack-kuttl-tests/cinder-db-create-bvvz2" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.708482 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-create-4dz5d"] Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.713023 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-4dz5d" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.717293 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-4dz5d"] Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.747033 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tksbh\" (UniqueName: \"kubernetes.io/projected/f121d729-9498-4398-b2d0-1d66e9a10221-kube-api-access-tksbh\") pod \"barbican-db-create-g5dzx\" (UID: \"f121d729-9498-4398-b2d0-1d66e9a10221\") " pod="openstack-kuttl-tests/barbican-db-create-g5dzx" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.747110 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n69fp\" (UniqueName: \"kubernetes.io/projected/972cc5c2-00a0-4b6b-bb15-007f307bf92d-kube-api-access-n69fp\") pod \"cinder-db-create-bvvz2\" (UID: \"972cc5c2-00a0-4b6b-bb15-007f307bf92d\") " pod="openstack-kuttl-tests/cinder-db-create-bvvz2" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.757722 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-xzzr4"] Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.758777 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.760420 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.763047 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.763672 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.763875 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-pxw45" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.767354 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-xzzr4"] Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.770229 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n69fp\" (UniqueName: \"kubernetes.io/projected/972cc5c2-00a0-4b6b-bb15-007f307bf92d-kube-api-access-n69fp\") pod \"cinder-db-create-bvvz2\" (UID: \"972cc5c2-00a0-4b6b-bb15-007f307bf92d\") " pod="openstack-kuttl-tests/cinder-db-create-bvvz2" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.849326 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ktmwc\" (UniqueName: \"kubernetes.io/projected/a71500c8-683f-44b3-9976-2b0a7c112faf-kube-api-access-ktmwc\") pod \"neutron-db-create-4dz5d\" (UID: \"a71500c8-683f-44b3-9976-2b0a7c112faf\") " pod="openstack-kuttl-tests/neutron-db-create-4dz5d" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.849421 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-combined-ca-bundle\") pod \"keystone-db-sync-xzzr4\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.849501 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tksbh\" (UniqueName: \"kubernetes.io/projected/f121d729-9498-4398-b2d0-1d66e9a10221-kube-api-access-tksbh\") pod \"barbican-db-create-g5dzx\" (UID: \"f121d729-9498-4398-b2d0-1d66e9a10221\") " pod="openstack-kuttl-tests/barbican-db-create-g5dzx" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.849609 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v45kx\" (UniqueName: \"kubernetes.io/projected/ea39648b-843c-4a73-b683-63c04c5c4cbd-kube-api-access-v45kx\") pod \"keystone-db-sync-xzzr4\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.849697 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-config-data\") pod \"keystone-db-sync-xzzr4\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.856879 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-bvvz2" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.873920 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tksbh\" (UniqueName: \"kubernetes.io/projected/f121d729-9498-4398-b2d0-1d66e9a10221-kube-api-access-tksbh\") pod \"barbican-db-create-g5dzx\" (UID: \"f121d729-9498-4398-b2d0-1d66e9a10221\") " pod="openstack-kuttl-tests/barbican-db-create-g5dzx" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.951508 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-combined-ca-bundle\") pod \"keystone-db-sync-xzzr4\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.951844 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v45kx\" (UniqueName: \"kubernetes.io/projected/ea39648b-843c-4a73-b683-63c04c5c4cbd-kube-api-access-v45kx\") pod \"keystone-db-sync-xzzr4\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.951904 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-config-data\") pod \"keystone-db-sync-xzzr4\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.951942 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ktmwc\" (UniqueName: \"kubernetes.io/projected/a71500c8-683f-44b3-9976-2b0a7c112faf-kube-api-access-ktmwc\") pod \"neutron-db-create-4dz5d\" (UID: \"a71500c8-683f-44b3-9976-2b0a7c112faf\") " pod="openstack-kuttl-tests/neutron-db-create-4dz5d" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.957498 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-combined-ca-bundle\") pod \"keystone-db-sync-xzzr4\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.957861 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-g5dzx" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.959533 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-config-data\") pod \"keystone-db-sync-xzzr4\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.975041 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ktmwc\" (UniqueName: \"kubernetes.io/projected/a71500c8-683f-44b3-9976-2b0a7c112faf-kube-api-access-ktmwc\") pod \"neutron-db-create-4dz5d\" (UID: \"a71500c8-683f-44b3-9976-2b0a7c112faf\") " pod="openstack-kuttl-tests/neutron-db-create-4dz5d" Oct 13 20:20:24 crc kubenswrapper[4809]: I1013 20:20:24.982379 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v45kx\" (UniqueName: \"kubernetes.io/projected/ea39648b-843c-4a73-b683-63c04c5c4cbd-kube-api-access-v45kx\") pod \"keystone-db-sync-xzzr4\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:25 crc kubenswrapper[4809]: I1013 20:20:25.048172 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-4dz5d" Oct 13 20:20:25 crc kubenswrapper[4809]: I1013 20:20:25.109996 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:25 crc kubenswrapper[4809]: I1013 20:20:25.426260 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-bvvz2"] Oct 13 20:20:25 crc kubenswrapper[4809]: I1013 20:20:25.548812 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-g5dzx"] Oct 13 20:20:25 crc kubenswrapper[4809]: W1013 20:20:25.555094 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podf121d729_9498_4398_b2d0_1d66e9a10221.slice/crio-773d0e09732ac22e811c20c2ac33fd00e7c3717dc70fe92ff1b543356bb8f6b2 WatchSource:0}: Error finding container 773d0e09732ac22e811c20c2ac33fd00e7c3717dc70fe92ff1b543356bb8f6b2: Status 404 returned error can't find the container with id 773d0e09732ac22e811c20c2ac33fd00e7c3717dc70fe92ff1b543356bb8f6b2 Oct 13 20:20:25 crc kubenswrapper[4809]: I1013 20:20:25.645171 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-xzzr4"] Oct 13 20:20:25 crc kubenswrapper[4809]: W1013 20:20:25.653386 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podea39648b_843c_4a73_b683_63c04c5c4cbd.slice/crio-50002d85022a545bae8e8cf3741869cf8726e0349022f019d889a66fe89103c9 WatchSource:0}: Error finding container 50002d85022a545bae8e8cf3741869cf8726e0349022f019d889a66fe89103c9: Status 404 returned error can't find the container with id 50002d85022a545bae8e8cf3741869cf8726e0349022f019d889a66fe89103c9 Oct 13 20:20:25 crc kubenswrapper[4809]: I1013 20:20:25.765938 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-4dz5d"] Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.316743 4809 generic.go:334] "Generic (PLEG): container finished" podID="f121d729-9498-4398-b2d0-1d66e9a10221" containerID="3a47ba22ca66779603d9aec87df21a66332945d7f17d647a869236ed3f241363" exitCode=0 Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.316947 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-g5dzx" event={"ID":"f121d729-9498-4398-b2d0-1d66e9a10221","Type":"ContainerDied","Data":"3a47ba22ca66779603d9aec87df21a66332945d7f17d647a869236ed3f241363"} Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.316996 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-g5dzx" event={"ID":"f121d729-9498-4398-b2d0-1d66e9a10221","Type":"ContainerStarted","Data":"773d0e09732ac22e811c20c2ac33fd00e7c3717dc70fe92ff1b543356bb8f6b2"} Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.318577 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" event={"ID":"ea39648b-843c-4a73-b683-63c04c5c4cbd","Type":"ContainerStarted","Data":"151ff0d2dfc0b8cbe2304e7e3cd23f9a1e4476c300e445391e65933d22b8fab5"} Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.318634 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" event={"ID":"ea39648b-843c-4a73-b683-63c04c5c4cbd","Type":"ContainerStarted","Data":"50002d85022a545bae8e8cf3741869cf8726e0349022f019d889a66fe89103c9"} Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.324445 4809 generic.go:334] "Generic (PLEG): container finished" podID="972cc5c2-00a0-4b6b-bb15-007f307bf92d" containerID="cf2ee482fca0f492ec2a1a08dc45d6a659f544689957d88f9b2aabd191a9b9db" exitCode=0 Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.324603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-bvvz2" event={"ID":"972cc5c2-00a0-4b6b-bb15-007f307bf92d","Type":"ContainerDied","Data":"cf2ee482fca0f492ec2a1a08dc45d6a659f544689957d88f9b2aabd191a9b9db"} Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.324655 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-bvvz2" event={"ID":"972cc5c2-00a0-4b6b-bb15-007f307bf92d","Type":"ContainerStarted","Data":"b22a1f82a25ed7fe26453472da68d96f6e47e9762026ac443a01d2146daff228"} Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.327464 4809 generic.go:334] "Generic (PLEG): container finished" podID="a71500c8-683f-44b3-9976-2b0a7c112faf" containerID="796176fb2e66237958b4bb97dde5a253abf5049d8bc0d2b5ef8ce7fda4014717" exitCode=0 Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.327514 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-4dz5d" event={"ID":"a71500c8-683f-44b3-9976-2b0a7c112faf","Type":"ContainerDied","Data":"796176fb2e66237958b4bb97dde5a253abf5049d8bc0d2b5ef8ce7fda4014717"} Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.327541 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-4dz5d" event={"ID":"a71500c8-683f-44b3-9976-2b0a7c112faf","Type":"ContainerStarted","Data":"a7a971ed37fcefa28ae06a83eefffb0229379593884da9362a9dcadcaba51431"} Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.369858 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" podStartSLOduration=2.369829738 podStartE2EDuration="2.369829738s" podCreationTimestamp="2025-10-13 20:20:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:26.364197581 +0000 UTC m=+3344.969944176" watchObservedRunningTime="2025-10-13 20:20:26.369829738 +0000 UTC m=+3344.975576343" Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.861900 4809 scope.go:117] "RemoveContainer" containerID="b97e259760bc3ac12115df9c5f3a9d47db24775b445b3c1b261cf59748795157" Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.912178 4809 scope.go:117] "RemoveContainer" containerID="6e845f36dac81fd3581444c8d7d0edef2e274af49ff8c4961ac526e55799f670" Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.943881 4809 scope.go:117] "RemoveContainer" containerID="f0aef36f3e4c7c1d47830d4c17059fb35ae1737b1003748afe02ca81fba7f659" Oct 13 20:20:26 crc kubenswrapper[4809]: I1013 20:20:26.986250 4809 scope.go:117] "RemoveContainer" containerID="f198b94aff9d8191f72b2aafb9524e2b47f5a0d81d2c8743cae7176744700f63" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.026037 4809 scope.go:117] "RemoveContainer" containerID="aad5b91a326a0db4a58245d7c82283ea26caa6e8db99ed323ebe1b8c91289070" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.056887 4809 scope.go:117] "RemoveContainer" containerID="6f96d2c37472fdee27ebade93b14851c60b69c9f54a8ad929735191fb0381ab7" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.092480 4809 scope.go:117] "RemoveContainer" containerID="59b95a7cfc4920c37fcf05e0e7ca273be04b8a448563a3b17f7c50bb8b816eee" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.129276 4809 scope.go:117] "RemoveContainer" containerID="4b2f6ac0016afefaa52cfc4a7dafaf7c7a6b641d8146757f1db15acac1e176e1" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.186078 4809 scope.go:117] "RemoveContainer" containerID="14a02658d4cc4c1b9ec3aa2e0fe0ba16cf68b5d89274982ceb7431d74f2422c5" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.213052 4809 scope.go:117] "RemoveContainer" containerID="2db22c8c3da4cd708faddcbe05c54adf325be6b9810a134d5ea4f0cc925460b0" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.252551 4809 scope.go:117] "RemoveContainer" containerID="11df86a8678705ce75a119eb2b8a11ce9e3ec75faf90563e46de427b96bc8d31" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.273550 4809 scope.go:117] "RemoveContainer" containerID="25922a5ddefd79b3d54e7811cf7fe9b7353d7da2a29d01dd13aace1c382b6e1d" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.295681 4809 scope.go:117] "RemoveContainer" containerID="2a93d9250083f7531ad563d8b5cd16e7274b9ed16dd57cf92aac148d09e43f19" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.324141 4809 scope.go:117] "RemoveContainer" containerID="c2939124d07f61340363f92f88318f1ef69378b086637beabd3a5e25df264ca2" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.346761 4809 scope.go:117] "RemoveContainer" containerID="7f6f69c8a8055a9f73a1b0b97c2f2d756de9eec06fe163379127909b01adfcd7" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.425781 4809 scope.go:117] "RemoveContainer" containerID="d5803166ac5813395c048747f43ba11300f955ea0caddfddb9858ddc05324982" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.480065 4809 scope.go:117] "RemoveContainer" containerID="7c274a690b7c57787c49ab350195fc8bafd88afa1faad13d1186e25e4e1a7adb" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.506180 4809 scope.go:117] "RemoveContainer" containerID="cd0cc5f2d2242b8d18344794088e6973b9bf35747fef1dde66a4ebe1ea48d77f" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.527934 4809 scope.go:117] "RemoveContainer" containerID="1006dd21bc6c52e41a4de192a65399d6760d2f8abda31c2f10ea52601b23f693" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.552280 4809 scope.go:117] "RemoveContainer" containerID="d9d2435197a662f07bc119851a93d2ebc68c4eb4dcc0978bef6760bc79a3fc23" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.628536 4809 scope.go:117] "RemoveContainer" containerID="f0de57e84f14d819c11213d438f653d73469fc57ebb8b162766b3419c0056e0a" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.691136 4809 scope.go:117] "RemoveContainer" containerID="f9449ae19f87b16872d519eb443ef661aae9f90524c065c96080db3fa69a3df2" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.724884 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-4dz5d" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.808647 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ktmwc\" (UniqueName: \"kubernetes.io/projected/a71500c8-683f-44b3-9976-2b0a7c112faf-kube-api-access-ktmwc\") pod \"a71500c8-683f-44b3-9976-2b0a7c112faf\" (UID: \"a71500c8-683f-44b3-9976-2b0a7c112faf\") " Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.819279 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a71500c8-683f-44b3-9976-2b0a7c112faf-kube-api-access-ktmwc" (OuterVolumeSpecName: "kube-api-access-ktmwc") pod "a71500c8-683f-44b3-9976-2b0a7c112faf" (UID: "a71500c8-683f-44b3-9976-2b0a7c112faf"). InnerVolumeSpecName "kube-api-access-ktmwc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.910182 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ktmwc\" (UniqueName: \"kubernetes.io/projected/a71500c8-683f-44b3-9976-2b0a7c112faf-kube-api-access-ktmwc\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.948305 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-g5dzx" Oct 13 20:20:27 crc kubenswrapper[4809]: I1013 20:20:27.956345 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-bvvz2" Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.112631 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n69fp\" (UniqueName: \"kubernetes.io/projected/972cc5c2-00a0-4b6b-bb15-007f307bf92d-kube-api-access-n69fp\") pod \"972cc5c2-00a0-4b6b-bb15-007f307bf92d\" (UID: \"972cc5c2-00a0-4b6b-bb15-007f307bf92d\") " Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.112783 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tksbh\" (UniqueName: \"kubernetes.io/projected/f121d729-9498-4398-b2d0-1d66e9a10221-kube-api-access-tksbh\") pod \"f121d729-9498-4398-b2d0-1d66e9a10221\" (UID: \"f121d729-9498-4398-b2d0-1d66e9a10221\") " Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.115270 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/972cc5c2-00a0-4b6b-bb15-007f307bf92d-kube-api-access-n69fp" (OuterVolumeSpecName: "kube-api-access-n69fp") pod "972cc5c2-00a0-4b6b-bb15-007f307bf92d" (UID: "972cc5c2-00a0-4b6b-bb15-007f307bf92d"). InnerVolumeSpecName "kube-api-access-n69fp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.130468 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f121d729-9498-4398-b2d0-1d66e9a10221-kube-api-access-tksbh" (OuterVolumeSpecName: "kube-api-access-tksbh") pod "f121d729-9498-4398-b2d0-1d66e9a10221" (UID: "f121d729-9498-4398-b2d0-1d66e9a10221"). InnerVolumeSpecName "kube-api-access-tksbh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.214660 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n69fp\" (UniqueName: \"kubernetes.io/projected/972cc5c2-00a0-4b6b-bb15-007f307bf92d-kube-api-access-n69fp\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.214712 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tksbh\" (UniqueName: \"kubernetes.io/projected/f121d729-9498-4398-b2d0-1d66e9a10221-kube-api-access-tksbh\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.388222 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-create-bvvz2" event={"ID":"972cc5c2-00a0-4b6b-bb15-007f307bf92d","Type":"ContainerDied","Data":"b22a1f82a25ed7fe26453472da68d96f6e47e9762026ac443a01d2146daff228"} Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.388301 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b22a1f82a25ed7fe26453472da68d96f6e47e9762026ac443a01d2146daff228" Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.388260 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-create-bvvz2" Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.391347 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-create-g5dzx" event={"ID":"f121d729-9498-4398-b2d0-1d66e9a10221","Type":"ContainerDied","Data":"773d0e09732ac22e811c20c2ac33fd00e7c3717dc70fe92ff1b543356bb8f6b2"} Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.391378 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="773d0e09732ac22e811c20c2ac33fd00e7c3717dc70fe92ff1b543356bb8f6b2" Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.391379 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-create-g5dzx" Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.394420 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-create-4dz5d" event={"ID":"a71500c8-683f-44b3-9976-2b0a7c112faf","Type":"ContainerDied","Data":"a7a971ed37fcefa28ae06a83eefffb0229379593884da9362a9dcadcaba51431"} Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.394438 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a7a971ed37fcefa28ae06a83eefffb0229379593884da9362a9dcadcaba51431" Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.394446 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-create-4dz5d" Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.593137 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:20:28 crc kubenswrapper[4809]: I1013 20:20:28.593617 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:20:29 crc kubenswrapper[4809]: I1013 20:20:29.408537 4809 generic.go:334] "Generic (PLEG): container finished" podID="ea39648b-843c-4a73-b683-63c04c5c4cbd" containerID="151ff0d2dfc0b8cbe2304e7e3cd23f9a1e4476c300e445391e65933d22b8fab5" exitCode=0 Oct 13 20:20:29 crc kubenswrapper[4809]: I1013 20:20:29.408596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" event={"ID":"ea39648b-843c-4a73-b683-63c04c5c4cbd","Type":"ContainerDied","Data":"151ff0d2dfc0b8cbe2304e7e3cd23f9a1e4476c300e445391e65933d22b8fab5"} Oct 13 20:20:30 crc kubenswrapper[4809]: I1013 20:20:30.796596 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:30 crc kubenswrapper[4809]: I1013 20:20:30.866401 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v45kx\" (UniqueName: \"kubernetes.io/projected/ea39648b-843c-4a73-b683-63c04c5c4cbd-kube-api-access-v45kx\") pod \"ea39648b-843c-4a73-b683-63c04c5c4cbd\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " Oct 13 20:20:30 crc kubenswrapper[4809]: I1013 20:20:30.866593 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-config-data\") pod \"ea39648b-843c-4a73-b683-63c04c5c4cbd\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " Oct 13 20:20:30 crc kubenswrapper[4809]: I1013 20:20:30.866718 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-combined-ca-bundle\") pod \"ea39648b-843c-4a73-b683-63c04c5c4cbd\" (UID: \"ea39648b-843c-4a73-b683-63c04c5c4cbd\") " Oct 13 20:20:30 crc kubenswrapper[4809]: I1013 20:20:30.881599 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ea39648b-843c-4a73-b683-63c04c5c4cbd-kube-api-access-v45kx" (OuterVolumeSpecName: "kube-api-access-v45kx") pod "ea39648b-843c-4a73-b683-63c04c5c4cbd" (UID: "ea39648b-843c-4a73-b683-63c04c5c4cbd"). InnerVolumeSpecName "kube-api-access-v45kx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:30 crc kubenswrapper[4809]: I1013 20:20:30.905690 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ea39648b-843c-4a73-b683-63c04c5c4cbd" (UID: "ea39648b-843c-4a73-b683-63c04c5c4cbd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:30 crc kubenswrapper[4809]: I1013 20:20:30.936862 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-config-data" (OuterVolumeSpecName: "config-data") pod "ea39648b-843c-4a73-b683-63c04c5c4cbd" (UID: "ea39648b-843c-4a73-b683-63c04c5c4cbd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:30 crc kubenswrapper[4809]: I1013 20:20:30.968866 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:30 crc kubenswrapper[4809]: I1013 20:20:30.968905 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v45kx\" (UniqueName: \"kubernetes.io/projected/ea39648b-843c-4a73-b683-63c04c5c4cbd-kube-api-access-v45kx\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:30 crc kubenswrapper[4809]: I1013 20:20:30.968917 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ea39648b-843c-4a73-b683-63c04c5c4cbd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.433171 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" event={"ID":"ea39648b-843c-4a73-b683-63c04c5c4cbd","Type":"ContainerDied","Data":"50002d85022a545bae8e8cf3741869cf8726e0349022f019d889a66fe89103c9"} Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.433578 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="50002d85022a545bae8e8cf3741869cf8726e0349022f019d889a66fe89103c9" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.433259 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-db-sync-xzzr4" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.677937 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-w8h7k"] Oct 13 20:20:31 crc kubenswrapper[4809]: E1013 20:20:31.679070 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ea39648b-843c-4a73-b683-63c04c5c4cbd" containerName="keystone-db-sync" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.679098 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ea39648b-843c-4a73-b683-63c04c5c4cbd" containerName="keystone-db-sync" Oct 13 20:20:31 crc kubenswrapper[4809]: E1013 20:20:31.679116 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a71500c8-683f-44b3-9976-2b0a7c112faf" containerName="mariadb-database-create" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.679128 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a71500c8-683f-44b3-9976-2b0a7c112faf" containerName="mariadb-database-create" Oct 13 20:20:31 crc kubenswrapper[4809]: E1013 20:20:31.679154 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f121d729-9498-4398-b2d0-1d66e9a10221" containerName="mariadb-database-create" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.679163 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f121d729-9498-4398-b2d0-1d66e9a10221" containerName="mariadb-database-create" Oct 13 20:20:31 crc kubenswrapper[4809]: E1013 20:20:31.679199 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="972cc5c2-00a0-4b6b-bb15-007f307bf92d" containerName="mariadb-database-create" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.679210 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="972cc5c2-00a0-4b6b-bb15-007f307bf92d" containerName="mariadb-database-create" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.679485 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f121d729-9498-4398-b2d0-1d66e9a10221" containerName="mariadb-database-create" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.679516 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a71500c8-683f-44b3-9976-2b0a7c112faf" containerName="mariadb-database-create" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.679538 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ea39648b-843c-4a73-b683-63c04c5c4cbd" containerName="keystone-db-sync" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.679554 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="972cc5c2-00a0-4b6b-bb15-007f307bf92d" containerName="mariadb-database-create" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.680817 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.683751 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.684023 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.684141 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-pxw45" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.687305 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.702781 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-w8h7k"] Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.783619 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-c6sxm\" (UniqueName: \"kubernetes.io/projected/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-kube-api-access-c6sxm\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.783663 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-combined-ca-bundle\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.783715 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-scripts\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.783874 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-config-data\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.783915 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-credential-keys\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.784095 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-fernet-keys\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.851009 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.852832 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.855110 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.855362 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.867024 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-db-sync-fbn9w"] Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.868017 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.875068 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-cqjf8" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.875663 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.877042 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.882005 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.888768 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-scripts\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.888819 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-config-data\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.888841 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-credential-keys\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.888919 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-fernet-keys\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.888965 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-c6sxm\" (UniqueName: \"kubernetes.io/projected/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-kube-api-access-c6sxm\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.888988 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-combined-ca-bundle\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.895528 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-scripts\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.895883 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-credential-keys\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.901719 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-fernet-keys\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.902309 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-combined-ca-bundle\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.910593 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-config-data\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.917279 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-c6sxm\" (UniqueName: \"kubernetes.io/projected/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-kube-api-access-c6sxm\") pod \"keystone-bootstrap-w8h7k\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.923550 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-fbn9w"] Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.990136 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5fs4b\" (UniqueName: \"kubernetes.io/projected/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-kube-api-access-5fs4b\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.990415 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-config-data\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.990540 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-scripts\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.990632 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ea1a481-ea43-4089-90c1-83bee21ce168-logs\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.990719 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.990842 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-combined-ca-bundle\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.990944 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-run-httpd\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.991053 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-config-data\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.991135 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-log-httpd\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.991218 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-scripts\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.991295 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:31 crc kubenswrapper[4809]: I1013 20:20:31.991369 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-w2dh5\" (UniqueName: \"kubernetes.io/projected/1ea1a481-ea43-4089-90c1-83bee21ce168-kube-api-access-w2dh5\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.008213 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092266 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5fs4b\" (UniqueName: \"kubernetes.io/projected/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-kube-api-access-5fs4b\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092360 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-config-data\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092404 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-scripts\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092433 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ea1a481-ea43-4089-90c1-83bee21ce168-logs\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092456 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092472 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-combined-ca-bundle\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092492 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-run-httpd\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092514 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-config-data\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092532 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-log-httpd\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092546 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-scripts\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092560 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.092579 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-w2dh5\" (UniqueName: \"kubernetes.io/projected/1ea1a481-ea43-4089-90c1-83bee21ce168-kube-api-access-w2dh5\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.093477 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-run-httpd\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.093606 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-log-httpd\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.096399 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ea1a481-ea43-4089-90c1-83bee21ce168-logs\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.097442 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-scripts\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.097957 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-combined-ca-bundle\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.098095 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-config-data\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.100701 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-config-data\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.100941 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.106281 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.110301 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-scripts\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.111551 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5fs4b\" (UniqueName: \"kubernetes.io/projected/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-kube-api-access-5fs4b\") pod \"ceilometer-0\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.116945 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-w2dh5\" (UniqueName: \"kubernetes.io/projected/1ea1a481-ea43-4089-90c1-83bee21ce168-kube-api-access-w2dh5\") pod \"placement-db-sync-fbn9w\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.173123 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.187232 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.534337 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-w8h7k"] Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.784899 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.791299 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.793858 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.793939 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-h4ht7" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.796074 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.799580 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.801179 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.804203 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.810026 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.812612 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.871930 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-fbn9w"] Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.924843 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925105 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925180 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925248 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925310 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-logs\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925381 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-scripts\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925472 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wqncv\" (UniqueName: \"kubernetes.io/projected/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-kube-api-access-wqncv\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925545 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925634 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-config-data\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925697 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-scripts\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925784 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-logs\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925857 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-config-data\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.925928 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6btg7\" (UniqueName: \"kubernetes.io/projected/88db32f6-56af-4a75-86b8-bf2f90a25554-kube-api-access-6btg7\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.926002 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.933052 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:20:32 crc kubenswrapper[4809]: E1013 20:20:32.955215 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle config-data glance httpd-run kube-api-access-wqncv logs scripts], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="edd63ad0-378e-494b-a4c2-2fe9b8ae6c65" Oct 13 20:20:32 crc kubenswrapper[4809]: I1013 20:20:32.962448 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.004092 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:20:33 crc kubenswrapper[4809]: E1013 20:20:33.005574 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle config-data glance httpd-run kube-api-access-6btg7 logs scripts], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="88db32f6-56af-4a75-86b8-bf2f90a25554" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.027849 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wqncv\" (UniqueName: \"kubernetes.io/projected/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-kube-api-access-wqncv\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.027908 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.027955 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-config-data\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.027979 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-scripts\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.028002 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-logs\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.028035 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-config-data\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.028067 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6btg7\" (UniqueName: \"kubernetes.io/projected/88db32f6-56af-4a75-86b8-bf2f90a25554-kube-api-access-6btg7\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.028094 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.028132 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.028170 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.028201 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.028230 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-logs\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.028250 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.028337 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-scripts\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.029079 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.030442 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.033483 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.034012 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-logs\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.031188 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.034655 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.034962 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-scripts\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.036583 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-scripts\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.037451 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.037647 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-logs\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.038941 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-config-data\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.043671 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-config-data\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.053848 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6btg7\" (UniqueName: \"kubernetes.io/projected/88db32f6-56af-4a75-86b8-bf2f90a25554-kube-api-access-6btg7\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.057224 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wqncv\" (UniqueName: \"kubernetes.io/projected/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-kube-api-access-wqncv\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.061349 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.071974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.477596 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-fbn9w" event={"ID":"1ea1a481-ea43-4089-90c1-83bee21ce168","Type":"ContainerStarted","Data":"36980675c50e2e0ba963b25bcbca717e77f4a9f7aa5d30a4b4692df12343b95f"} Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.478342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-fbn9w" event={"ID":"1ea1a481-ea43-4089-90c1-83bee21ce168","Type":"ContainerStarted","Data":"a3da19a7526777029b44e7adff37cc8982b9b4ee9f3924696470ee72d0f4384c"} Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.479445 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" event={"ID":"84c586ef-4d99-4f3f-8038-a5d074d2c3a6","Type":"ContainerStarted","Data":"b111965178838b7f1709ca5978cd7f772133ff0fb3d4468ca079f5c9bce90ef4"} Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.479529 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" event={"ID":"84c586ef-4d99-4f3f-8038-a5d074d2c3a6","Type":"ContainerStarted","Data":"1997c9c0364e409e4afebfed39971b0f5c67e09d5cbc8b3f30fa1654276d3730"} Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.481628 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.481623 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"dbc962b3-ad5d-48a4-9dde-b5107aeceafb","Type":"ContainerStarted","Data":"cbfd324de1a276683466130c69484ded53b56ac0919755b3496500d4e6da44d2"} Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.481673 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.497204 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-db-sync-fbn9w" podStartSLOduration=2.497189084 podStartE2EDuration="2.497189084s" podCreationTimestamp="2025-10-13 20:20:31 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:33.491265 +0000 UTC m=+3352.097011585" watchObservedRunningTime="2025-10-13 20:20:33.497189084 +0000 UTC m=+3352.102935669" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.501924 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.515131 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.522414 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" podStartSLOduration=2.5224026459999997 podStartE2EDuration="2.522402646s" podCreationTimestamp="2025-10-13 20:20:31 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:33.519720022 +0000 UTC m=+3352.125466607" watchObservedRunningTime="2025-10-13 20:20:33.522402646 +0000 UTC m=+3352.128149231" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.638275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-logs\") pod \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.638539 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-config-data\") pod \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.638671 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wqncv\" (UniqueName: \"kubernetes.io/projected/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-kube-api-access-wqncv\") pod \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.638784 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-scripts\") pod \"88db32f6-56af-4a75-86b8-bf2f90a25554\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.638862 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.638772 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-logs" (OuterVolumeSpecName: "logs") pod "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65" (UID: "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.638941 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-httpd-run\") pod \"88db32f6-56af-4a75-86b8-bf2f90a25554\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.639097 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-logs\") pod \"88db32f6-56af-4a75-86b8-bf2f90a25554\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.639160 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-httpd-run\") pod \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.639242 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-combined-ca-bundle\") pod \"88db32f6-56af-4a75-86b8-bf2f90a25554\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.639317 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-combined-ca-bundle\") pod \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.639417 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"88db32f6-56af-4a75-86b8-bf2f90a25554\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.640777 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-config-data\") pod \"88db32f6-56af-4a75-86b8-bf2f90a25554\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.641311 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6btg7\" (UniqueName: \"kubernetes.io/projected/88db32f6-56af-4a75-86b8-bf2f90a25554-kube-api-access-6btg7\") pod \"88db32f6-56af-4a75-86b8-bf2f90a25554\" (UID: \"88db32f6-56af-4a75-86b8-bf2f90a25554\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.641520 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-scripts\") pod \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\" (UID: \"edd63ad0-378e-494b-a4c2-2fe9b8ae6c65\") " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.639402 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "88db32f6-56af-4a75-86b8-bf2f90a25554" (UID: "88db32f6-56af-4a75-86b8-bf2f90a25554"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.641686 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65" (UID: "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.642165 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-logs" (OuterVolumeSpecName: "logs") pod "88db32f6-56af-4a75-86b8-bf2f90a25554" (UID: "88db32f6-56af-4a75-86b8-bf2f90a25554"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.642457 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.642545 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.642597 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/88db32f6-56af-4a75-86b8-bf2f90a25554-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.642669 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.646881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "glance") pod "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65" (UID: "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.647178 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65" (UID: "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.647534 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-scripts" (OuterVolumeSpecName: "scripts") pod "88db32f6-56af-4a75-86b8-bf2f90a25554" (UID: "88db32f6-56af-4a75-86b8-bf2f90a25554"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.647598 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-kube-api-access-wqncv" (OuterVolumeSpecName: "kube-api-access-wqncv") pod "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65" (UID: "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65"). InnerVolumeSpecName "kube-api-access-wqncv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.647657 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-config-data" (OuterVolumeSpecName: "config-data") pod "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65" (UID: "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.661375 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/88db32f6-56af-4a75-86b8-bf2f90a25554-kube-api-access-6btg7" (OuterVolumeSpecName: "kube-api-access-6btg7") pod "88db32f6-56af-4a75-86b8-bf2f90a25554" (UID: "88db32f6-56af-4a75-86b8-bf2f90a25554"). InnerVolumeSpecName "kube-api-access-6btg7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.663697 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-scripts" (OuterVolumeSpecName: "scripts") pod "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65" (UID: "edd63ad0-378e-494b-a4c2-2fe9b8ae6c65"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.663921 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "glance") pod "88db32f6-56af-4a75-86b8-bf2f90a25554" (UID: "88db32f6-56af-4a75-86b8-bf2f90a25554"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.664332 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-config-data" (OuterVolumeSpecName: "config-data") pod "88db32f6-56af-4a75-86b8-bf2f90a25554" (UID: "88db32f6-56af-4a75-86b8-bf2f90a25554"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.665190 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "88db32f6-56af-4a75-86b8-bf2f90a25554" (UID: "88db32f6-56af-4a75-86b8-bf2f90a25554"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.745217 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.745274 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.745328 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.745398 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.745421 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6btg7\" (UniqueName: \"kubernetes.io/projected/88db32f6-56af-4a75-86b8-bf2f90a25554-kube-api-access-6btg7\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.745440 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.745457 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.745474 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wqncv\" (UniqueName: \"kubernetes.io/projected/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65-kube-api-access-wqncv\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.745492 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/88db32f6-56af-4a75-86b8-bf2f90a25554-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.745531 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.763000 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.779789 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.847042 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:33 crc kubenswrapper[4809]: I1013 20:20:33.847098 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.494015 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.494486 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.495027 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"dbc962b3-ad5d-48a4-9dde-b5107aeceafb","Type":"ContainerStarted","Data":"59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b"} Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.495247 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"dbc962b3-ad5d-48a4-9dde-b5107aeceafb","Type":"ContainerStarted","Data":"361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8"} Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.546978 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.552129 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.603466 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.604780 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.621503 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-h4ht7" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.621605 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.621811 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.628392 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.649464 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.659634 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.659713 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-scripts\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.659756 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2f6j9\" (UniqueName: \"kubernetes.io/projected/433b1d86-bbb2-4409-a772-ead90b8c6a9e-kube-api-access-2f6j9\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.659772 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-logs\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.659800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-config-data\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.659818 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.659895 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.663686 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.695821 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.701084 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.703286 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.703949 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-5d82-account-create-5ch7d"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.704983 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5d82-account-create-5ch7d" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.708121 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-db-secret" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.713110 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.761916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-49m6f\" (UniqueName: \"kubernetes.io/projected/f4778b80-7772-47b1-8783-1f050fed2ca8-kube-api-access-49m6f\") pod \"barbican-5d82-account-create-5ch7d\" (UID: \"f4778b80-7772-47b1-8783-1f050fed2ca8\") " pod="openstack-kuttl-tests/barbican-5d82-account-create-5ch7d" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.761988 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-scripts\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.762020 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x7c2j\" (UniqueName: \"kubernetes.io/projected/04a9d395-a288-487e-b010-3f557ba45446-kube-api-access-x7c2j\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.762103 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-logs\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.762187 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2f6j9\" (UniqueName: \"kubernetes.io/projected/433b1d86-bbb2-4409-a772-ead90b8c6a9e-kube-api-access-2f6j9\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.762214 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-logs\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.762244 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-scripts\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.762277 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-config-data\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.762297 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.762323 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.763602 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-logs\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.763670 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.763708 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-config-data\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.763750 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.763796 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.764113 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.764171 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.764609 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.768556 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-scripts\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.768569 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.771701 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-config-data\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.777432 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-5d82-account-create-5ch7d"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.788802 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2f6j9\" (UniqueName: \"kubernetes.io/projected/433b1d86-bbb2-4409-a772-ead90b8c6a9e-kube-api-access-2f6j9\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.818783 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-431d-account-create-cc628"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.819932 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-431d-account-create-cc628" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.827288 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-431d-account-create-cc628"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.827297 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-db-secret" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.850038 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.865866 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-config-data\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.865913 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.865961 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.866016 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-49m6f\" (UniqueName: \"kubernetes.io/projected/f4778b80-7772-47b1-8783-1f050fed2ca8-kube-api-access-49m6f\") pod \"barbican-5d82-account-create-5ch7d\" (UID: \"f4778b80-7772-47b1-8783-1f050fed2ca8\") " pod="openstack-kuttl-tests/barbican-5d82-account-create-5ch7d" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.866053 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x7c2j\" (UniqueName: \"kubernetes.io/projected/04a9d395-a288-487e-b010-3f557ba45446-kube-api-access-x7c2j\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.866069 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-logs\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.866095 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-scripts\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.866124 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.866148 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mqhmm\" (UniqueName: \"kubernetes.io/projected/34491485-4d1a-494e-a9ec-1cbf4fea8fc2-kube-api-access-mqhmm\") pod \"cinder-431d-account-create-cc628\" (UID: \"34491485-4d1a-494e-a9ec-1cbf4fea8fc2\") " pod="openstack-kuttl-tests/cinder-431d-account-create-cc628" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.867454 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.868879 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.869140 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-logs\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.872439 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.873312 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-config-data\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.882547 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-scripts\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.886896 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x7c2j\" (UniqueName: \"kubernetes.io/projected/04a9d395-a288-487e-b010-3f557ba45446-kube-api-access-x7c2j\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.887651 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-49m6f\" (UniqueName: \"kubernetes.io/projected/f4778b80-7772-47b1-8783-1f050fed2ca8-kube-api-access-49m6f\") pod \"barbican-5d82-account-create-5ch7d\" (UID: \"f4778b80-7772-47b1-8783-1f050fed2ca8\") " pod="openstack-kuttl-tests/barbican-5d82-account-create-5ch7d" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.893670 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.960230 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.967187 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mqhmm\" (UniqueName: \"kubernetes.io/projected/34491485-4d1a-494e-a9ec-1cbf4fea8fc2-kube-api-access-mqhmm\") pod \"cinder-431d-account-create-cc628\" (UID: \"34491485-4d1a-494e-a9ec-1cbf4fea8fc2\") " pod="openstack-kuttl-tests/cinder-431d-account-create-cc628" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.984776 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mqhmm\" (UniqueName: \"kubernetes.io/projected/34491485-4d1a-494e-a9ec-1cbf4fea8fc2-kube-api-access-mqhmm\") pod \"cinder-431d-account-create-cc628\" (UID: \"34491485-4d1a-494e-a9ec-1cbf4fea8fc2\") " pod="openstack-kuttl-tests/cinder-431d-account-create-cc628" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.991988 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-9874-account-create-4tnsg"] Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.993152 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-9874-account-create-4tnsg" Oct 13 20:20:34 crc kubenswrapper[4809]: I1013 20:20:34.996057 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-db-secret" Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.023430 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.045720 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-9874-account-create-4tnsg"] Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.068334 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5d82-account-create-5ch7d" Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.068845 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-79glg\" (UniqueName: \"kubernetes.io/projected/3144d60c-3357-4c64-a86e-96f95f3e2e5c-kube-api-access-79glg\") pod \"neutron-9874-account-create-4tnsg\" (UID: \"3144d60c-3357-4c64-a86e-96f95f3e2e5c\") " pod="openstack-kuttl-tests/neutron-9874-account-create-4tnsg" Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.156119 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-431d-account-create-cc628" Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.170781 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-79glg\" (UniqueName: \"kubernetes.io/projected/3144d60c-3357-4c64-a86e-96f95f3e2e5c-kube-api-access-79glg\") pod \"neutron-9874-account-create-4tnsg\" (UID: \"3144d60c-3357-4c64-a86e-96f95f3e2e5c\") " pod="openstack-kuttl-tests/neutron-9874-account-create-4tnsg" Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.196994 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-79glg\" (UniqueName: \"kubernetes.io/projected/3144d60c-3357-4c64-a86e-96f95f3e2e5c-kube-api-access-79glg\") pod \"neutron-9874-account-create-4tnsg\" (UID: \"3144d60c-3357-4c64-a86e-96f95f3e2e5c\") " pod="openstack-kuttl-tests/neutron-9874-account-create-4tnsg" Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.411581 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-9874-account-create-4tnsg" Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.461646 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.509947 4809 generic.go:334] "Generic (PLEG): container finished" podID="1ea1a481-ea43-4089-90c1-83bee21ce168" containerID="36980675c50e2e0ba963b25bcbca717e77f4a9f7aa5d30a4b4692df12343b95f" exitCode=0 Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.510114 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-fbn9w" event={"ID":"1ea1a481-ea43-4089-90c1-83bee21ce168","Type":"ContainerDied","Data":"36980675c50e2e0ba963b25bcbca717e77f4a9f7aa5d30a4b4692df12343b95f"} Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.524217 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"dbc962b3-ad5d-48a4-9dde-b5107aeceafb","Type":"ContainerStarted","Data":"74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc"} Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.533221 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"433b1d86-bbb2-4409-a772-ead90b8c6a9e","Type":"ContainerStarted","Data":"676be795d390d0d813efc51836a4e70561fa95c8e74a49b45e5297b336ab4027"} Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.572888 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:20:35 crc kubenswrapper[4809]: W1013 20:20:35.583870 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod04a9d395_a288_487e_b010_3f557ba45446.slice/crio-01e28462dfcba29d22f43d5165b325659e0cd0619e78e8fddea68bbcedd0bd22 WatchSource:0}: Error finding container 01e28462dfcba29d22f43d5165b325659e0cd0619e78e8fddea68bbcedd0bd22: Status 404 returned error can't find the container with id 01e28462dfcba29d22f43d5165b325659e0cd0619e78e8fddea68bbcedd0bd22 Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.659515 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-5d82-account-create-5ch7d"] Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.668371 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-431d-account-create-cc628"] Oct 13 20:20:35 crc kubenswrapper[4809]: I1013 20:20:35.913870 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-9874-account-create-4tnsg"] Oct 13 20:20:35 crc kubenswrapper[4809]: W1013 20:20:35.942030 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3144d60c_3357_4c64_a86e_96f95f3e2e5c.slice/crio-8df0cb09d9d3d0b0aa20279782bffd7242b4f61381687e35948f3e49a302ef0f WatchSource:0}: Error finding container 8df0cb09d9d3d0b0aa20279782bffd7242b4f61381687e35948f3e49a302ef0f: Status 404 returned error can't find the container with id 8df0cb09d9d3d0b0aa20279782bffd7242b4f61381687e35948f3e49a302ef0f Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.179143 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="88db32f6-56af-4a75-86b8-bf2f90a25554" path="/var/lib/kubelet/pods/88db32f6-56af-4a75-86b8-bf2f90a25554/volumes" Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.179661 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="edd63ad0-378e-494b-a4c2-2fe9b8ae6c65" path="/var/lib/kubelet/pods/edd63ad0-378e-494b-a4c2-2fe9b8ae6c65/volumes" Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.563075 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"433b1d86-bbb2-4409-a772-ead90b8c6a9e","Type":"ContainerStarted","Data":"63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9"} Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.566192 4809 generic.go:334] "Generic (PLEG): container finished" podID="34491485-4d1a-494e-a9ec-1cbf4fea8fc2" containerID="45a934e29de1f7ef2e9e6efa42fc19c531db9ec376f0021e2bdaa49452affeb3" exitCode=0 Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.566310 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-431d-account-create-cc628" event={"ID":"34491485-4d1a-494e-a9ec-1cbf4fea8fc2","Type":"ContainerDied","Data":"45a934e29de1f7ef2e9e6efa42fc19c531db9ec376f0021e2bdaa49452affeb3"} Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.566338 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-431d-account-create-cc628" event={"ID":"34491485-4d1a-494e-a9ec-1cbf4fea8fc2","Type":"ContainerStarted","Data":"d2c58c17eae03b41cd206e263609c7b1b7fd30d8b641f7284d5992bfd607741c"} Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.570201 4809 generic.go:334] "Generic (PLEG): container finished" podID="f4778b80-7772-47b1-8783-1f050fed2ca8" containerID="53dd960e5770074294bd3d860c4a60ee72ecd63bc9b20a460f4289dc7626d860" exitCode=0 Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.570296 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-5d82-account-create-5ch7d" event={"ID":"f4778b80-7772-47b1-8783-1f050fed2ca8","Type":"ContainerDied","Data":"53dd960e5770074294bd3d860c4a60ee72ecd63bc9b20a460f4289dc7626d860"} Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.570381 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-5d82-account-create-5ch7d" event={"ID":"f4778b80-7772-47b1-8783-1f050fed2ca8","Type":"ContainerStarted","Data":"cdfd798426ce79c9386fd8c1571e9c128365cd0b96cea353485fa887399f26e9"} Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.574632 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"04a9d395-a288-487e-b010-3f557ba45446","Type":"ContainerStarted","Data":"e8e43638927fd8518875b0e95b11b82a95f9461faaf1f4971a71d4d7eee5c0d8"} Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.574712 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"04a9d395-a288-487e-b010-3f557ba45446","Type":"ContainerStarted","Data":"01e28462dfcba29d22f43d5165b325659e0cd0619e78e8fddea68bbcedd0bd22"} Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.577617 4809 generic.go:334] "Generic (PLEG): container finished" podID="3144d60c-3357-4c64-a86e-96f95f3e2e5c" containerID="d6ecd83aa02d5fec6baabc78cc0f4564479382278d822b00c079ab52b67a1837" exitCode=0 Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.577659 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-9874-account-create-4tnsg" event={"ID":"3144d60c-3357-4c64-a86e-96f95f3e2e5c","Type":"ContainerDied","Data":"d6ecd83aa02d5fec6baabc78cc0f4564479382278d822b00c079ab52b67a1837"} Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.577697 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-9874-account-create-4tnsg" event={"ID":"3144d60c-3357-4c64-a86e-96f95f3e2e5c","Type":"ContainerStarted","Data":"8df0cb09d9d3d0b0aa20279782bffd7242b4f61381687e35948f3e49a302ef0f"} Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.586944 4809 generic.go:334] "Generic (PLEG): container finished" podID="84c586ef-4d99-4f3f-8038-a5d074d2c3a6" containerID="b111965178838b7f1709ca5978cd7f772133ff0fb3d4468ca079f5c9bce90ef4" exitCode=0 Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.587287 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" event={"ID":"84c586ef-4d99-4f3f-8038-a5d074d2c3a6","Type":"ContainerDied","Data":"b111965178838b7f1709ca5978cd7f772133ff0fb3d4468ca079f5c9bce90ef4"} Oct 13 20:20:36 crc kubenswrapper[4809]: I1013 20:20:36.972047 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.018575 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w2dh5\" (UniqueName: \"kubernetes.io/projected/1ea1a481-ea43-4089-90c1-83bee21ce168-kube-api-access-w2dh5\") pod \"1ea1a481-ea43-4089-90c1-83bee21ce168\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.018697 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ea1a481-ea43-4089-90c1-83bee21ce168-logs\") pod \"1ea1a481-ea43-4089-90c1-83bee21ce168\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.018751 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-combined-ca-bundle\") pod \"1ea1a481-ea43-4089-90c1-83bee21ce168\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.018824 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-scripts\") pod \"1ea1a481-ea43-4089-90c1-83bee21ce168\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.019066 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-config-data\") pod \"1ea1a481-ea43-4089-90c1-83bee21ce168\" (UID: \"1ea1a481-ea43-4089-90c1-83bee21ce168\") " Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.019629 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1ea1a481-ea43-4089-90c1-83bee21ce168-logs" (OuterVolumeSpecName: "logs") pod "1ea1a481-ea43-4089-90c1-83bee21ce168" (UID: "1ea1a481-ea43-4089-90c1-83bee21ce168"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.034895 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-scripts" (OuterVolumeSpecName: "scripts") pod "1ea1a481-ea43-4089-90c1-83bee21ce168" (UID: "1ea1a481-ea43-4089-90c1-83bee21ce168"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.039722 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1ea1a481-ea43-4089-90c1-83bee21ce168-kube-api-access-w2dh5" (OuterVolumeSpecName: "kube-api-access-w2dh5") pod "1ea1a481-ea43-4089-90c1-83bee21ce168" (UID: "1ea1a481-ea43-4089-90c1-83bee21ce168"). InnerVolumeSpecName "kube-api-access-w2dh5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.065634 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-config-data" (OuterVolumeSpecName: "config-data") pod "1ea1a481-ea43-4089-90c1-83bee21ce168" (UID: "1ea1a481-ea43-4089-90c1-83bee21ce168"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.065708 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1ea1a481-ea43-4089-90c1-83bee21ce168" (UID: "1ea1a481-ea43-4089-90c1-83bee21ce168"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.120930 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w2dh5\" (UniqueName: \"kubernetes.io/projected/1ea1a481-ea43-4089-90c1-83bee21ce168-kube-api-access-w2dh5\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.120967 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ea1a481-ea43-4089-90c1-83bee21ce168-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.120981 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.120991 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.121003 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ea1a481-ea43-4089-90c1-83bee21ce168-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.597208 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"04a9d395-a288-487e-b010-3f557ba45446","Type":"ContainerStarted","Data":"6fcaa98341dcce0dc0d0dc4a410a70917346acac185abf9ce15c8ef841b367ae"} Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.600470 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-db-sync-fbn9w" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.600479 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-db-sync-fbn9w" event={"ID":"1ea1a481-ea43-4089-90c1-83bee21ce168","Type":"ContainerDied","Data":"a3da19a7526777029b44e7adff37cc8982b9b4ee9f3924696470ee72d0f4384c"} Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.600513 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a3da19a7526777029b44e7adff37cc8982b9b4ee9f3924696470ee72d0f4384c" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.606130 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-756d8c747d-jvcj7"] Oct 13 20:20:37 crc kubenswrapper[4809]: E1013 20:20:37.606460 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1ea1a481-ea43-4089-90c1-83bee21ce168" containerName="placement-db-sync" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.606479 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1ea1a481-ea43-4089-90c1-83bee21ce168" containerName="placement-db-sync" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.606660 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1ea1a481-ea43-4089-90c1-83bee21ce168" containerName="placement-db-sync" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.607515 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.611009 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-scripts" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.611243 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-config-data" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.611354 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"placement-placement-dockercfg-cqjf8" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.619197 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"dbc962b3-ad5d-48a4-9dde-b5107aeceafb","Type":"ContainerStarted","Data":"c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531"} Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.620267 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.624522 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"433b1d86-bbb2-4409-a772-ead90b8c6a9e","Type":"ContainerStarted","Data":"bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536"} Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.636073 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-756d8c747d-jvcj7"] Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.641811 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.6417876 podStartE2EDuration="3.6417876s" podCreationTimestamp="2025-10-13 20:20:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:37.632416199 +0000 UTC m=+3356.238162784" watchObservedRunningTime="2025-10-13 20:20:37.6417876 +0000 UTC m=+3356.247534185" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.662170 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.868282492 podStartE2EDuration="6.662147566s" podCreationTimestamp="2025-10-13 20:20:31 +0000 UTC" firstStartedPulling="2025-10-13 20:20:33.002419695 +0000 UTC m=+3351.608166280" lastFinishedPulling="2025-10-13 20:20:36.796284769 +0000 UTC m=+3355.402031354" observedRunningTime="2025-10-13 20:20:37.657177768 +0000 UTC m=+3356.262924353" watchObservedRunningTime="2025-10-13 20:20:37.662147566 +0000 UTC m=+3356.267894151" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.691063 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=3.691047121 podStartE2EDuration="3.691047121s" podCreationTimestamp="2025-10-13 20:20:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:37.679263923 +0000 UTC m=+3356.285010508" watchObservedRunningTime="2025-10-13 20:20:37.691047121 +0000 UTC m=+3356.296793706" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.737584 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-config-data\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.737909 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s5zsw\" (UniqueName: \"kubernetes.io/projected/34989029-647e-41c9-90fc-e6febe8eb9c4-kube-api-access-s5zsw\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.737952 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-scripts\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.737993 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-combined-ca-bundle\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.738052 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/34989029-647e-41c9-90fc-e6febe8eb9c4-logs\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.840021 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s5zsw\" (UniqueName: \"kubernetes.io/projected/34989029-647e-41c9-90fc-e6febe8eb9c4-kube-api-access-s5zsw\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.840121 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-scripts\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.840209 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-combined-ca-bundle\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.840301 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/34989029-647e-41c9-90fc-e6febe8eb9c4-logs\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.840475 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-config-data\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.841150 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/34989029-647e-41c9-90fc-e6febe8eb9c4-logs\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.854420 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-scripts\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.854450 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-config-data\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.856650 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-combined-ca-bundle\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.857818 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-s5zsw\" (UniqueName: \"kubernetes.io/projected/34989029-647e-41c9-90fc-e6febe8eb9c4-kube-api-access-s5zsw\") pod \"placement-756d8c747d-jvcj7\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:37 crc kubenswrapper[4809]: I1013 20:20:37.955200 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.087876 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-431d-account-create-cc628" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.251569 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mqhmm\" (UniqueName: \"kubernetes.io/projected/34491485-4d1a-494e-a9ec-1cbf4fea8fc2-kube-api-access-mqhmm\") pod \"34491485-4d1a-494e-a9ec-1cbf4fea8fc2\" (UID: \"34491485-4d1a-494e-a9ec-1cbf4fea8fc2\") " Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.257520 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/34491485-4d1a-494e-a9ec-1cbf4fea8fc2-kube-api-access-mqhmm" (OuterVolumeSpecName: "kube-api-access-mqhmm") pod "34491485-4d1a-494e-a9ec-1cbf4fea8fc2" (UID: "34491485-4d1a-494e-a9ec-1cbf4fea8fc2"). InnerVolumeSpecName "kube-api-access-mqhmm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.265448 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.272771 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5d82-account-create-5ch7d" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.295589 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-9874-account-create-4tnsg" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.353545 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-combined-ca-bundle\") pod \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.353598 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-credential-keys\") pod \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.353633 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-fernet-keys\") pod \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.353766 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-c6sxm\" (UniqueName: \"kubernetes.io/projected/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-kube-api-access-c6sxm\") pod \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.353798 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-scripts\") pod \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.353834 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-config-data\") pod \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\" (UID: \"84c586ef-4d99-4f3f-8038-a5d074d2c3a6\") " Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.354173 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mqhmm\" (UniqueName: \"kubernetes.io/projected/34491485-4d1a-494e-a9ec-1cbf4fea8fc2-kube-api-access-mqhmm\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.357621 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "84c586ef-4d99-4f3f-8038-a5d074d2c3a6" (UID: "84c586ef-4d99-4f3f-8038-a5d074d2c3a6"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.358554 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "84c586ef-4d99-4f3f-8038-a5d074d2c3a6" (UID: "84c586ef-4d99-4f3f-8038-a5d074d2c3a6"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.359147 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-scripts" (OuterVolumeSpecName: "scripts") pod "84c586ef-4d99-4f3f-8038-a5d074d2c3a6" (UID: "84c586ef-4d99-4f3f-8038-a5d074d2c3a6"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.361053 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-kube-api-access-c6sxm" (OuterVolumeSpecName: "kube-api-access-c6sxm") pod "84c586ef-4d99-4f3f-8038-a5d074d2c3a6" (UID: "84c586ef-4d99-4f3f-8038-a5d074d2c3a6"). InnerVolumeSpecName "kube-api-access-c6sxm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.380517 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "84c586ef-4d99-4f3f-8038-a5d074d2c3a6" (UID: "84c586ef-4d99-4f3f-8038-a5d074d2c3a6"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.391767 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-config-data" (OuterVolumeSpecName: "config-data") pod "84c586ef-4d99-4f3f-8038-a5d074d2c3a6" (UID: "84c586ef-4d99-4f3f-8038-a5d074d2c3a6"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.455550 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-79glg\" (UniqueName: \"kubernetes.io/projected/3144d60c-3357-4c64-a86e-96f95f3e2e5c-kube-api-access-79glg\") pod \"3144d60c-3357-4c64-a86e-96f95f3e2e5c\" (UID: \"3144d60c-3357-4c64-a86e-96f95f3e2e5c\") " Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.455601 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-49m6f\" (UniqueName: \"kubernetes.io/projected/f4778b80-7772-47b1-8783-1f050fed2ca8-kube-api-access-49m6f\") pod \"f4778b80-7772-47b1-8783-1f050fed2ca8\" (UID: \"f4778b80-7772-47b1-8783-1f050fed2ca8\") " Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.456020 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-c6sxm\" (UniqueName: \"kubernetes.io/projected/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-kube-api-access-c6sxm\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.456036 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.456046 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.456057 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.456086 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.456097 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/84c586ef-4d99-4f3f-8038-a5d074d2c3a6-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.459013 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f4778b80-7772-47b1-8783-1f050fed2ca8-kube-api-access-49m6f" (OuterVolumeSpecName: "kube-api-access-49m6f") pod "f4778b80-7772-47b1-8783-1f050fed2ca8" (UID: "f4778b80-7772-47b1-8783-1f050fed2ca8"). InnerVolumeSpecName "kube-api-access-49m6f". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.459161 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3144d60c-3357-4c64-a86e-96f95f3e2e5c-kube-api-access-79glg" (OuterVolumeSpecName: "kube-api-access-79glg") pod "3144d60c-3357-4c64-a86e-96f95f3e2e5c" (UID: "3144d60c-3357-4c64-a86e-96f95f3e2e5c"). InnerVolumeSpecName "kube-api-access-79glg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.525098 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-756d8c747d-jvcj7"] Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.563968 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-79glg\" (UniqueName: \"kubernetes.io/projected/3144d60c-3357-4c64-a86e-96f95f3e2e5c-kube-api-access-79glg\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.564015 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-49m6f\" (UniqueName: \"kubernetes.io/projected/f4778b80-7772-47b1-8783-1f050fed2ca8-kube-api-access-49m6f\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.641613 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-5d82-account-create-5ch7d" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.641780 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-5d82-account-create-5ch7d" event={"ID":"f4778b80-7772-47b1-8783-1f050fed2ca8","Type":"ContainerDied","Data":"cdfd798426ce79c9386fd8c1571e9c128365cd0b96cea353485fa887399f26e9"} Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.642416 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="cdfd798426ce79c9386fd8c1571e9c128365cd0b96cea353485fa887399f26e9" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.643925 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-9874-account-create-4tnsg" event={"ID":"3144d60c-3357-4c64-a86e-96f95f3e2e5c","Type":"ContainerDied","Data":"8df0cb09d9d3d0b0aa20279782bffd7242b4f61381687e35948f3e49a302ef0f"} Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.643993 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8df0cb09d9d3d0b0aa20279782bffd7242b4f61381687e35948f3e49a302ef0f" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.644020 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-9874-account-create-4tnsg" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.645197 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" event={"ID":"84c586ef-4d99-4f3f-8038-a5d074d2c3a6","Type":"ContainerDied","Data":"1997c9c0364e409e4afebfed39971b0f5c67e09d5cbc8b3f30fa1654276d3730"} Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.645234 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1997c9c0364e409e4afebfed39971b0f5c67e09d5cbc8b3f30fa1654276d3730" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.645276 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-w8h7k" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.648917 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" event={"ID":"34989029-647e-41c9-90fc-e6febe8eb9c4","Type":"ContainerStarted","Data":"f2f0b8922f961fa84609fd5ec22994548065a0216607658d609f545a915abaa1"} Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.650686 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-431d-account-create-cc628" event={"ID":"34491485-4d1a-494e-a9ec-1cbf4fea8fc2","Type":"ContainerDied","Data":"d2c58c17eae03b41cd206e263609c7b1b7fd30d8b641f7284d5992bfd607741c"} Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.650761 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d2c58c17eae03b41cd206e263609c7b1b7fd30d8b641f7284d5992bfd607741c" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.650804 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-431d-account-create-cc628" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.812125 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-w8h7k"] Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.821059 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-w8h7k"] Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.904998 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-6vthh"] Oct 13 20:20:38 crc kubenswrapper[4809]: E1013 20:20:38.905299 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f4778b80-7772-47b1-8783-1f050fed2ca8" containerName="mariadb-account-create" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.905313 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f4778b80-7772-47b1-8783-1f050fed2ca8" containerName="mariadb-account-create" Oct 13 20:20:38 crc kubenswrapper[4809]: E1013 20:20:38.905324 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3144d60c-3357-4c64-a86e-96f95f3e2e5c" containerName="mariadb-account-create" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.905330 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3144d60c-3357-4c64-a86e-96f95f3e2e5c" containerName="mariadb-account-create" Oct 13 20:20:38 crc kubenswrapper[4809]: E1013 20:20:38.905338 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="84c586ef-4d99-4f3f-8038-a5d074d2c3a6" containerName="keystone-bootstrap" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.905345 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="84c586ef-4d99-4f3f-8038-a5d074d2c3a6" containerName="keystone-bootstrap" Oct 13 20:20:38 crc kubenswrapper[4809]: E1013 20:20:38.905359 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="34491485-4d1a-494e-a9ec-1cbf4fea8fc2" containerName="mariadb-account-create" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.905365 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="34491485-4d1a-494e-a9ec-1cbf4fea8fc2" containerName="mariadb-account-create" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.905524 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f4778b80-7772-47b1-8783-1f050fed2ca8" containerName="mariadb-account-create" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.905537 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="34491485-4d1a-494e-a9ec-1cbf4fea8fc2" containerName="mariadb-account-create" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.905548 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3144d60c-3357-4c64-a86e-96f95f3e2e5c" containerName="mariadb-account-create" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.905565 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="84c586ef-4d99-4f3f-8038-a5d074d2c3a6" containerName="keystone-bootstrap" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.906094 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.907977 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.908722 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.909368 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-pxw45" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.916099 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:20:38 crc kubenswrapper[4809]: I1013 20:20:38.963904 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-6vthh"] Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.074940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-g9qms\" (UniqueName: \"kubernetes.io/projected/633731c3-af99-4346-b914-3daaab4fd087-kube-api-access-g9qms\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.075111 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-credential-keys\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.075222 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-config-data\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.075314 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-fernet-keys\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.075393 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-combined-ca-bundle\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.075422 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-scripts\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.177256 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-config-data\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.177318 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-fernet-keys\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.177348 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-combined-ca-bundle\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.177364 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-scripts\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.177418 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-g9qms\" (UniqueName: \"kubernetes.io/projected/633731c3-af99-4346-b914-3daaab4fd087-kube-api-access-g9qms\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.177458 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-credential-keys\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.181211 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-combined-ca-bundle\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.182243 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-config-data\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.182613 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-fernet-keys\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.187494 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-credential-keys\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.189306 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-scripts\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.206009 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-g9qms\" (UniqueName: \"kubernetes.io/projected/633731c3-af99-4346-b914-3daaab4fd087-kube-api-access-g9qms\") pod \"keystone-bootstrap-6vthh\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.290266 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.674629 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" event={"ID":"34989029-647e-41c9-90fc-e6febe8eb9c4","Type":"ContainerStarted","Data":"4885d7f5f621976a9218d0f9586e0a936b30a641ec3754946889d130374cb594"} Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.675413 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.675436 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" event={"ID":"34989029-647e-41c9-90fc-e6febe8eb9c4","Type":"ContainerStarted","Data":"a3f41ec6b7c51b4efc14a314e3c5b0975b808df1323565c3052a614134826681"} Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.761939 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" podStartSLOduration=2.761919383 podStartE2EDuration="2.761919383s" podCreationTimestamp="2025-10-13 20:20:37 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:39.700520285 +0000 UTC m=+3358.306266870" watchObservedRunningTime="2025-10-13 20:20:39.761919383 +0000 UTC m=+3358.367665988" Oct 13 20:20:39 crc kubenswrapper[4809]: I1013 20:20:39.767650 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-6vthh"] Oct 13 20:20:39 crc kubenswrapper[4809]: W1013 20:20:39.786276 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod633731c3_af99_4346_b914_3daaab4fd087.slice/crio-7fabe8f85915cd403d7e5208526bb9c895236e0a98b6d0a8cd83ddc4f9cd4ec5 WatchSource:0}: Error finding container 7fabe8f85915cd403d7e5208526bb9c895236e0a98b6d0a8cd83ddc4f9cd4ec5: Status 404 returned error can't find the container with id 7fabe8f85915cd403d7e5208526bb9c895236e0a98b6d0a8cd83ddc4f9cd4ec5 Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.001699 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-bjrcf"] Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.002918 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.005330 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-5wkxg" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.013490 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.018224 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-bjrcf"] Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.105831 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-bncl6"] Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.107008 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.109445 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-69fq8" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.109559 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.109612 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.113373 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h2snz\" (UniqueName: \"kubernetes.io/projected/ff7e1665-97fb-4fa0-960c-786fdf925d41-kube-api-access-h2snz\") pod \"barbican-db-sync-bjrcf\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.113451 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-db-sync-config-data\") pod \"barbican-db-sync-bjrcf\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.113507 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-combined-ca-bundle\") pod \"barbican-db-sync-bjrcf\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.122360 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-bncl6"] Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.165861 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="84c586ef-4d99-4f3f-8038-a5d074d2c3a6" path="/var/lib/kubelet/pods/84c586ef-4d99-4f3f-8038-a5d074d2c3a6/volumes" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.214588 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-h2snz\" (UniqueName: \"kubernetes.io/projected/ff7e1665-97fb-4fa0-960c-786fdf925d41-kube-api-access-h2snz\") pod \"barbican-db-sync-bjrcf\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.214646 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b2205517-545b-42ee-bb0c-bf2204ca4000-etc-machine-id\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.214688 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-combined-ca-bundle\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.214715 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-db-sync-config-data\") pod \"barbican-db-sync-bjrcf\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.214779 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-config-data\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.214800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-db-sync-config-data\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.214821 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-scripts\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.214844 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2pfns\" (UniqueName: \"kubernetes.io/projected/b2205517-545b-42ee-bb0c-bf2204ca4000-kube-api-access-2pfns\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.214864 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-combined-ca-bundle\") pod \"barbican-db-sync-bjrcf\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.224163 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-db-sync-config-data\") pod \"barbican-db-sync-bjrcf\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.224402 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-combined-ca-bundle\") pod \"barbican-db-sync-bjrcf\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.225280 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","poddacd299d-95e4-4a1d-8e2c-84fbd4bbcca7"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort poddacd299d-95e4-4a1d-8e2c-84fbd4bbcca7] : Timed out while waiting for systemd to remove kubepods-besteffort-poddacd299d_95e4_4a1d_8e2c_84fbd4bbcca7.slice" Oct 13 20:20:40 crc kubenswrapper[4809]: E1013 20:20:40.225314 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort poddacd299d-95e4-4a1d-8e2c-84fbd4bbcca7] : unable to destroy cgroup paths for cgroup [kubepods besteffort poddacd299d-95e4-4a1d-8e2c-84fbd4bbcca7] : Timed out while waiting for systemd to remove kubepods-besteffort-poddacd299d_95e4_4a1d_8e2c_84fbd4bbcca7.slice" pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" podUID="dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.231420 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-h2snz\" (UniqueName: \"kubernetes.io/projected/ff7e1665-97fb-4fa0-960c-786fdf925d41-kube-api-access-h2snz\") pod \"barbican-db-sync-bjrcf\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.301151 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-9ztnx"] Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.302158 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.304172 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.304980 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-nxfkl" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.305215 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.313400 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-9ztnx"] Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.316627 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b2205517-545b-42ee-bb0c-bf2204ca4000-etc-machine-id\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.316702 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-combined-ca-bundle\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.316756 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-config-data\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.316780 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-db-sync-config-data\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.316813 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-scripts\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.316833 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2pfns\" (UniqueName: \"kubernetes.io/projected/b2205517-545b-42ee-bb0c-bf2204ca4000-kube-api-access-2pfns\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.317769 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b2205517-545b-42ee-bb0c-bf2204ca4000-etc-machine-id\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.321772 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-combined-ca-bundle\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.323208 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-db-sync-config-data\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.325458 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.327424 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-config-data\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.332770 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-scripts\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.346855 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2pfns\" (UniqueName: \"kubernetes.io/projected/b2205517-545b-42ee-bb0c-bf2204ca4000-kube-api-access-2pfns\") pod \"cinder-db-sync-bncl6\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.418691 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-combined-ca-bundle\") pod \"neutron-db-sync-9ztnx\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.419145 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jzpt4\" (UniqueName: \"kubernetes.io/projected/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-kube-api-access-jzpt4\") pod \"neutron-db-sync-9ztnx\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.419316 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-config\") pod \"neutron-db-sync-9ztnx\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.430747 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.521568 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-config\") pod \"neutron-db-sync-9ztnx\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.521696 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-combined-ca-bundle\") pod \"neutron-db-sync-9ztnx\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.521809 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jzpt4\" (UniqueName: \"kubernetes.io/projected/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-kube-api-access-jzpt4\") pod \"neutron-db-sync-9ztnx\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.531291 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-combined-ca-bundle\") pod \"neutron-db-sync-9ztnx\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.531304 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-config\") pod \"neutron-db-sync-9ztnx\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.545007 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jzpt4\" (UniqueName: \"kubernetes.io/projected/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-kube-api-access-jzpt4\") pod \"neutron-db-sync-9ztnx\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.708973 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-a21f-account-create-fx4fr" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.710879 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" event={"ID":"633731c3-af99-4346-b914-3daaab4fd087","Type":"ContainerStarted","Data":"f0b647dc2d564ff600c7a61b7a07655a2099c673fdf0d52b84cd7e8faf6335b5"} Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.712476 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.712566 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" event={"ID":"633731c3-af99-4346-b914-3daaab4fd087","Type":"ContainerStarted","Data":"7fabe8f85915cd403d7e5208526bb9c895236e0a98b6d0a8cd83ddc4f9cd4ec5"} Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.730099 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.746170 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" podStartSLOduration=2.7461539249999998 podStartE2EDuration="2.746153925s" podCreationTimestamp="2025-10-13 20:20:38 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:40.745770285 +0000 UTC m=+3359.351516870" watchObservedRunningTime="2025-10-13 20:20:40.746153925 +0000 UTC m=+3359.351900510" Oct 13 20:20:40 crc kubenswrapper[4809]: I1013 20:20:40.987341 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-bjrcf"] Oct 13 20:20:40 crc kubenswrapper[4809]: W1013 20:20:40.996381 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podff7e1665_97fb_4fa0_960c_786fdf925d41.slice/crio-9896def088933a833993affbb6cd6de8c0a3143b7d2975ba14f91bfc54f3ac4f WatchSource:0}: Error finding container 9896def088933a833993affbb6cd6de8c0a3143b7d2975ba14f91bfc54f3ac4f: Status 404 returned error can't find the container with id 9896def088933a833993affbb6cd6de8c0a3143b7d2975ba14f91bfc54f3ac4f Oct 13 20:20:41 crc kubenswrapper[4809]: I1013 20:20:41.166244 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-bncl6"] Oct 13 20:20:41 crc kubenswrapper[4809]: W1013 20:20:41.170533 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb2205517_545b_42ee_bb0c_bf2204ca4000.slice/crio-f05b2ebae68ba0dc920f591984d4933eb1cc436a14c6a506a404e583015c14cc WatchSource:0}: Error finding container f05b2ebae68ba0dc920f591984d4933eb1cc436a14c6a506a404e583015c14cc: Status 404 returned error can't find the container with id f05b2ebae68ba0dc920f591984d4933eb1cc436a14c6a506a404e583015c14cc Oct 13 20:20:41 crc kubenswrapper[4809]: I1013 20:20:41.318894 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-9ztnx"] Oct 13 20:20:41 crc kubenswrapper[4809]: I1013 20:20:41.728506 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" event={"ID":"5a0f89c6-a28c-4008-89c8-eb57d42f8e02","Type":"ContainerStarted","Data":"66becb8ef3c2217feabf1b0c3b4cb09501eea86cf1a0c55a3316713204f66d98"} Oct 13 20:20:41 crc kubenswrapper[4809]: I1013 20:20:41.728919 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" event={"ID":"5a0f89c6-a28c-4008-89c8-eb57d42f8e02","Type":"ContainerStarted","Data":"1bf0c6e13987863b5c9ff79fa91e57d9ff6b2c1cf919e55f396247ca5279ee77"} Oct 13 20:20:41 crc kubenswrapper[4809]: I1013 20:20:41.730525 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" event={"ID":"ff7e1665-97fb-4fa0-960c-786fdf925d41","Type":"ContainerStarted","Data":"6349c9c1a1d501a5be7ad787164b8ab32019eb36e02a84bfde41ce455273fcae"} Oct 13 20:20:41 crc kubenswrapper[4809]: I1013 20:20:41.730566 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" event={"ID":"ff7e1665-97fb-4fa0-960c-786fdf925d41","Type":"ContainerStarted","Data":"9896def088933a833993affbb6cd6de8c0a3143b7d2975ba14f91bfc54f3ac4f"} Oct 13 20:20:41 crc kubenswrapper[4809]: I1013 20:20:41.732859 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-bncl6" event={"ID":"b2205517-545b-42ee-bb0c-bf2204ca4000","Type":"ContainerStarted","Data":"f05b2ebae68ba0dc920f591984d4933eb1cc436a14c6a506a404e583015c14cc"} Oct 13 20:20:41 crc kubenswrapper[4809]: I1013 20:20:41.787154 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" podStartSLOduration=1.787124986 podStartE2EDuration="1.787124986s" podCreationTimestamp="2025-10-13 20:20:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:41.750100966 +0000 UTC m=+3360.355847551" watchObservedRunningTime="2025-10-13 20:20:41.787124986 +0000 UTC m=+3360.392871571" Oct 13 20:20:41 crc kubenswrapper[4809]: I1013 20:20:41.790529 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" podStartSLOduration=2.79051918 podStartE2EDuration="2.79051918s" podCreationTimestamp="2025-10-13 20:20:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:41.76320421 +0000 UTC m=+3360.368950805" watchObservedRunningTime="2025-10-13 20:20:41.79051918 +0000 UTC m=+3360.396265765" Oct 13 20:20:42 crc kubenswrapper[4809]: I1013 20:20:42.750201 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-bncl6" event={"ID":"b2205517-545b-42ee-bb0c-bf2204ca4000","Type":"ContainerStarted","Data":"d04c0bb19298863a01ecd34c2cf699195788b276305431ae2f9f17ccaf1cdba8"} Oct 13 20:20:43 crc kubenswrapper[4809]: I1013 20:20:43.760432 4809 generic.go:334] "Generic (PLEG): container finished" podID="ff7e1665-97fb-4fa0-960c-786fdf925d41" containerID="6349c9c1a1d501a5be7ad787164b8ab32019eb36e02a84bfde41ce455273fcae" exitCode=0 Oct 13 20:20:43 crc kubenswrapper[4809]: I1013 20:20:43.760529 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" event={"ID":"ff7e1665-97fb-4fa0-960c-786fdf925d41","Type":"ContainerDied","Data":"6349c9c1a1d501a5be7ad787164b8ab32019eb36e02a84bfde41ce455273fcae"} Oct 13 20:20:43 crc kubenswrapper[4809]: I1013 20:20:43.764433 4809 generic.go:334] "Generic (PLEG): container finished" podID="633731c3-af99-4346-b914-3daaab4fd087" containerID="f0b647dc2d564ff600c7a61b7a07655a2099c673fdf0d52b84cd7e8faf6335b5" exitCode=0 Oct 13 20:20:43 crc kubenswrapper[4809]: I1013 20:20:43.764488 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" event={"ID":"633731c3-af99-4346-b914-3daaab4fd087","Type":"ContainerDied","Data":"f0b647dc2d564ff600c7a61b7a07655a2099c673fdf0d52b84cd7e8faf6335b5"} Oct 13 20:20:43 crc kubenswrapper[4809]: I1013 20:20:43.778614 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-db-sync-bncl6" podStartSLOduration=3.778590399 podStartE2EDuration="3.778590399s" podCreationTimestamp="2025-10-13 20:20:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:42.777088397 +0000 UTC m=+3361.382834992" watchObservedRunningTime="2025-10-13 20:20:43.778590399 +0000 UTC m=+3362.384336984" Oct 13 20:20:44 crc kubenswrapper[4809]: I1013 20:20:44.962605 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:44 crc kubenswrapper[4809]: I1013 20:20:44.962665 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.005191 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.025262 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.025319 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.034244 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.090645 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.117506 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.350216 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.356225 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.466416 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-g9qms\" (UniqueName: \"kubernetes.io/projected/633731c3-af99-4346-b914-3daaab4fd087-kube-api-access-g9qms\") pod \"633731c3-af99-4346-b914-3daaab4fd087\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.466482 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-combined-ca-bundle\") pod \"633731c3-af99-4346-b914-3daaab4fd087\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.466584 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-scripts\") pod \"633731c3-af99-4346-b914-3daaab4fd087\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.466605 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-db-sync-config-data\") pod \"ff7e1665-97fb-4fa0-960c-786fdf925d41\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.466642 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-credential-keys\") pod \"633731c3-af99-4346-b914-3daaab4fd087\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.466712 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-combined-ca-bundle\") pod \"ff7e1665-97fb-4fa0-960c-786fdf925d41\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.466800 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-config-data\") pod \"633731c3-af99-4346-b914-3daaab4fd087\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.466829 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-fernet-keys\") pod \"633731c3-af99-4346-b914-3daaab4fd087\" (UID: \"633731c3-af99-4346-b914-3daaab4fd087\") " Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.466892 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-h2snz\" (UniqueName: \"kubernetes.io/projected/ff7e1665-97fb-4fa0-960c-786fdf925d41-kube-api-access-h2snz\") pod \"ff7e1665-97fb-4fa0-960c-786fdf925d41\" (UID: \"ff7e1665-97fb-4fa0-960c-786fdf925d41\") " Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.474874 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ff7e1665-97fb-4fa0-960c-786fdf925d41-kube-api-access-h2snz" (OuterVolumeSpecName: "kube-api-access-h2snz") pod "ff7e1665-97fb-4fa0-960c-786fdf925d41" (UID: "ff7e1665-97fb-4fa0-960c-786fdf925d41"). InnerVolumeSpecName "kube-api-access-h2snz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.475246 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "633731c3-af99-4346-b914-3daaab4fd087" (UID: "633731c3-af99-4346-b914-3daaab4fd087"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.475771 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/633731c3-af99-4346-b914-3daaab4fd087-kube-api-access-g9qms" (OuterVolumeSpecName: "kube-api-access-g9qms") pod "633731c3-af99-4346-b914-3daaab4fd087" (UID: "633731c3-af99-4346-b914-3daaab4fd087"). InnerVolumeSpecName "kube-api-access-g9qms". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.478581 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "ff7e1665-97fb-4fa0-960c-786fdf925d41" (UID: "ff7e1665-97fb-4fa0-960c-786fdf925d41"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.479769 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "633731c3-af99-4346-b914-3daaab4fd087" (UID: "633731c3-af99-4346-b914-3daaab4fd087"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.480184 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-scripts" (OuterVolumeSpecName: "scripts") pod "633731c3-af99-4346-b914-3daaab4fd087" (UID: "633731c3-af99-4346-b914-3daaab4fd087"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.500390 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "633731c3-af99-4346-b914-3daaab4fd087" (UID: "633731c3-af99-4346-b914-3daaab4fd087"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.503068 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-config-data" (OuterVolumeSpecName: "config-data") pod "633731c3-af99-4346-b914-3daaab4fd087" (UID: "633731c3-af99-4346-b914-3daaab4fd087"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.506131 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ff7e1665-97fb-4fa0-960c-786fdf925d41" (UID: "ff7e1665-97fb-4fa0-960c-786fdf925d41"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.568999 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-h2snz\" (UniqueName: \"kubernetes.io/projected/ff7e1665-97fb-4fa0-960c-786fdf925d41-kube-api-access-h2snz\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.569047 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-g9qms\" (UniqueName: \"kubernetes.io/projected/633731c3-af99-4346-b914-3daaab4fd087-kube-api-access-g9qms\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.569064 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.569079 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.569094 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.569105 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.569117 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ff7e1665-97fb-4fa0-960c-786fdf925d41-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.569128 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.569141 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/633731c3-af99-4346-b914-3daaab4fd087-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.797687 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" event={"ID":"633731c3-af99-4346-b914-3daaab4fd087","Type":"ContainerDied","Data":"7fabe8f85915cd403d7e5208526bb9c895236e0a98b6d0a8cd83ddc4f9cd4ec5"} Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.797960 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="7fabe8f85915cd403d7e5208526bb9c895236e0a98b6d0a8cd83ddc4f9cd4ec5" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.797774 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-6vthh" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.801102 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" event={"ID":"ff7e1665-97fb-4fa0-960c-786fdf925d41","Type":"ContainerDied","Data":"9896def088933a833993affbb6cd6de8c0a3143b7d2975ba14f91bfc54f3ac4f"} Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.801168 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-db-sync-bjrcf" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.801183 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9896def088933a833993affbb6cd6de8c0a3143b7d2975ba14f91bfc54f3ac4f" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.808808 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.808899 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.808929 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.808953 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.956351 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-775f594698-psq2b"] Oct 13 20:20:45 crc kubenswrapper[4809]: E1013 20:20:45.956704 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="633731c3-af99-4346-b914-3daaab4fd087" containerName="keystone-bootstrap" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.956714 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="633731c3-af99-4346-b914-3daaab4fd087" containerName="keystone-bootstrap" Oct 13 20:20:45 crc kubenswrapper[4809]: E1013 20:20:45.956746 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ff7e1665-97fb-4fa0-960c-786fdf925d41" containerName="barbican-db-sync" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.956752 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ff7e1665-97fb-4fa0-960c-786fdf925d41" containerName="barbican-db-sync" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.956915 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ff7e1665-97fb-4fa0-960c-786fdf925d41" containerName="barbican-db-sync" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.956932 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="633731c3-af99-4346-b914-3daaab4fd087" containerName="keystone-bootstrap" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.957463 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.959518 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.959754 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-keystone-dockercfg-pxw45" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.960069 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-scripts" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.960756 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"keystone-config-data" Oct 13 20:20:45 crc kubenswrapper[4809]: I1013 20:20:45.974957 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-775f594698-psq2b"] Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.098348 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z69zk\" (UniqueName: \"kubernetes.io/projected/59eb5646-1073-4946-a2c9-7bcbf48eb63a-kube-api-access-z69zk\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.098393 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-fernet-keys\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.098586 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-credential-keys\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.098696 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-combined-ca-bundle\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.098743 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-scripts\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.098766 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-config-data\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.200812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-combined-ca-bundle\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.201331 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-scripts\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.201362 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-config-data\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.201462 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z69zk\" (UniqueName: \"kubernetes.io/projected/59eb5646-1073-4946-a2c9-7bcbf48eb63a-kube-api-access-z69zk\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.201484 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-fernet-keys\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.201530 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-credential-keys\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.207749 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-fernet-keys\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.208447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-config-data\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.208981 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-scripts\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.212586 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-combined-ca-bundle\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.214558 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-credential-keys\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.223249 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z69zk\" (UniqueName: \"kubernetes.io/projected/59eb5646-1073-4946-a2c9-7bcbf48eb63a-kube-api-access-z69zk\") pod \"keystone-775f594698-psq2b\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.314234 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.613188 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9"] Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.615655 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.620670 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-config-data" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.622073 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-keystone-listener-config-data" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.622317 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-barbican-dockercfg-5wkxg" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.671808 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz"] Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.673475 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.675943 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-worker-config-data" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.718521 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c7bd633f-e1bb-4b53-be81-34d27783cd01-logs\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.718642 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data-custom\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.718691 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5t2n8\" (UniqueName: \"kubernetes.io/projected/c7bd633f-e1bb-4b53-be81-34d27783cd01-kube-api-access-5t2n8\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.718740 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.718768 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-combined-ca-bundle\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.739837 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9"] Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.758056 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz"] Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.791923 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-775f594698-psq2b"] Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.805297 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964"] Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.808071 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.811465 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964"] Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.818793 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"barbican-api-config-data" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.820489 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c7bd633f-e1bb-4b53-be81-34d27783cd01-logs\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.820521 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data-custom\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.820586 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.820607 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data-custom\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.820637 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5t2n8\" (UniqueName: \"kubernetes.io/projected/c7bd633f-e1bb-4b53-be81-34d27783cd01-kube-api-access-5t2n8\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.820653 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.820670 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-combined-ca-bundle\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.820696 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-r7vvt\" (UniqueName: \"kubernetes.io/projected/5a9e8c91-d328-4bbb-bc43-fe11219594e4-kube-api-access-r7vvt\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.820735 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-combined-ca-bundle\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.820792 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5a9e8c91-d328-4bbb-bc43-fe11219594e4-logs\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.820908 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c7bd633f-e1bb-4b53-be81-34d27783cd01-logs\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.827355 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-combined-ca-bundle\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.828325 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data-custom\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.833506 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" event={"ID":"59eb5646-1073-4946-a2c9-7bcbf48eb63a","Type":"ContainerStarted","Data":"e095b99e6cb19b6e27b173899c010b0ce499afc4fdafc2b39e9a0cbd798c15c9"} Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.834420 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.896289 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5t2n8\" (UniqueName: \"kubernetes.io/projected/c7bd633f-e1bb-4b53-be81-34d27783cd01-kube-api-access-5t2n8\") pod \"barbican-keystone-listener-5cc556c54b-4qbq9\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.922871 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1696b6de-fef2-473b-89fa-a62e10038525-logs\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.922923 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-r7vvt\" (UniqueName: \"kubernetes.io/projected/5a9e8c91-d328-4bbb-bc43-fe11219594e4-kube-api-access-r7vvt\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.922963 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-combined-ca-bundle\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.922981 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-combined-ca-bundle\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.923023 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data-custom\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.923103 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5a9e8c91-d328-4bbb-bc43-fe11219594e4-logs\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.923137 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n4wg2\" (UniqueName: \"kubernetes.io/projected/1696b6de-fef2-473b-89fa-a62e10038525-kube-api-access-n4wg2\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.923161 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data-custom\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.923179 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.923248 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.924136 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5a9e8c91-d328-4bbb-bc43-fe11219594e4-logs\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.929425 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data-custom\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.929787 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.930492 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-combined-ca-bundle\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:46 crc kubenswrapper[4809]: I1013 20:20:46.939222 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-r7vvt\" (UniqueName: \"kubernetes.io/projected/5a9e8c91-d328-4bbb-bc43-fe11219594e4-kube-api-access-r7vvt\") pod \"barbican-worker-c847ddc47-rzpbz\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.004550 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.024595 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1696b6de-fef2-473b-89fa-a62e10038525-logs\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.025893 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-combined-ca-bundle\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.025936 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data-custom\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.026010 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n4wg2\" (UniqueName: \"kubernetes.io/projected/1696b6de-fef2-473b-89fa-a62e10038525-kube-api-access-n4wg2\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.026046 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.025668 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1696b6de-fef2-473b-89fa-a62e10038525-logs\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.030593 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-combined-ca-bundle\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.031419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data-custom\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.035142 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.045174 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.051233 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n4wg2\" (UniqueName: \"kubernetes.io/projected/1696b6de-fef2-473b-89fa-a62e10038525-kube-api-access-n4wg2\") pod \"barbican-api-87c6c5c5b-gt964\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.151588 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.544120 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9"] Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.650041 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz"] Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.849286 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" event={"ID":"c7bd633f-e1bb-4b53-be81-34d27783cd01","Type":"ContainerStarted","Data":"0dd398ce14235be6d603ec01f1e9d8dec4d2803efb33a2610825b5e10fb259b0"} Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.852313 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" event={"ID":"5a9e8c91-d328-4bbb-bc43-fe11219594e4","Type":"ContainerStarted","Data":"c4237245905feae20c4c38fef53697c813ad905cc887263349360ed4130987f1"} Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.858059 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.858086 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.858870 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" event={"ID":"59eb5646-1073-4946-a2c9-7bcbf48eb63a","Type":"ContainerStarted","Data":"00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7"} Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.859002 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.859826 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.859852 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:20:47 crc kubenswrapper[4809]: W1013 20:20:47.861572 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1696b6de_fef2_473b_89fa_a62e10038525.slice/crio-5de0297004609c76cf0ea851aaca33e0c24af2204f578096cad9ba9ce1120b6b WatchSource:0}: Error finding container 5de0297004609c76cf0ea851aaca33e0c24af2204f578096cad9ba9ce1120b6b: Status 404 returned error can't find the container with id 5de0297004609c76cf0ea851aaca33e0c24af2204f578096cad9ba9ce1120b6b Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.862354 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964"] Oct 13 20:20:47 crc kubenswrapper[4809]: I1013 20:20:47.880454 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" podStartSLOduration=2.880432924 podStartE2EDuration="2.880432924s" podCreationTimestamp="2025-10-13 20:20:45 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:47.872472362 +0000 UTC m=+3366.478218947" watchObservedRunningTime="2025-10-13 20:20:47.880432924 +0000 UTC m=+3366.486179499" Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.459703 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.461658 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.597351 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.868907 4809 generic.go:334] "Generic (PLEG): container finished" podID="b2205517-545b-42ee-bb0c-bf2204ca4000" containerID="d04c0bb19298863a01ecd34c2cf699195788b276305431ae2f9f17ccaf1cdba8" exitCode=0 Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.868971 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-bncl6" event={"ID":"b2205517-545b-42ee-bb0c-bf2204ca4000","Type":"ContainerDied","Data":"d04c0bb19298863a01ecd34c2cf699195788b276305431ae2f9f17ccaf1cdba8"} Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.870843 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" event={"ID":"c7bd633f-e1bb-4b53-be81-34d27783cd01","Type":"ContainerStarted","Data":"4a150878a983f450b68cf0a6b640d91abacc3ae88c55ce36b9b439d5182b7535"} Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.870902 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" event={"ID":"c7bd633f-e1bb-4b53-be81-34d27783cd01","Type":"ContainerStarted","Data":"fe6c5b95f4afd85d4b372071cb86fe938be92a5ebd30218d74a865e9a859745c"} Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.872848 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" event={"ID":"1696b6de-fef2-473b-89fa-a62e10038525","Type":"ContainerStarted","Data":"f68c01b82dcd87e2359f96c3e1a490e8cc86d9f831ffc2f9c54bd649ab7c7f4a"} Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.872946 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.872960 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.872969 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" event={"ID":"1696b6de-fef2-473b-89fa-a62e10038525","Type":"ContainerStarted","Data":"36a6427361b321c00b5cd27c9e93bbdc1075cd457fd9e10c94f9833fe7088f86"} Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.872979 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" event={"ID":"1696b6de-fef2-473b-89fa-a62e10038525","Type":"ContainerStarted","Data":"5de0297004609c76cf0ea851aaca33e0c24af2204f578096cad9ba9ce1120b6b"} Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.874611 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" event={"ID":"5a9e8c91-d328-4bbb-bc43-fe11219594e4","Type":"ContainerStarted","Data":"b872103ab9293ce3ae9af2cf66e35e60f6e1df7f8fb6f53b393e740a963a7a05"} Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.874656 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" event={"ID":"5a9e8c91-d328-4bbb-bc43-fe11219594e4","Type":"ContainerStarted","Data":"a88e4f2995fffff8aa2b006ce67b0a5fe63957aad25deeef9746002dc748b8d4"} Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.875523 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.905504 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" podStartSLOduration=2.905470471 podStartE2EDuration="2.905470471s" podCreationTimestamp="2025-10-13 20:20:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:48.903283571 +0000 UTC m=+3367.509030176" watchObservedRunningTime="2025-10-13 20:20:48.905470471 +0000 UTC m=+3367.511217066" Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.929524 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" podStartSLOduration=2.92950206 podStartE2EDuration="2.92950206s" podCreationTimestamp="2025-10-13 20:20:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:48.921833547 +0000 UTC m=+3367.527580132" watchObservedRunningTime="2025-10-13 20:20:48.92950206 +0000 UTC m=+3367.535248645" Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.953284 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" podStartSLOduration=2.953267092 podStartE2EDuration="2.953267092s" podCreationTimestamp="2025-10-13 20:20:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:48.946049621 +0000 UTC m=+3367.551796206" watchObservedRunningTime="2025-10-13 20:20:48.953267092 +0000 UTC m=+3367.559013677" Oct 13 20:20:48 crc kubenswrapper[4809]: I1013 20:20:48.989655 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.448332 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.531473 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-db-sync-config-data\") pod \"b2205517-545b-42ee-bb0c-bf2204ca4000\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.531541 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-combined-ca-bundle\") pod \"b2205517-545b-42ee-bb0c-bf2204ca4000\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.531575 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2pfns\" (UniqueName: \"kubernetes.io/projected/b2205517-545b-42ee-bb0c-bf2204ca4000-kube-api-access-2pfns\") pod \"b2205517-545b-42ee-bb0c-bf2204ca4000\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.531625 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-scripts\") pod \"b2205517-545b-42ee-bb0c-bf2204ca4000\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.531648 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-config-data\") pod \"b2205517-545b-42ee-bb0c-bf2204ca4000\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.531690 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b2205517-545b-42ee-bb0c-bf2204ca4000-etc-machine-id\") pod \"b2205517-545b-42ee-bb0c-bf2204ca4000\" (UID: \"b2205517-545b-42ee-bb0c-bf2204ca4000\") " Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.531899 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/b2205517-545b-42ee-bb0c-bf2204ca4000-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "b2205517-545b-42ee-bb0c-bf2204ca4000" (UID: "b2205517-545b-42ee-bb0c-bf2204ca4000"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.552045 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-db-sync-config-data" (OuterVolumeSpecName: "db-sync-config-data") pod "b2205517-545b-42ee-bb0c-bf2204ca4000" (UID: "b2205517-545b-42ee-bb0c-bf2204ca4000"). InnerVolumeSpecName "db-sync-config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.552597 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-scripts" (OuterVolumeSpecName: "scripts") pod "b2205517-545b-42ee-bb0c-bf2204ca4000" (UID: "b2205517-545b-42ee-bb0c-bf2204ca4000"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.563328 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b2205517-545b-42ee-bb0c-bf2204ca4000-kube-api-access-2pfns" (OuterVolumeSpecName: "kube-api-access-2pfns") pod "b2205517-545b-42ee-bb0c-bf2204ca4000" (UID: "b2205517-545b-42ee-bb0c-bf2204ca4000"). InnerVolumeSpecName "kube-api-access-2pfns". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.565748 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b2205517-545b-42ee-bb0c-bf2204ca4000" (UID: "b2205517-545b-42ee-bb0c-bf2204ca4000"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.596465 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-config-data" (OuterVolumeSpecName: "config-data") pod "b2205517-545b-42ee-bb0c-bf2204ca4000" (UID: "b2205517-545b-42ee-bb0c-bf2204ca4000"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.634515 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/b2205517-545b-42ee-bb0c-bf2204ca4000-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.634552 4809 reconciler_common.go:293] "Volume detached for volume \"db-sync-config-data\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-db-sync-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.634562 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.634571 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2pfns\" (UniqueName: \"kubernetes.io/projected/b2205517-545b-42ee-bb0c-bf2204ca4000-kube-api-access-2pfns\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.634581 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.634589 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b2205517-545b-42ee-bb0c-bf2204ca4000-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.893956 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-db-sync-bncl6" event={"ID":"b2205517-545b-42ee-bb0c-bf2204ca4000","Type":"ContainerDied","Data":"f05b2ebae68ba0dc920f591984d4933eb1cc436a14c6a506a404e583015c14cc"} Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.893996 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f05b2ebae68ba0dc920f591984d4933eb1cc436a14c6a506a404e583015c14cc" Oct 13 20:20:50 crc kubenswrapper[4809]: I1013 20:20:50.894034 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-db-sync-bncl6" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.205064 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:20:51 crc kubenswrapper[4809]: E1013 20:20:51.205758 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b2205517-545b-42ee-bb0c-bf2204ca4000" containerName="cinder-db-sync" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.205778 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b2205517-545b-42ee-bb0c-bf2204ca4000" containerName="cinder-db-sync" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.206013 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b2205517-545b-42ee-bb0c-bf2204ca4000" containerName="cinder-db-sync" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.208938 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.210979 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-69fq8" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.212388 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.214800 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.215441 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.215935 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.305084 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.307261 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.309775 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.320590 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.360053 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.360120 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.360165 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8rd8h\" (UniqueName: \"kubernetes.io/projected/15b414d4-9545-4ad4-ae62-96af95204216-kube-api-access-8rd8h\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.360228 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-scripts\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.360246 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/15b414d4-9545-4ad4-ae62-96af95204216-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.360263 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.461763 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xs98d\" (UniqueName: \"kubernetes.io/projected/7a79f9aa-7389-461f-990e-f6a6af23489e-kube-api-access-xs98d\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.461839 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-scripts\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.461872 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/15b414d4-9545-4ad4-ae62-96af95204216-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.461910 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.462009 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/7a79f9aa-7389-461f-990e-f6a6af23489e-etc-machine-id\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.462044 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data-custom\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.462052 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/15b414d4-9545-4ad4-ae62-96af95204216-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.462105 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.462425 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7a79f9aa-7389-461f-990e-f6a6af23489e-logs\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.462556 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.462677 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.462839 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-scripts\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.462980 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8rd8h\" (UniqueName: \"kubernetes.io/projected/15b414d4-9545-4ad4-ae62-96af95204216-kube-api-access-8rd8h\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.463125 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.474174 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.474598 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-scripts\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.475262 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.476894 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.484154 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8rd8h\" (UniqueName: \"kubernetes.io/projected/15b414d4-9545-4ad4-ae62-96af95204216-kube-api-access-8rd8h\") pod \"cinder-scheduler-0\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.564467 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7a79f9aa-7389-461f-990e-f6a6af23489e-logs\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.564540 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.564597 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-scripts\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.564702 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.564786 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xs98d\" (UniqueName: \"kubernetes.io/projected/7a79f9aa-7389-461f-990e-f6a6af23489e-kube-api-access-xs98d\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.564882 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/7a79f9aa-7389-461f-990e-f6a6af23489e-etc-machine-id\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.564920 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data-custom\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.565218 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7a79f9aa-7389-461f-990e-f6a6af23489e-logs\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.565573 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/7a79f9aa-7389-461f-990e-f6a6af23489e-etc-machine-id\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.568884 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.569517 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-scripts\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.570929 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.573223 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data-custom\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.573967 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.586323 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xs98d\" (UniqueName: \"kubernetes.io/projected/7a79f9aa-7389-461f-990e-f6a6af23489e-kube-api-access-xs98d\") pod \"cinder-api-0\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:51 crc kubenswrapper[4809]: I1013 20:20:51.631300 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:52 crc kubenswrapper[4809]: I1013 20:20:52.082657 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:20:52 crc kubenswrapper[4809]: W1013 20:20:52.085360 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod15b414d4_9545_4ad4_ae62_96af95204216.slice/crio-3ddf793eda54bad96c3c0ed8da2d521fbcc41c38639cd5d2b0e5c8fc45ffa4e7 WatchSource:0}: Error finding container 3ddf793eda54bad96c3c0ed8da2d521fbcc41c38639cd5d2b0e5c8fc45ffa4e7: Status 404 returned error can't find the container with id 3ddf793eda54bad96c3c0ed8da2d521fbcc41c38639cd5d2b0e5c8fc45ffa4e7 Oct 13 20:20:52 crc kubenswrapper[4809]: I1013 20:20:52.197487 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:20:52 crc kubenswrapper[4809]: W1013 20:20:52.220626 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod7a79f9aa_7389_461f_990e_f6a6af23489e.slice/crio-ef52d95d054069810cff81500c61f9bccc88930b1862b7fe8ed86669083ae42f WatchSource:0}: Error finding container ef52d95d054069810cff81500c61f9bccc88930b1862b7fe8ed86669083ae42f: Status 404 returned error can't find the container with id ef52d95d054069810cff81500c61f9bccc88930b1862b7fe8ed86669083ae42f Oct 13 20:20:52 crc kubenswrapper[4809]: I1013 20:20:52.915624 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a79f9aa-7389-461f-990e-f6a6af23489e","Type":"ContainerStarted","Data":"ef52d95d054069810cff81500c61f9bccc88930b1862b7fe8ed86669083ae42f"} Oct 13 20:20:52 crc kubenswrapper[4809]: I1013 20:20:52.917454 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"15b414d4-9545-4ad4-ae62-96af95204216","Type":"ContainerStarted","Data":"ecf8991c08491b05801f4298aa4ea6e078a5d0a3a2ff72c27952da8a6c2a1865"} Oct 13 20:20:52 crc kubenswrapper[4809]: I1013 20:20:52.917507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"15b414d4-9545-4ad4-ae62-96af95204216","Type":"ContainerStarted","Data":"3ddf793eda54bad96c3c0ed8da2d521fbcc41c38639cd5d2b0e5c8fc45ffa4e7"} Oct 13 20:20:53 crc kubenswrapper[4809]: I1013 20:20:53.929220 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"15b414d4-9545-4ad4-ae62-96af95204216","Type":"ContainerStarted","Data":"a45551e48c450f6567b935a11230e4639eb9a2c59aee12242650d682282df188"} Oct 13 20:20:53 crc kubenswrapper[4809]: I1013 20:20:53.931219 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a79f9aa-7389-461f-990e-f6a6af23489e","Type":"ContainerStarted","Data":"0d9830bff13d0a8d14674209ef25a61f8ea22737bd69954dc73cf3a1565fe17d"} Oct 13 20:20:53 crc kubenswrapper[4809]: I1013 20:20:53.931257 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a79f9aa-7389-461f-990e-f6a6af23489e","Type":"ContainerStarted","Data":"2b53104448832c54737d1c977cf3e74998d86db2200e8bd2cb195d4d03f36d9a"} Oct 13 20:20:53 crc kubenswrapper[4809]: I1013 20:20:53.931469 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:20:53 crc kubenswrapper[4809]: I1013 20:20:53.974303 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=2.974285227 podStartE2EDuration="2.974285227s" podCreationTimestamp="2025-10-13 20:20:51 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:53.952761838 +0000 UTC m=+3372.558508423" watchObservedRunningTime="2025-10-13 20:20:53.974285227 +0000 UTC m=+3372.580031812" Oct 13 20:20:53 crc kubenswrapper[4809]: I1013 20:20:53.975421 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=2.975414678 podStartE2EDuration="2.975414678s" podCreationTimestamp="2025-10-13 20:20:51 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:20:53.971046577 +0000 UTC m=+3372.576793162" watchObservedRunningTime="2025-10-13 20:20:53.975414678 +0000 UTC m=+3372.581161263" Oct 13 20:20:56 crc kubenswrapper[4809]: I1013 20:20:56.574755 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:20:57 crc kubenswrapper[4809]: I1013 20:20:57.983537 4809 generic.go:334] "Generic (PLEG): container finished" podID="5a0f89c6-a28c-4008-89c8-eb57d42f8e02" containerID="66becb8ef3c2217feabf1b0c3b4cb09501eea86cf1a0c55a3316713204f66d98" exitCode=0 Oct 13 20:20:57 crc kubenswrapper[4809]: I1013 20:20:57.983612 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" event={"ID":"5a0f89c6-a28c-4008-89c8-eb57d42f8e02","Type":"ContainerDied","Data":"66becb8ef3c2217feabf1b0c3b4cb09501eea86cf1a0c55a3316713204f66d98"} Oct 13 20:20:58 crc kubenswrapper[4809]: I1013 20:20:58.522559 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:58 crc kubenswrapper[4809]: I1013 20:20:58.565786 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:20:58 crc kubenswrapper[4809]: I1013 20:20:58.592902 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:20:58 crc kubenswrapper[4809]: I1013 20:20:58.592979 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:20:59 crc kubenswrapper[4809]: I1013 20:20:59.474762 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:20:59 crc kubenswrapper[4809]: I1013 20:20:59.525580 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-combined-ca-bundle\") pod \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " Oct 13 20:20:59 crc kubenswrapper[4809]: I1013 20:20:59.525815 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jzpt4\" (UniqueName: \"kubernetes.io/projected/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-kube-api-access-jzpt4\") pod \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " Oct 13 20:20:59 crc kubenswrapper[4809]: I1013 20:20:59.525949 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-config\") pod \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\" (UID: \"5a0f89c6-a28c-4008-89c8-eb57d42f8e02\") " Oct 13 20:20:59 crc kubenswrapper[4809]: I1013 20:20:59.535256 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-kube-api-access-jzpt4" (OuterVolumeSpecName: "kube-api-access-jzpt4") pod "5a0f89c6-a28c-4008-89c8-eb57d42f8e02" (UID: "5a0f89c6-a28c-4008-89c8-eb57d42f8e02"). InnerVolumeSpecName "kube-api-access-jzpt4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:20:59 crc kubenswrapper[4809]: I1013 20:20:59.559097 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-config" (OuterVolumeSpecName: "config") pod "5a0f89c6-a28c-4008-89c8-eb57d42f8e02" (UID: "5a0f89c6-a28c-4008-89c8-eb57d42f8e02"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:59 crc kubenswrapper[4809]: I1013 20:20:59.572384 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5a0f89c6-a28c-4008-89c8-eb57d42f8e02" (UID: "5a0f89c6-a28c-4008-89c8-eb57d42f8e02"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:20:59 crc kubenswrapper[4809]: I1013 20:20:59.628480 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:59 crc kubenswrapper[4809]: I1013 20:20:59.628522 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:20:59 crc kubenswrapper[4809]: I1013 20:20:59.628541 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jzpt4\" (UniqueName: \"kubernetes.io/projected/5a0f89c6-a28c-4008-89c8-eb57d42f8e02-kube-api-access-jzpt4\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.010760 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" event={"ID":"5a0f89c6-a28c-4008-89c8-eb57d42f8e02","Type":"ContainerDied","Data":"1bf0c6e13987863b5c9ff79fa91e57d9ff6b2c1cf919e55f396247ca5279ee77"} Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.010801 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1bf0c6e13987863b5c9ff79fa91e57d9ff6b2c1cf919e55f396247ca5279ee77" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.010873 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-db-sync-9ztnx" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.299296 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-77546b4cfd-5m77d"] Oct 13 20:21:00 crc kubenswrapper[4809]: E1013 20:21:00.299647 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5a0f89c6-a28c-4008-89c8-eb57d42f8e02" containerName="neutron-db-sync" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.299661 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5a0f89c6-a28c-4008-89c8-eb57d42f8e02" containerName="neutron-db-sync" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.299840 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5a0f89c6-a28c-4008-89c8-eb57d42f8e02" containerName="neutron-db-sync" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.300705 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.302911 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-neutron-dockercfg-nxfkl" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.302992 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-httpd-config" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.303280 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"neutron-config" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.312474 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-77546b4cfd-5m77d"] Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.340822 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-httpd-config\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.340888 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5stj7\" (UniqueName: \"kubernetes.io/projected/3e29fc92-3e54-4787-8453-6ac423b09b67-kube-api-access-5stj7\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.340989 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-config\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.341059 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-combined-ca-bundle\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.442474 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-httpd-config\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.442530 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5stj7\" (UniqueName: \"kubernetes.io/projected/3e29fc92-3e54-4787-8453-6ac423b09b67-kube-api-access-5stj7\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.442580 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-config\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.442630 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-combined-ca-bundle\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.446951 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-combined-ca-bundle\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.447764 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-httpd-config\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.448587 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-config\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.459664 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5stj7\" (UniqueName: \"kubernetes.io/projected/3e29fc92-3e54-4787-8453-6ac423b09b67-kube-api-access-5stj7\") pod \"neutron-77546b4cfd-5m77d\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:00 crc kubenswrapper[4809]: I1013 20:21:00.618683 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:01 crc kubenswrapper[4809]: I1013 20:21:01.101811 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-77546b4cfd-5m77d"] Oct 13 20:21:01 crc kubenswrapper[4809]: W1013 20:21:01.110383 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3e29fc92_3e54_4787_8453_6ac423b09b67.slice/crio-be229c040e77ca1f81871154ab16539a33b1c7c951ab38bf684b4557c2e32c05 WatchSource:0}: Error finding container be229c040e77ca1f81871154ab16539a33b1c7c951ab38bf684b4557c2e32c05: Status 404 returned error can't find the container with id be229c040e77ca1f81871154ab16539a33b1c7c951ab38bf684b4557c2e32c05 Oct 13 20:21:01 crc kubenswrapper[4809]: I1013 20:21:01.793009 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:21:02 crc kubenswrapper[4809]: I1013 20:21:02.034452 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" event={"ID":"3e29fc92-3e54-4787-8453-6ac423b09b67","Type":"ContainerStarted","Data":"1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a"} Oct 13 20:21:02 crc kubenswrapper[4809]: I1013 20:21:02.034500 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" event={"ID":"3e29fc92-3e54-4787-8453-6ac423b09b67","Type":"ContainerStarted","Data":"793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95"} Oct 13 20:21:02 crc kubenswrapper[4809]: I1013 20:21:02.034511 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" event={"ID":"3e29fc92-3e54-4787-8453-6ac423b09b67","Type":"ContainerStarted","Data":"be229c040e77ca1f81871154ab16539a33b1c7c951ab38bf684b4557c2e32c05"} Oct 13 20:21:02 crc kubenswrapper[4809]: I1013 20:21:02.034636 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:02 crc kubenswrapper[4809]: I1013 20:21:02.062902 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" podStartSLOduration=2.062872985 podStartE2EDuration="2.062872985s" podCreationTimestamp="2025-10-13 20:21:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:21:02.059962204 +0000 UTC m=+3380.665708789" watchObservedRunningTime="2025-10-13 20:21:02.062872985 +0000 UTC m=+3380.668619590" Oct 13 20:21:02 crc kubenswrapper[4809]: I1013 20:21:02.179467 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:03 crc kubenswrapper[4809]: I1013 20:21:03.595350 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:21:08 crc kubenswrapper[4809]: I1013 20:21:08.908685 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:21:08 crc kubenswrapper[4809]: I1013 20:21:08.909374 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:21:17 crc kubenswrapper[4809]: I1013 20:21:17.702218 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.300307 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.302173 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.303699 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstackclient-openstackclient-dockercfg-z6j4m" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.303878 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstack-config-secret" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.307778 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.318685 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.360760 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:21:21 crc kubenswrapper[4809]: E1013 20:21:21.361799 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle kube-api-access-m82k2 openstack-config openstack-config-secret], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/openstackclient" podUID="b3894168-6355-4279-bf25-b3d616000158" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.376068 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.384942 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.387018 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.396435 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.406153 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m82k2\" (UniqueName: \"kubernetes.io/projected/b3894168-6355-4279-bf25-b3d616000158-kube-api-access-m82k2\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.406259 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-openstack-config-secret\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.406302 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-combined-ca-bundle\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.406382 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/b3894168-6355-4279-bf25-b3d616000158-openstack-config\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.507585 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.507867 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-combined-ca-bundle\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.507977 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m82k2\" (UniqueName: \"kubernetes.io/projected/b3894168-6355-4279-bf25-b3d616000158-kube-api-access-m82k2\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.508073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config-secret\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.508160 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-openstack-config-secret\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.508235 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-combined-ca-bundle\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.508391 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/b3894168-6355-4279-bf25-b3d616000158-openstack-config\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.508564 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lfrqz\" (UniqueName: \"kubernetes.io/projected/30f0dd14-5666-4197-9079-e0e08410ab25-kube-api-access-lfrqz\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.509462 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/b3894168-6355-4279-bf25-b3d616000158-openstack-config\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: E1013 20:21:21.509795 4809 projected.go:194] Error preparing data for projected volume kube-api-access-m82k2 for pod openstack-kuttl-tests/openstackclient: failed to fetch token: serviceaccounts "openstackclient-openstackclient" is forbidden: the UID in the bound object reference (b3894168-6355-4279-bf25-b3d616000158) does not match the UID in record. The object might have been deleted and then recreated Oct 13 20:21:21 crc kubenswrapper[4809]: E1013 20:21:21.509858 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/b3894168-6355-4279-bf25-b3d616000158-kube-api-access-m82k2 podName:b3894168-6355-4279-bf25-b3d616000158 nodeName:}" failed. No retries permitted until 2025-10-13 20:21:22.00984195 +0000 UTC m=+3400.615588595 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-m82k2" (UniqueName: "kubernetes.io/projected/b3894168-6355-4279-bf25-b3d616000158-kube-api-access-m82k2") pod "openstackclient" (UID: "b3894168-6355-4279-bf25-b3d616000158") : failed to fetch token: serviceaccounts "openstackclient-openstackclient" is forbidden: the UID in the bound object reference (b3894168-6355-4279-bf25-b3d616000158) does not match the UID in record. The object might have been deleted and then recreated Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.516654 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-openstack-config-secret\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.522769 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-combined-ca-bundle\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.610605 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lfrqz\" (UniqueName: \"kubernetes.io/projected/30f0dd14-5666-4197-9079-e0e08410ab25-kube-api-access-lfrqz\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.610691 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.610752 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-combined-ca-bundle\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.610841 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config-secret\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.611619 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.621550 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-combined-ca-bundle\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.622156 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config-secret\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.642188 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lfrqz\" (UniqueName: \"kubernetes.io/projected/30f0dd14-5666-4197-9079-e0e08410ab25-kube-api-access-lfrqz\") pod \"openstackclient\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:21 crc kubenswrapper[4809]: I1013 20:21:21.715886 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.017558 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m82k2\" (UniqueName: \"kubernetes.io/projected/b3894168-6355-4279-bf25-b3d616000158-kube-api-access-m82k2\") pod \"openstackclient\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:22 crc kubenswrapper[4809]: E1013 20:21:22.023785 4809 projected.go:194] Error preparing data for projected volume kube-api-access-m82k2 for pod openstack-kuttl-tests/openstackclient: failed to fetch token: serviceaccounts "openstackclient-openstackclient" is forbidden: the UID in the bound object reference (b3894168-6355-4279-bf25-b3d616000158) does not match the UID in record. The object might have been deleted and then recreated Oct 13 20:21:22 crc kubenswrapper[4809]: E1013 20:21:22.023851 4809 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/b3894168-6355-4279-bf25-b3d616000158-kube-api-access-m82k2 podName:b3894168-6355-4279-bf25-b3d616000158 nodeName:}" failed. No retries permitted until 2025-10-13 20:21:23.023836275 +0000 UTC m=+3401.629582860 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-m82k2" (UniqueName: "kubernetes.io/projected/b3894168-6355-4279-bf25-b3d616000158-kube-api-access-m82k2") pod "openstackclient" (UID: "b3894168-6355-4279-bf25-b3d616000158") : failed to fetch token: serviceaccounts "openstackclient-openstackclient" is forbidden: the UID in the bound object reference (b3894168-6355-4279-bf25-b3d616000158) does not match the UID in record. The object might have been deleted and then recreated Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.174635 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.286585 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.286810 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"30f0dd14-5666-4197-9079-e0e08410ab25","Type":"ContainerStarted","Data":"96f9251600fda9cc61e434271dfefa5c80a087e269be44361355c2fadb49a7b0"} Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.298687 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.300720 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="b3894168-6355-4279-bf25-b3d616000158" podUID="30f0dd14-5666-4197-9079-e0e08410ab25" Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.423789 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-openstack-config-secret\") pod \"b3894168-6355-4279-bf25-b3d616000158\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.423941 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/b3894168-6355-4279-bf25-b3d616000158-openstack-config\") pod \"b3894168-6355-4279-bf25-b3d616000158\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.423962 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-combined-ca-bundle\") pod \"b3894168-6355-4279-bf25-b3d616000158\" (UID: \"b3894168-6355-4279-bf25-b3d616000158\") " Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.424300 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-m82k2\" (UniqueName: \"kubernetes.io/projected/b3894168-6355-4279-bf25-b3d616000158-kube-api-access-m82k2\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.425079 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b3894168-6355-4279-bf25-b3d616000158-openstack-config" (OuterVolumeSpecName: "openstack-config") pod "b3894168-6355-4279-bf25-b3d616000158" (UID: "b3894168-6355-4279-bf25-b3d616000158"). InnerVolumeSpecName "openstack-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.427565 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b3894168-6355-4279-bf25-b3d616000158" (UID: "b3894168-6355-4279-bf25-b3d616000158"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.428043 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-openstack-config-secret" (OuterVolumeSpecName: "openstack-config-secret") pod "b3894168-6355-4279-bf25-b3d616000158" (UID: "b3894168-6355-4279-bf25-b3d616000158"). InnerVolumeSpecName "openstack-config-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.526595 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-openstack-config-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.526660 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/b3894168-6355-4279-bf25-b3d616000158-openstack-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:22 crc kubenswrapper[4809]: I1013 20:21:22.526689 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b3894168-6355-4279-bf25-b3d616000158-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:23 crc kubenswrapper[4809]: I1013 20:21:23.297589 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:21:23 crc kubenswrapper[4809]: I1013 20:21:23.298968 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"30f0dd14-5666-4197-9079-e0e08410ab25","Type":"ContainerStarted","Data":"a141161379bf1f34ace1f44a66d77276799016b8a6dcb1b4e125f46c954f42a3"} Oct 13 20:21:23 crc kubenswrapper[4809]: I1013 20:21:23.330562 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="b3894168-6355-4279-bf25-b3d616000158" podUID="30f0dd14-5666-4197-9079-e0e08410ab25" Oct 13 20:21:23 crc kubenswrapper[4809]: I1013 20:21:23.338714 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstackclient" podStartSLOduration=2.338693227 podStartE2EDuration="2.338693227s" podCreationTimestamp="2025-10-13 20:21:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:21:23.327553267 +0000 UTC m=+3401.933299852" watchObservedRunningTime="2025-10-13 20:21:23.338693227 +0000 UTC m=+3401.944439812" Oct 13 20:21:24 crc kubenswrapper[4809]: I1013 20:21:24.182315 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b3894168-6355-4279-bf25-b3d616000158" path="/var/lib/kubelet/pods/b3894168-6355-4279-bf25-b3d616000158/volumes" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.207811 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj"] Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.210701 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.212925 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"swift-proxy-config-data" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.219246 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj"] Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.292137 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-run-httpd\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.292208 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-etc-swift\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.292260 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n7sjx\" (UniqueName: \"kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-kube-api-access-n7sjx\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.292289 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-log-httpd\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.292338 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-config-data\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.292367 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-combined-ca-bundle\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.393525 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-etc-swift\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.393599 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n7sjx\" (UniqueName: \"kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-kube-api-access-n7sjx\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.393625 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-log-httpd\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.393649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-config-data\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.393671 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-combined-ca-bundle\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.393863 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-run-httpd\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.394243 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-log-httpd\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.394284 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-run-httpd\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.399243 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-config-data\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.399607 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-etc-swift\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.401066 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-combined-ca-bundle\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.421361 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n7sjx\" (UniqueName: \"kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-kube-api-access-n7sjx\") pod \"swift-proxy-657f6dc4d4-879rj\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.562312 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.901236 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.901822 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="ceilometer-central-agent" containerID="cri-o://361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8" gracePeriod=30 Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.901894 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="ceilometer-notification-agent" containerID="cri-o://59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b" gracePeriod=30 Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.901934 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="sg-core" containerID="cri-o://74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc" gracePeriod=30 Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.902006 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="proxy-httpd" containerID="cri-o://c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531" gracePeriod=30 Oct 13 20:21:26 crc kubenswrapper[4809]: I1013 20:21:26.991827 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj"] Oct 13 20:21:27 crc kubenswrapper[4809]: I1013 20:21:27.345248 4809 generic.go:334] "Generic (PLEG): container finished" podID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerID="c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531" exitCode=0 Oct 13 20:21:27 crc kubenswrapper[4809]: I1013 20:21:27.345467 4809 generic.go:334] "Generic (PLEG): container finished" podID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerID="74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc" exitCode=2 Oct 13 20:21:27 crc kubenswrapper[4809]: I1013 20:21:27.345475 4809 generic.go:334] "Generic (PLEG): container finished" podID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerID="361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8" exitCode=0 Oct 13 20:21:27 crc kubenswrapper[4809]: I1013 20:21:27.345286 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"dbc962b3-ad5d-48a4-9dde-b5107aeceafb","Type":"ContainerDied","Data":"c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531"} Oct 13 20:21:27 crc kubenswrapper[4809]: I1013 20:21:27.345537 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"dbc962b3-ad5d-48a4-9dde-b5107aeceafb","Type":"ContainerDied","Data":"74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc"} Oct 13 20:21:27 crc kubenswrapper[4809]: I1013 20:21:27.345551 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"dbc962b3-ad5d-48a4-9dde-b5107aeceafb","Type":"ContainerDied","Data":"361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8"} Oct 13 20:21:27 crc kubenswrapper[4809]: I1013 20:21:27.348345 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" event={"ID":"e235a178-b259-4670-9443-0f801222e846","Type":"ContainerStarted","Data":"9dbb76ca285b11f1cfa5aceae4905f496cae9fa6aa906b737c82a9e353a358f1"} Oct 13 20:21:27 crc kubenswrapper[4809]: I1013 20:21:27.348388 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" event={"ID":"e235a178-b259-4670-9443-0f801222e846","Type":"ContainerStarted","Data":"3a4233b7f6ac1b466b1d53f19665350f22885e942449d41887320f61c70186f4"} Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.014624 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.125161 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-combined-ca-bundle\") pod \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.125241 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5fs4b\" (UniqueName: \"kubernetes.io/projected/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-kube-api-access-5fs4b\") pod \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.125308 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-scripts\") pod \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.125333 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-config-data\") pod \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.125366 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-sg-core-conf-yaml\") pod \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.125401 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-log-httpd\") pod \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.125462 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-run-httpd\") pod \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\" (UID: \"dbc962b3-ad5d-48a4-9dde-b5107aeceafb\") " Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.126197 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "dbc962b3-ad5d-48a4-9dde-b5107aeceafb" (UID: "dbc962b3-ad5d-48a4-9dde-b5107aeceafb"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.126217 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "dbc962b3-ad5d-48a4-9dde-b5107aeceafb" (UID: "dbc962b3-ad5d-48a4-9dde-b5107aeceafb"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.129690 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-scripts" (OuterVolumeSpecName: "scripts") pod "dbc962b3-ad5d-48a4-9dde-b5107aeceafb" (UID: "dbc962b3-ad5d-48a4-9dde-b5107aeceafb"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.152945 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "dbc962b3-ad5d-48a4-9dde-b5107aeceafb" (UID: "dbc962b3-ad5d-48a4-9dde-b5107aeceafb"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.155377 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-kube-api-access-5fs4b" (OuterVolumeSpecName: "kube-api-access-5fs4b") pod "dbc962b3-ad5d-48a4-9dde-b5107aeceafb" (UID: "dbc962b3-ad5d-48a4-9dde-b5107aeceafb"). InnerVolumeSpecName "kube-api-access-5fs4b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.196936 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "dbc962b3-ad5d-48a4-9dde-b5107aeceafb" (UID: "dbc962b3-ad5d-48a4-9dde-b5107aeceafb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.227862 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.227891 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.227902 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5fs4b\" (UniqueName: \"kubernetes.io/projected/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-kube-api-access-5fs4b\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.227912 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.227921 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.227929 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.231766 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-config-data" (OuterVolumeSpecName: "config-data") pod "dbc962b3-ad5d-48a4-9dde-b5107aeceafb" (UID: "dbc962b3-ad5d-48a4-9dde-b5107aeceafb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.237673 4809 scope.go:117] "RemoveContainer" containerID="a0a5188aff84a9b5f960b613cf801f86ff98dae6311037db5c69fe3716011969" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.270361 4809 scope.go:117] "RemoveContainer" containerID="d9051050212efdd312c0a5578416fdcafd78e583d0e6c7fff7bc34e39aef9929" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.291117 4809 scope.go:117] "RemoveContainer" containerID="9e12af07604da9e28bd00272b37d7445946c3de0e27990436809ccb137866a48" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.318375 4809 scope.go:117] "RemoveContainer" containerID="e93702c98bf482dd7adf23bd238ce74556212c2482fcbfcbf41b0e3b436cf1a7" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.330173 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dbc962b3-ad5d-48a4-9dde-b5107aeceafb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.339773 4809 scope.go:117] "RemoveContainer" containerID="cee549f4d1ab9bce0acbe15544aacab00c10afe1c6c38b723d2904449b9b2f62" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.369224 4809 scope.go:117] "RemoveContainer" containerID="773feb3a2576f2753dd109e04607a537f29b41a8b1bb8b066f61a807a88ca11b" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.377306 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" event={"ID":"e235a178-b259-4670-9443-0f801222e846","Type":"ContainerStarted","Data":"e40536a8bd0cc3ff320d4b5b49e7c5051809683c0cd2e42e50406981b2f43c3f"} Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.378363 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.378390 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.385355 4809 generic.go:334] "Generic (PLEG): container finished" podID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerID="59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b" exitCode=0 Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.385396 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"dbc962b3-ad5d-48a4-9dde-b5107aeceafb","Type":"ContainerDied","Data":"59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b"} Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.385422 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"dbc962b3-ad5d-48a4-9dde-b5107aeceafb","Type":"ContainerDied","Data":"cbfd324de1a276683466130c69484ded53b56ac0919755b3496500d4e6da44d2"} Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.385439 4809 scope.go:117] "RemoveContainer" containerID="c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.385446 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.390815 4809 scope.go:117] "RemoveContainer" containerID="0bd23400998c797c5340df30848230efcf1699ce46186613c408edbaac2a0f4e" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.472435 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" podStartSLOduration=2.472420831 podStartE2EDuration="2.472420831s" podCreationTimestamp="2025-10-13 20:21:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:21:28.399060149 +0000 UTC m=+3407.004806754" watchObservedRunningTime="2025-10-13 20:21:28.472420831 +0000 UTC m=+3407.078167416" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.486622 4809 scope.go:117] "RemoveContainer" containerID="74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.486624 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.491038 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.507432 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:21:28 crc kubenswrapper[4809]: E1013 20:21:28.507790 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="sg-core" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.507805 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="sg-core" Oct 13 20:21:28 crc kubenswrapper[4809]: E1013 20:21:28.507819 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="ceilometer-central-agent" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.507826 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="ceilometer-central-agent" Oct 13 20:21:28 crc kubenswrapper[4809]: E1013 20:21:28.507838 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="ceilometer-notification-agent" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.507844 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="ceilometer-notification-agent" Oct 13 20:21:28 crc kubenswrapper[4809]: E1013 20:21:28.507866 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="proxy-httpd" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.507872 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="proxy-httpd" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.508027 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="sg-core" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.508045 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="ceilometer-central-agent" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.508063 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="proxy-httpd" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.508072 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" containerName="ceilometer-notification-agent" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.509702 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.517201 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.518434 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.520122 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.554940 4809 scope.go:117] "RemoveContainer" containerID="59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.591248 4809 scope.go:117] "RemoveContainer" containerID="361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.592387 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.592430 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.592468 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.593104 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"cbfa08bba2e429fdcda3a3bb6e24245049d2958160c4928b7a61ab2fb0094e4d"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.593159 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://cbfa08bba2e429fdcda3a3bb6e24245049d2958160c4928b7a61ab2fb0094e4d" gracePeriod=600 Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.617546 4809 scope.go:117] "RemoveContainer" containerID="c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531" Oct 13 20:21:28 crc kubenswrapper[4809]: E1013 20:21:28.618117 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531\": container with ID starting with c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531 not found: ID does not exist" containerID="c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.618147 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531"} err="failed to get container status \"c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531\": rpc error: code = NotFound desc = could not find container \"c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531\": container with ID starting with c4627f39af1228dddbf53d47f37e703d91117f2bede36262449242e8f60b0531 not found: ID does not exist" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.618165 4809 scope.go:117] "RemoveContainer" containerID="74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc" Oct 13 20:21:28 crc kubenswrapper[4809]: E1013 20:21:28.618515 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc\": container with ID starting with 74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc not found: ID does not exist" containerID="74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.618558 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc"} err="failed to get container status \"74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc\": rpc error: code = NotFound desc = could not find container \"74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc\": container with ID starting with 74dbe8d5c90db0135c3bc94d1251183dd235ba26c0449e941a79b5bf155cf8bc not found: ID does not exist" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.618586 4809 scope.go:117] "RemoveContainer" containerID="59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b" Oct 13 20:21:28 crc kubenswrapper[4809]: E1013 20:21:28.619104 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b\": container with ID starting with 59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b not found: ID does not exist" containerID="59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.619129 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b"} err="failed to get container status \"59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b\": rpc error: code = NotFound desc = could not find container \"59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b\": container with ID starting with 59c290e0dd283d8d181881696521268455947dbae437636a16a5e67a7487655b not found: ID does not exist" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.619143 4809 scope.go:117] "RemoveContainer" containerID="361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8" Oct 13 20:21:28 crc kubenswrapper[4809]: E1013 20:21:28.619472 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8\": container with ID starting with 361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8 not found: ID does not exist" containerID="361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.619516 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8"} err="failed to get container status \"361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8\": rpc error: code = NotFound desc = could not find container \"361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8\": container with ID starting with 361caddba59e5ebbd4ab579de83704d24c83d0c13ff1bf97172e69d8ab1d2ce8 not found: ID does not exist" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.647487 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-scripts\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.647554 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-log-httpd\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.647582 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.647616 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-config-data\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.647667 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.647684 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pvj7m\" (UniqueName: \"kubernetes.io/projected/1a27ed8f-3218-437d-8766-9d345c643e16-kube-api-access-pvj7m\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.647708 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-run-httpd\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.749568 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-config-data\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.749684 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.749707 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pvj7m\" (UniqueName: \"kubernetes.io/projected/1a27ed8f-3218-437d-8766-9d345c643e16-kube-api-access-pvj7m\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.749755 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-run-httpd\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.749837 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-scripts\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.749885 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-log-httpd\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.749919 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.750662 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-log-httpd\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.750886 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-run-httpd\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.753904 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-scripts\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.754394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.755100 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.755299 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-config-data\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.771601 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pvj7m\" (UniqueName: \"kubernetes.io/projected/1a27ed8f-3218-437d-8766-9d345c643e16-kube-api-access-pvj7m\") pod \"ceilometer-0\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:28 crc kubenswrapper[4809]: I1013 20:21:28.832883 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:29 crc kubenswrapper[4809]: I1013 20:21:29.344310 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:21:29 crc kubenswrapper[4809]: W1013 20:21:29.348169 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1a27ed8f_3218_437d_8766_9d345c643e16.slice/crio-de5c8f3494498e38da8a87a0eac94ae8d431e9c7d616e90a71caf0ab53f086ce WatchSource:0}: Error finding container de5c8f3494498e38da8a87a0eac94ae8d431e9c7d616e90a71caf0ab53f086ce: Status 404 returned error can't find the container with id de5c8f3494498e38da8a87a0eac94ae8d431e9c7d616e90a71caf0ab53f086ce Oct 13 20:21:29 crc kubenswrapper[4809]: I1013 20:21:29.405048 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="cbfa08bba2e429fdcda3a3bb6e24245049d2958160c4928b7a61ab2fb0094e4d" exitCode=0 Oct 13 20:21:29 crc kubenswrapper[4809]: I1013 20:21:29.405165 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"cbfa08bba2e429fdcda3a3bb6e24245049d2958160c4928b7a61ab2fb0094e4d"} Oct 13 20:21:29 crc kubenswrapper[4809]: I1013 20:21:29.405198 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e"} Oct 13 20:21:29 crc kubenswrapper[4809]: I1013 20:21:29.405242 4809 scope.go:117] "RemoveContainer" containerID="508206974a49f6e7e5ebfec7c1f6739c2284696effc6341b05099e853e26c097" Oct 13 20:21:29 crc kubenswrapper[4809]: I1013 20:21:29.409006 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1a27ed8f-3218-437d-8766-9d345c643e16","Type":"ContainerStarted","Data":"de5c8f3494498e38da8a87a0eac94ae8d431e9c7d616e90a71caf0ab53f086ce"} Oct 13 20:21:30 crc kubenswrapper[4809]: I1013 20:21:30.166251 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dbc962b3-ad5d-48a4-9dde-b5107aeceafb" path="/var/lib/kubelet/pods/dbc962b3-ad5d-48a4-9dde-b5107aeceafb/volumes" Oct 13 20:21:30 crc kubenswrapper[4809]: I1013 20:21:30.421093 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1a27ed8f-3218-437d-8766-9d345c643e16","Type":"ContainerStarted","Data":"3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a"} Oct 13 20:21:30 crc kubenswrapper[4809]: I1013 20:21:30.626398 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:21:31 crc kubenswrapper[4809]: I1013 20:21:31.465449 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1a27ed8f-3218-437d-8766-9d345c643e16","Type":"ContainerStarted","Data":"358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40"} Oct 13 20:21:32 crc kubenswrapper[4809]: I1013 20:21:32.362335 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:21:32 crc kubenswrapper[4809]: I1013 20:21:32.480817 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1a27ed8f-3218-437d-8766-9d345c643e16","Type":"ContainerStarted","Data":"89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847"} Oct 13 20:21:33 crc kubenswrapper[4809]: I1013 20:21:33.497448 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1a27ed8f-3218-437d-8766-9d345c643e16","Type":"ContainerStarted","Data":"065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6"} Oct 13 20:21:33 crc kubenswrapper[4809]: I1013 20:21:33.497803 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="ceilometer-central-agent" containerID="cri-o://3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a" gracePeriod=30 Oct 13 20:21:33 crc kubenswrapper[4809]: I1013 20:21:33.498045 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:21:33 crc kubenswrapper[4809]: I1013 20:21:33.498076 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="proxy-httpd" containerID="cri-o://065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6" gracePeriod=30 Oct 13 20:21:33 crc kubenswrapper[4809]: I1013 20:21:33.498183 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="sg-core" containerID="cri-o://89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847" gracePeriod=30 Oct 13 20:21:33 crc kubenswrapper[4809]: I1013 20:21:33.498233 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="ceilometer-notification-agent" containerID="cri-o://358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40" gracePeriod=30 Oct 13 20:21:33 crc kubenswrapper[4809]: I1013 20:21:33.529703 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.59703718 podStartE2EDuration="5.529686176s" podCreationTimestamp="2025-10-13 20:21:28 +0000 UTC" firstStartedPulling="2025-10-13 20:21:29.350402046 +0000 UTC m=+3407.956148631" lastFinishedPulling="2025-10-13 20:21:33.283051032 +0000 UTC m=+3411.888797627" observedRunningTime="2025-10-13 20:21:33.527025922 +0000 UTC m=+3412.132772517" watchObservedRunningTime="2025-10-13 20:21:33.529686176 +0000 UTC m=+3412.135432761" Oct 13 20:21:34 crc kubenswrapper[4809]: I1013 20:21:34.511869 4809 generic.go:334] "Generic (PLEG): container finished" podID="1a27ed8f-3218-437d-8766-9d345c643e16" containerID="89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847" exitCode=2 Oct 13 20:21:34 crc kubenswrapper[4809]: I1013 20:21:34.512194 4809 generic.go:334] "Generic (PLEG): container finished" podID="1a27ed8f-3218-437d-8766-9d345c643e16" containerID="358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40" exitCode=0 Oct 13 20:21:34 crc kubenswrapper[4809]: I1013 20:21:34.512207 4809 generic.go:334] "Generic (PLEG): container finished" podID="1a27ed8f-3218-437d-8766-9d345c643e16" containerID="3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a" exitCode=0 Oct 13 20:21:34 crc kubenswrapper[4809]: I1013 20:21:34.511933 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1a27ed8f-3218-437d-8766-9d345c643e16","Type":"ContainerDied","Data":"89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847"} Oct 13 20:21:34 crc kubenswrapper[4809]: I1013 20:21:34.512249 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1a27ed8f-3218-437d-8766-9d345c643e16","Type":"ContainerDied","Data":"358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40"} Oct 13 20:21:34 crc kubenswrapper[4809]: I1013 20:21:34.512269 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1a27ed8f-3218-437d-8766-9d345c643e16","Type":"ContainerDied","Data":"3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a"} Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.270738 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-n2c6w"] Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.272089 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-n2c6w" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.284638 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-n2c6w"] Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.353711 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-dg2gg"] Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.364029 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-d8h4b\" (UniqueName: \"kubernetes.io/projected/2a0a846c-6a29-4b61-ba22-62c8bcbc96e4-kube-api-access-d8h4b\") pod \"nova-api-db-create-n2c6w\" (UID: \"2a0a846c-6a29-4b61-ba22-62c8bcbc96e4\") " pod="openstack-kuttl-tests/nova-api-db-create-n2c6w" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.364433 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-dg2gg"] Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.364514 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-dg2gg" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.465916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7kphh\" (UniqueName: \"kubernetes.io/projected/57459e8d-123e-401f-a146-b3ab3103fc69-kube-api-access-7kphh\") pod \"nova-cell0-db-create-dg2gg\" (UID: \"57459e8d-123e-401f-a146-b3ab3103fc69\") " pod="openstack-kuttl-tests/nova-cell0-db-create-dg2gg" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.466165 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-d8h4b\" (UniqueName: \"kubernetes.io/projected/2a0a846c-6a29-4b61-ba22-62c8bcbc96e4-kube-api-access-d8h4b\") pod \"nova-api-db-create-n2c6w\" (UID: \"2a0a846c-6a29-4b61-ba22-62c8bcbc96e4\") " pod="openstack-kuttl-tests/nova-api-db-create-n2c6w" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.489784 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-2rfzk"] Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.492457 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-2rfzk" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.501746 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-d8h4b\" (UniqueName: \"kubernetes.io/projected/2a0a846c-6a29-4b61-ba22-62c8bcbc96e4-kube-api-access-d8h4b\") pod \"nova-api-db-create-n2c6w\" (UID: \"2a0a846c-6a29-4b61-ba22-62c8bcbc96e4\") " pod="openstack-kuttl-tests/nova-api-db-create-n2c6w" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.514255 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-2rfzk"] Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.568367 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7kphh\" (UniqueName: \"kubernetes.io/projected/57459e8d-123e-401f-a146-b3ab3103fc69-kube-api-access-7kphh\") pod \"nova-cell0-db-create-dg2gg\" (UID: \"57459e8d-123e-401f-a146-b3ab3103fc69\") " pod="openstack-kuttl-tests/nova-cell0-db-create-dg2gg" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.593309 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-n2c6w" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.593393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7kphh\" (UniqueName: \"kubernetes.io/projected/57459e8d-123e-401f-a146-b3ab3103fc69-kube-api-access-7kphh\") pod \"nova-cell0-db-create-dg2gg\" (UID: \"57459e8d-123e-401f-a146-b3ab3103fc69\") " pod="openstack-kuttl-tests/nova-cell0-db-create-dg2gg" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.670494 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qm2k8\" (UniqueName: \"kubernetes.io/projected/d1e83afa-2fd3-4746-9fb1-acd7bad6a78e-kube-api-access-qm2k8\") pod \"nova-cell1-db-create-2rfzk\" (UID: \"d1e83afa-2fd3-4746-9fb1-acd7bad6a78e\") " pod="openstack-kuttl-tests/nova-cell1-db-create-2rfzk" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.687584 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-dg2gg" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.773645 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qm2k8\" (UniqueName: \"kubernetes.io/projected/d1e83afa-2fd3-4746-9fb1-acd7bad6a78e-kube-api-access-qm2k8\") pod \"nova-cell1-db-create-2rfzk\" (UID: \"d1e83afa-2fd3-4746-9fb1-acd7bad6a78e\") " pod="openstack-kuttl-tests/nova-cell1-db-create-2rfzk" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.800663 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qm2k8\" (UniqueName: \"kubernetes.io/projected/d1e83afa-2fd3-4746-9fb1-acd7bad6a78e-kube-api-access-qm2k8\") pod \"nova-cell1-db-create-2rfzk\" (UID: \"d1e83afa-2fd3-4746-9fb1-acd7bad6a78e\") " pod="openstack-kuttl-tests/nova-cell1-db-create-2rfzk" Oct 13 20:21:35 crc kubenswrapper[4809]: I1013 20:21:35.868023 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-2rfzk" Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.061382 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-n2c6w"] Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.183938 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-dg2gg"] Oct 13 20:21:36 crc kubenswrapper[4809]: W1013 20:21:36.194214 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod57459e8d_123e_401f_a146_b3ab3103fc69.slice/crio-19f6455c568512ffdc2640f5837fa4af1d9c3de006325f7480be6a52486fa73b WatchSource:0}: Error finding container 19f6455c568512ffdc2640f5837fa4af1d9c3de006325f7480be6a52486fa73b: Status 404 returned error can't find the container with id 19f6455c568512ffdc2640f5837fa4af1d9c3de006325f7480be6a52486fa73b Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.280598 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-2rfzk"] Oct 13 20:21:36 crc kubenswrapper[4809]: W1013 20:21:36.332615 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd1e83afa_2fd3_4746_9fb1_acd7bad6a78e.slice/crio-98e7643460a8e93c4100dcac42bc25cb1a18cf6b9b54b0014609beaa24274b59 WatchSource:0}: Error finding container 98e7643460a8e93c4100dcac42bc25cb1a18cf6b9b54b0014609beaa24274b59: Status 404 returned error can't find the container with id 98e7643460a8e93c4100dcac42bc25cb1a18cf6b9b54b0014609beaa24274b59 Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.568351 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.569689 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-2rfzk" event={"ID":"d1e83afa-2fd3-4746-9fb1-acd7bad6a78e","Type":"ContainerStarted","Data":"98e7643460a8e93c4100dcac42bc25cb1a18cf6b9b54b0014609beaa24274b59"} Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.587459 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.589178 4809 generic.go:334] "Generic (PLEG): container finished" podID="57459e8d-123e-401f-a146-b3ab3103fc69" containerID="a785501b416274ca1e3118bb0b55857cf6a3be49b45e52c1981b43b04fa4a2f7" exitCode=0 Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.589271 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-dg2gg" event={"ID":"57459e8d-123e-401f-a146-b3ab3103fc69","Type":"ContainerDied","Data":"a785501b416274ca1e3118bb0b55857cf6a3be49b45e52c1981b43b04fa4a2f7"} Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.589304 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-dg2gg" event={"ID":"57459e8d-123e-401f-a146-b3ab3103fc69","Type":"ContainerStarted","Data":"19f6455c568512ffdc2640f5837fa4af1d9c3de006325f7480be6a52486fa73b"} Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.595418 4809 generic.go:334] "Generic (PLEG): container finished" podID="2a0a846c-6a29-4b61-ba22-62c8bcbc96e4" containerID="537fe0b6daf2a8ed9015796f7dfe5bb83cd522a95d7d3a49973a2b0055ab22a0" exitCode=0 Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.595463 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-n2c6w" event={"ID":"2a0a846c-6a29-4b61-ba22-62c8bcbc96e4","Type":"ContainerDied","Data":"537fe0b6daf2a8ed9015796f7dfe5bb83cd522a95d7d3a49973a2b0055ab22a0"} Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.595489 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-n2c6w" event={"ID":"2a0a846c-6a29-4b61-ba22-62c8bcbc96e4","Type":"ContainerStarted","Data":"828893b3f0d69998596e77c5e3f2b9f345392bc4a264eb717bea196257aae2fd"} Oct 13 20:21:36 crc kubenswrapper[4809]: I1013 20:21:36.650745 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-db-create-2rfzk" podStartSLOduration=1.6507098249999999 podStartE2EDuration="1.650709825s" podCreationTimestamp="2025-10-13 20:21:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:21:36.642034013 +0000 UTC m=+3415.247780598" watchObservedRunningTime="2025-10-13 20:21:36.650709825 +0000 UTC m=+3415.256456410" Oct 13 20:21:37 crc kubenswrapper[4809]: I1013 20:21:37.621880 4809 generic.go:334] "Generic (PLEG): container finished" podID="d1e83afa-2fd3-4746-9fb1-acd7bad6a78e" containerID="9057966264bf0ab469a06c21738d8c9e248f5c42e1ecb6ec06eb780f825e5abb" exitCode=0 Oct 13 20:21:37 crc kubenswrapper[4809]: I1013 20:21:37.621945 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-2rfzk" event={"ID":"d1e83afa-2fd3-4746-9fb1-acd7bad6a78e","Type":"ContainerDied","Data":"9057966264bf0ab469a06c21738d8c9e248f5c42e1ecb6ec06eb780f825e5abb"} Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.022453 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-n2c6w" Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.105780 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-dg2gg" Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.115759 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-d8h4b\" (UniqueName: \"kubernetes.io/projected/2a0a846c-6a29-4b61-ba22-62c8bcbc96e4-kube-api-access-d8h4b\") pod \"2a0a846c-6a29-4b61-ba22-62c8bcbc96e4\" (UID: \"2a0a846c-6a29-4b61-ba22-62c8bcbc96e4\") " Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.121564 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2a0a846c-6a29-4b61-ba22-62c8bcbc96e4-kube-api-access-d8h4b" (OuterVolumeSpecName: "kube-api-access-d8h4b") pod "2a0a846c-6a29-4b61-ba22-62c8bcbc96e4" (UID: "2a0a846c-6a29-4b61-ba22-62c8bcbc96e4"). InnerVolumeSpecName "kube-api-access-d8h4b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.217221 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7kphh\" (UniqueName: \"kubernetes.io/projected/57459e8d-123e-401f-a146-b3ab3103fc69-kube-api-access-7kphh\") pod \"57459e8d-123e-401f-a146-b3ab3103fc69\" (UID: \"57459e8d-123e-401f-a146-b3ab3103fc69\") " Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.219202 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-d8h4b\" (UniqueName: \"kubernetes.io/projected/2a0a846c-6a29-4b61-ba22-62c8bcbc96e4-kube-api-access-d8h4b\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.220679 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/57459e8d-123e-401f-a146-b3ab3103fc69-kube-api-access-7kphh" (OuterVolumeSpecName: "kube-api-access-7kphh") pod "57459e8d-123e-401f-a146-b3ab3103fc69" (UID: "57459e8d-123e-401f-a146-b3ab3103fc69"). InnerVolumeSpecName "kube-api-access-7kphh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.321329 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7kphh\" (UniqueName: \"kubernetes.io/projected/57459e8d-123e-401f-a146-b3ab3103fc69-kube-api-access-7kphh\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.632392 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-db-create-dg2gg" event={"ID":"57459e8d-123e-401f-a146-b3ab3103fc69","Type":"ContainerDied","Data":"19f6455c568512ffdc2640f5837fa4af1d9c3de006325f7480be6a52486fa73b"} Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.634145 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="19f6455c568512ffdc2640f5837fa4af1d9c3de006325f7480be6a52486fa73b" Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.634397 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-db-create-dg2gg" Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.642703 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-db-create-n2c6w" Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.642759 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-db-create-n2c6w" event={"ID":"2a0a846c-6a29-4b61-ba22-62c8bcbc96e4","Type":"ContainerDied","Data":"828893b3f0d69998596e77c5e3f2b9f345392bc4a264eb717bea196257aae2fd"} Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.642803 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="828893b3f0d69998596e77c5e3f2b9f345392bc4a264eb717bea196257aae2fd" Oct 13 20:21:38 crc kubenswrapper[4809]: I1013 20:21:38.932764 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-2rfzk" Oct 13 20:21:39 crc kubenswrapper[4809]: I1013 20:21:39.032361 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qm2k8\" (UniqueName: \"kubernetes.io/projected/d1e83afa-2fd3-4746-9fb1-acd7bad6a78e-kube-api-access-qm2k8\") pod \"d1e83afa-2fd3-4746-9fb1-acd7bad6a78e\" (UID: \"d1e83afa-2fd3-4746-9fb1-acd7bad6a78e\") " Oct 13 20:21:39 crc kubenswrapper[4809]: I1013 20:21:39.036975 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d1e83afa-2fd3-4746-9fb1-acd7bad6a78e-kube-api-access-qm2k8" (OuterVolumeSpecName: "kube-api-access-qm2k8") pod "d1e83afa-2fd3-4746-9fb1-acd7bad6a78e" (UID: "d1e83afa-2fd3-4746-9fb1-acd7bad6a78e"). InnerVolumeSpecName "kube-api-access-qm2k8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:21:39 crc kubenswrapper[4809]: I1013 20:21:39.134654 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qm2k8\" (UniqueName: \"kubernetes.io/projected/d1e83afa-2fd3-4746-9fb1-acd7bad6a78e-kube-api-access-qm2k8\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:39 crc kubenswrapper[4809]: I1013 20:21:39.657208 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-db-create-2rfzk" event={"ID":"d1e83afa-2fd3-4746-9fb1-acd7bad6a78e","Type":"ContainerDied","Data":"98e7643460a8e93c4100dcac42bc25cb1a18cf6b9b54b0014609beaa24274b59"} Oct 13 20:21:39 crc kubenswrapper[4809]: I1013 20:21:39.657250 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="98e7643460a8e93c4100dcac42bc25cb1a18cf6b9b54b0014609beaa24274b59" Oct 13 20:21:39 crc kubenswrapper[4809]: I1013 20:21:39.657324 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-db-create-2rfzk" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.209926 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.210746 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="433b1d86-bbb2-4409-a772-ead90b8c6a9e" containerName="glance-log" containerID="cri-o://63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9" gracePeriod=30 Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.210918 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="433b1d86-bbb2-4409-a772-ead90b8c6a9e" containerName="glance-httpd" containerID="cri-o://bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536" gracePeriod=30 Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.308980 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t"] Oct 13 20:21:45 crc kubenswrapper[4809]: E1013 20:21:45.309381 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="57459e8d-123e-401f-a146-b3ab3103fc69" containerName="mariadb-database-create" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.309404 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="57459e8d-123e-401f-a146-b3ab3103fc69" containerName="mariadb-database-create" Oct 13 20:21:45 crc kubenswrapper[4809]: E1013 20:21:45.309447 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2a0a846c-6a29-4b61-ba22-62c8bcbc96e4" containerName="mariadb-database-create" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.309455 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2a0a846c-6a29-4b61-ba22-62c8bcbc96e4" containerName="mariadb-database-create" Oct 13 20:21:45 crc kubenswrapper[4809]: E1013 20:21:45.309462 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d1e83afa-2fd3-4746-9fb1-acd7bad6a78e" containerName="mariadb-database-create" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.309469 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d1e83afa-2fd3-4746-9fb1-acd7bad6a78e" containerName="mariadb-database-create" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.309626 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2a0a846c-6a29-4b61-ba22-62c8bcbc96e4" containerName="mariadb-database-create" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.309642 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d1e83afa-2fd3-4746-9fb1-acd7bad6a78e" containerName="mariadb-database-create" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.309650 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="57459e8d-123e-401f-a146-b3ab3103fc69" containerName="mariadb-database-create" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.310265 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.312776 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-db-secret" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.318198 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t"] Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.449266 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8wbnp\" (UniqueName: \"kubernetes.io/projected/f06d4230-d3f5-48fa-a90a-e9b5e49229af-kube-api-access-8wbnp\") pod \"nova-api-99b8-account-create-9vz8t\" (UID: \"f06d4230-d3f5-48fa-a90a-e9b5e49229af\") " pod="openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.516981 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s"] Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.518557 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.520708 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-db-secret" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.528366 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s"] Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.551601 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8wbnp\" (UniqueName: \"kubernetes.io/projected/f06d4230-d3f5-48fa-a90a-e9b5e49229af-kube-api-access-8wbnp\") pod \"nova-api-99b8-account-create-9vz8t\" (UID: \"f06d4230-d3f5-48fa-a90a-e9b5e49229af\") " pod="openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.585699 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8wbnp\" (UniqueName: \"kubernetes.io/projected/f06d4230-d3f5-48fa-a90a-e9b5e49229af-kube-api-access-8wbnp\") pod \"nova-api-99b8-account-create-9vz8t\" (UID: \"f06d4230-d3f5-48fa-a90a-e9b5e49229af\") " pod="openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.614100 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7"] Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.615765 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.620668 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-db-secret" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.623403 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7"] Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.653327 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lgbpb\" (UniqueName: \"kubernetes.io/projected/486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b-kube-api-access-lgbpb\") pod \"nova-cell0-a5bd-account-create-f9q2s\" (UID: \"486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b\") " pod="openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.671298 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.720523 4809 generic.go:334] "Generic (PLEG): container finished" podID="433b1d86-bbb2-4409-a772-ead90b8c6a9e" containerID="63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9" exitCode=143 Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.720564 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"433b1d86-bbb2-4409-a772-ead90b8c6a9e","Type":"ContainerDied","Data":"63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9"} Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.754571 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pvl6s\" (UniqueName: \"kubernetes.io/projected/408db7dd-2871-43b6-959e-14e9cc923835-kube-api-access-pvl6s\") pod \"nova-cell1-bed5-account-create-c96n7\" (UID: \"408db7dd-2871-43b6-959e-14e9cc923835\") " pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.754651 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lgbpb\" (UniqueName: \"kubernetes.io/projected/486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b-kube-api-access-lgbpb\") pod \"nova-cell0-a5bd-account-create-f9q2s\" (UID: \"486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b\") " pod="openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.780178 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lgbpb\" (UniqueName: \"kubernetes.io/projected/486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b-kube-api-access-lgbpb\") pod \"nova-cell0-a5bd-account-create-f9q2s\" (UID: \"486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b\") " pod="openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.840053 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.857775 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pvl6s\" (UniqueName: \"kubernetes.io/projected/408db7dd-2871-43b6-959e-14e9cc923835-kube-api-access-pvl6s\") pod \"nova-cell1-bed5-account-create-c96n7\" (UID: \"408db7dd-2871-43b6-959e-14e9cc923835\") " pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.876948 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pvl6s\" (UniqueName: \"kubernetes.io/projected/408db7dd-2871-43b6-959e-14e9cc923835-kube-api-access-pvl6s\") pod \"nova-cell1-bed5-account-create-c96n7\" (UID: \"408db7dd-2871-43b6-959e-14e9cc923835\") " pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" Oct 13 20:21:45 crc kubenswrapper[4809]: I1013 20:21:45.934712 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.200832 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t"] Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.367984 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s"] Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.430890 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.431231 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="04a9d395-a288-487e-b010-3f557ba45446" containerName="glance-log" containerID="cri-o://e8e43638927fd8518875b0e95b11b82a95f9461faaf1f4971a71d4d7eee5c0d8" gracePeriod=30 Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.431824 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="04a9d395-a288-487e-b010-3f557ba45446" containerName="glance-httpd" containerID="cri-o://6fcaa98341dcce0dc0d0dc4a410a70917346acac185abf9ce15c8ef841b367ae" gracePeriod=30 Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.444618 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7"] Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.733181 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" event={"ID":"408db7dd-2871-43b6-959e-14e9cc923835","Type":"ContainerStarted","Data":"17a0503411b3f186febf61bc467b41a4a80ce0ed329cb8d806da0b8aad07d5af"} Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.733582 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" event={"ID":"408db7dd-2871-43b6-959e-14e9cc923835","Type":"ContainerStarted","Data":"598efa7a7882005e63b7cfe28eec9266d3e9efe56c2340287f1d0ce22e67c572"} Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.736916 4809 generic.go:334] "Generic (PLEG): container finished" podID="f06d4230-d3f5-48fa-a90a-e9b5e49229af" containerID="c6daf5606951092c5d10be65c3a1128a7c7135039845344b7dc149e4b0ac3e6c" exitCode=0 Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.736982 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t" event={"ID":"f06d4230-d3f5-48fa-a90a-e9b5e49229af","Type":"ContainerDied","Data":"c6daf5606951092c5d10be65c3a1128a7c7135039845344b7dc149e4b0ac3e6c"} Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.739199 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t" event={"ID":"f06d4230-d3f5-48fa-a90a-e9b5e49229af","Type":"ContainerStarted","Data":"672335462faf1d0805b71c891fe8decf3faf4c530205cc650ec59a21aa4cfb9b"} Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.741945 4809 generic.go:334] "Generic (PLEG): container finished" podID="04a9d395-a288-487e-b010-3f557ba45446" containerID="e8e43638927fd8518875b0e95b11b82a95f9461faaf1f4971a71d4d7eee5c0d8" exitCode=143 Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.742027 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"04a9d395-a288-487e-b010-3f557ba45446","Type":"ContainerDied","Data":"e8e43638927fd8518875b0e95b11b82a95f9461faaf1f4971a71d4d7eee5c0d8"} Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.746477 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s" event={"ID":"486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b","Type":"ContainerStarted","Data":"f92849b666b80b78bcbf9709a4281ac984b4964393b60c2def87a21b16cd9a0b"} Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.746503 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s" event={"ID":"486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b","Type":"ContainerStarted","Data":"26110b60a23da073f418deeb041beb94794229bb006b0340ea10808c0508d029"} Oct 13 20:21:46 crc kubenswrapper[4809]: I1013 20:21:46.755399 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" podStartSLOduration=1.755381882 podStartE2EDuration="1.755381882s" podCreationTimestamp="2025-10-13 20:21:45 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:21:46.746948147 +0000 UTC m=+3425.352694732" watchObservedRunningTime="2025-10-13 20:21:46.755381882 +0000 UTC m=+3425.361128467" Oct 13 20:21:47 crc kubenswrapper[4809]: I1013 20:21:47.758832 4809 generic.go:334] "Generic (PLEG): container finished" podID="408db7dd-2871-43b6-959e-14e9cc923835" containerID="17a0503411b3f186febf61bc467b41a4a80ce0ed329cb8d806da0b8aad07d5af" exitCode=0 Oct 13 20:21:47 crc kubenswrapper[4809]: I1013 20:21:47.758951 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" event={"ID":"408db7dd-2871-43b6-959e-14e9cc923835","Type":"ContainerDied","Data":"17a0503411b3f186febf61bc467b41a4a80ce0ed329cb8d806da0b8aad07d5af"} Oct 13 20:21:47 crc kubenswrapper[4809]: I1013 20:21:47.761458 4809 generic.go:334] "Generic (PLEG): container finished" podID="486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b" containerID="f92849b666b80b78bcbf9709a4281ac984b4964393b60c2def87a21b16cd9a0b" exitCode=0 Oct 13 20:21:47 crc kubenswrapper[4809]: I1013 20:21:47.761819 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s" event={"ID":"486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b","Type":"ContainerDied","Data":"f92849b666b80b78bcbf9709a4281ac984b4964393b60c2def87a21b16cd9a0b"} Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.216710 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.227281 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.300339 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8wbnp\" (UniqueName: \"kubernetes.io/projected/f06d4230-d3f5-48fa-a90a-e9b5e49229af-kube-api-access-8wbnp\") pod \"f06d4230-d3f5-48fa-a90a-e9b5e49229af\" (UID: \"f06d4230-d3f5-48fa-a90a-e9b5e49229af\") " Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.300406 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lgbpb\" (UniqueName: \"kubernetes.io/projected/486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b-kube-api-access-lgbpb\") pod \"486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b\" (UID: \"486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b\") " Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.314408 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f06d4230-d3f5-48fa-a90a-e9b5e49229af-kube-api-access-8wbnp" (OuterVolumeSpecName: "kube-api-access-8wbnp") pod "f06d4230-d3f5-48fa-a90a-e9b5e49229af" (UID: "f06d4230-d3f5-48fa-a90a-e9b5e49229af"). InnerVolumeSpecName "kube-api-access-8wbnp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.332223 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b-kube-api-access-lgbpb" (OuterVolumeSpecName: "kube-api-access-lgbpb") pod "486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b" (UID: "486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b"). InnerVolumeSpecName "kube-api-access-lgbpb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.403471 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8wbnp\" (UniqueName: \"kubernetes.io/projected/f06d4230-d3f5-48fa-a90a-e9b5e49229af-kube-api-access-8wbnp\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.403512 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lgbpb\" (UniqueName: \"kubernetes.io/projected/486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b-kube-api-access-lgbpb\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.726008 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.785620 4809 generic.go:334] "Generic (PLEG): container finished" podID="433b1d86-bbb2-4409-a772-ead90b8c6a9e" containerID="bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536" exitCode=0 Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.785664 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"433b1d86-bbb2-4409-a772-ead90b8c6a9e","Type":"ContainerDied","Data":"bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536"} Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.785694 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.785714 4809 scope.go:117] "RemoveContainer" containerID="bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.785701 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"433b1d86-bbb2-4409-a772-ead90b8c6a9e","Type":"ContainerDied","Data":"676be795d390d0d813efc51836a4e70561fa95c8e74a49b45e5297b336ab4027"} Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.788754 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t" event={"ID":"f06d4230-d3f5-48fa-a90a-e9b5e49229af","Type":"ContainerDied","Data":"672335462faf1d0805b71c891fe8decf3faf4c530205cc650ec59a21aa4cfb9b"} Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.788776 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.788780 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="672335462faf1d0805b71c891fe8decf3faf4c530205cc650ec59a21aa4cfb9b" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.798046 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.799660 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s" event={"ID":"486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b","Type":"ContainerDied","Data":"26110b60a23da073f418deeb041beb94794229bb006b0340ea10808c0508d029"} Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.799845 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="26110b60a23da073f418deeb041beb94794229bb006b0340ea10808c0508d029" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.809915 4809 scope.go:117] "RemoveContainer" containerID="63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.810581 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-httpd-run\") pod \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.810710 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-logs\") pod \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.810802 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2f6j9\" (UniqueName: \"kubernetes.io/projected/433b1d86-bbb2-4409-a772-ead90b8c6a9e-kube-api-access-2f6j9\") pod \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.810903 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-combined-ca-bundle\") pod \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.810968 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-scripts\") pod \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.811038 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-config-data\") pod \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.811109 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\" (UID: \"433b1d86-bbb2-4409-a772-ead90b8c6a9e\") " Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.814456 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "433b1d86-bbb2-4409-a772-ead90b8c6a9e" (UID: "433b1d86-bbb2-4409-a772-ead90b8c6a9e"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.814701 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-logs" (OuterVolumeSpecName: "logs") pod "433b1d86-bbb2-4409-a772-ead90b8c6a9e" (UID: "433b1d86-bbb2-4409-a772-ead90b8c6a9e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.838986 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/433b1d86-bbb2-4409-a772-ead90b8c6a9e-kube-api-access-2f6j9" (OuterVolumeSpecName: "kube-api-access-2f6j9") pod "433b1d86-bbb2-4409-a772-ead90b8c6a9e" (UID: "433b1d86-bbb2-4409-a772-ead90b8c6a9e"). InnerVolumeSpecName "kube-api-access-2f6j9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.839076 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "glance") pod "433b1d86-bbb2-4409-a772-ead90b8c6a9e" (UID: "433b1d86-bbb2-4409-a772-ead90b8c6a9e"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.838996 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-scripts" (OuterVolumeSpecName: "scripts") pod "433b1d86-bbb2-4409-a772-ead90b8c6a9e" (UID: "433b1d86-bbb2-4409-a772-ead90b8c6a9e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:48 crc kubenswrapper[4809]: I1013 20:21:48.861479 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "433b1d86-bbb2-4409-a772-ead90b8c6a9e" (UID: "433b1d86-bbb2-4409-a772-ead90b8c6a9e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:48.914920 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:48.914954 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/433b1d86-bbb2-4409-a772-ead90b8c6a9e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:48.914966 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2f6j9\" (UniqueName: \"kubernetes.io/projected/433b1d86-bbb2-4409-a772-ead90b8c6a9e-kube-api-access-2f6j9\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:48.914976 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:48.914984 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:48.915004 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:48.938924 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-config-data" (OuterVolumeSpecName: "config-data") pod "433b1d86-bbb2-4409-a772-ead90b8c6a9e" (UID: "433b1d86-bbb2-4409-a772-ead90b8c6a9e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:48.968789 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.018915 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/433b1d86-bbb2-4409-a772-ead90b8c6a9e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.018935 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.044657 4809 scope.go:117] "RemoveContainer" containerID="bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536" Oct 13 20:21:49 crc kubenswrapper[4809]: E1013 20:21:49.045693 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536\": container with ID starting with bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536 not found: ID does not exist" containerID="bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.045761 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536"} err="failed to get container status \"bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536\": rpc error: code = NotFound desc = could not find container \"bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536\": container with ID starting with bee2b4b0049c7db1aacbc1e1f7a9644c6f5cfb448cc57ca6162f502cf8c8c536 not found: ID does not exist" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.045780 4809 scope.go:117] "RemoveContainer" containerID="63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9" Oct 13 20:21:49 crc kubenswrapper[4809]: E1013 20:21:49.046145 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9\": container with ID starting with 63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9 not found: ID does not exist" containerID="63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.046174 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9"} err="failed to get container status \"63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9\": rpc error: code = NotFound desc = could not find container \"63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9\": container with ID starting with 63dd8d3dd948d848efde0784e59f046653cb144df7fb7803404aad27e6a128f9 not found: ID does not exist" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.156950 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.173196 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.181891 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.204410 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:21:49 crc kubenswrapper[4809]: E1013 20:21:49.204817 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f06d4230-d3f5-48fa-a90a-e9b5e49229af" containerName="mariadb-account-create" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.204836 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f06d4230-d3f5-48fa-a90a-e9b5e49229af" containerName="mariadb-account-create" Oct 13 20:21:49 crc kubenswrapper[4809]: E1013 20:21:49.204859 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="433b1d86-bbb2-4409-a772-ead90b8c6a9e" containerName="glance-log" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.204865 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="433b1d86-bbb2-4409-a772-ead90b8c6a9e" containerName="glance-log" Oct 13 20:21:49 crc kubenswrapper[4809]: E1013 20:21:49.204877 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="408db7dd-2871-43b6-959e-14e9cc923835" containerName="mariadb-account-create" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.204883 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="408db7dd-2871-43b6-959e-14e9cc923835" containerName="mariadb-account-create" Oct 13 20:21:49 crc kubenswrapper[4809]: E1013 20:21:49.204900 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="433b1d86-bbb2-4409-a772-ead90b8c6a9e" containerName="glance-httpd" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.204905 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="433b1d86-bbb2-4409-a772-ead90b8c6a9e" containerName="glance-httpd" Oct 13 20:21:49 crc kubenswrapper[4809]: E1013 20:21:49.204926 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b" containerName="mariadb-account-create" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.204931 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b" containerName="mariadb-account-create" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.205094 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="433b1d86-bbb2-4409-a772-ead90b8c6a9e" containerName="glance-httpd" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.205109 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="433b1d86-bbb2-4409-a772-ead90b8c6a9e" containerName="glance-log" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.205117 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f06d4230-d3f5-48fa-a90a-e9b5e49229af" containerName="mariadb-account-create" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.205134 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="408db7dd-2871-43b6-959e-14e9cc923835" containerName="mariadb-account-create" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.205143 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b" containerName="mariadb-account-create" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.209254 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.215990 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.218544 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.221692 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pvl6s\" (UniqueName: \"kubernetes.io/projected/408db7dd-2871-43b6-959e-14e9cc923835-kube-api-access-pvl6s\") pod \"408db7dd-2871-43b6-959e-14e9cc923835\" (UID: \"408db7dd-2871-43b6-959e-14e9cc923835\") " Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.233563 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/408db7dd-2871-43b6-959e-14e9cc923835-kube-api-access-pvl6s" (OuterVolumeSpecName: "kube-api-access-pvl6s") pod "408db7dd-2871-43b6-959e-14e9cc923835" (UID: "408db7dd-2871-43b6-959e-14e9cc923835"). InnerVolumeSpecName "kube-api-access-pvl6s". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.324001 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.324251 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-config-data\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.324351 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-logs\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.324453 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-65fmm\" (UniqueName: \"kubernetes.io/projected/2f90c628-a5ab-4ab5-9b6c-965188e43973-kube-api-access-65fmm\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.324524 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-scripts\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.324541 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.324678 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.324807 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pvl6s\" (UniqueName: \"kubernetes.io/projected/408db7dd-2871-43b6-959e-14e9cc923835-kube-api-access-pvl6s\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.425707 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.425771 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-config-data\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.425791 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.425824 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-logs\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.425853 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-65fmm\" (UniqueName: \"kubernetes.io/projected/2f90c628-a5ab-4ab5-9b6c-965188e43973-kube-api-access-65fmm\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.425888 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-scripts\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.425903 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.426278 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-logs\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.426306 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.426820 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.432503 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-scripts\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.434800 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-config-data\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.438357 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.439316 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-65fmm\" (UniqueName: \"kubernetes.io/projected/2f90c628-a5ab-4ab5-9b6c-965188e43973-kube-api-access-65fmm\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.453556 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.564902 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.821321 4809 generic.go:334] "Generic (PLEG): container finished" podID="04a9d395-a288-487e-b010-3f557ba45446" containerID="6fcaa98341dcce0dc0d0dc4a410a70917346acac185abf9ce15c8ef841b367ae" exitCode=0 Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.821618 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"04a9d395-a288-487e-b010-3f557ba45446","Type":"ContainerDied","Data":"6fcaa98341dcce0dc0d0dc4a410a70917346acac185abf9ce15c8ef841b367ae"} Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.825193 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" event={"ID":"408db7dd-2871-43b6-959e-14e9cc923835","Type":"ContainerDied","Data":"598efa7a7882005e63b7cfe28eec9266d3e9efe56c2340287f1d0ce22e67c572"} Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.825209 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7" Oct 13 20:21:49 crc kubenswrapper[4809]: I1013 20:21:49.825227 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="598efa7a7882005e63b7cfe28eec9266d3e9efe56c2340287f1d0ce22e67c572" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.002256 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.035909 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-config-data\") pod \"04a9d395-a288-487e-b010-3f557ba45446\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.035970 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"04a9d395-a288-487e-b010-3f557ba45446\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.036073 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-httpd-run\") pod \"04a9d395-a288-487e-b010-3f557ba45446\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.036123 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-scripts\") pod \"04a9d395-a288-487e-b010-3f557ba45446\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.036146 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x7c2j\" (UniqueName: \"kubernetes.io/projected/04a9d395-a288-487e-b010-3f557ba45446-kube-api-access-x7c2j\") pod \"04a9d395-a288-487e-b010-3f557ba45446\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.036172 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-logs\") pod \"04a9d395-a288-487e-b010-3f557ba45446\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.036194 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-combined-ca-bundle\") pod \"04a9d395-a288-487e-b010-3f557ba45446\" (UID: \"04a9d395-a288-487e-b010-3f557ba45446\") " Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.036548 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "04a9d395-a288-487e-b010-3f557ba45446" (UID: "04a9d395-a288-487e-b010-3f557ba45446"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.037127 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-logs" (OuterVolumeSpecName: "logs") pod "04a9d395-a288-487e-b010-3f557ba45446" (UID: "04a9d395-a288-487e-b010-3f557ba45446"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.041232 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/04a9d395-a288-487e-b010-3f557ba45446-kube-api-access-x7c2j" (OuterVolumeSpecName: "kube-api-access-x7c2j") pod "04a9d395-a288-487e-b010-3f557ba45446" (UID: "04a9d395-a288-487e-b010-3f557ba45446"). InnerVolumeSpecName "kube-api-access-x7c2j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.043034 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-scripts" (OuterVolumeSpecName: "scripts") pod "04a9d395-a288-487e-b010-3f557ba45446" (UID: "04a9d395-a288-487e-b010-3f557ba45446"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.046883 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "glance") pod "04a9d395-a288-487e-b010-3f557ba45446" (UID: "04a9d395-a288-487e-b010-3f557ba45446"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.049425 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.069177 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "04a9d395-a288-487e-b010-3f557ba45446" (UID: "04a9d395-a288-487e-b010-3f557ba45446"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.103764 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-config-data" (OuterVolumeSpecName: "config-data") pod "04a9d395-a288-487e-b010-3f557ba45446" (UID: "04a9d395-a288-487e-b010-3f557ba45446"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.138494 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.138552 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.138564 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.138578 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.138590 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x7c2j\" (UniqueName: \"kubernetes.io/projected/04a9d395-a288-487e-b010-3f557ba45446-kube-api-access-x7c2j\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.138601 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/04a9d395-a288-487e-b010-3f557ba45446-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.138615 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/04a9d395-a288-487e-b010-3f557ba45446-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.159704 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.167966 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="433b1d86-bbb2-4409-a772-ead90b8c6a9e" path="/var/lib/kubelet/pods/433b1d86-bbb2-4409-a772-ead90b8c6a9e/volumes" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.240780 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.848324 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr"] Oct 13 20:21:50 crc kubenswrapper[4809]: E1013 20:21:50.850743 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="04a9d395-a288-487e-b010-3f557ba45446" containerName="glance-log" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.850771 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="04a9d395-a288-487e-b010-3f557ba45446" containerName="glance-log" Oct 13 20:21:50 crc kubenswrapper[4809]: E1013 20:21:50.850788 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="04a9d395-a288-487e-b010-3f557ba45446" containerName="glance-httpd" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.850795 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="04a9d395-a288-487e-b010-3f557ba45446" containerName="glance-httpd" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.852630 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="04a9d395-a288-487e-b010-3f557ba45446" containerName="glance-httpd" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.852673 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="04a9d395-a288-487e-b010-3f557ba45446" containerName="glance-log" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.855401 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.856074 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr"] Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.857966 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-scripts" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.858543 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-8thkb" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.859096 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.864064 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"2f90c628-a5ab-4ab5-9b6c-965188e43973","Type":"ContainerStarted","Data":"2c0d9af4f92871c67983ea9c728de9f5e7ab9c8c79055a42adb7cd885e791dd4"} Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.864111 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"2f90c628-a5ab-4ab5-9b6c-965188e43973","Type":"ContainerStarted","Data":"a109065ac66d9b20aa3b8e8785f29486e3156b1da46aa027c4624366ea8ff4ef"} Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.870475 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"04a9d395-a288-487e-b010-3f557ba45446","Type":"ContainerDied","Data":"01e28462dfcba29d22f43d5165b325659e0cd0619e78e8fddea68bbcedd0bd22"} Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.870545 4809 scope.go:117] "RemoveContainer" containerID="6fcaa98341dcce0dc0d0dc4a410a70917346acac185abf9ce15c8ef841b367ae" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.870791 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.924239 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.935821 4809 scope.go:117] "RemoveContainer" containerID="e8e43638927fd8518875b0e95b11b82a95f9461faaf1f4971a71d4d7eee5c0d8" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.954824 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.957614 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-scripts\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.957712 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.957870 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-config-data\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.957900 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5g8k2\" (UniqueName: \"kubernetes.io/projected/6b0e8818-a933-48f0-b710-067355b2896f-kube-api-access-5g8k2\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.971460 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.974170 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.976886 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:21:50 crc kubenswrapper[4809]: I1013 20:21:50.985417 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.067529 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-scripts\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.067582 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bc79p\" (UniqueName: \"kubernetes.io/projected/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-kube-api-access-bc79p\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.067617 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-config-data\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.067644 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5g8k2\" (UniqueName: \"kubernetes.io/projected/6b0e8818-a933-48f0-b710-067355b2896f-kube-api-access-5g8k2\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.067682 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-config-data\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.069206 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.069398 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-scripts\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.069458 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.069510 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.069551 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.069602 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-logs\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.077882 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-scripts\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.078988 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-combined-ca-bundle\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.105893 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5g8k2\" (UniqueName: \"kubernetes.io/projected/6b0e8818-a933-48f0-b710-067355b2896f-kube-api-access-5g8k2\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.113552 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-config-data\") pod \"nova-cell0-conductor-db-sync-988wr\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.172127 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-config-data\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.172224 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.172278 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.172306 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.172337 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-logs\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.172382 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-scripts\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.172402 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bc79p\" (UniqueName: \"kubernetes.io/projected/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-kube-api-access-bc79p\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.173481 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.174056 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-logs\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.174288 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.176104 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-config-data\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.177833 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.178344 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-scripts\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.195965 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bc79p\" (UniqueName: \"kubernetes.io/projected/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-kube-api-access-bc79p\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.208099 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.212127 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.299760 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.681936 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr"] Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.862868 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.899203 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"ef637f20-9317-4c7a-8d69-a0f16b2dfd61","Type":"ContainerStarted","Data":"52a3db05ed9b4a63f2d6de9258e5e98ade8f87cc81dd79958424b5c62816b41d"} Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.901833 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" event={"ID":"6b0e8818-a933-48f0-b710-067355b2896f","Type":"ContainerStarted","Data":"671e3e8d383e0d18be9e9812e102350a0f4c2eea1e1b078069017162303d3510"} Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.904543 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"2f90c628-a5ab-4ab5-9b6c-965188e43973","Type":"ContainerStarted","Data":"fa2a86a36670e87f2e27ec0549a1f82fd6173530c846ce11a220de2239d032e9"} Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.921236 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" podStartSLOduration=1.9212182979999999 podStartE2EDuration="1.921218298s" podCreationTimestamp="2025-10-13 20:21:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:21:51.918691977 +0000 UTC m=+3430.524438572" watchObservedRunningTime="2025-10-13 20:21:51.921218298 +0000 UTC m=+3430.526964883" Oct 13 20:21:51 crc kubenswrapper[4809]: I1013 20:21:51.947814 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=2.947792787 podStartE2EDuration="2.947792787s" podCreationTimestamp="2025-10-13 20:21:49 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:21:51.937805949 +0000 UTC m=+3430.543552534" watchObservedRunningTime="2025-10-13 20:21:51.947792787 +0000 UTC m=+3430.553539372" Oct 13 20:21:52 crc kubenswrapper[4809]: I1013 20:21:52.169626 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="04a9d395-a288-487e-b010-3f557ba45446" path="/var/lib/kubelet/pods/04a9d395-a288-487e-b010-3f557ba45446/volumes" Oct 13 20:21:52 crc kubenswrapper[4809]: I1013 20:21:52.920367 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"ef637f20-9317-4c7a-8d69-a0f16b2dfd61","Type":"ContainerStarted","Data":"92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204"} Oct 13 20:21:52 crc kubenswrapper[4809]: I1013 20:21:52.936792 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" event={"ID":"6b0e8818-a933-48f0-b710-067355b2896f","Type":"ContainerStarted","Data":"e8eeb5f00ebd602d34cfe126ae713fab6226be0c1452af26767c44beef528abd"} Oct 13 20:21:53 crc kubenswrapper[4809]: I1013 20:21:53.951336 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"ef637f20-9317-4c7a-8d69-a0f16b2dfd61","Type":"ContainerStarted","Data":"986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d"} Oct 13 20:21:53 crc kubenswrapper[4809]: I1013 20:21:53.984850 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.984832129 podStartE2EDuration="3.984832129s" podCreationTimestamp="2025-10-13 20:21:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:21:53.978205295 +0000 UTC m=+3432.583951880" watchObservedRunningTime="2025-10-13 20:21:53.984832129 +0000 UTC m=+3432.590578724" Oct 13 20:21:58 crc kubenswrapper[4809]: I1013 20:21:58.937875 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="proxy-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 20:21:59 crc kubenswrapper[4809]: I1013 20:21:59.565538 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:59 crc kubenswrapper[4809]: I1013 20:21:59.565947 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:59 crc kubenswrapper[4809]: I1013 20:21:59.612037 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:21:59 crc kubenswrapper[4809]: I1013 20:21:59.654461 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:22:00 crc kubenswrapper[4809]: I1013 20:22:00.010235 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:22:00 crc kubenswrapper[4809]: I1013 20:22:00.010284 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:22:01 crc kubenswrapper[4809]: I1013 20:22:01.300897 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:22:01 crc kubenswrapper[4809]: I1013 20:22:01.301266 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:22:01 crc kubenswrapper[4809]: I1013 20:22:01.336596 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:22:01 crc kubenswrapper[4809]: I1013 20:22:01.345302 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:22:01 crc kubenswrapper[4809]: I1013 20:22:01.924350 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:22:01 crc kubenswrapper[4809]: I1013 20:22:01.955310 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:22:02 crc kubenswrapper[4809]: I1013 20:22:02.033134 4809 generic.go:334] "Generic (PLEG): container finished" podID="6b0e8818-a933-48f0-b710-067355b2896f" containerID="e8eeb5f00ebd602d34cfe126ae713fab6226be0c1452af26767c44beef528abd" exitCode=0 Oct 13 20:22:02 crc kubenswrapper[4809]: I1013 20:22:02.033211 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" event={"ID":"6b0e8818-a933-48f0-b710-067355b2896f","Type":"ContainerDied","Data":"e8eeb5f00ebd602d34cfe126ae713fab6226be0c1452af26767c44beef528abd"} Oct 13 20:22:02 crc kubenswrapper[4809]: I1013 20:22:02.033585 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:22:02 crc kubenswrapper[4809]: I1013 20:22:02.033612 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.536005 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.697818 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5g8k2\" (UniqueName: \"kubernetes.io/projected/6b0e8818-a933-48f0-b710-067355b2896f-kube-api-access-5g8k2\") pod \"6b0e8818-a933-48f0-b710-067355b2896f\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.697881 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-scripts\") pod \"6b0e8818-a933-48f0-b710-067355b2896f\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.697932 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-config-data\") pod \"6b0e8818-a933-48f0-b710-067355b2896f\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.697981 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-combined-ca-bundle\") pod \"6b0e8818-a933-48f0-b710-067355b2896f\" (UID: \"6b0e8818-a933-48f0-b710-067355b2896f\") " Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.715951 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-scripts" (OuterVolumeSpecName: "scripts") pod "6b0e8818-a933-48f0-b710-067355b2896f" (UID: "6b0e8818-a933-48f0-b710-067355b2896f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.727029 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-config-data" (OuterVolumeSpecName: "config-data") pod "6b0e8818-a933-48f0-b710-067355b2896f" (UID: "6b0e8818-a933-48f0-b710-067355b2896f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.728404 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6b0e8818-a933-48f0-b710-067355b2896f-kube-api-access-5g8k2" (OuterVolumeSpecName: "kube-api-access-5g8k2") pod "6b0e8818-a933-48f0-b710-067355b2896f" (UID: "6b0e8818-a933-48f0-b710-067355b2896f"). InnerVolumeSpecName "kube-api-access-5g8k2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.743301 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6b0e8818-a933-48f0-b710-067355b2896f" (UID: "6b0e8818-a933-48f0-b710-067355b2896f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.811584 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5g8k2\" (UniqueName: \"kubernetes.io/projected/6b0e8818-a933-48f0-b710-067355b2896f-kube-api-access-5g8k2\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.811953 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.811967 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.811977 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6b0e8818-a933-48f0-b710-067355b2896f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.873186 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.912342 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:22:03 crc kubenswrapper[4809]: I1013 20:22:03.916550 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.015046 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-run-httpd\") pod \"1a27ed8f-3218-437d-8766-9d345c643e16\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.015107 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pvj7m\" (UniqueName: \"kubernetes.io/projected/1a27ed8f-3218-437d-8766-9d345c643e16-kube-api-access-pvj7m\") pod \"1a27ed8f-3218-437d-8766-9d345c643e16\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.015138 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-sg-core-conf-yaml\") pod \"1a27ed8f-3218-437d-8766-9d345c643e16\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.015186 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-combined-ca-bundle\") pod \"1a27ed8f-3218-437d-8766-9d345c643e16\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.015281 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-log-httpd\") pod \"1a27ed8f-3218-437d-8766-9d345c643e16\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.015308 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-scripts\") pod \"1a27ed8f-3218-437d-8766-9d345c643e16\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.015335 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-config-data\") pod \"1a27ed8f-3218-437d-8766-9d345c643e16\" (UID: \"1a27ed8f-3218-437d-8766-9d345c643e16\") " Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.017171 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "1a27ed8f-3218-437d-8766-9d345c643e16" (UID: "1a27ed8f-3218-437d-8766-9d345c643e16"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.017662 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "1a27ed8f-3218-437d-8766-9d345c643e16" (UID: "1a27ed8f-3218-437d-8766-9d345c643e16"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.020539 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1a27ed8f-3218-437d-8766-9d345c643e16-kube-api-access-pvj7m" (OuterVolumeSpecName: "kube-api-access-pvj7m") pod "1a27ed8f-3218-437d-8766-9d345c643e16" (UID: "1a27ed8f-3218-437d-8766-9d345c643e16"). InnerVolumeSpecName "kube-api-access-pvj7m". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.020646 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-scripts" (OuterVolumeSpecName: "scripts") pod "1a27ed8f-3218-437d-8766-9d345c643e16" (UID: "1a27ed8f-3218-437d-8766-9d345c643e16"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.054534 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "1a27ed8f-3218-437d-8766-9d345c643e16" (UID: "1a27ed8f-3218-437d-8766-9d345c643e16"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.055853 4809 generic.go:334] "Generic (PLEG): container finished" podID="1a27ed8f-3218-437d-8766-9d345c643e16" containerID="065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6" exitCode=137 Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.055908 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1a27ed8f-3218-437d-8766-9d345c643e16","Type":"ContainerDied","Data":"065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6"} Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.055912 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.055944 4809 scope.go:117] "RemoveContainer" containerID="065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.055934 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"1a27ed8f-3218-437d-8766-9d345c643e16","Type":"ContainerDied","Data":"de5c8f3494498e38da8a87a0eac94ae8d431e9c7d616e90a71caf0ab53f086ce"} Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.058420 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" event={"ID":"6b0e8818-a933-48f0-b710-067355b2896f","Type":"ContainerDied","Data":"671e3e8d383e0d18be9e9812e102350a0f4c2eea1e1b078069017162303d3510"} Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.058445 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="671e3e8d383e0d18be9e9812e102350a0f4c2eea1e1b078069017162303d3510" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.058560 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.102905 4809 scope.go:117] "RemoveContainer" containerID="89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.111399 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1a27ed8f-3218-437d-8766-9d345c643e16" (UID: "1a27ed8f-3218-437d-8766-9d345c643e16"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.124970 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.125005 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.125013 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/1a27ed8f-3218-437d-8766-9d345c643e16-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.125023 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pvj7m\" (UniqueName: \"kubernetes.io/projected/1a27ed8f-3218-437d-8766-9d345c643e16-kube-api-access-pvj7m\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.125035 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.125044 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.133124 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-config-data" (OuterVolumeSpecName: "config-data") pod "1a27ed8f-3218-437d-8766-9d345c643e16" (UID: "1a27ed8f-3218-437d-8766-9d345c643e16"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.160497 4809 scope.go:117] "RemoveContainer" containerID="358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.180047 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:22:04 crc kubenswrapper[4809]: E1013 20:22:04.180405 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="sg-core" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.180425 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="sg-core" Oct 13 20:22:04 crc kubenswrapper[4809]: E1013 20:22:04.180448 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="ceilometer-notification-agent" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.180457 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="ceilometer-notification-agent" Oct 13 20:22:04 crc kubenswrapper[4809]: E1013 20:22:04.180466 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6b0e8818-a933-48f0-b710-067355b2896f" containerName="nova-cell0-conductor-db-sync" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.180475 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6b0e8818-a933-48f0-b710-067355b2896f" containerName="nova-cell0-conductor-db-sync" Oct 13 20:22:04 crc kubenswrapper[4809]: E1013 20:22:04.180499 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="ceilometer-central-agent" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.180507 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="ceilometer-central-agent" Oct 13 20:22:04 crc kubenswrapper[4809]: E1013 20:22:04.180523 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="proxy-httpd" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.180532 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="proxy-httpd" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.180767 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="proxy-httpd" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.180798 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6b0e8818-a933-48f0-b710-067355b2896f" containerName="nova-cell0-conductor-db-sync" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.180816 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="sg-core" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.180831 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="ceilometer-central-agent" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.180842 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" containerName="ceilometer-notification-agent" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.181497 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.181587 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.184195 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-nova-dockercfg-8thkb" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.186631 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.192797 4809 scope.go:117] "RemoveContainer" containerID="3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.216848 4809 scope.go:117] "RemoveContainer" containerID="065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6" Oct 13 20:22:04 crc kubenswrapper[4809]: E1013 20:22:04.218133 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6\": container with ID starting with 065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6 not found: ID does not exist" containerID="065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.218170 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6"} err="failed to get container status \"065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6\": rpc error: code = NotFound desc = could not find container \"065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6\": container with ID starting with 065dad8552b56c0afb9a98ebf25ba5d91110a7914672e0475f10c23bb4cc08e6 not found: ID does not exist" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.218188 4809 scope.go:117] "RemoveContainer" containerID="89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847" Oct 13 20:22:04 crc kubenswrapper[4809]: E1013 20:22:04.218449 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847\": container with ID starting with 89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847 not found: ID does not exist" containerID="89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.218487 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847"} err="failed to get container status \"89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847\": rpc error: code = NotFound desc = could not find container \"89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847\": container with ID starting with 89d096329a402c4536271d0fa0a1e05cbac4b3e80134e0f20eb318bc2b188847 not found: ID does not exist" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.218523 4809 scope.go:117] "RemoveContainer" containerID="358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40" Oct 13 20:22:04 crc kubenswrapper[4809]: E1013 20:22:04.218879 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40\": container with ID starting with 358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40 not found: ID does not exist" containerID="358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.218899 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40"} err="failed to get container status \"358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40\": rpc error: code = NotFound desc = could not find container \"358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40\": container with ID starting with 358f76aa0a40239444fc9fc675b06f65a0d79c139ce75c54c6f50fbea6358c40 not found: ID does not exist" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.218936 4809 scope.go:117] "RemoveContainer" containerID="3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a" Oct 13 20:22:04 crc kubenswrapper[4809]: E1013 20:22:04.219216 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a\": container with ID starting with 3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a not found: ID does not exist" containerID="3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.219235 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a"} err="failed to get container status \"3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a\": rpc error: code = NotFound desc = could not find container \"3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a\": container with ID starting with 3ff0eb90f88cacfe02a91f3fd57da57f781f601d7d070d8dc38cb76c5e5f4a7a not found: ID does not exist" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.227075 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1a27ed8f-3218-437d-8766-9d345c643e16-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.328838 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.329088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.329249 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jqh6c\" (UniqueName: \"kubernetes.io/projected/39f3b25d-1e45-4fce-bac3-51722c4453a8-kube-api-access-jqh6c\") pod \"nova-cell0-conductor-0\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.397801 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.407120 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.430358 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.430443 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jqh6c\" (UniqueName: \"kubernetes.io/projected/39f3b25d-1e45-4fce-bac3-51722c4453a8-kube-api-access-jqh6c\") pod \"nova-cell0-conductor-0\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.430505 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.437492 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.441050 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.444093 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.447693 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.447920 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.453824 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.478962 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.487390 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jqh6c\" (UniqueName: \"kubernetes.io/projected/39f3b25d-1e45-4fce-bac3-51722c4453a8-kube-api-access-jqh6c\") pod \"nova-cell0-conductor-0\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.504449 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.532526 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.532773 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-log-httpd\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.532864 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-config-data\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.532957 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-scripts\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.533185 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-84sps\" (UniqueName: \"kubernetes.io/projected/01e41cc1-720c-46fb-9069-f12b2c0cdc26-kube-api-access-84sps\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.533256 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.533383 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-run-httpd\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.634672 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-run-httpd\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.635015 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.635052 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-log-httpd\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.635103 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-config-data\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.635148 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-scripts\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.635170 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-84sps\" (UniqueName: \"kubernetes.io/projected/01e41cc1-720c-46fb-9069-f12b2c0cdc26-kube-api-access-84sps\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.635213 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.636082 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-run-httpd\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.636099 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-log-httpd\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.640415 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.641160 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.643678 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-config-data\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.654357 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-scripts\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.658711 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-84sps\" (UniqueName: \"kubernetes.io/projected/01e41cc1-720c-46fb-9069-f12b2c0cdc26-kube-api-access-84sps\") pod \"ceilometer-0\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.906100 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:04 crc kubenswrapper[4809]: I1013 20:22:04.969010 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:22:04 crc kubenswrapper[4809]: W1013 20:22:04.980989 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod39f3b25d_1e45_4fce_bac3_51722c4453a8.slice/crio-138e69f96a017da66f965e4c34e5596581939a0bf6bc8e8bba8f49289b23928c WatchSource:0}: Error finding container 138e69f96a017da66f965e4c34e5596581939a0bf6bc8e8bba8f49289b23928c: Status 404 returned error can't find the container with id 138e69f96a017da66f965e4c34e5596581939a0bf6bc8e8bba8f49289b23928c Oct 13 20:22:05 crc kubenswrapper[4809]: I1013 20:22:05.072253 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"39f3b25d-1e45-4fce-bac3-51722c4453a8","Type":"ContainerStarted","Data":"138e69f96a017da66f965e4c34e5596581939a0bf6bc8e8bba8f49289b23928c"} Oct 13 20:22:05 crc kubenswrapper[4809]: I1013 20:22:05.177111 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:22:06 crc kubenswrapper[4809]: I1013 20:22:06.096446 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"39f3b25d-1e45-4fce-bac3-51722c4453a8","Type":"ContainerStarted","Data":"01a6c3801509f00ed7aa332aeeb442f261e72ed252eab0d2200ac4f8286fb41d"} Oct 13 20:22:06 crc kubenswrapper[4809]: I1013 20:22:06.096554 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:06 crc kubenswrapper[4809]: I1013 20:22:06.098918 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"01e41cc1-720c-46fb-9069-f12b2c0cdc26","Type":"ContainerStarted","Data":"c0320268b00ca7121c9ea77e379f662804d0d87d107d895e9167a79a2a27c7d4"} Oct 13 20:22:06 crc kubenswrapper[4809]: I1013 20:22:06.098977 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"01e41cc1-720c-46fb-9069-f12b2c0cdc26","Type":"ContainerStarted","Data":"0a8a959b8ab7bb84cc0e551e5ae58368c22fa7046650bb6cbe2951d9409b5f15"} Oct 13 20:22:06 crc kubenswrapper[4809]: I1013 20:22:06.126786 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=2.126761101 podStartE2EDuration="2.126761101s" podCreationTimestamp="2025-10-13 20:22:04 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:06.114516381 +0000 UTC m=+3444.720262996" watchObservedRunningTime="2025-10-13 20:22:06.126761101 +0000 UTC m=+3444.732507726" Oct 13 20:22:06 crc kubenswrapper[4809]: I1013 20:22:06.192260 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1a27ed8f-3218-437d-8766-9d345c643e16" path="/var/lib/kubelet/pods/1a27ed8f-3218-437d-8766-9d345c643e16/volumes" Oct 13 20:22:10 crc kubenswrapper[4809]: I1013 20:22:10.171448 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"01e41cc1-720c-46fb-9069-f12b2c0cdc26","Type":"ContainerStarted","Data":"f308dc46167d0b9c966e31b6c8af88f6057ba17a2bc046e27af6010ef75a6607"} Oct 13 20:22:11 crc kubenswrapper[4809]: I1013 20:22:11.173036 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"01e41cc1-720c-46fb-9069-f12b2c0cdc26","Type":"ContainerStarted","Data":"82aa72da41f4931b3dc208ac6203f85ff40da81758bb3f57376b399d4e5b2daf"} Oct 13 20:22:12 crc kubenswrapper[4809]: I1013 20:22:12.186169 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"01e41cc1-720c-46fb-9069-f12b2c0cdc26","Type":"ContainerStarted","Data":"95e36d5d6cc4f56b3e7ceaa104e46c9b4161ea24d61c53e2ab120bbb5c5438ff"} Oct 13 20:22:12 crc kubenswrapper[4809]: I1013 20:22:12.187662 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:12 crc kubenswrapper[4809]: I1013 20:22:12.232276 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.712145633 podStartE2EDuration="8.23225291s" podCreationTimestamp="2025-10-13 20:22:04 +0000 UTC" firstStartedPulling="2025-10-13 20:22:05.186196465 +0000 UTC m=+3443.791943060" lastFinishedPulling="2025-10-13 20:22:11.706303752 +0000 UTC m=+3450.312050337" observedRunningTime="2025-10-13 20:22:12.222452987 +0000 UTC m=+3450.828199592" watchObservedRunningTime="2025-10-13 20:22:12.23225291 +0000 UTC m=+3450.837999505" Oct 13 20:22:14 crc kubenswrapper[4809]: I1013 20:22:14.553549 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.313940 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg"] Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.315944 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.319220 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-scripts" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.325311 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg"] Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.331136 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-config-data" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.371533 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-scripts\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.371574 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6dn2t\" (UniqueName: \"kubernetes.io/projected/d32709bd-c0a1-43f7-8fe3-36c98fe35455-kube-api-access-6dn2t\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.371617 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-config-data\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.371638 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.423756 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.425204 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.430806 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.440172 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.474430 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.474529 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-logs\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.474569 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.474610 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-scripts\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.474630 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-config-data\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.474649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6dn2t\" (UniqueName: \"kubernetes.io/projected/d32709bd-c0a1-43f7-8fe3-36c98fe35455-kube-api-access-6dn2t\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.474667 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m8pxn\" (UniqueName: \"kubernetes.io/projected/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-kube-api-access-m8pxn\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.474704 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-config-data\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.482615 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-config-data\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.487042 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.499604 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6dn2t\" (UniqueName: \"kubernetes.io/projected/d32709bd-c0a1-43f7-8fe3-36c98fe35455-kube-api-access-6dn2t\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.506961 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.508561 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.511104 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.531230 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-scripts\") pod \"nova-cell0-cell-mapping-8slhg\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.541096 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.557517 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.558645 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.574948 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.576639 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-logs\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.576685 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.577358 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-logs\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.577389 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-config-data\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.577827 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m8pxn\" (UniqueName: \"kubernetes.io/projected/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-kube-api-access-m8pxn\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.585963 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-config-data\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.601387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.604287 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-m8pxn\" (UniqueName: \"kubernetes.io/projected/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-kube-api-access-m8pxn\") pod \"nova-api-0\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.619788 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.643140 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.683623 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.684011 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.684041 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8mp2l\" (UniqueName: \"kubernetes.io/projected/f5180d4e-3965-45d4-8d0f-d9a2421825f5-kube-api-access-8mp2l\") pod \"nova-cell1-novncproxy-0\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.684097 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n5wxr\" (UniqueName: \"kubernetes.io/projected/6496b62c-9099-4218-9072-f30a4fcca42e-kube-api-access-n5wxr\") pod \"nova-scheduler-0\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.684121 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.684156 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-config-data\") pod \"nova-scheduler-0\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.716786 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.718472 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.722022 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.731114 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.749142 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.786675 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-config-data\") pod \"nova-scheduler-0\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.786739 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.786837 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.786869 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8mp2l\" (UniqueName: \"kubernetes.io/projected/f5180d4e-3965-45d4-8d0f-d9a2421825f5-kube-api-access-8mp2l\") pod \"nova-cell1-novncproxy-0\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.786891 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n5wxr\" (UniqueName: \"kubernetes.io/projected/6496b62c-9099-4218-9072-f30a4fcca42e-kube-api-access-n5wxr\") pod \"nova-scheduler-0\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.786915 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.850085 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-config-data\") pod \"nova-scheduler-0\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.850222 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.850341 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.850820 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8mp2l\" (UniqueName: \"kubernetes.io/projected/f5180d4e-3965-45d4-8d0f-d9a2421825f5-kube-api-access-8mp2l\") pod \"nova-cell1-novncproxy-0\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.850827 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n5wxr\" (UniqueName: \"kubernetes.io/projected/6496b62c-9099-4218-9072-f30a4fcca42e-kube-api-access-n5wxr\") pod \"nova-scheduler-0\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.875518 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.888466 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9a179b40-4e5d-4403-86cd-36f0be319329-logs\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.888505 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6p2pm\" (UniqueName: \"kubernetes.io/projected/9a179b40-4e5d-4403-86cd-36f0be319329-kube-api-access-6p2pm\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.888526 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-config-data\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.888589 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.996464 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.996625 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9a179b40-4e5d-4403-86cd-36f0be319329-logs\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.996648 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6p2pm\" (UniqueName: \"kubernetes.io/projected/9a179b40-4e5d-4403-86cd-36f0be319329-kube-api-access-6p2pm\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.996666 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-config-data\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:15 crc kubenswrapper[4809]: I1013 20:22:15.997877 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9a179b40-4e5d-4403-86cd-36f0be319329-logs\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.001273 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-config-data\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.004318 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.023521 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6p2pm\" (UniqueName: \"kubernetes.io/projected/9a179b40-4e5d-4403-86cd-36f0be319329-kube-api-access-6p2pm\") pod \"nova-metadata-0\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.093324 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.125839 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.188379 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.261863 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg"] Oct 13 20:22:16 crc kubenswrapper[4809]: W1013 20:22:16.360404 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod2dd6c2cc_dc21_4a6d_bec6_d1a2451990ec.slice/crio-b97d205bf6180e1b407478a1eb6f0ea440ede29ccf553ed48180bf1ec30cb768 WatchSource:0}: Error finding container b97d205bf6180e1b407478a1eb6f0ea440ede29ccf553ed48180bf1ec30cb768: Status 404 returned error can't find the container with id b97d205bf6180e1b407478a1eb6f0ea440ede29ccf553ed48180bf1ec30cb768 Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.364781 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.583010 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.724186 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:16 crc kubenswrapper[4809]: W1013 20:22:16.728268 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6496b62c_9099_4218_9072_f30a4fcca42e.slice/crio-3c6249425de37431a2cf917364ef49be173e2d03a29db9316246a6e0e9097347 WatchSource:0}: Error finding container 3c6249425de37431a2cf917364ef49be173e2d03a29db9316246a6e0e9097347: Status 404 returned error can't find the container with id 3c6249425de37431a2cf917364ef49be173e2d03a29db9316246a6e0e9097347 Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.734126 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.929485 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k"] Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.931037 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.936857 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.937060 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-scripts" Oct 13 20:22:16 crc kubenswrapper[4809]: I1013 20:22:16.952096 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k"] Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.119524 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.119579 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-scripts\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.119685 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-config-data\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.119711 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zrlqv\" (UniqueName: \"kubernetes.io/projected/5d7875d9-6ca6-4e77-b3f7-9772cf369651-kube-api-access-zrlqv\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.227984 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-config-data\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.228060 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zrlqv\" (UniqueName: \"kubernetes.io/projected/5d7875d9-6ca6-4e77-b3f7-9772cf369651-kube-api-access-zrlqv\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.228213 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.228254 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-scripts\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.231982 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-config-data\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.232201 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-combined-ca-bundle\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.242996 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-scripts\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.252384 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zrlqv\" (UniqueName: \"kubernetes.io/projected/5d7875d9-6ca6-4e77-b3f7-9772cf369651-kube-api-access-zrlqv\") pod \"nova-cell1-conductor-db-sync-2rr7k\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.278430 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6496b62c-9099-4218-9072-f30a4fcca42e","Type":"ContainerStarted","Data":"63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.278487 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6496b62c-9099-4218-9072-f30a4fcca42e","Type":"ContainerStarted","Data":"3c6249425de37431a2cf917364ef49be173e2d03a29db9316246a6e0e9097347"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.280601 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" event={"ID":"d32709bd-c0a1-43f7-8fe3-36c98fe35455","Type":"ContainerStarted","Data":"ed46642baabc655dd1386ff468fc1d442b192ebb8bcbf1f336ffb429f9fce8e1"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.280745 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" event={"ID":"d32709bd-c0a1-43f7-8fe3-36c98fe35455","Type":"ContainerStarted","Data":"5a90cc39da0d1e9964eb683038b3ee296a28e8851383680b4bb8edb970645063"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.282365 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9a179b40-4e5d-4403-86cd-36f0be319329","Type":"ContainerStarted","Data":"9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.282406 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9a179b40-4e5d-4403-86cd-36f0be319329","Type":"ContainerStarted","Data":"c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.282418 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9a179b40-4e5d-4403-86cd-36f0be319329","Type":"ContainerStarted","Data":"5d8cdbd895d84223f332d86e5bd0f6e50ab287c3474cb157c0633f7f129c8588"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.284659 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"f5180d4e-3965-45d4-8d0f-d9a2421825f5","Type":"ContainerStarted","Data":"a8472ecc3e5f81383821605f7f0bada0eb0d54421629e61c52ca2c252c3469c6"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.284700 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"f5180d4e-3965-45d4-8d0f-d9a2421825f5","Type":"ContainerStarted","Data":"cef1d9caf52e5d6481792343476821bbe3b9ff4912303b6fe4f22dc35fb848e8"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.286874 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec","Type":"ContainerStarted","Data":"971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.286905 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec","Type":"ContainerStarted","Data":"858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.286919 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec","Type":"ContainerStarted","Data":"b97d205bf6180e1b407478a1eb6f0ea440ede29ccf553ed48180bf1ec30cb768"} Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.314604 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.314588362 podStartE2EDuration="2.314588362s" podCreationTimestamp="2025-10-13 20:22:15 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:17.299553163 +0000 UTC m=+3455.905299758" watchObservedRunningTime="2025-10-13 20:22:17.314588362 +0000 UTC m=+3455.920334937" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.324420 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" podStartSLOduration=2.324406645 podStartE2EDuration="2.324406645s" podCreationTimestamp="2025-10-13 20:22:15 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:17.312645878 +0000 UTC m=+3455.918392463" watchObservedRunningTime="2025-10-13 20:22:17.324406645 +0000 UTC m=+3455.930153230" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.329178 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.329169388 podStartE2EDuration="2.329169388s" podCreationTimestamp="2025-10-13 20:22:15 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:17.325636209 +0000 UTC m=+3455.931382794" watchObservedRunningTime="2025-10-13 20:22:17.329169388 +0000 UTC m=+3455.934915973" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.351342 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.351321634 podStartE2EDuration="2.351321634s" podCreationTimestamp="2025-10-13 20:22:15 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:17.344823603 +0000 UTC m=+3455.950570198" watchObservedRunningTime="2025-10-13 20:22:17.351321634 +0000 UTC m=+3455.957068219" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.367254 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.367235107 podStartE2EDuration="2.367235107s" podCreationTimestamp="2025-10-13 20:22:15 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:17.357478276 +0000 UTC m=+3455.963224861" watchObservedRunningTime="2025-10-13 20:22:17.367235107 +0000 UTC m=+3455.972981692" Oct 13 20:22:17 crc kubenswrapper[4809]: I1013 20:22:17.546992 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:18 crc kubenswrapper[4809]: W1013 20:22:18.038140 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5d7875d9_6ca6_4e77_b3f7_9772cf369651.slice/crio-5e0937413aa17d58d7f09771a3ae2a51eda8678a302f276bd84553896c8a2740 WatchSource:0}: Error finding container 5e0937413aa17d58d7f09771a3ae2a51eda8678a302f276bd84553896c8a2740: Status 404 returned error can't find the container with id 5e0937413aa17d58d7f09771a3ae2a51eda8678a302f276bd84553896c8a2740 Oct 13 20:22:18 crc kubenswrapper[4809]: I1013 20:22:18.039437 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k"] Oct 13 20:22:18 crc kubenswrapper[4809]: I1013 20:22:18.296986 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" event={"ID":"5d7875d9-6ca6-4e77-b3f7-9772cf369651","Type":"ContainerStarted","Data":"0ffc013ffe81b6b8146f49560e1c99648a2a375cf4a19c818dfe9d81d6ffd506"} Oct 13 20:22:18 crc kubenswrapper[4809]: I1013 20:22:18.297248 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" event={"ID":"5d7875d9-6ca6-4e77-b3f7-9772cf369651","Type":"ContainerStarted","Data":"5e0937413aa17d58d7f09771a3ae2a51eda8678a302f276bd84553896c8a2740"} Oct 13 20:22:18 crc kubenswrapper[4809]: I1013 20:22:18.316403 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" podStartSLOduration=2.316385132 podStartE2EDuration="2.316385132s" podCreationTimestamp="2025-10-13 20:22:16 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:18.314463079 +0000 UTC m=+3456.920209724" watchObservedRunningTime="2025-10-13 20:22:18.316385132 +0000 UTC m=+3456.922131717" Oct 13 20:22:21 crc kubenswrapper[4809]: I1013 20:22:21.094919 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:21 crc kubenswrapper[4809]: I1013 20:22:21.126676 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:21 crc kubenswrapper[4809]: I1013 20:22:21.189135 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:21 crc kubenswrapper[4809]: I1013 20:22:21.189194 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:23 crc kubenswrapper[4809]: I1013 20:22:23.359848 4809 generic.go:334] "Generic (PLEG): container finished" podID="d32709bd-c0a1-43f7-8fe3-36c98fe35455" containerID="ed46642baabc655dd1386ff468fc1d442b192ebb8bcbf1f336ffb429f9fce8e1" exitCode=0 Oct 13 20:22:23 crc kubenswrapper[4809]: I1013 20:22:23.359903 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" event={"ID":"d32709bd-c0a1-43f7-8fe3-36c98fe35455","Type":"ContainerDied","Data":"ed46642baabc655dd1386ff468fc1d442b192ebb8bcbf1f336ffb429f9fce8e1"} Oct 13 20:22:24 crc kubenswrapper[4809]: I1013 20:22:24.801436 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:24 crc kubenswrapper[4809]: I1013 20:22:24.912705 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-config-data\") pod \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " Oct 13 20:22:24 crc kubenswrapper[4809]: I1013 20:22:24.913096 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-combined-ca-bundle\") pod \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " Oct 13 20:22:24 crc kubenswrapper[4809]: I1013 20:22:24.913127 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6dn2t\" (UniqueName: \"kubernetes.io/projected/d32709bd-c0a1-43f7-8fe3-36c98fe35455-kube-api-access-6dn2t\") pod \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " Oct 13 20:22:24 crc kubenswrapper[4809]: I1013 20:22:24.913347 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-scripts\") pod \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\" (UID: \"d32709bd-c0a1-43f7-8fe3-36c98fe35455\") " Oct 13 20:22:24 crc kubenswrapper[4809]: I1013 20:22:24.919272 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-scripts" (OuterVolumeSpecName: "scripts") pod "d32709bd-c0a1-43f7-8fe3-36c98fe35455" (UID: "d32709bd-c0a1-43f7-8fe3-36c98fe35455"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:24 crc kubenswrapper[4809]: I1013 20:22:24.921516 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d32709bd-c0a1-43f7-8fe3-36c98fe35455-kube-api-access-6dn2t" (OuterVolumeSpecName: "kube-api-access-6dn2t") pod "d32709bd-c0a1-43f7-8fe3-36c98fe35455" (UID: "d32709bd-c0a1-43f7-8fe3-36c98fe35455"). InnerVolumeSpecName "kube-api-access-6dn2t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:22:24 crc kubenswrapper[4809]: I1013 20:22:24.946468 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-config-data" (OuterVolumeSpecName: "config-data") pod "d32709bd-c0a1-43f7-8fe3-36c98fe35455" (UID: "d32709bd-c0a1-43f7-8fe3-36c98fe35455"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:24 crc kubenswrapper[4809]: I1013 20:22:24.974113 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d32709bd-c0a1-43f7-8fe3-36c98fe35455" (UID: "d32709bd-c0a1-43f7-8fe3-36c98fe35455"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.015633 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.015675 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6dn2t\" (UniqueName: \"kubernetes.io/projected/d32709bd-c0a1-43f7-8fe3-36c98fe35455-kube-api-access-6dn2t\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.015696 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.015712 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d32709bd-c0a1-43f7-8fe3-36c98fe35455-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.390721 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" event={"ID":"d32709bd-c0a1-43f7-8fe3-36c98fe35455","Type":"ContainerDied","Data":"5a90cc39da0d1e9964eb683038b3ee296a28e8851383680b4bb8edb970645063"} Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.390810 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg" Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.390834 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5a90cc39da0d1e9964eb683038b3ee296a28e8851383680b4bb8edb970645063" Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.393786 4809 generic.go:334] "Generic (PLEG): container finished" podID="5d7875d9-6ca6-4e77-b3f7-9772cf369651" containerID="0ffc013ffe81b6b8146f49560e1c99648a2a375cf4a19c818dfe9d81d6ffd506" exitCode=0 Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.393841 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" event={"ID":"5d7875d9-6ca6-4e77-b3f7-9772cf369651","Type":"ContainerDied","Data":"0ffc013ffe81b6b8146f49560e1c99648a2a375cf4a19c818dfe9d81d6ffd506"} Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.651646 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.652451 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="6496b62c-9099-4218-9072-f30a4fcca42e" containerName="nova-scheduler-scheduler" containerID="cri-o://63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708" gracePeriod=30 Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.668965 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.669408 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="9a179b40-4e5d-4403-86cd-36f0be319329" containerName="nova-metadata-log" containerID="cri-o://c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167" gracePeriod=30 Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.669425 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="9a179b40-4e5d-4403-86cd-36f0be319329" containerName="nova-metadata-metadata" containerID="cri-o://9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d" gracePeriod=30 Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.679807 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.680083 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" containerName="nova-api-log" containerID="cri-o://858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a" gracePeriod=30 Oct 13 20:22:25 crc kubenswrapper[4809]: I1013 20:22:25.680182 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" containerName="nova-api-api" containerID="cri-o://971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847" gracePeriod=30 Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.094461 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.109581 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.321430 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.326996 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.403691 4809 generic.go:334] "Generic (PLEG): container finished" podID="9a179b40-4e5d-4403-86cd-36f0be319329" containerID="9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d" exitCode=0 Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.403940 4809 generic.go:334] "Generic (PLEG): container finished" podID="9a179b40-4e5d-4403-86cd-36f0be319329" containerID="c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167" exitCode=143 Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.403817 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9a179b40-4e5d-4403-86cd-36f0be319329","Type":"ContainerDied","Data":"9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d"} Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.403792 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.404183 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9a179b40-4e5d-4403-86cd-36f0be319329","Type":"ContainerDied","Data":"c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167"} Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.404360 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9a179b40-4e5d-4403-86cd-36f0be319329","Type":"ContainerDied","Data":"5d8cdbd895d84223f332d86e5bd0f6e50ab287c3474cb157c0633f7f129c8588"} Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.404287 4809 scope.go:117] "RemoveContainer" containerID="9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.406600 4809 generic.go:334] "Generic (PLEG): container finished" podID="2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" containerID="971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847" exitCode=0 Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.406688 4809 generic.go:334] "Generic (PLEG): container finished" podID="2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" containerID="858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a" exitCode=143 Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.406663 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.406626 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec","Type":"ContainerDied","Data":"971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847"} Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.406948 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec","Type":"ContainerDied","Data":"858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a"} Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.406974 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec","Type":"ContainerDied","Data":"b97d205bf6180e1b407478a1eb6f0ea440ede29ccf553ed48180bf1ec30cb768"} Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.416226 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.434311 4809 scope.go:117] "RemoveContainer" containerID="c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.443505 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-combined-ca-bundle\") pod \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.443582 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9a179b40-4e5d-4403-86cd-36f0be319329-logs\") pod \"9a179b40-4e5d-4403-86cd-36f0be319329\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.443696 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6p2pm\" (UniqueName: \"kubernetes.io/projected/9a179b40-4e5d-4403-86cd-36f0be319329-kube-api-access-6p2pm\") pod \"9a179b40-4e5d-4403-86cd-36f0be319329\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.443757 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-config-data\") pod \"9a179b40-4e5d-4403-86cd-36f0be319329\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.443811 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-config-data\") pod \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.443859 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-m8pxn\" (UniqueName: \"kubernetes.io/projected/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-kube-api-access-m8pxn\") pod \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.443910 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-logs\") pod \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\" (UID: \"2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.443983 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-combined-ca-bundle\") pod \"9a179b40-4e5d-4403-86cd-36f0be319329\" (UID: \"9a179b40-4e5d-4403-86cd-36f0be319329\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.444931 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9a179b40-4e5d-4403-86cd-36f0be319329-logs" (OuterVolumeSpecName: "logs") pod "9a179b40-4e5d-4403-86cd-36f0be319329" (UID: "9a179b40-4e5d-4403-86cd-36f0be319329"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.444940 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-logs" (OuterVolumeSpecName: "logs") pod "2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" (UID: "2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.451920 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-kube-api-access-m8pxn" (OuterVolumeSpecName: "kube-api-access-m8pxn") pod "2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" (UID: "2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec"). InnerVolumeSpecName "kube-api-access-m8pxn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.456034 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9a179b40-4e5d-4403-86cd-36f0be319329-kube-api-access-6p2pm" (OuterVolumeSpecName: "kube-api-access-6p2pm") pod "9a179b40-4e5d-4403-86cd-36f0be319329" (UID: "9a179b40-4e5d-4403-86cd-36f0be319329"). InnerVolumeSpecName "kube-api-access-6p2pm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.490542 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9a179b40-4e5d-4403-86cd-36f0be319329" (UID: "9a179b40-4e5d-4403-86cd-36f0be319329"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.490904 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-config-data" (OuterVolumeSpecName: "config-data") pod "9a179b40-4e5d-4403-86cd-36f0be319329" (UID: "9a179b40-4e5d-4403-86cd-36f0be319329"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.492677 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" (UID: "2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.495267 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-config-data" (OuterVolumeSpecName: "config-data") pod "2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" (UID: "2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.500952 4809 scope.go:117] "RemoveContainer" containerID="9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d" Oct 13 20:22:26 crc kubenswrapper[4809]: E1013 20:22:26.501355 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d\": container with ID starting with 9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d not found: ID does not exist" containerID="9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.501393 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d"} err="failed to get container status \"9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d\": rpc error: code = NotFound desc = could not find container \"9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d\": container with ID starting with 9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d not found: ID does not exist" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.501412 4809 scope.go:117] "RemoveContainer" containerID="c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167" Oct 13 20:22:26 crc kubenswrapper[4809]: E1013 20:22:26.501604 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167\": container with ID starting with c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167 not found: ID does not exist" containerID="c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.501626 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167"} err="failed to get container status \"c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167\": rpc error: code = NotFound desc = could not find container \"c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167\": container with ID starting with c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167 not found: ID does not exist" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.501639 4809 scope.go:117] "RemoveContainer" containerID="9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.504371 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d"} err="failed to get container status \"9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d\": rpc error: code = NotFound desc = could not find container \"9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d\": container with ID starting with 9630049d2416b346b060bc7f0e9468a16ea51481e1aa11855baca892a8cbb52d not found: ID does not exist" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.504397 4809 scope.go:117] "RemoveContainer" containerID="c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.506277 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167"} err="failed to get container status \"c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167\": rpc error: code = NotFound desc = could not find container \"c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167\": container with ID starting with c036ed305fae200629202adde435163425cdcc7b3106ecefe8f0364f03c94167 not found: ID does not exist" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.506301 4809 scope.go:117] "RemoveContainer" containerID="971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.533770 4809 scope.go:117] "RemoveContainer" containerID="858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.546157 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.546183 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.546196 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9a179b40-4e5d-4403-86cd-36f0be319329-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.546205 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6p2pm\" (UniqueName: \"kubernetes.io/projected/9a179b40-4e5d-4403-86cd-36f0be319329-kube-api-access-6p2pm\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.546213 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9a179b40-4e5d-4403-86cd-36f0be319329-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.546223 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.546231 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-m8pxn\" (UniqueName: \"kubernetes.io/projected/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-kube-api-access-m8pxn\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.546238 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.559873 4809 scope.go:117] "RemoveContainer" containerID="971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847" Oct 13 20:22:26 crc kubenswrapper[4809]: E1013 20:22:26.560454 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847\": container with ID starting with 971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847 not found: ID does not exist" containerID="971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.560511 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847"} err="failed to get container status \"971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847\": rpc error: code = NotFound desc = could not find container \"971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847\": container with ID starting with 971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847 not found: ID does not exist" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.560538 4809 scope.go:117] "RemoveContainer" containerID="858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a" Oct 13 20:22:26 crc kubenswrapper[4809]: E1013 20:22:26.560926 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a\": container with ID starting with 858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a not found: ID does not exist" containerID="858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.560965 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a"} err="failed to get container status \"858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a\": rpc error: code = NotFound desc = could not find container \"858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a\": container with ID starting with 858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a not found: ID does not exist" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.560994 4809 scope.go:117] "RemoveContainer" containerID="971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.561291 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847"} err="failed to get container status \"971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847\": rpc error: code = NotFound desc = could not find container \"971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847\": container with ID starting with 971faa6350870fe946f366a5a2e86f1820390621654dcc92301aa54102645847 not found: ID does not exist" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.561319 4809 scope.go:117] "RemoveContainer" containerID="858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.561633 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a"} err="failed to get container status \"858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a\": rpc error: code = NotFound desc = could not find container \"858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a\": container with ID starting with 858757a9719e576f75b2498f0966b0dce558c6c7d56ccf8469662c4c996ca16a not found: ID does not exist" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.718193 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.781339 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.788806 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.809987 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.818812 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.826864 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:26 crc kubenswrapper[4809]: E1013 20:22:26.827386 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5d7875d9-6ca6-4e77-b3f7-9772cf369651" containerName="nova-cell1-conductor-db-sync" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827408 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5d7875d9-6ca6-4e77-b3f7-9772cf369651" containerName="nova-cell1-conductor-db-sync" Oct 13 20:22:26 crc kubenswrapper[4809]: E1013 20:22:26.827430 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9a179b40-4e5d-4403-86cd-36f0be319329" containerName="nova-metadata-log" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827439 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9a179b40-4e5d-4403-86cd-36f0be319329" containerName="nova-metadata-log" Oct 13 20:22:26 crc kubenswrapper[4809]: E1013 20:22:26.827450 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" containerName="nova-api-log" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827458 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" containerName="nova-api-log" Oct 13 20:22:26 crc kubenswrapper[4809]: E1013 20:22:26.827492 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" containerName="nova-api-api" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827500 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" containerName="nova-api-api" Oct 13 20:22:26 crc kubenswrapper[4809]: E1013 20:22:26.827514 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d32709bd-c0a1-43f7-8fe3-36c98fe35455" containerName="nova-manage" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827523 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d32709bd-c0a1-43f7-8fe3-36c98fe35455" containerName="nova-manage" Oct 13 20:22:26 crc kubenswrapper[4809]: E1013 20:22:26.827539 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9a179b40-4e5d-4403-86cd-36f0be319329" containerName="nova-metadata-metadata" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827548 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9a179b40-4e5d-4403-86cd-36f0be319329" containerName="nova-metadata-metadata" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827796 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d32709bd-c0a1-43f7-8fe3-36c98fe35455" containerName="nova-manage" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827814 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9a179b40-4e5d-4403-86cd-36f0be319329" containerName="nova-metadata-log" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827835 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" containerName="nova-api-api" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827850 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9a179b40-4e5d-4403-86cd-36f0be319329" containerName="nova-metadata-metadata" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827868 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" containerName="nova-api-log" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.827888 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5d7875d9-6ca6-4e77-b3f7-9772cf369651" containerName="nova-cell1-conductor-db-sync" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.829233 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.831950 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.835383 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.846029 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.848102 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.849806 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-config-data\") pod \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.849877 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.849896 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-scripts\") pod \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.849951 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zrlqv\" (UniqueName: \"kubernetes.io/projected/5d7875d9-6ca6-4e77-b3f7-9772cf369651-kube-api-access-zrlqv\") pod \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.850034 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-combined-ca-bundle\") pod \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\" (UID: \"5d7875d9-6ca6-4e77-b3f7-9772cf369651\") " Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.854862 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.856997 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5d7875d9-6ca6-4e77-b3f7-9772cf369651-kube-api-access-zrlqv" (OuterVolumeSpecName: "kube-api-access-zrlqv") pod "5d7875d9-6ca6-4e77-b3f7-9772cf369651" (UID: "5d7875d9-6ca6-4e77-b3f7-9772cf369651"). InnerVolumeSpecName "kube-api-access-zrlqv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.857090 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-scripts" (OuterVolumeSpecName: "scripts") pod "5d7875d9-6ca6-4e77-b3f7-9772cf369651" (UID: "5d7875d9-6ca6-4e77-b3f7-9772cf369651"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.875303 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-config-data" (OuterVolumeSpecName: "config-data") pod "5d7875d9-6ca6-4e77-b3f7-9772cf369651" (UID: "5d7875d9-6ca6-4e77-b3f7-9772cf369651"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.883771 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5d7875d9-6ca6-4e77-b3f7-9772cf369651" (UID: "5d7875d9-6ca6-4e77-b3f7-9772cf369651"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.952090 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n27p8\" (UniqueName: \"kubernetes.io/projected/b15719c5-c60f-413d-8c17-bef0480f231d-kube-api-access-n27p8\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.952153 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.952179 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-config-data\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.952202 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sw9j4\" (UniqueName: \"kubernetes.io/projected/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-kube-api-access-sw9j4\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.952372 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-config-data\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.952686 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-logs\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.952885 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b15719c5-c60f-413d-8c17-bef0480f231d-logs\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.952969 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.953173 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.953365 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zrlqv\" (UniqueName: \"kubernetes.io/projected/5d7875d9-6ca6-4e77-b3f7-9772cf369651-kube-api-access-zrlqv\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.953389 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:26 crc kubenswrapper[4809]: I1013 20:22:26.953405 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5d7875d9-6ca6-4e77-b3f7-9772cf369651-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.055872 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n27p8\" (UniqueName: \"kubernetes.io/projected/b15719c5-c60f-413d-8c17-bef0480f231d-kube-api-access-n27p8\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.055926 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.055954 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-config-data\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.055980 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sw9j4\" (UniqueName: \"kubernetes.io/projected/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-kube-api-access-sw9j4\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.056022 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-config-data\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.056098 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-logs\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.056141 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b15719c5-c60f-413d-8c17-bef0480f231d-logs\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.056169 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.056910 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b15719c5-c60f-413d-8c17-bef0480f231d-logs\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.056944 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-logs\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.061615 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.061937 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-config-data\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.064197 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-config-data\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.068655 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.082492 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sw9j4\" (UniqueName: \"kubernetes.io/projected/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-kube-api-access-sw9j4\") pod \"nova-api-0\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.083156 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n27p8\" (UniqueName: \"kubernetes.io/projected/b15719c5-c60f-413d-8c17-bef0480f231d-kube-api-access-n27p8\") pod \"nova-metadata-0\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.150776 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.254512 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.439370 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.439423 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k" event={"ID":"5d7875d9-6ca6-4e77-b3f7-9772cf369651","Type":"ContainerDied","Data":"5e0937413aa17d58d7f09771a3ae2a51eda8678a302f276bd84553896c8a2740"} Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.440202 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="5e0937413aa17d58d7f09771a3ae2a51eda8678a302f276bd84553896c8a2740" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.450455 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:27 crc kubenswrapper[4809]: W1013 20:22:27.463214 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podb15719c5_c60f_413d_8c17_bef0480f231d.slice/crio-0031fe65ba1601a2ca14e397fcc73d5867770ec3cbbef24684b6099dc5fd9087 WatchSource:0}: Error finding container 0031fe65ba1601a2ca14e397fcc73d5867770ec3cbbef24684b6099dc5fd9087: Status 404 returned error can't find the container with id 0031fe65ba1601a2ca14e397fcc73d5867770ec3cbbef24684b6099dc5fd9087 Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.535223 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.537668 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.539511 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.556489 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.669502 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zkgqh\" (UniqueName: \"kubernetes.io/projected/bd69058e-dd25-48b5-9d05-0577570ca4cc-kube-api-access-zkgqh\") pod \"nova-cell1-conductor-0\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.669818 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.669844 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.771823 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.771875 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.771956 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zkgqh\" (UniqueName: \"kubernetes.io/projected/bd69058e-dd25-48b5-9d05-0577570ca4cc-kube-api-access-zkgqh\") pod \"nova-cell1-conductor-0\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.777372 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.779408 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.802631 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zkgqh\" (UniqueName: \"kubernetes.io/projected/bd69058e-dd25-48b5-9d05-0577570ca4cc-kube-api-access-zkgqh\") pod \"nova-cell1-conductor-0\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.803486 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:27 crc kubenswrapper[4809]: I1013 20:22:27.861089 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.165503 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec" path="/var/lib/kubelet/pods/2dd6c2cc-dc21-4a6d-bec6-d1a2451990ec/volumes" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.166529 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9a179b40-4e5d-4403-86cd-36f0be319329" path="/var/lib/kubelet/pods/9a179b40-4e5d-4403-86cd-36f0be319329/volumes" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.328555 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:22:28 crc kubenswrapper[4809]: W1013 20:22:28.334888 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbd69058e_dd25_48b5_9d05_0577570ca4cc.slice/crio-3270357939b0503a72e4990aada60e4f6bb5901caedcfbeeed6da7a6fc81c061 WatchSource:0}: Error finding container 3270357939b0503a72e4990aada60e4f6bb5901caedcfbeeed6da7a6fc81c061: Status 404 returned error can't find the container with id 3270357939b0503a72e4990aada60e4f6bb5901caedcfbeeed6da7a6fc81c061 Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.440714 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.463219 4809 generic.go:334] "Generic (PLEG): container finished" podID="6496b62c-9099-4218-9072-f30a4fcca42e" containerID="63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708" exitCode=0 Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.463365 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6496b62c-9099-4218-9072-f30a4fcca42e","Type":"ContainerDied","Data":"63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708"} Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.463434 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6496b62c-9099-4218-9072-f30a4fcca42e","Type":"ContainerDied","Data":"3c6249425de37431a2cf917364ef49be173e2d03a29db9316246a6e0e9097347"} Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.463469 4809 scope.go:117] "RemoveContainer" containerID="63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.463695 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.469635 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"bd69058e-dd25-48b5-9d05-0577570ca4cc","Type":"ContainerStarted","Data":"3270357939b0503a72e4990aada60e4f6bb5901caedcfbeeed6da7a6fc81c061"} Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.477507 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bfbf7d52-ab6c-4c41-a355-9a57084c35a5","Type":"ContainerStarted","Data":"9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41"} Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.477575 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bfbf7d52-ab6c-4c41-a355-9a57084c35a5","Type":"ContainerStarted","Data":"41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934"} Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.477612 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bfbf7d52-ab6c-4c41-a355-9a57084c35a5","Type":"ContainerStarted","Data":"0b99b921441fa76b9ec9d072c689ea63e8f808e366d0cdb0d27d42722a5d0c56"} Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.479950 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b15719c5-c60f-413d-8c17-bef0480f231d","Type":"ContainerStarted","Data":"eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c"} Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.479986 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b15719c5-c60f-413d-8c17-bef0480f231d","Type":"ContainerStarted","Data":"ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47"} Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.479997 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b15719c5-c60f-413d-8c17-bef0480f231d","Type":"ContainerStarted","Data":"0031fe65ba1601a2ca14e397fcc73d5867770ec3cbbef24684b6099dc5fd9087"} Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.491232 4809 scope.go:117] "RemoveContainer" containerID="63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708" Oct 13 20:22:28 crc kubenswrapper[4809]: E1013 20:22:28.493013 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708\": container with ID starting with 63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708 not found: ID does not exist" containerID="63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.493043 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708"} err="failed to get container status \"63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708\": rpc error: code = NotFound desc = could not find container \"63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708\": container with ID starting with 63c8cf95245a31fb5d365715f0e0cf57b3c78efd5aae17ed50c6cc9abe534708 not found: ID does not exist" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.510845 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.510821546 podStartE2EDuration="2.510821546s" podCreationTimestamp="2025-10-13 20:22:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:28.502475974 +0000 UTC m=+3467.108222559" watchObservedRunningTime="2025-10-13 20:22:28.510821546 +0000 UTC m=+3467.116568151" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.522310 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.5222888660000002 podStartE2EDuration="2.522288866s" podCreationTimestamp="2025-10-13 20:22:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:28.51850226 +0000 UTC m=+3467.124248845" watchObservedRunningTime="2025-10-13 20:22:28.522288866 +0000 UTC m=+3467.128035461" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.582840 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-config-data\") pod \"6496b62c-9099-4218-9072-f30a4fcca42e\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.582936 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-combined-ca-bundle\") pod \"6496b62c-9099-4218-9072-f30a4fcca42e\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.583053 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n5wxr\" (UniqueName: \"kubernetes.io/projected/6496b62c-9099-4218-9072-f30a4fcca42e-kube-api-access-n5wxr\") pod \"6496b62c-9099-4218-9072-f30a4fcca42e\" (UID: \"6496b62c-9099-4218-9072-f30a4fcca42e\") " Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.588558 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6496b62c-9099-4218-9072-f30a4fcca42e-kube-api-access-n5wxr" (OuterVolumeSpecName: "kube-api-access-n5wxr") pod "6496b62c-9099-4218-9072-f30a4fcca42e" (UID: "6496b62c-9099-4218-9072-f30a4fcca42e"). InnerVolumeSpecName "kube-api-access-n5wxr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.606542 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-config-data" (OuterVolumeSpecName: "config-data") pod "6496b62c-9099-4218-9072-f30a4fcca42e" (UID: "6496b62c-9099-4218-9072-f30a4fcca42e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.615218 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6496b62c-9099-4218-9072-f30a4fcca42e" (UID: "6496b62c-9099-4218-9072-f30a4fcca42e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.685418 4809 scope.go:117] "RemoveContainer" containerID="2698eac726fdaf8b54defa80ce80167da50d2711881c2501b1e20b4f53cdd559" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.686700 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n5wxr\" (UniqueName: \"kubernetes.io/projected/6496b62c-9099-4218-9072-f30a4fcca42e-kube-api-access-n5wxr\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.686803 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.686836 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6496b62c-9099-4218-9072-f30a4fcca42e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.744461 4809 scope.go:117] "RemoveContainer" containerID="d287b1cf844a055118e9a0d275155be4ec7c0f7e44d8234f0eac2b1b0de245d2" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.811591 4809 scope.go:117] "RemoveContainer" containerID="868751413da159454b81380a7d8154dbf01fe47d43a5c35c0182fbeaeb676e75" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.901334 4809 scope.go:117] "RemoveContainer" containerID="51bbc4df10e204ab4ce44d469646498158615eb3020a49b782ffb69e6ce93ecc" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.925680 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.948999 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.953250 4809 scope.go:117] "RemoveContainer" containerID="b5224fe6713f71c34b5faef6b2a4c01eed8980f9e285191141549507f5821a2b" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.967532 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:28 crc kubenswrapper[4809]: E1013 20:22:28.968263 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6496b62c-9099-4218-9072-f30a4fcca42e" containerName="nova-scheduler-scheduler" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.968285 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6496b62c-9099-4218-9072-f30a4fcca42e" containerName="nova-scheduler-scheduler" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.968673 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6496b62c-9099-4218-9072-f30a4fcca42e" containerName="nova-scheduler-scheduler" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.971059 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.974562 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:22:28 crc kubenswrapper[4809]: I1013 20:22:28.982064 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.095474 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-config-data\") pod \"nova-scheduler-0\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.095534 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t9g2v\" (UniqueName: \"kubernetes.io/projected/9ec440be-84e9-4b79-91be-ec459c5dc5c8-kube-api-access-t9g2v\") pod \"nova-scheduler-0\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.095648 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.198505 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.198831 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-config-data\") pod \"nova-scheduler-0\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.198893 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-t9g2v\" (UniqueName: \"kubernetes.io/projected/9ec440be-84e9-4b79-91be-ec459c5dc5c8-kube-api-access-t9g2v\") pod \"nova-scheduler-0\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.218974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.219434 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-config-data\") pod \"nova-scheduler-0\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.222609 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-t9g2v\" (UniqueName: \"kubernetes.io/projected/9ec440be-84e9-4b79-91be-ec459c5dc5c8-kube-api-access-t9g2v\") pod \"nova-scheduler-0\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.352400 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.492321 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"bd69058e-dd25-48b5-9d05-0577570ca4cc","Type":"ContainerStarted","Data":"e95b007b11723e29f5af0df539aee87feeb8592f86405d901c1d2b66e7af87dd"} Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.492949 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.522122 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=2.5220958209999997 podStartE2EDuration="2.522095821s" podCreationTimestamp="2025-10-13 20:22:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:29.515260641 +0000 UTC m=+3468.121007246" watchObservedRunningTime="2025-10-13 20:22:29.522095821 +0000 UTC m=+3468.127842426" Oct 13 20:22:29 crc kubenswrapper[4809]: W1013 20:22:29.849784 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9ec440be_84e9_4b79_91be_ec459c5dc5c8.slice/crio-08a5fecfd13ae1f7d9e14c49247656035db5927e24e981c8d92cadc6b893d021 WatchSource:0}: Error finding container 08a5fecfd13ae1f7d9e14c49247656035db5927e24e981c8d92cadc6b893d021: Status 404 returned error can't find the container with id 08a5fecfd13ae1f7d9e14c49247656035db5927e24e981c8d92cadc6b893d021 Oct 13 20:22:29 crc kubenswrapper[4809]: I1013 20:22:29.851838 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:30 crc kubenswrapper[4809]: I1013 20:22:30.166306 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6496b62c-9099-4218-9072-f30a4fcca42e" path="/var/lib/kubelet/pods/6496b62c-9099-4218-9072-f30a4fcca42e/volumes" Oct 13 20:22:30 crc kubenswrapper[4809]: I1013 20:22:30.503331 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9ec440be-84e9-4b79-91be-ec459c5dc5c8","Type":"ContainerStarted","Data":"080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1"} Oct 13 20:22:30 crc kubenswrapper[4809]: I1013 20:22:30.507811 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9ec440be-84e9-4b79-91be-ec459c5dc5c8","Type":"ContainerStarted","Data":"08a5fecfd13ae1f7d9e14c49247656035db5927e24e981c8d92cadc6b893d021"} Oct 13 20:22:30 crc kubenswrapper[4809]: I1013 20:22:30.533988 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.533962501 podStartE2EDuration="2.533962501s" podCreationTimestamp="2025-10-13 20:22:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:30.52388271 +0000 UTC m=+3469.129629385" watchObservedRunningTime="2025-10-13 20:22:30.533962501 +0000 UTC m=+3469.139709116" Oct 13 20:22:32 crc kubenswrapper[4809]: I1013 20:22:32.151907 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:32 crc kubenswrapper[4809]: I1013 20:22:32.152322 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:34 crc kubenswrapper[4809]: I1013 20:22:34.352972 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:34 crc kubenswrapper[4809]: I1013 20:22:34.913275 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:22:37 crc kubenswrapper[4809]: I1013 20:22:37.152077 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:37 crc kubenswrapper[4809]: I1013 20:22:37.152499 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:37 crc kubenswrapper[4809]: I1013 20:22:37.255197 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:37 crc kubenswrapper[4809]: I1013 20:22:37.255316 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:37 crc kubenswrapper[4809]: I1013 20:22:37.893357 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.193929 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="b15719c5-c60f-413d-8c17-bef0480f231d" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"http://10.217.0.71:8775/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.234970 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="b15719c5-c60f-413d-8c17-bef0480f231d" containerName="nova-metadata-log" probeResult="failure" output="Get \"http://10.217.0.71:8775/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.337057 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.0.72:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.337127 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.0.72:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.443702 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp"] Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.445487 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.454361 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp"] Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.455538 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-config-data" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.455825 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-scripts" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.503448 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-scripts\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.503703 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bhg7f\" (UniqueName: \"kubernetes.io/projected/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-kube-api-access-bhg7f\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.503805 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-config-data\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.503936 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.605699 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bhg7f\" (UniqueName: \"kubernetes.io/projected/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-kube-api-access-bhg7f\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.605785 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-config-data\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.605846 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.605909 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-scripts\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.611220 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-config-data\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.614274 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.618886 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-scripts\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.626488 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bhg7f\" (UniqueName: \"kubernetes.io/projected/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-kube-api-access-bhg7f\") pod \"nova-cell1-cell-mapping-fg4jp\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:38 crc kubenswrapper[4809]: I1013 20:22:38.782326 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:39 crc kubenswrapper[4809]: I1013 20:22:39.300132 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp"] Oct 13 20:22:39 crc kubenswrapper[4809]: I1013 20:22:39.353222 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:39 crc kubenswrapper[4809]: I1013 20:22:39.383461 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:39 crc kubenswrapper[4809]: I1013 20:22:39.612004 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" event={"ID":"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b","Type":"ContainerStarted","Data":"3d1ef30a1e2a46f2110f7e97ea002bfee7d58919d90af38b11bac3e88ab83e85"} Oct 13 20:22:39 crc kubenswrapper[4809]: I1013 20:22:39.612036 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" event={"ID":"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b","Type":"ContainerStarted","Data":"92e28ad83cd3a3bb70229361cc741971d7a63c85c01a4f71c569452206423a32"} Oct 13 20:22:39 crc kubenswrapper[4809]: I1013 20:22:39.633460 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" podStartSLOduration=1.6334460229999999 podStartE2EDuration="1.633446023s" podCreationTimestamp="2025-10-13 20:22:38 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:39.629184714 +0000 UTC m=+3478.234931299" watchObservedRunningTime="2025-10-13 20:22:39.633446023 +0000 UTC m=+3478.239192598" Oct 13 20:22:39 crc kubenswrapper[4809]: I1013 20:22:39.659649 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:44 crc kubenswrapper[4809]: I1013 20:22:44.677329 4809 generic.go:334] "Generic (PLEG): container finished" podID="e63afc85-a5f2-42a9-9941-60f0b9ac8a8b" containerID="3d1ef30a1e2a46f2110f7e97ea002bfee7d58919d90af38b11bac3e88ab83e85" exitCode=0 Oct 13 20:22:44 crc kubenswrapper[4809]: I1013 20:22:44.677437 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" event={"ID":"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b","Type":"ContainerDied","Data":"3d1ef30a1e2a46f2110f7e97ea002bfee7d58919d90af38b11bac3e88ab83e85"} Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.123484 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.300781 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-config-data\") pod \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.300857 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bhg7f\" (UniqueName: \"kubernetes.io/projected/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-kube-api-access-bhg7f\") pod \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.300901 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-scripts\") pod \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.301011 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-combined-ca-bundle\") pod \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\" (UID: \"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b\") " Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.307451 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-scripts" (OuterVolumeSpecName: "scripts") pod "e63afc85-a5f2-42a9-9941-60f0b9ac8a8b" (UID: "e63afc85-a5f2-42a9-9941-60f0b9ac8a8b"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.309057 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-kube-api-access-bhg7f" (OuterVolumeSpecName: "kube-api-access-bhg7f") pod "e63afc85-a5f2-42a9-9941-60f0b9ac8a8b" (UID: "e63afc85-a5f2-42a9-9941-60f0b9ac8a8b"). InnerVolumeSpecName "kube-api-access-bhg7f". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.331863 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e63afc85-a5f2-42a9-9941-60f0b9ac8a8b" (UID: "e63afc85-a5f2-42a9-9941-60f0b9ac8a8b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.355934 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-config-data" (OuterVolumeSpecName: "config-data") pod "e63afc85-a5f2-42a9-9941-60f0b9ac8a8b" (UID: "e63afc85-a5f2-42a9-9941-60f0b9ac8a8b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.403339 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.403842 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bhg7f\" (UniqueName: \"kubernetes.io/projected/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-kube-api-access-bhg7f\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.403877 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.403906 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.712109 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" event={"ID":"e63afc85-a5f2-42a9-9941-60f0b9ac8a8b","Type":"ContainerDied","Data":"92e28ad83cd3a3bb70229361cc741971d7a63c85c01a4f71c569452206423a32"} Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.712206 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="92e28ad83cd3a3bb70229361cc741971d7a63c85c01a4f71c569452206423a32" Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.712586 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp" Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.919799 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.920139 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerName="nova-api-log" containerID="cri-o://41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934" gracePeriod=30 Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.920328 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerName="nova-api-api" containerID="cri-o://9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41" gracePeriod=30 Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.998748 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:46 crc kubenswrapper[4809]: I1013 20:22:46.999004 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="9ec440be-84e9-4b79-91be-ec459c5dc5c8" containerName="nova-scheduler-scheduler" containerID="cri-o://080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1" gracePeriod=30 Oct 13 20:22:47 crc kubenswrapper[4809]: I1013 20:22:47.021722 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:47 crc kubenswrapper[4809]: I1013 20:22:47.021994 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="b15719c5-c60f-413d-8c17-bef0480f231d" containerName="nova-metadata-log" containerID="cri-o://ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47" gracePeriod=30 Oct 13 20:22:47 crc kubenswrapper[4809]: I1013 20:22:47.022118 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="b15719c5-c60f-413d-8c17-bef0480f231d" containerName="nova-metadata-metadata" containerID="cri-o://eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c" gracePeriod=30 Oct 13 20:22:47 crc kubenswrapper[4809]: I1013 20:22:47.731030 4809 generic.go:334] "Generic (PLEG): container finished" podID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerID="41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934" exitCode=143 Oct 13 20:22:47 crc kubenswrapper[4809]: I1013 20:22:47.731144 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bfbf7d52-ab6c-4c41-a355-9a57084c35a5","Type":"ContainerDied","Data":"41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934"} Oct 13 20:22:47 crc kubenswrapper[4809]: I1013 20:22:47.733904 4809 generic.go:334] "Generic (PLEG): container finished" podID="b15719c5-c60f-413d-8c17-bef0480f231d" containerID="ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47" exitCode=143 Oct 13 20:22:47 crc kubenswrapper[4809]: I1013 20:22:47.733937 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b15719c5-c60f-413d-8c17-bef0480f231d","Type":"ContainerDied","Data":"ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47"} Oct 13 20:22:49 crc kubenswrapper[4809]: E1013 20:22:49.356121 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:22:49 crc kubenswrapper[4809]: E1013 20:22:49.359938 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:22:49 crc kubenswrapper[4809]: E1013 20:22:49.362382 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:22:49 crc kubenswrapper[4809]: E1013 20:22:49.362450 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="9ec440be-84e9-4b79-91be-ec459c5dc5c8" containerName="nova-scheduler-scheduler" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.538782 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.606002 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.694099 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-combined-ca-bundle\") pod \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.694153 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-combined-ca-bundle\") pod \"b15719c5-c60f-413d-8c17-bef0480f231d\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.694226 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sw9j4\" (UniqueName: \"kubernetes.io/projected/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-kube-api-access-sw9j4\") pod \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.694309 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-config-data\") pod \"b15719c5-c60f-413d-8c17-bef0480f231d\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.694471 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-logs\") pod \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.694551 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n27p8\" (UniqueName: \"kubernetes.io/projected/b15719c5-c60f-413d-8c17-bef0480f231d-kube-api-access-n27p8\") pod \"b15719c5-c60f-413d-8c17-bef0480f231d\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.694595 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b15719c5-c60f-413d-8c17-bef0480f231d-logs\") pod \"b15719c5-c60f-413d-8c17-bef0480f231d\" (UID: \"b15719c5-c60f-413d-8c17-bef0480f231d\") " Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.694642 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-config-data\") pod \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\" (UID: \"bfbf7d52-ab6c-4c41-a355-9a57084c35a5\") " Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.694985 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-logs" (OuterVolumeSpecName: "logs") pod "bfbf7d52-ab6c-4c41-a355-9a57084c35a5" (UID: "bfbf7d52-ab6c-4c41-a355-9a57084c35a5"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.695400 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.695881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b15719c5-c60f-413d-8c17-bef0480f231d-logs" (OuterVolumeSpecName: "logs") pod "b15719c5-c60f-413d-8c17-bef0480f231d" (UID: "b15719c5-c60f-413d-8c17-bef0480f231d"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.700087 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-kube-api-access-sw9j4" (OuterVolumeSpecName: "kube-api-access-sw9j4") pod "bfbf7d52-ab6c-4c41-a355-9a57084c35a5" (UID: "bfbf7d52-ab6c-4c41-a355-9a57084c35a5"). InnerVolumeSpecName "kube-api-access-sw9j4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.700332 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b15719c5-c60f-413d-8c17-bef0480f231d-kube-api-access-n27p8" (OuterVolumeSpecName: "kube-api-access-n27p8") pod "b15719c5-c60f-413d-8c17-bef0480f231d" (UID: "b15719c5-c60f-413d-8c17-bef0480f231d"). InnerVolumeSpecName "kube-api-access-n27p8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.720096 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-config-data" (OuterVolumeSpecName: "config-data") pod "bfbf7d52-ab6c-4c41-a355-9a57084c35a5" (UID: "bfbf7d52-ab6c-4c41-a355-9a57084c35a5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.733027 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-config-data" (OuterVolumeSpecName: "config-data") pod "b15719c5-c60f-413d-8c17-bef0480f231d" (UID: "b15719c5-c60f-413d-8c17-bef0480f231d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.733274 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b15719c5-c60f-413d-8c17-bef0480f231d" (UID: "b15719c5-c60f-413d-8c17-bef0480f231d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.734982 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bfbf7d52-ab6c-4c41-a355-9a57084c35a5" (UID: "bfbf7d52-ab6c-4c41-a355-9a57084c35a5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.772490 4809 generic.go:334] "Generic (PLEG): container finished" podID="b15719c5-c60f-413d-8c17-bef0480f231d" containerID="eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c" exitCode=0 Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.772573 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b15719c5-c60f-413d-8c17-bef0480f231d","Type":"ContainerDied","Data":"eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c"} Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.772609 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"b15719c5-c60f-413d-8c17-bef0480f231d","Type":"ContainerDied","Data":"0031fe65ba1601a2ca14e397fcc73d5867770ec3cbbef24684b6099dc5fd9087"} Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.772630 4809 scope.go:117] "RemoveContainer" containerID="eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.772924 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.776631 4809 generic.go:334] "Generic (PLEG): container finished" podID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerID="9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41" exitCode=0 Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.776708 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.776695 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bfbf7d52-ab6c-4c41-a355-9a57084c35a5","Type":"ContainerDied","Data":"9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41"} Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.782101 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"bfbf7d52-ab6c-4c41-a355-9a57084c35a5","Type":"ContainerDied","Data":"0b99b921441fa76b9ec9d072c689ea63e8f808e366d0cdb0d27d42722a5d0c56"} Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.798014 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.798064 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n27p8\" (UniqueName: \"kubernetes.io/projected/b15719c5-c60f-413d-8c17-bef0480f231d-kube-api-access-n27p8\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.798092 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b15719c5-c60f-413d-8c17-bef0480f231d-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.798112 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.798131 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.798151 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b15719c5-c60f-413d-8c17-bef0480f231d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.798172 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sw9j4\" (UniqueName: \"kubernetes.io/projected/bfbf7d52-ab6c-4c41-a355-9a57084c35a5-kube-api-access-sw9j4\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.813434 4809 scope.go:117] "RemoveContainer" containerID="ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.839586 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.858169 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.859065 4809 scope.go:117] "RemoveContainer" containerID="eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c" Oct 13 20:22:50 crc kubenswrapper[4809]: E1013 20:22:50.859564 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c\": container with ID starting with eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c not found: ID does not exist" containerID="eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.859600 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c"} err="failed to get container status \"eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c\": rpc error: code = NotFound desc = could not find container \"eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c\": container with ID starting with eaab29d069c5149679d3acf61637257b4e735cf985ca4c8cf736faecbfd31d7c not found: ID does not exist" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.859624 4809 scope.go:117] "RemoveContainer" containerID="ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47" Oct 13 20:22:50 crc kubenswrapper[4809]: E1013 20:22:50.859889 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47\": container with ID starting with ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47 not found: ID does not exist" containerID="ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.859924 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47"} err="failed to get container status \"ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47\": rpc error: code = NotFound desc = could not find container \"ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47\": container with ID starting with ef78645c41fccdb9aec045d43df5422412b3b1f0f6e0da01243ae557d3bb9b47 not found: ID does not exist" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.859942 4809 scope.go:117] "RemoveContainer" containerID="9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.868827 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:50 crc kubenswrapper[4809]: E1013 20:22:50.869374 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerName="nova-api-log" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.869395 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerName="nova-api-log" Oct 13 20:22:50 crc kubenswrapper[4809]: E1013 20:22:50.869412 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b15719c5-c60f-413d-8c17-bef0480f231d" containerName="nova-metadata-log" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.869422 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b15719c5-c60f-413d-8c17-bef0480f231d" containerName="nova-metadata-log" Oct 13 20:22:50 crc kubenswrapper[4809]: E1013 20:22:50.869450 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b15719c5-c60f-413d-8c17-bef0480f231d" containerName="nova-metadata-metadata" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.869458 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b15719c5-c60f-413d-8c17-bef0480f231d" containerName="nova-metadata-metadata" Oct 13 20:22:50 crc kubenswrapper[4809]: E1013 20:22:50.869477 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e63afc85-a5f2-42a9-9941-60f0b9ac8a8b" containerName="nova-manage" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.869485 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e63afc85-a5f2-42a9-9941-60f0b9ac8a8b" containerName="nova-manage" Oct 13 20:22:50 crc kubenswrapper[4809]: E1013 20:22:50.869516 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerName="nova-api-api" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.869524 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerName="nova-api-api" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.869803 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerName="nova-api-api" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.869828 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e63afc85-a5f2-42a9-9941-60f0b9ac8a8b" containerName="nova-manage" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.869838 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" containerName="nova-api-log" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.869861 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b15719c5-c60f-413d-8c17-bef0480f231d" containerName="nova-metadata-metadata" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.869871 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b15719c5-c60f-413d-8c17-bef0480f231d" containerName="nova-metadata-log" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.871068 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.877905 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.884311 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.898193 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.909573 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.910830 4809 scope.go:117] "RemoveContainer" containerID="41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.926000 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.930383 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.934409 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.941274 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.948086 4809 scope.go:117] "RemoveContainer" containerID="9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41" Oct 13 20:22:50 crc kubenswrapper[4809]: E1013 20:22:50.948884 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41\": container with ID starting with 9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41 not found: ID does not exist" containerID="9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.948976 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41"} err="failed to get container status \"9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41\": rpc error: code = NotFound desc = could not find container \"9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41\": container with ID starting with 9020c2d33e0668c34f5ec7749b5048db338d2b495e4f24ca03fa3ff2fce3fc41 not found: ID does not exist" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.949004 4809 scope.go:117] "RemoveContainer" containerID="41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934" Oct 13 20:22:50 crc kubenswrapper[4809]: E1013 20:22:50.949700 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934\": container with ID starting with 41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934 not found: ID does not exist" containerID="41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934" Oct 13 20:22:50 crc kubenswrapper[4809]: I1013 20:22:50.949793 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934"} err="failed to get container status \"41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934\": rpc error: code = NotFound desc = could not find container \"41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934\": container with ID starting with 41a9cdb0e25bd4e1c98669cc2c66433d320b04b7e62161fdebdc399af4752934 not found: ID does not exist" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.000432 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mlfhg\" (UniqueName: \"kubernetes.io/projected/353ea697-f542-4470-ae10-f39d676305cc-kube-api-access-mlfhg\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.000543 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.000585 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-config-data\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.000624 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/353ea697-f542-4470-ae10-f39d676305cc-logs\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.102364 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mlfhg\" (UniqueName: \"kubernetes.io/projected/353ea697-f542-4470-ae10-f39d676305cc-kube-api-access-mlfhg\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.102492 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-r4bhn\" (UniqueName: \"kubernetes.io/projected/387cda00-164f-4071-b79a-1e24f66065b1-kube-api-access-r4bhn\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.102543 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/387cda00-164f-4071-b79a-1e24f66065b1-logs\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.102608 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.102692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-config-data\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.102789 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/353ea697-f542-4470-ae10-f39d676305cc-logs\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.102835 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-config-data\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.102928 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.103363 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/353ea697-f542-4470-ae10-f39d676305cc-logs\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.108118 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-config-data\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.108211 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.123958 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mlfhg\" (UniqueName: \"kubernetes.io/projected/353ea697-f542-4470-ae10-f39d676305cc-kube-api-access-mlfhg\") pod \"nova-metadata-0\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.198265 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.204903 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.205126 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-r4bhn\" (UniqueName: \"kubernetes.io/projected/387cda00-164f-4071-b79a-1e24f66065b1-kube-api-access-r4bhn\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.205189 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/387cda00-164f-4071-b79a-1e24f66065b1-logs\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.205368 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-config-data\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.205610 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/387cda00-164f-4071-b79a-1e24f66065b1-logs\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.212363 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.214649 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-config-data\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.228910 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-r4bhn\" (UniqueName: \"kubernetes.io/projected/387cda00-164f-4071-b79a-1e24f66065b1-kube-api-access-r4bhn\") pod \"nova-api-0\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.249358 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.621836 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.711165 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:22:51 crc kubenswrapper[4809]: W1013 20:22:51.716041 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod353ea697_f542_4470_ae10_f39d676305cc.slice/crio-ed995b01e80509edaec6141771212fe0238e76f3943578fe593ba71f4b3b0edc WatchSource:0}: Error finding container ed995b01e80509edaec6141771212fe0238e76f3943578fe593ba71f4b3b0edc: Status 404 returned error can't find the container with id ed995b01e80509edaec6141771212fe0238e76f3943578fe593ba71f4b3b0edc Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.751022 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.793405 4809 generic.go:334] "Generic (PLEG): container finished" podID="9ec440be-84e9-4b79-91be-ec459c5dc5c8" containerID="080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1" exitCode=0 Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.793514 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.793577 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9ec440be-84e9-4b79-91be-ec459c5dc5c8","Type":"ContainerDied","Data":"080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1"} Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.793624 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"9ec440be-84e9-4b79-91be-ec459c5dc5c8","Type":"ContainerDied","Data":"08a5fecfd13ae1f7d9e14c49247656035db5927e24e981c8d92cadc6b893d021"} Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.793648 4809 scope.go:117] "RemoveContainer" containerID="080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.796816 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"387cda00-164f-4071-b79a-1e24f66065b1","Type":"ContainerStarted","Data":"d5686879be3d265aedc231ad96160d6a62a8931615966f62b5a94ee53353e6c5"} Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.814280 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"353ea697-f542-4470-ae10-f39d676305cc","Type":"ContainerStarted","Data":"ed995b01e80509edaec6141771212fe0238e76f3943578fe593ba71f4b3b0edc"} Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.835498 4809 scope.go:117] "RemoveContainer" containerID="080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1" Oct 13 20:22:51 crc kubenswrapper[4809]: E1013 20:22:51.839015 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1\": container with ID starting with 080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1 not found: ID does not exist" containerID="080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.841376 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1"} err="failed to get container status \"080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1\": rpc error: code = NotFound desc = could not find container \"080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1\": container with ID starting with 080d8a73152e9093075b969f2e7930ed2eab66aa9c22d9c69ae74a84b2d0fab1 not found: ID does not exist" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.925537 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-combined-ca-bundle\") pod \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.925685 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-t9g2v\" (UniqueName: \"kubernetes.io/projected/9ec440be-84e9-4b79-91be-ec459c5dc5c8-kube-api-access-t9g2v\") pod \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.925787 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-config-data\") pod \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\" (UID: \"9ec440be-84e9-4b79-91be-ec459c5dc5c8\") " Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.931412 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9ec440be-84e9-4b79-91be-ec459c5dc5c8-kube-api-access-t9g2v" (OuterVolumeSpecName: "kube-api-access-t9g2v") pod "9ec440be-84e9-4b79-91be-ec459c5dc5c8" (UID: "9ec440be-84e9-4b79-91be-ec459c5dc5c8"). InnerVolumeSpecName "kube-api-access-t9g2v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.968971 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-config-data" (OuterVolumeSpecName: "config-data") pod "9ec440be-84e9-4b79-91be-ec459c5dc5c8" (UID: "9ec440be-84e9-4b79-91be-ec459c5dc5c8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:51 crc kubenswrapper[4809]: I1013 20:22:51.970756 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9ec440be-84e9-4b79-91be-ec459c5dc5c8" (UID: "9ec440be-84e9-4b79-91be-ec459c5dc5c8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.028584 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.028807 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-t9g2v\" (UniqueName: \"kubernetes.io/projected/9ec440be-84e9-4b79-91be-ec459c5dc5c8-kube-api-access-t9g2v\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.028817 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9ec440be-84e9-4b79-91be-ec459c5dc5c8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.138007 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.153355 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.172253 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9ec440be-84e9-4b79-91be-ec459c5dc5c8" path="/var/lib/kubelet/pods/9ec440be-84e9-4b79-91be-ec459c5dc5c8/volumes" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.173177 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b15719c5-c60f-413d-8c17-bef0480f231d" path="/var/lib/kubelet/pods/b15719c5-c60f-413d-8c17-bef0480f231d/volumes" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.175356 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bfbf7d52-ab6c-4c41-a355-9a57084c35a5" path="/var/lib/kubelet/pods/bfbf7d52-ab6c-4c41-a355-9a57084c35a5/volumes" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.176076 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:52 crc kubenswrapper[4809]: E1013 20:22:52.176450 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9ec440be-84e9-4b79-91be-ec459c5dc5c8" containerName="nova-scheduler-scheduler" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.176464 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9ec440be-84e9-4b79-91be-ec459c5dc5c8" containerName="nova-scheduler-scheduler" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.176701 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9ec440be-84e9-4b79-91be-ec459c5dc5c8" containerName="nova-scheduler-scheduler" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.178783 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.185812 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.193117 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.333796 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.333989 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gsntf\" (UniqueName: \"kubernetes.io/projected/eeaa57c2-0955-4148-8b4e-4977ed19c031-kube-api-access-gsntf\") pod \"nova-scheduler-0\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.334042 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-config-data\") pod \"nova-scheduler-0\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.435979 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-gsntf\" (UniqueName: \"kubernetes.io/projected/eeaa57c2-0955-4148-8b4e-4977ed19c031-kube-api-access-gsntf\") pod \"nova-scheduler-0\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.436035 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-config-data\") pod \"nova-scheduler-0\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.436091 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.441527 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.441578 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-config-data\") pod \"nova-scheduler-0\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.463398 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-gsntf\" (UniqueName: \"kubernetes.io/projected/eeaa57c2-0955-4148-8b4e-4977ed19c031-kube-api-access-gsntf\") pod \"nova-scheduler-0\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.545411 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.826477 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"387cda00-164f-4071-b79a-1e24f66065b1","Type":"ContainerStarted","Data":"efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d"} Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.826740 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"387cda00-164f-4071-b79a-1e24f66065b1","Type":"ContainerStarted","Data":"3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46"} Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.830276 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"353ea697-f542-4470-ae10-f39d676305cc","Type":"ContainerStarted","Data":"9599d9871daf1174a64e83e48e04713f2df52fafcce4736a679e18001f21e014"} Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.830314 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"353ea697-f542-4470-ae10-f39d676305cc","Type":"ContainerStarted","Data":"c4271bc5953b61a17432b0e70ff2f87d609b0c3b3e17a249f0eea1ee1719d8cb"} Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.845313 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.845298653 podStartE2EDuration="2.845298653s" podCreationTimestamp="2025-10-13 20:22:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:52.844422759 +0000 UTC m=+3491.450169334" watchObservedRunningTime="2025-10-13 20:22:52.845298653 +0000 UTC m=+3491.451045238" Oct 13 20:22:52 crc kubenswrapper[4809]: I1013 20:22:52.873490 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.873470487 podStartE2EDuration="2.873470487s" podCreationTimestamp="2025-10-13 20:22:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:52.861651158 +0000 UTC m=+3491.467397743" watchObservedRunningTime="2025-10-13 20:22:52.873470487 +0000 UTC m=+3491.479217072" Oct 13 20:22:53 crc kubenswrapper[4809]: I1013 20:22:53.037643 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:22:53 crc kubenswrapper[4809]: W1013 20:22:53.048684 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podeeaa57c2_0955_4148_8b4e_4977ed19c031.slice/crio-0e826385eec84f1cc539d5ef24ac946efeb8a0c24a8217fff2fc99715f05e557 WatchSource:0}: Error finding container 0e826385eec84f1cc539d5ef24ac946efeb8a0c24a8217fff2fc99715f05e557: Status 404 returned error can't find the container with id 0e826385eec84f1cc539d5ef24ac946efeb8a0c24a8217fff2fc99715f05e557 Oct 13 20:22:53 crc kubenswrapper[4809]: I1013 20:22:53.846076 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"eeaa57c2-0955-4148-8b4e-4977ed19c031","Type":"ContainerStarted","Data":"c2a4a3660a10250a4b07eb502edab8b4809f7d98ca8865fcbae97a74623cc893"} Oct 13 20:22:53 crc kubenswrapper[4809]: I1013 20:22:53.846492 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"eeaa57c2-0955-4148-8b4e-4977ed19c031","Type":"ContainerStarted","Data":"0e826385eec84f1cc539d5ef24ac946efeb8a0c24a8217fff2fc99715f05e557"} Oct 13 20:22:53 crc kubenswrapper[4809]: I1013 20:22:53.894654 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=1.894628397 podStartE2EDuration="1.894628397s" podCreationTimestamp="2025-10-13 20:22:52 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:22:53.869683982 +0000 UTC m=+3492.475430587" watchObservedRunningTime="2025-10-13 20:22:53.894628397 +0000 UTC m=+3492.500375012" Oct 13 20:22:56 crc kubenswrapper[4809]: I1013 20:22:56.199141 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:56 crc kubenswrapper[4809]: I1013 20:22:56.199788 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:22:57 crc kubenswrapper[4809]: I1013 20:22:57.546081 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:01 crc kubenswrapper[4809]: I1013 20:23:01.198711 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:01 crc kubenswrapper[4809]: I1013 20:23:01.199172 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:01 crc kubenswrapper[4809]: I1013 20:23:01.250751 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:01 crc kubenswrapper[4809]: I1013 20:23:01.250820 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:02 crc kubenswrapper[4809]: I1013 20:23:02.280049 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-log" probeResult="failure" output="Get \"http://10.217.0.100:8775/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:02 crc kubenswrapper[4809]: I1013 20:23:02.280204 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"http://10.217.0.100:8775/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:02 crc kubenswrapper[4809]: I1013 20:23:02.363134 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="387cda00-164f-4071-b79a-1e24f66065b1" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.0.101:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:02 crc kubenswrapper[4809]: I1013 20:23:02.364211 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="387cda00-164f-4071-b79a-1e24f66065b1" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.0.101:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:02 crc kubenswrapper[4809]: I1013 20:23:02.545914 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:02 crc kubenswrapper[4809]: I1013 20:23:02.591964 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:03 crc kubenswrapper[4809]: I1013 20:23:03.018807 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:11 crc kubenswrapper[4809]: I1013 20:23:11.201977 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:11 crc kubenswrapper[4809]: I1013 20:23:11.203292 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:11 crc kubenswrapper[4809]: I1013 20:23:11.205501 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:11 crc kubenswrapper[4809]: I1013 20:23:11.254068 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:11 crc kubenswrapper[4809]: I1013 20:23:11.254470 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:11 crc kubenswrapper[4809]: I1013 20:23:11.254514 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:11 crc kubenswrapper[4809]: I1013 20:23:11.258469 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:12 crc kubenswrapper[4809]: I1013 20:23:12.088231 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:12 crc kubenswrapper[4809]: I1013 20:23:12.094558 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:12 crc kubenswrapper[4809]: I1013 20:23:12.098577 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:14 crc kubenswrapper[4809]: I1013 20:23:14.267967 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:23:14 crc kubenswrapper[4809]: I1013 20:23:14.269340 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="sg-core" containerID="cri-o://82aa72da41f4931b3dc208ac6203f85ff40da81758bb3f57376b399d4e5b2daf" gracePeriod=30 Oct 13 20:23:14 crc kubenswrapper[4809]: I1013 20:23:14.269479 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="proxy-httpd" containerID="cri-o://95e36d5d6cc4f56b3e7ceaa104e46c9b4161ea24d61c53e2ab120bbb5c5438ff" gracePeriod=30 Oct 13 20:23:14 crc kubenswrapper[4809]: I1013 20:23:14.269556 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="ceilometer-notification-agent" containerID="cri-o://f308dc46167d0b9c966e31b6c8af88f6057ba17a2bc046e27af6010ef75a6607" gracePeriod=30 Oct 13 20:23:14 crc kubenswrapper[4809]: I1013 20:23:14.269646 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="ceilometer-central-agent" containerID="cri-o://c0320268b00ca7121c9ea77e379f662804d0d87d107d895e9167a79a2a27c7d4" gracePeriod=30 Oct 13 20:23:15 crc kubenswrapper[4809]: I1013 20:23:15.120452 4809 generic.go:334] "Generic (PLEG): container finished" podID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerID="95e36d5d6cc4f56b3e7ceaa104e46c9b4161ea24d61c53e2ab120bbb5c5438ff" exitCode=0 Oct 13 20:23:15 crc kubenswrapper[4809]: I1013 20:23:15.120500 4809 generic.go:334] "Generic (PLEG): container finished" podID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerID="82aa72da41f4931b3dc208ac6203f85ff40da81758bb3f57376b399d4e5b2daf" exitCode=2 Oct 13 20:23:15 crc kubenswrapper[4809]: I1013 20:23:15.120515 4809 generic.go:334] "Generic (PLEG): container finished" podID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerID="c0320268b00ca7121c9ea77e379f662804d0d87d107d895e9167a79a2a27c7d4" exitCode=0 Oct 13 20:23:15 crc kubenswrapper[4809]: I1013 20:23:15.120567 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"01e41cc1-720c-46fb-9069-f12b2c0cdc26","Type":"ContainerDied","Data":"95e36d5d6cc4f56b3e7ceaa104e46c9b4161ea24d61c53e2ab120bbb5c5438ff"} Oct 13 20:23:15 crc kubenswrapper[4809]: I1013 20:23:15.120631 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"01e41cc1-720c-46fb-9069-f12b2c0cdc26","Type":"ContainerDied","Data":"82aa72da41f4931b3dc208ac6203f85ff40da81758bb3f57376b399d4e5b2daf"} Oct 13 20:23:15 crc kubenswrapper[4809]: I1013 20:23:15.120652 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"01e41cc1-720c-46fb-9069-f12b2c0cdc26","Type":"ContainerDied","Data":"c0320268b00ca7121c9ea77e379f662804d0d87d107d895e9167a79a2a27c7d4"} Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.224859 4809 generic.go:334] "Generic (PLEG): container finished" podID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerID="f308dc46167d0b9c966e31b6c8af88f6057ba17a2bc046e27af6010ef75a6607" exitCode=0 Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.224960 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"01e41cc1-720c-46fb-9069-f12b2c0cdc26","Type":"ContainerDied","Data":"f308dc46167d0b9c966e31b6c8af88f6057ba17a2bc046e27af6010ef75a6607"} Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.373843 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.462615 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-84sps\" (UniqueName: \"kubernetes.io/projected/01e41cc1-720c-46fb-9069-f12b2c0cdc26-kube-api-access-84sps\") pod \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.462691 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-scripts\") pod \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.462758 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-run-httpd\") pod \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.462783 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-sg-core-conf-yaml\") pod \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.462812 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-log-httpd\") pod \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.463070 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-config-data\") pod \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.463518 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "01e41cc1-720c-46fb-9069-f12b2c0cdc26" (UID: "01e41cc1-720c-46fb-9069-f12b2c0cdc26"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.463900 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-combined-ca-bundle\") pod \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\" (UID: \"01e41cc1-720c-46fb-9069-f12b2c0cdc26\") " Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.463967 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "01e41cc1-720c-46fb-9069-f12b2c0cdc26" (UID: "01e41cc1-720c-46fb-9069-f12b2c0cdc26"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.464311 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.464326 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/01e41cc1-720c-46fb-9069-f12b2c0cdc26-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.473805 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/01e41cc1-720c-46fb-9069-f12b2c0cdc26-kube-api-access-84sps" (OuterVolumeSpecName: "kube-api-access-84sps") pod "01e41cc1-720c-46fb-9069-f12b2c0cdc26" (UID: "01e41cc1-720c-46fb-9069-f12b2c0cdc26"). InnerVolumeSpecName "kube-api-access-84sps". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.474951 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-scripts" (OuterVolumeSpecName: "scripts") pod "01e41cc1-720c-46fb-9069-f12b2c0cdc26" (UID: "01e41cc1-720c-46fb-9069-f12b2c0cdc26"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.514306 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "01e41cc1-720c-46fb-9069-f12b2c0cdc26" (UID: "01e41cc1-720c-46fb-9069-f12b2c0cdc26"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.565688 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.565736 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-84sps\" (UniqueName: \"kubernetes.io/projected/01e41cc1-720c-46fb-9069-f12b2c0cdc26-kube-api-access-84sps\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.565749 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.574905 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-config-data" (OuterVolumeSpecName: "config-data") pod "01e41cc1-720c-46fb-9069-f12b2c0cdc26" (UID: "01e41cc1-720c-46fb-9069-f12b2c0cdc26"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.592003 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "01e41cc1-720c-46fb-9069-f12b2c0cdc26" (UID: "01e41cc1-720c-46fb-9069-f12b2c0cdc26"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.667242 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:22 crc kubenswrapper[4809]: I1013 20:23:22.667590 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/01e41cc1-720c-46fb-9069-f12b2c0cdc26-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.238391 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"01e41cc1-720c-46fb-9069-f12b2c0cdc26","Type":"ContainerDied","Data":"0a8a959b8ab7bb84cc0e551e5ae58368c22fa7046650bb6cbe2951d9409b5f15"} Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.238441 4809 scope.go:117] "RemoveContainer" containerID="95e36d5d6cc4f56b3e7ceaa104e46c9b4161ea24d61c53e2ab120bbb5c5438ff" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.238604 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.281478 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.291180 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.297703 4809 scope.go:117] "RemoveContainer" containerID="82aa72da41f4931b3dc208ac6203f85ff40da81758bb3f57376b399d4e5b2daf" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.302908 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:23:23 crc kubenswrapper[4809]: E1013 20:23:23.303294 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="proxy-httpd" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.303312 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="proxy-httpd" Oct 13 20:23:23 crc kubenswrapper[4809]: E1013 20:23:23.303327 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="ceilometer-notification-agent" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.303333 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="ceilometer-notification-agent" Oct 13 20:23:23 crc kubenswrapper[4809]: E1013 20:23:23.303348 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="ceilometer-central-agent" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.303354 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="ceilometer-central-agent" Oct 13 20:23:23 crc kubenswrapper[4809]: E1013 20:23:23.303375 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="sg-core" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.303380 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="sg-core" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.303561 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="ceilometer-notification-agent" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.303583 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="proxy-httpd" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.303590 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="ceilometer-central-agent" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.303603 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" containerName="sg-core" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.305209 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.311303 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.311475 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.329397 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.361828 4809 scope.go:117] "RemoveContainer" containerID="f308dc46167d0b9c966e31b6c8af88f6057ba17a2bc046e27af6010ef75a6607" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.382779 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-run-httpd\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.382834 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ft9l2\" (UniqueName: \"kubernetes.io/projected/305e340e-9d60-4990-ac45-a4e31450c4c4-kube-api-access-ft9l2\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.382949 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-scripts\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.383169 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-log-httpd\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.383271 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.383386 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.383421 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-config-data\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.401450 4809 scope.go:117] "RemoveContainer" containerID="c0320268b00ca7121c9ea77e379f662804d0d87d107d895e9167a79a2a27c7d4" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.485688 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.485745 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-config-data\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.485816 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-run-httpd\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.485838 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ft9l2\" (UniqueName: \"kubernetes.io/projected/305e340e-9d60-4990-ac45-a4e31450c4c4-kube-api-access-ft9l2\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.485868 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-scripts\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.485947 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-log-httpd\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.485980 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.486331 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-run-httpd\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.486460 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-log-httpd\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.490627 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.490851 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-config-data\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.506678 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-scripts\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.508423 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.514277 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ft9l2\" (UniqueName: \"kubernetes.io/projected/305e340e-9d60-4990-ac45-a4e31450c4c4-kube-api-access-ft9l2\") pod \"ceilometer-0\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:23 crc kubenswrapper[4809]: I1013 20:23:23.632100 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:24 crc kubenswrapper[4809]: I1013 20:23:24.096594 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:23:24 crc kubenswrapper[4809]: I1013 20:23:24.170414 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="01e41cc1-720c-46fb-9069-f12b2c0cdc26" path="/var/lib/kubelet/pods/01e41cc1-720c-46fb-9069-f12b2c0cdc26/volumes" Oct 13 20:23:24 crc kubenswrapper[4809]: I1013 20:23:24.254764 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"305e340e-9d60-4990-ac45-a4e31450c4c4","Type":"ContainerStarted","Data":"55c3136a0a92f804b4973ba1a3f25d2449bdc4c88333e59d6f538dc942c751ab"} Oct 13 20:23:25 crc kubenswrapper[4809]: I1013 20:23:25.264789 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"305e340e-9d60-4990-ac45-a4e31450c4c4","Type":"ContainerStarted","Data":"ed29f5a22773859b9f0dc54dbda72fea0dec436b0b2a4eca42cd4234c31e7c71"} Oct 13 20:23:26 crc kubenswrapper[4809]: I1013 20:23:26.298382 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"305e340e-9d60-4990-ac45-a4e31450c4c4","Type":"ContainerStarted","Data":"531fb9e0a466437cb8caea02c687f14d794b63a7c96161e532fc595645af47ee"} Oct 13 20:23:26 crc kubenswrapper[4809]: I1013 20:23:26.298643 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"305e340e-9d60-4990-ac45-a4e31450c4c4","Type":"ContainerStarted","Data":"3b1dc70b6c70b00b47bb24e1f36eb63e4f28696969e4ff7728648bf7cff341b5"} Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.595293 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.595960 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="15b414d4-9545-4ad4-ae62-96af95204216" containerName="cinder-scheduler" containerID="cri-o://ecf8991c08491b05801f4298aa4ea6e078a5d0a3a2ff72c27952da8a6c2a1865" gracePeriod=30 Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.596541 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="15b414d4-9545-4ad4-ae62-96af95204216" containerName="probe" containerID="cri-o://a45551e48c450f6567b935a11230e4639eb9a2c59aee12242650d682282df188" gracePeriod=30 Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.620540 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.620784 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="7a79f9aa-7389-461f-990e-f6a6af23489e" containerName="cinder-api-log" containerID="cri-o://2b53104448832c54737d1c977cf3e74998d86db2200e8bd2cb195d4d03f36d9a" gracePeriod=30 Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.621150 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="7a79f9aa-7389-461f-990e-f6a6af23489e" containerName="cinder-api" containerID="cri-o://0d9830bff13d0a8d14674209ef25a61f8ea22737bd69954dc73cf3a1565fe17d" gracePeriod=30 Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.621775 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="15b414d4-9545-4ad4-ae62-96af95204216" containerName="cinder-scheduler" probeResult="failure" output="Get \"http://10.217.1.241:8080/\": read tcp 10.217.0.2:48742->10.217.1.241:8080: read: connection reset by peer" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.694543 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q"] Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.696090 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.715393 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.738878 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q"] Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.793671 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-combined-ca-bundle\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.793744 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pbz8x\" (UniqueName: \"kubernetes.io/projected/9311bc72-872d-46b4-a262-df2939801b8f-kube-api-access-pbz8x\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.793828 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data-custom\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.793852 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.793904 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9311bc72-872d-46b4-a262-df2939801b8f-logs\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.801783 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb"] Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.803368 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.817653 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb"] Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.847996 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q"] Oct 13 20:23:27 crc kubenswrapper[4809]: E1013 20:23:27.848263 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle config-data config-data-custom kube-api-access-pbz8x logs], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" podUID="9311bc72-872d-46b4-a262-df2939801b8f" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.899984 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-62dnx\" (UniqueName: \"kubernetes.io/projected/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-kube-api-access-62dnx\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.900056 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-combined-ca-bundle\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.900084 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.900106 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pbz8x\" (UniqueName: \"kubernetes.io/projected/9311bc72-872d-46b4-a262-df2939801b8f-kube-api-access-pbz8x\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.900208 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data-custom\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.900228 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.900248 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-logs\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.900288 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data-custom\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.900314 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-combined-ca-bundle\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.900340 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9311bc72-872d-46b4-a262-df2939801b8f-logs\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.900926 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9311bc72-872d-46b4-a262-df2939801b8f-logs\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.908805 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn"] Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.910649 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.912658 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-combined-ca-bundle\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.923795 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-6fd554c566-clmmr"] Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.925905 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.929054 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data-custom\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.937481 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.951804 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn"] Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.957125 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb"] Oct 13 20:23:27 crc kubenswrapper[4809]: E1013 20:23:27.957816 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle config-data config-data-custom kube-api-access-62dnx logs], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" podUID="623aa7b6-7aa9-4472-9ffa-a0c6af385c2f" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.975442 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pbz8x\" (UniqueName: \"kubernetes.io/projected/9311bc72-872d-46b4-a262-df2939801b8f-kube-api-access-pbz8x\") pod \"barbican-keystone-listener-65458ccc98-xnc8q\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:27 crc kubenswrapper[4809]: I1013 20:23:27.995340 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-6fd554c566-clmmr"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.004720 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-62dnx\" (UniqueName: \"kubernetes.io/projected/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-kube-api-access-62dnx\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.004789 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data-custom\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.004810 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-combined-ca-bundle\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.004833 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.004851 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data-custom\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.004878 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8f91a33f-d466-462b-b244-33f4d691070b-logs\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.004916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.004951 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e6e01cca-0a5a-42f6-93d4-a91df482b815-logs\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.004980 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.005002 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-logs\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.005022 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-98pkq\" (UniqueName: \"kubernetes.io/projected/e6e01cca-0a5a-42f6-93d4-a91df482b815-kube-api-access-98pkq\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.005043 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jhwtp\" (UniqueName: \"kubernetes.io/projected/8f91a33f-d466-462b-b244-33f4d691070b-kube-api-access-jhwtp\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.005064 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-combined-ca-bundle\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.005084 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data-custom\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.005110 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-combined-ca-bundle\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.006109 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-logs\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.011419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-combined-ca-bundle\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.012680 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data-custom\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.019003 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.040304 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-62dnx\" (UniqueName: \"kubernetes.io/projected/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-kube-api-access-62dnx\") pod \"barbican-worker-758d764b9f-zqvhb\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.044376 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.045989 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.077804 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.100849 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.101406 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="39f3b25d-1e45-4fce-bac3-51722c4453a8" containerName="nova-cell0-conductor-conductor" containerID="cri-o://01a6c3801509f00ed7aa332aeeb442f261e72ed252eab0d2200ac4f8286fb41d" gracePeriod=30 Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108602 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data-custom\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108639 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zstf2\" (UniqueName: \"kubernetes.io/projected/4b377bb3-90a3-4771-908e-f5592eadb85e-kube-api-access-zstf2\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108676 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-combined-ca-bundle\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108693 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4b377bb3-90a3-4771-908e-f5592eadb85e-logs\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108759 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data-custom\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108778 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-combined-ca-bundle\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108798 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108834 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data-custom\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108862 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8f91a33f-d466-462b-b244-33f4d691070b-logs\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108915 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108947 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e6e01cca-0a5a-42f6-93d4-a91df482b815-logs\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.108988 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.109019 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-98pkq\" (UniqueName: \"kubernetes.io/projected/e6e01cca-0a5a-42f6-93d4-a91df482b815-kube-api-access-98pkq\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.109055 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jhwtp\" (UniqueName: \"kubernetes.io/projected/8f91a33f-d466-462b-b244-33f4d691070b-kube-api-access-jhwtp\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.109073 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-combined-ca-bundle\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.111102 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e6e01cca-0a5a-42f6-93d4-a91df482b815-logs\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.111390 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8f91a33f-d466-462b-b244-33f4d691070b-logs\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.118150 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.118582 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.118931 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data-custom\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.127016 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-combined-ca-bundle\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.127475 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-combined-ca-bundle\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.130276 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data-custom\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.142778 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn"] Oct 13 20:23:28 crc kubenswrapper[4809]: E1013 20:23:28.143450 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[kube-api-access-jhwtp], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" podUID="8f91a33f-d466-462b-b244-33f4d691070b" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.154590 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.155567 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-98pkq\" (UniqueName: \"kubernetes.io/projected/e6e01cca-0a5a-42f6-93d4-a91df482b815-kube-api-access-98pkq\") pod \"barbican-api-6fd554c566-clmmr\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.155843 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.211524 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-combined-ca-bundle\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.211628 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.211669 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-credential-keys\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.211742 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-config-data\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.211758 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kqhpb\" (UniqueName: \"kubernetes.io/projected/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-kube-api-access-kqhpb\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.211934 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-scripts\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.211981 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-fernet-keys\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.212018 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data-custom\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.212061 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zstf2\" (UniqueName: \"kubernetes.io/projected/4b377bb3-90a3-4771-908e-f5592eadb85e-kube-api-access-zstf2\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.212084 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-combined-ca-bundle\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.212101 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4b377bb3-90a3-4771-908e-f5592eadb85e-logs\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.212660 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4b377bb3-90a3-4771-908e-f5592eadb85e-logs\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.233280 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.315477 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-credential-keys\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.315562 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-config-data\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.315592 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kqhpb\" (UniqueName: \"kubernetes.io/projected/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-kube-api-access-kqhpb\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.315681 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-scripts\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.315719 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-fernet-keys\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.315810 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-combined-ca-bundle\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.321831 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-fernet-keys\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.347213 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-credential-keys\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.352537 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-config-data\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.352646 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kqhpb\" (UniqueName: \"kubernetes.io/projected/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-kube-api-access-kqhpb\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.355657 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-combined-ca-bundle\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.358419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jhwtp\" (UniqueName: \"kubernetes.io/projected/8f91a33f-d466-462b-b244-33f4d691070b-kube-api-access-jhwtp\") pod \"barbican-keystone-listener-5fb9c49854-6pvdn\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.358496 4809 generic.go:334] "Generic (PLEG): container finished" podID="7a79f9aa-7389-461f-990e-f6a6af23489e" containerID="2b53104448832c54737d1c977cf3e74998d86db2200e8bd2cb195d4d03f36d9a" exitCode=143 Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.358615 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.358689 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.358745 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a79f9aa-7389-461f-990e-f6a6af23489e","Type":"ContainerDied","Data":"2b53104448832c54737d1c977cf3e74998d86db2200e8bd2cb195d4d03f36d9a"} Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.358813 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.362627 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-scripts\") pod \"keystone-596b7b4f4c-j5mr9\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.364633 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data-custom\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.378684 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-combined-ca-bundle\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.383176 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.391544 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zstf2\" (UniqueName: \"kubernetes.io/projected/4b377bb3-90a3-4771-908e-f5592eadb85e-kube-api-access-zstf2\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.392743 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data\") pod \"barbican-worker-6464f596c-2fwhq\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.393291 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.399551 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.442822 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.445156 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.455888 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.457471 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.487018 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.496831 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.522791 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.523057 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-log" containerID="cri-o://c4271bc5953b61a17432b0e70ff2f87d609b0c3b3e17a249f0eea1ee1719d8cb" gracePeriod=30 Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.523487 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-metadata" containerID="cri-o://9599d9871daf1174a64e83e48e04713f2df52fafcce4736a679e18001f21e014" gracePeriod=30 Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.543743 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.545648 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553281 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data-custom\") pod \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553373 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8f91a33f-d466-462b-b244-33f4d691070b-logs\") pod \"8f91a33f-d466-462b-b244-33f4d691070b\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553398 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data-custom\") pod \"8f91a33f-d466-462b-b244-33f4d691070b\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553447 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data\") pod \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553464 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-62dnx\" (UniqueName: \"kubernetes.io/projected/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-kube-api-access-62dnx\") pod \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553487 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-logs\") pod \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553529 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-combined-ca-bundle\") pod \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\" (UID: \"623aa7b6-7aa9-4472-9ffa-a0c6af385c2f\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553575 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jhwtp\" (UniqueName: \"kubernetes.io/projected/8f91a33f-d466-462b-b244-33f4d691070b-kube-api-access-jhwtp\") pod \"8f91a33f-d466-462b-b244-33f4d691070b\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553645 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data\") pod \"8f91a33f-d466-462b-b244-33f4d691070b\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553700 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-combined-ca-bundle\") pod \"8f91a33f-d466-462b-b244-33f4d691070b\" (UID: \"8f91a33f-d466-462b-b244-33f4d691070b\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553927 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data-custom\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553962 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x7wlb\" (UniqueName: \"kubernetes.io/projected/b4fee514-e18d-4f5b-9671-de98e395d307-kube-api-access-x7wlb\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.553989 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b4fee514-e18d-4f5b-9671-de98e395d307-logs\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.554020 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.554050 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-combined-ca-bundle\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.557661 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8f91a33f-d466-462b-b244-33f4d691070b-logs" (OuterVolumeSpecName: "logs") pod "8f91a33f-d466-462b-b244-33f4d691070b" (UID: "8f91a33f-d466-462b-b244-33f4d691070b"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.557901 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.561965 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data" (OuterVolumeSpecName: "config-data") pod "623aa7b6-7aa9-4472-9ffa-a0c6af385c2f" (UID: "623aa7b6-7aa9-4472-9ffa-a0c6af385c2f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.562285 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "623aa7b6-7aa9-4472-9ffa-a0c6af385c2f" (UID: "623aa7b6-7aa9-4472-9ffa-a0c6af385c2f"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.562538 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-logs" (OuterVolumeSpecName: "logs") pod "623aa7b6-7aa9-4472-9ffa-a0c6af385c2f" (UID: "623aa7b6-7aa9-4472-9ffa-a0c6af385c2f"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.564582 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "8f91a33f-d466-462b-b244-33f4d691070b" (UID: "8f91a33f-d466-462b-b244-33f4d691070b"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.569836 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "623aa7b6-7aa9-4472-9ffa-a0c6af385c2f" (UID: "623aa7b6-7aa9-4472-9ffa-a0c6af385c2f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.569904 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data" (OuterVolumeSpecName: "config-data") pod "8f91a33f-d466-462b-b244-33f4d691070b" (UID: "8f91a33f-d466-462b-b244-33f4d691070b"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.578949 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8f91a33f-d466-462b-b244-33f4d691070b" (UID: "8f91a33f-d466-462b-b244-33f4d691070b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.581021 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8f91a33f-d466-462b-b244-33f4d691070b-kube-api-access-jhwtp" (OuterVolumeSpecName: "kube-api-access-jhwtp") pod "8f91a33f-d466-462b-b244-33f4d691070b" (UID: "8f91a33f-d466-462b-b244-33f4d691070b"). InnerVolumeSpecName "kube-api-access-jhwtp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.596267 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.596314 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.597391 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-kube-api-access-62dnx" (OuterVolumeSpecName: "kube-api-access-62dnx") pod "623aa7b6-7aa9-4472-9ffa-a0c6af385c2f" (UID: "623aa7b6-7aa9-4472-9ffa-a0c6af385c2f"). InnerVolumeSpecName "kube-api-access-62dnx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.619783 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.620028 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="387cda00-164f-4071-b79a-1e24f66065b1" containerName="nova-api-log" containerID="cri-o://3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46" gracePeriod=30 Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.620453 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="387cda00-164f-4071-b79a-1e24f66065b1" containerName="nova-api-api" containerID="cri-o://efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d" gracePeriod=30 Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.644363 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.644575 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="eeaa57c2-0955-4148-8b4e-4977ed19c031" containerName="nova-scheduler-scheduler" containerID="cri-o://c2a4a3660a10250a4b07eb502edab8b4809f7d98ca8865fcbae97a74623cc893" gracePeriod=30 Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.657940 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-logs\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658009 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658090 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data-custom\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658117 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x7wlb\" (UniqueName: \"kubernetes.io/projected/b4fee514-e18d-4f5b-9671-de98e395d307-kube-api-access-x7wlb\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658145 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data-custom\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658164 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b4fee514-e18d-4f5b-9671-de98e395d307-logs\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658190 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658214 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-skwcj\" (UniqueName: \"kubernetes.io/projected/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-kube-api-access-skwcj\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658234 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-combined-ca-bundle\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658261 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-combined-ca-bundle\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658306 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658317 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jhwtp\" (UniqueName: \"kubernetes.io/projected/8f91a33f-d466-462b-b244-33f4d691070b-kube-api-access-jhwtp\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658329 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658338 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658347 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658355 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8f91a33f-d466-462b-b244-33f4d691070b-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658364 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/8f91a33f-d466-462b-b244-33f4d691070b-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658371 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658380 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-62dnx\" (UniqueName: \"kubernetes.io/projected/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-kube-api-access-62dnx\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.658388 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.659907 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b4fee514-e18d-4f5b-9671-de98e395d307-logs\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.662255 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data-custom\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.663199 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.676792 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-855b56d88b-9znm7"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.678688 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.695481 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-855b56d88b-9znm7"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.699099 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-combined-ca-bundle\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.703522 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x7wlb\" (UniqueName: \"kubernetes.io/projected/b4fee514-e18d-4f5b-9671-de98e395d307-kube-api-access-x7wlb\") pod \"barbican-keystone-listener-bf4f477f8-bcpl6\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.725944 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-6fd554c566-clmmr"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.733116 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.746246 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-6854f45cc6-45pss"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.751428 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.762007 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data-custom\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.762060 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-config\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.762089 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-skwcj\" (UniqueName: \"kubernetes.io/projected/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-kube-api-access-skwcj\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.762110 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vsgvs\" (UniqueName: \"kubernetes.io/projected/482796ce-2859-4e8b-acc0-7007ffaa2319-kube-api-access-vsgvs\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.762130 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-combined-ca-bundle\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.762148 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-combined-ca-bundle\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.762192 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-logs\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.762231 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.762265 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-httpd-config\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.770163 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-logs\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.772522 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-6854f45cc6-45pss"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.774277 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-combined-ca-bundle\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.779444 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data-custom\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.783802 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.789604 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.810840 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.816760 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-skwcj\" (UniqueName: \"kubernetes.io/projected/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-kube-api-access-skwcj\") pod \"barbican-worker-76c58766f5-w8f8g\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.864946 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data-custom\") pod \"9311bc72-872d-46b4-a262-df2939801b8f\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.865089 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data\") pod \"9311bc72-872d-46b4-a262-df2939801b8f\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.865187 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9311bc72-872d-46b4-a262-df2939801b8f-logs\") pod \"9311bc72-872d-46b4-a262-df2939801b8f\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.867598 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-combined-ca-bundle\") pod \"9311bc72-872d-46b4-a262-df2939801b8f\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.867659 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pbz8x\" (UniqueName: \"kubernetes.io/projected/9311bc72-872d-46b4-a262-df2939801b8f-kube-api-access-pbz8x\") pod \"9311bc72-872d-46b4-a262-df2939801b8f\" (UID: \"9311bc72-872d-46b4-a262-df2939801b8f\") " Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.870099 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9311bc72-872d-46b4-a262-df2939801b8f-logs" (OuterVolumeSpecName: "logs") pod "9311bc72-872d-46b4-a262-df2939801b8f" (UID: "9311bc72-872d-46b4-a262-df2939801b8f"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.870885 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.870952 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-httpd-config\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.870990 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mcw77\" (UniqueName: \"kubernetes.io/projected/4675262d-88f1-4131-bb56-2ced358561a8-kube-api-access-mcw77\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.871016 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4675262d-88f1-4131-bb56-2ced358561a8-logs\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.871040 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-combined-ca-bundle\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.871204 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-config\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.871252 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data-custom\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.871278 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vsgvs\" (UniqueName: \"kubernetes.io/projected/482796ce-2859-4e8b-acc0-7007ffaa2319-kube-api-access-vsgvs\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.871305 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-combined-ca-bundle\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.871429 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9311bc72-872d-46b4-a262-df2939801b8f-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.882797 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data" (OuterVolumeSpecName: "config-data") pod "9311bc72-872d-46b4-a262-df2939801b8f" (UID: "9311bc72-872d-46b4-a262-df2939801b8f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.882959 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9311bc72-872d-46b4-a262-df2939801b8f-kube-api-access-pbz8x" (OuterVolumeSpecName: "kube-api-access-pbz8x") pod "9311bc72-872d-46b4-a262-df2939801b8f" (UID: "9311bc72-872d-46b4-a262-df2939801b8f"). InnerVolumeSpecName "kube-api-access-pbz8x". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.883785 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9311bc72-872d-46b4-a262-df2939801b8f" (UID: "9311bc72-872d-46b4-a262-df2939801b8f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.884593 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-combined-ca-bundle\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.886886 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "9311bc72-872d-46b4-a262-df2939801b8f" (UID: "9311bc72-872d-46b4-a262-df2939801b8f"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.887389 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-httpd-config\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.892530 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-config\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.920720 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vsgvs\" (UniqueName: \"kubernetes.io/projected/482796ce-2859-4e8b-acc0-7007ffaa2319-kube-api-access-vsgvs\") pod \"neutron-855b56d88b-9znm7\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.929603 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.929875 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/memcached-0" podUID="518bb1a7-d27d-4142-80cb-134265e78aeb" containerName="memcached" containerID="cri-o://1e4dd5c3bc0a23a16a5b8ff8147750f78bdf7957be0259a1e1a0241752d8c443" gracePeriod=30 Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.978824 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.979682 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mcw77\" (UniqueName: \"kubernetes.io/projected/4675262d-88f1-4131-bb56-2ced358561a8-kube-api-access-mcw77\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.979703 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4675262d-88f1-4131-bb56-2ced358561a8-logs\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.979735 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-combined-ca-bundle\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.979834 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data-custom\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.979962 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.979980 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.979989 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9311bc72-872d-46b4-a262-df2939801b8f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.979999 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pbz8x\" (UniqueName: \"kubernetes.io/projected/9311bc72-872d-46b4-a262-df2939801b8f-kube-api-access-pbz8x\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.981823 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4675262d-88f1-4131-bb56-2ced358561a8-logs\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.987267 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-combined-ca-bundle\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.988781 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data-custom\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:28 crc kubenswrapper[4809]: I1013 20:23:28.989882 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.004390 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mcw77\" (UniqueName: \"kubernetes.io/projected/4675262d-88f1-4131-bb56-2ced358561a8-kube-api-access-mcw77\") pod \"barbican-api-6854f45cc6-45pss\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.079276 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.079489 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="f5180d4e-3965-45d4-8d0f-d9a2421825f5" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://a8472ecc3e5f81383821605f7f0bada0eb0d54421629e61c52ca2c252c3469c6" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.123960 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.149384 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.155166 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.188097 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.188546 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-server" containerID="cri-o://eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.188948 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="swift-recon-cron" containerID="cri-o://ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.188990 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="rsync" containerID="cri-o://508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189022 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-expirer" containerID="cri-o://7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189050 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-updater" containerID="cri-o://37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189077 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-auditor" containerID="cri-o://a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189105 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-replicator" containerID="cri-o://f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189133 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-server" containerID="cri-o://c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189159 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-updater" containerID="cri-o://e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189188 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-auditor" containerID="cri-o://5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189215 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-replicator" containerID="cri-o://e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189242 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-server" containerID="cri-o://a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189269 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-reaper" containerID="cri-o://939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189296 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-auditor" containerID="cri-o://5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.189325 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-storage-0" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-replicator" containerID="cri-o://257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.195419 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.195680 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="2f90c628-a5ab-4ab5-9b6c-965188e43973" containerName="glance-log" containerID="cri-o://2c0d9af4f92871c67983ea9c728de9f5e7ab9c8c79055a42adb7cd885e791dd4" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.195777 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="2f90c628-a5ab-4ab5-9b6c-965188e43973" containerName="glance-httpd" containerID="cri-o://fa2a86a36670e87f2e27ec0549a1f82fd6173530c846ce11a220de2239d032e9" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.252981 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-855b56d88b-9znm7"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.268010 4809 scope.go:117] "RemoveContainer" containerID="748f6c2f2af965257b0698280a822201e8dce00b64bc658cf406f51d029cca3e" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.285628 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.351799 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-6fd554c566-clmmr"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.374043 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.389150 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.427300 4809 generic.go:334] "Generic (PLEG): container finished" podID="353ea697-f542-4470-ae10-f39d676305cc" containerID="c4271bc5953b61a17432b0e70ff2f87d609b0c3b3e17a249f0eea1ee1719d8cb" exitCode=143 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.427385 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"353ea697-f542-4470-ae10-f39d676305cc","Type":"ContainerDied","Data":"c4271bc5953b61a17432b0e70ff2f87d609b0c3b3e17a249f0eea1ee1719d8cb"} Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.436219 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.479038 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-5685896c94-jh6mz"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.480510 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.492322 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-5685896c94-jh6mz"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.510823 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"305e340e-9d60-4990-ac45-a4e31450c4c4","Type":"ContainerStarted","Data":"8d3fde75f1beb472c5a8f20ebdac0d848484efb1cd630b733f6a21541ee3e999"} Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.511181 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.527320 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wj7nl\" (UniqueName: \"kubernetes.io/projected/319642d6-cbc0-4070-85e6-b888a55f3204-kube-api-access-wj7nl\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.527401 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-httpd-config\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.527468 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-combined-ca-bundle\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.527527 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-config\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: E1013 20:23:29.534391 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="01a6c3801509f00ed7aa332aeeb442f261e72ed252eab0d2200ac4f8286fb41d" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.534580 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.534807 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="ef637f20-9317-4c7a-8d69-a0f16b2dfd61" containerName="glance-log" containerID="cri-o://92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.534905 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="ef637f20-9317-4c7a-8d69-a0f16b2dfd61" containerName="glance-httpd" containerID="cri-o://986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d" gracePeriod=30 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.571306 4809 generic.go:334] "Generic (PLEG): container finished" podID="387cda00-164f-4071-b79a-1e24f66065b1" containerID="3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46" exitCode=143 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.571486 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.571512 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"387cda00-164f-4071-b79a-1e24f66065b1","Type":"ContainerDied","Data":"3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46"} Oct 13 20:23:29 crc kubenswrapper[4809]: E1013 20:23:29.609973 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="01a6c3801509f00ed7aa332aeeb442f261e72ed252eab0d2200ac4f8286fb41d" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:29 crc kubenswrapper[4809]: E1013 20:23:29.652423 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="01a6c3801509f00ed7aa332aeeb442f261e72ed252eab0d2200ac4f8286fb41d" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:29 crc kubenswrapper[4809]: E1013 20:23:29.652485 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="39f3b25d-1e45-4fce-bac3-51722c4453a8" containerName="nova-cell0-conductor-conductor" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.654150 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wj7nl\" (UniqueName: \"kubernetes.io/projected/319642d6-cbc0-4070-85e6-b888a55f3204-kube-api-access-wj7nl\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.654257 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-combined-ca-bundle\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.654372 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-httpd-config\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.654431 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-fernet-keys\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.654448 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-scripts\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.654476 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-config-data\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.654504 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bcdm6\" (UniqueName: \"kubernetes.io/projected/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-kube-api-access-bcdm6\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.658020 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-combined-ca-bundle\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.658687 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-credential-keys\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.658894 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-config\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.698933 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e" exitCode=0 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.699272 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e"} Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.710242 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9"] Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.714954 4809 scope.go:117] "RemoveContainer" containerID="b404244bb75bc6bd5c65f2f6159b4e8612342cdc7e8a2659a25303909125f5f2" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.722988 4809 generic.go:334] "Generic (PLEG): container finished" podID="15b414d4-9545-4ad4-ae62-96af95204216" containerID="a45551e48c450f6567b935a11230e4639eb9a2c59aee12242650d682282df188" exitCode=0 Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.723250 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.723800 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"15b414d4-9545-4ad4-ae62-96af95204216","Type":"ContainerDied","Data":"a45551e48c450f6567b935a11230e4639eb9a2c59aee12242650d682282df188"} Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.723984 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.725851 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.744331 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-combined-ca-bundle\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.747013 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-httpd-config\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.747484 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wj7nl\" (UniqueName: \"kubernetes.io/projected/319642d6-cbc0-4070-85e6-b888a55f3204-kube-api-access-wj7nl\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.748253 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-config\") pod \"neutron-54fdcc89cb-qvqcf\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.763523 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-combined-ca-bundle\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.763621 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-fernet-keys\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.763638 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-scripts\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.763662 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-config-data\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.763686 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bcdm6\" (UniqueName: \"kubernetes.io/projected/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-kube-api-access-bcdm6\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.763839 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-credential-keys\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.787291 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=3.436423806 podStartE2EDuration="6.787273581s" podCreationTimestamp="2025-10-13 20:23:23 +0000 UTC" firstStartedPulling="2025-10-13 20:23:24.100686653 +0000 UTC m=+3522.706433238" lastFinishedPulling="2025-10-13 20:23:27.451536428 +0000 UTC m=+3526.057283013" observedRunningTime="2025-10-13 20:23:29.618480457 +0000 UTC m=+3528.224227042" watchObservedRunningTime="2025-10-13 20:23:29.787273581 +0000 UTC m=+3528.393020166" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.794337 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-fernet-keys\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.811925 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-config-data\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.820269 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-scripts\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.826302 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-credential-keys\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.830426 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-combined-ca-bundle\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.834191 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bcdm6\" (UniqueName: \"kubernetes.io/projected/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-kube-api-access-bcdm6\") pod \"keystone-5685896c94-jh6mz\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:29 crc kubenswrapper[4809]: I1013 20:23:29.869461 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6"] Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.251602 4809 scope.go:117] "RemoveContainer" containerID="eaed9e797bd591ef1f054399ea327c7ad4374f3686802014781a714608f650c0" Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.314061 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.406268 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.438883 4809 scope.go:117] "RemoveContainer" containerID="77f353ad41e688b99f2d3497443d51d5f1d5e782a250409019f8ea3cba0fcc90" Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.444783 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn"] Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.522089 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5fb9c49854-6pvdn"] Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.545391 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g"] Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.634803 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb"] Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.664009 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-758d764b9f-zqvhb"] Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.694772 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q"] Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.708650 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-65458ccc98-xnc8q"] Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.765313 4809 generic.go:334] "Generic (PLEG): container finished" podID="f5180d4e-3965-45d4-8d0f-d9a2421825f5" containerID="a8472ecc3e5f81383821605f7f0bada0eb0d54421629e61c52ca2c252c3469c6" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.765365 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"f5180d4e-3965-45d4-8d0f-d9a2421825f5","Type":"ContainerDied","Data":"a8472ecc3e5f81383821605f7f0bada0eb0d54421629e61c52ca2c252c3469c6"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.792642 4809 generic.go:334] "Generic (PLEG): container finished" podID="ef637f20-9317-4c7a-8d69-a0f16b2dfd61" containerID="92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204" exitCode=143 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.792716 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"ef637f20-9317-4c7a-8d69-a0f16b2dfd61","Type":"ContainerDied","Data":"92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.821885 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="4b99256d-fb03-457e-af17-fe173db5b289" containerName="rabbitmq" containerID="cri-o://191720175f7c666ab5b924b72016421d6e396ae2685576f6425a06fd4a1db484" gracePeriod=604797 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.822389 4809 generic.go:334] "Generic (PLEG): container finished" podID="2f90c628-a5ab-4ab5-9b6c-965188e43973" containerID="2c0d9af4f92871c67983ea9c728de9f5e7ab9c8c79055a42adb7cd885e791dd4" exitCode=143 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.822433 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"2f90c628-a5ab-4ab5-9b6c-965188e43973","Type":"ContainerDied","Data":"2c0d9af4f92871c67983ea9c728de9f5e7ab9c8c79055a42adb7cd885e791dd4"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.828137 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" event={"ID":"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb","Type":"ContainerStarted","Data":"d09b010518e31de1106d670ab92fbcfd366d38f5d318d275c73181de0986cb28"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895871 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895896 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895903 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895910 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895915 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895924 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895931 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895937 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895944 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895951 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895957 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.895963 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896004 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896041 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896049 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896058 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896066 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896075 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896083 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896095 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896105 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896115 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.896123 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.905844 4809 generic.go:334] "Generic (PLEG): container finished" podID="518bb1a7-d27d-4142-80cb-134265e78aeb" containerID="1e4dd5c3bc0a23a16a5b8ff8147750f78bdf7957be0259a1e1a0241752d8c443" exitCode=0 Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.905882 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"518bb1a7-d27d-4142-80cb-134265e78aeb","Type":"ContainerDied","Data":"1e4dd5c3bc0a23a16a5b8ff8147750f78bdf7957be0259a1e1a0241752d8c443"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.913818 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" event={"ID":"b4fee514-e18d-4f5b-9671-de98e395d307","Type":"ContainerStarted","Data":"33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.913842 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" event={"ID":"b4fee514-e18d-4f5b-9671-de98e395d307","Type":"ContainerStarted","Data":"0c0f4d1073e4b3b5647d63052956a8562270e98de7f503d2f1d4c7a0464ef476"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.919510 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" event={"ID":"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73","Type":"ContainerStarted","Data":"962233c84650e0335de3f212df0aed439403074ecda8313b9096e874b02ca64a"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.920312 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" event={"ID":"4b377bb3-90a3-4771-908e-f5592eadb85e","Type":"ContainerStarted","Data":"0a54c6ea1c7feb1bb77c60d7f708792a1fefa4ba61eb8306c0e919af4b20bff1"} Oct 13 20:23:30 crc kubenswrapper[4809]: I1013 20:23:30.922169 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" event={"ID":"e6e01cca-0a5a-42f6-93d4-a91df482b815","Type":"ContainerStarted","Data":"bce0aa0ce82db03fc34836e7891f5ad46fdde6c14ae73d176f1cece8fd364e91"} Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.043702 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-6854f45cc6-45pss"] Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.061175 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-855b56d88b-9znm7"] Oct 13 20:23:31 crc kubenswrapper[4809]: W1013 20:23:31.159063 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod4675262d_88f1_4131_bb56_2ced358561a8.slice/crio-1f4800559600fff058e7cfdc854686307d5f9523df8b727e73b887c0e55b3775 WatchSource:0}: Error finding container 1f4800559600fff058e7cfdc854686307d5f9523df8b727e73b887c0e55b3775: Status 404 returned error can't find the container with id 1f4800559600fff058e7cfdc854686307d5f9523df8b727e73b887c0e55b3775 Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.329090 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.439870 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-combined-ca-bundle\") pod \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.440056 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8mp2l\" (UniqueName: \"kubernetes.io/projected/f5180d4e-3965-45d4-8d0f-d9a2421825f5-kube-api-access-8mp2l\") pod \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.440184 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-config-data\") pod \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\" (UID: \"f5180d4e-3965-45d4-8d0f-d9a2421825f5\") " Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.446419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f5180d4e-3965-45d4-8d0f-d9a2421825f5-kube-api-access-8mp2l" (OuterVolumeSpecName: "kube-api-access-8mp2l") pod "f5180d4e-3965-45d4-8d0f-d9a2421825f5" (UID: "f5180d4e-3965-45d4-8d0f-d9a2421825f5"). InnerVolumeSpecName "kube-api-access-8mp2l". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.457062 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.541141 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-config-data\") pod \"518bb1a7-d27d-4142-80cb-134265e78aeb\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.541282 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z9njd\" (UniqueName: \"kubernetes.io/projected/518bb1a7-d27d-4142-80cb-134265e78aeb-kube-api-access-z9njd\") pod \"518bb1a7-d27d-4142-80cb-134265e78aeb\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.541469 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-kolla-config\") pod \"518bb1a7-d27d-4142-80cb-134265e78aeb\" (UID: \"518bb1a7-d27d-4142-80cb-134265e78aeb\") " Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.541874 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8mp2l\" (UniqueName: \"kubernetes.io/projected/f5180d4e-3965-45d4-8d0f-d9a2421825f5-kube-api-access-8mp2l\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.542608 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "518bb1a7-d27d-4142-80cb-134265e78aeb" (UID: "518bb1a7-d27d-4142-80cb-134265e78aeb"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.542700 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-5685896c94-jh6mz"] Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.547477 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-config-data" (OuterVolumeSpecName: "config-data") pod "518bb1a7-d27d-4142-80cb-134265e78aeb" (UID: "518bb1a7-d27d-4142-80cb-134265e78aeb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.549206 4809 scope.go:117] "RemoveContainer" containerID="aa519f7d38132900910324574342848338e21114c918f1e692ad398493077826" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.565552 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/518bb1a7-d27d-4142-80cb-134265e78aeb-kube-api-access-z9njd" (OuterVolumeSpecName: "kube-api-access-z9njd") pod "518bb1a7-d27d-4142-80cb-134265e78aeb" (UID: "518bb1a7-d27d-4142-80cb-134265e78aeb"). InnerVolumeSpecName "kube-api-access-z9njd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.604987 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf"] Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.644135 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.644367 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/518bb1a7-d27d-4142-80cb-134265e78aeb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.644377 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z9njd\" (UniqueName: \"kubernetes.io/projected/518bb1a7-d27d-4142-80cb-134265e78aeb-kube-api-access-z9njd\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:31 crc kubenswrapper[4809]: W1013 20:23:31.691086 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod319642d6_cbc0_4070_85e6_b888a55f3204.slice/crio-f6530c0539adc237fb745efa73fc194d775753729839e859e21ac5d87b898153 WatchSource:0}: Error finding container f6530c0539adc237fb745efa73fc194d775753729839e859e21ac5d87b898153: Status 404 returned error can't find the container with id f6530c0539adc237fb745efa73fc194d775753729839e859e21ac5d87b898153 Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.691244 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="f294a64c-bce8-4e73-b540-09f86b3a52a5" containerName="rabbitmq" containerID="cri-o://c3a31a0c09628e7d99eee449dea0caffd36c9105174daf0df6d1ec3adb85b44b" gracePeriod=604798 Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.776710 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-config-data" (OuterVolumeSpecName: "config-data") pod "f5180d4e-3965-45d4-8d0f-d9a2421825f5" (UID: "f5180d4e-3965-45d4-8d0f-d9a2421825f5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.853290 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.905803 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f5180d4e-3965-45d4-8d0f-d9a2421825f5" (UID: "f5180d4e-3965-45d4-8d0f-d9a2421825f5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.954976 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f5180d4e-3965-45d4-8d0f-d9a2421825f5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.966755 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"518bb1a7-d27d-4142-80cb-134265e78aeb","Type":"ContainerDied","Data":"8d9d05c160b162a803b0985c62e9fb48daba36e64d68d75d695bf10f9173ba5a"} Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.966804 4809 scope.go:117] "RemoveContainer" containerID="1e4dd5c3bc0a23a16a5b8ff8147750f78bdf7957be0259a1e1a0241752d8c443" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.966993 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.977646 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"f5180d4e-3965-45d4-8d0f-d9a2421825f5","Type":"ContainerDied","Data":"cef1d9caf52e5d6481792343476821bbe3b9ff4912303b6fe4f22dc35fb848e8"} Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.977795 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:31 crc kubenswrapper[4809]: I1013 20:23:31.991117 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" event={"ID":"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73","Type":"ContainerStarted","Data":"edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.001321 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-log" probeResult="failure" output="Get \"http://10.217.0.100:8775/\": read tcp 10.217.0.2:57768->10.217.0.100:8775: read: connection reset by peer" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.001355 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"http://10.217.0.100:8775/\": read tcp 10.217.0.2:57756->10.217.0.100:8775: read: connection reset by peer" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.002999 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" event={"ID":"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7","Type":"ContainerStarted","Data":"749d5a00cd92270d1765539fb80cfe73c301696016455ad16274eb753ebe406c"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.018286 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77" exitCode=0 Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.018667 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.025321 4809 generic.go:334] "Generic (PLEG): container finished" podID="15b414d4-9545-4ad4-ae62-96af95204216" containerID="ecf8991c08491b05801f4298aa4ea6e078a5d0a3a2ff72c27952da8a6c2a1865" exitCode=0 Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.025399 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"15b414d4-9545-4ad4-ae62-96af95204216","Type":"ContainerDied","Data":"ecf8991c08491b05801f4298aa4ea6e078a5d0a3a2ff72c27952da8a6c2a1865"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.025526 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"15b414d4-9545-4ad4-ae62-96af95204216","Type":"ContainerDied","Data":"3ddf793eda54bad96c3c0ed8da2d521fbcc41c38639cd5d2b0e5c8fc45ffa4e7"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.025547 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3ddf793eda54bad96c3c0ed8da2d521fbcc41c38639cd5d2b0e5c8fc45ffa4e7" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.027586 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" event={"ID":"319642d6-cbc0-4070-85e6-b888a55f3204","Type":"ContainerStarted","Data":"f6530c0539adc237fb745efa73fc194d775753729839e859e21ac5d87b898153"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.031590 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" event={"ID":"482796ce-2859-4e8b-acc0-7007ffaa2319","Type":"ContainerStarted","Data":"72cd6e47d40737ee18e68369da0dcdd2e2c50960e50f30c6caf8e6c97bfbfcb7"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.033016 4809 generic.go:334] "Generic (PLEG): container finished" podID="eeaa57c2-0955-4148-8b4e-4977ed19c031" containerID="c2a4a3660a10250a4b07eb502edab8b4809f7d98ca8865fcbae97a74623cc893" exitCode=0 Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.033087 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"eeaa57c2-0955-4148-8b4e-4977ed19c031","Type":"ContainerDied","Data":"c2a4a3660a10250a4b07eb502edab8b4809f7d98ca8865fcbae97a74623cc893"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.034282 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" event={"ID":"4b377bb3-90a3-4771-908e-f5592eadb85e","Type":"ContainerStarted","Data":"d9bbb1b1b51414d31415cdafec84754779b31266063188912e81235f39e10556"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.051028 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" event={"ID":"e6e01cca-0a5a-42f6-93d4-a91df482b815","Type":"ContainerStarted","Data":"5da575cb88eba52322853496e2813a828fc3d10294a913d97e7b7cf34aa4ecb4"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.051167 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" podUID="e6e01cca-0a5a-42f6-93d4-a91df482b815" containerName="barbican-api-log" containerID="cri-o://150e0ef293d8899b9a544a2145e256835d05cbe8e53005810bc665a1de46d8b9" gracePeriod=30 Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.051336 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" podUID="e6e01cca-0a5a-42f6-93d4-a91df482b815" containerName="barbican-api" containerID="cri-o://5da575cb88eba52322853496e2813a828fc3d10294a913d97e7b7cf34aa4ecb4" gracePeriod=30 Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.052178 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.052238 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" event={"ID":"e6e01cca-0a5a-42f6-93d4-a91df482b815","Type":"ContainerStarted","Data":"150e0ef293d8899b9a544a2145e256835d05cbe8e53005810bc665a1de46d8b9"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.052262 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.071175 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" event={"ID":"b4fee514-e18d-4f5b-9671-de98e395d307","Type":"ContainerStarted","Data":"1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.111308 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" event={"ID":"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb","Type":"ContainerStarted","Data":"a16ce94a932fe8cdbbf0e18bb5be45c661ffea3a9d91f8d81e47fb4afc5cafde"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.111461 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" podUID="2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" containerName="keystone-api" containerID="cri-o://a16ce94a932fe8cdbbf0e18bb5be45c661ffea3a9d91f8d81e47fb4afc5cafde" gracePeriod=30 Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.111616 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.134452 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" event={"ID":"4675262d-88f1-4131-bb56-2ced358561a8","Type":"ContainerStarted","Data":"1f4800559600fff058e7cfdc854686307d5f9523df8b727e73b887c0e55b3775"} Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.138327 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" podStartSLOduration=5.138293232 podStartE2EDuration="5.138293232s" podCreationTimestamp="2025-10-13 20:23:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:32.073058692 +0000 UTC m=+3530.678805267" watchObservedRunningTime="2025-10-13 20:23:32.138293232 +0000 UTC m=+3530.744039817" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.164590 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" podStartSLOduration=4.164570169 podStartE2EDuration="4.164570169s" podCreationTimestamp="2025-10-13 20:23:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:32.122297793 +0000 UTC m=+3530.728044378" watchObservedRunningTime="2025-10-13 20:23:32.164570169 +0000 UTC m=+3530.770316754" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.175160 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" podStartSLOduration=5.175143226 podStartE2EDuration="5.175143226s" podCreationTimestamp="2025-10-13 20:23:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:32.164512488 +0000 UTC m=+3530.770259073" watchObservedRunningTime="2025-10-13 20:23:32.175143226 +0000 UTC m=+3530.780889811" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.237157 4809 scope.go:117] "RemoveContainer" containerID="d279033c5bb3957cdb5b8a8ad17e158bbff7a558a005d47417eca7c10f342710" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.238547 4809 scope.go:117] "RemoveContainer" containerID="a8472ecc3e5f81383821605f7f0bada0eb0d54421629e61c52ca2c252c3469c6" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.239136 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="623aa7b6-7aa9-4472-9ffa-a0c6af385c2f" path="/var/lib/kubelet/pods/623aa7b6-7aa9-4472-9ffa-a0c6af385c2f/volumes" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.239533 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8f91a33f-d466-462b-b244-33f4d691070b" path="/var/lib/kubelet/pods/8f91a33f-d466-462b-b244-33f4d691070b/volumes" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.241046 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9311bc72-872d-46b4-a262-df2939801b8f" path="/var/lib/kubelet/pods/9311bc72-872d-46b4-a262-df2939801b8f/volumes" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.257705 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9"] Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.257948 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" podUID="c7bd633f-e1bb-4b53-be81-34d27783cd01" containerName="barbican-keystone-listener-log" containerID="cri-o://fe6c5b95f4afd85d4b372071cb86fe938be92a5ebd30218d74a865e9a859745c" gracePeriod=30 Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.258248 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" podUID="c7bd633f-e1bb-4b53-be81-34d27783cd01" containerName="barbican-keystone-listener" containerID="cri-o://4a150878a983f450b68cf0a6b640d91abacc3ae88c55ce36b9b439d5182b7535" gracePeriod=30 Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.349087 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.450528 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.491981 4809 scope.go:117] "RemoveContainer" containerID="7b7a93328f59feff4ce72adbacbe7ef06b39a524e309e9c49150002e8b454d2a" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.492662 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-combined-ca-bundle\") pod \"15b414d4-9545-4ad4-ae62-96af95204216\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.492700 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data-custom\") pod \"15b414d4-9545-4ad4-ae62-96af95204216\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.492736 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/15b414d4-9545-4ad4-ae62-96af95204216-etc-machine-id\") pod \"15b414d4-9545-4ad4-ae62-96af95204216\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.492822 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data\") pod \"15b414d4-9545-4ad4-ae62-96af95204216\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.492891 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8rd8h\" (UniqueName: \"kubernetes.io/projected/15b414d4-9545-4ad4-ae62-96af95204216-kube-api-access-8rd8h\") pod \"15b414d4-9545-4ad4-ae62-96af95204216\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.492957 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-scripts\") pod \"15b414d4-9545-4ad4-ae62-96af95204216\" (UID: \"15b414d4-9545-4ad4-ae62-96af95204216\") " Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.494444 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.495076 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/15b414d4-9545-4ad4-ae62-96af95204216-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "15b414d4-9545-4ad4-ae62-96af95204216" (UID: "15b414d4-9545-4ad4-ae62-96af95204216"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.499309 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.530381 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "15b414d4-9545-4ad4-ae62-96af95204216" (UID: "15b414d4-9545-4ad4-ae62-96af95204216"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.530425 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-scripts" (OuterVolumeSpecName: "scripts") pod "15b414d4-9545-4ad4-ae62-96af95204216" (UID: "15b414d4-9545-4ad4-ae62-96af95204216"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.535149 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/15b414d4-9545-4ad4-ae62-96af95204216-kube-api-access-8rd8h" (OuterVolumeSpecName: "kube-api-access-8rd8h") pod "15b414d4-9545-4ad4-ae62-96af95204216" (UID: "15b414d4-9545-4ad4-ae62-96af95204216"). InnerVolumeSpecName "kube-api-access-8rd8h". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.543500 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:23:32 crc kubenswrapper[4809]: E1013 20:23:32.543948 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="15b414d4-9545-4ad4-ae62-96af95204216" containerName="probe" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.543960 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="15b414d4-9545-4ad4-ae62-96af95204216" containerName="probe" Oct 13 20:23:32 crc kubenswrapper[4809]: E1013 20:23:32.543978 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f5180d4e-3965-45d4-8d0f-d9a2421825f5" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.543985 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f5180d4e-3965-45d4-8d0f-d9a2421825f5" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:23:32 crc kubenswrapper[4809]: E1013 20:23:32.544011 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="518bb1a7-d27d-4142-80cb-134265e78aeb" containerName="memcached" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.544018 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="518bb1a7-d27d-4142-80cb-134265e78aeb" containerName="memcached" Oct 13 20:23:32 crc kubenswrapper[4809]: E1013 20:23:32.544038 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="15b414d4-9545-4ad4-ae62-96af95204216" containerName="cinder-scheduler" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.544044 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="15b414d4-9545-4ad4-ae62-96af95204216" containerName="cinder-scheduler" Oct 13 20:23:32 crc kubenswrapper[4809]: E1013 20:23:32.544061 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="eeaa57c2-0955-4148-8b4e-4977ed19c031" containerName="nova-scheduler-scheduler" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.544067 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="eeaa57c2-0955-4148-8b4e-4977ed19c031" containerName="nova-scheduler-scheduler" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.544255 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="15b414d4-9545-4ad4-ae62-96af95204216" containerName="cinder-scheduler" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.544264 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f5180d4e-3965-45d4-8d0f-d9a2421825f5" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.544286 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="518bb1a7-d27d-4142-80cb-134265e78aeb" containerName="memcached" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.544299 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="eeaa57c2-0955-4148-8b4e-4977ed19c031" containerName="nova-scheduler-scheduler" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.544305 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="15b414d4-9545-4ad4-ae62-96af95204216" containerName="probe" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.553557 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.573914 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.574139 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-jj55m" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.574622 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-memcached-svc" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.578813 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.595533 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gsntf\" (UniqueName: \"kubernetes.io/projected/eeaa57c2-0955-4148-8b4e-4977ed19c031-kube-api-access-gsntf\") pod \"eeaa57c2-0955-4148-8b4e-4977ed19c031\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.595769 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-config-data\") pod \"eeaa57c2-0955-4148-8b4e-4977ed19c031\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.595889 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-combined-ca-bundle\") pod \"eeaa57c2-0955-4148-8b4e-4977ed19c031\" (UID: \"eeaa57c2-0955-4148-8b4e-4977ed19c031\") " Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.596773 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ds2k4\" (UniqueName: \"kubernetes.io/projected/cce8a495-61f5-4771-923e-efeb5175b5ff-kube-api-access-ds2k4\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.596901 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-memcached-tls-certs\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.596944 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-kolla-config\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.596979 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-config-data\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.597022 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-combined-ca-bundle\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.597079 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.597090 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/15b414d4-9545-4ad4-ae62-96af95204216-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.597100 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8rd8h\" (UniqueName: \"kubernetes.io/projected/15b414d4-9545-4ad4-ae62-96af95204216-kube-api-access-8rd8h\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.597109 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.599299 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.611801 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.619469 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.621053 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.622749 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.631587 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.649574 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/eeaa57c2-0955-4148-8b4e-4977ed19c031-kube-api-access-gsntf" (OuterVolumeSpecName: "kube-api-access-gsntf") pod "eeaa57c2-0955-4148-8b4e-4977ed19c031" (UID: "eeaa57c2-0955-4148-8b4e-4977ed19c031"). InnerVolumeSpecName "kube-api-access-gsntf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.698765 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-combined-ca-bundle\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.698800 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.698842 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ds2k4\" (UniqueName: \"kubernetes.io/projected/cce8a495-61f5-4771-923e-efeb5175b5ff-kube-api-access-ds2k4\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.698874 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2gbks\" (UniqueName: \"kubernetes.io/projected/09f1e633-eb53-4800-843f-567c04a076a3-kube-api-access-2gbks\") pod \"nova-cell1-novncproxy-0\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.698907 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.698954 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-memcached-tls-certs\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.699097 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-kolla-config\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.699208 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-config-data\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.699378 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-gsntf\" (UniqueName: \"kubernetes.io/projected/eeaa57c2-0955-4148-8b4e-4977ed19c031-kube-api-access-gsntf\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.700097 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-config-data\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.714509 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-memcached-tls-certs\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.714601 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-kolla-config\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.740578 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-combined-ca-bundle\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.748899 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ds2k4\" (UniqueName: \"kubernetes.io/projected/cce8a495-61f5-4771-923e-efeb5175b5ff-kube-api-access-ds2k4\") pod \"memcached-0\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.802053 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.802190 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.802238 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2gbks\" (UniqueName: \"kubernetes.io/projected/09f1e633-eb53-4800-843f-567c04a076a3-kube-api-access-2gbks\") pod \"nova-cell1-novncproxy-0\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.820475 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.820514 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.836247 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2gbks\" (UniqueName: \"kubernetes.io/projected/09f1e633-eb53-4800-843f-567c04a076a3-kube-api-access-2gbks\") pod \"nova-cell1-novncproxy-0\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.876203 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "15b414d4-9545-4ad4-ae62-96af95204216" (UID: "15b414d4-9545-4ad4-ae62-96af95204216"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.895906 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "eeaa57c2-0955-4148-8b4e-4977ed19c031" (UID: "eeaa57c2-0955-4148-8b4e-4977ed19c031"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.903846 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.903872 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:32 crc kubenswrapper[4809]: I1013 20:23:32.986047 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-config-data" (OuterVolumeSpecName: "config-data") pod "eeaa57c2-0955-4148-8b4e-4977ed19c031" (UID: "eeaa57c2-0955-4148-8b4e-4977ed19c031"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.009747 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/eeaa57c2-0955-4148-8b4e-4977ed19c031-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.042119 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data" (OuterVolumeSpecName: "config-data") pod "15b414d4-9545-4ad4-ae62-96af95204216" (UID: "15b414d4-9545-4ad4-ae62-96af95204216"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.105292 4809 scope.go:117] "RemoveContainer" containerID="13dd84ce1dfbadea6edefedf85613a1041f8ba4dac280f950750eca55bf14f2d" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.111510 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/15b414d4-9545-4ad4-ae62-96af95204216-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.155355 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"eeaa57c2-0955-4148-8b4e-4977ed19c031","Type":"ContainerDied","Data":"0e826385eec84f1cc539d5ef24ac946efeb8a0c24a8217fff2fc99715f05e557"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.155385 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.155430 4809 scope.go:117] "RemoveContainer" containerID="c2a4a3660a10250a4b07eb502edab8b4809f7d98ca8865fcbae97a74623cc893" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.167300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" event={"ID":"482796ce-2859-4e8b-acc0-7007ffaa2319","Type":"ContainerStarted","Data":"c771d55797048ad647dc6112bfb29e7cf3c9d2a6cb320a83a8cbe8da34afc560"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.202622 4809 generic.go:334] "Generic (PLEG): container finished" podID="353ea697-f542-4470-ae10-f39d676305cc" containerID="9599d9871daf1174a64e83e48e04713f2df52fafcce4736a679e18001f21e014" exitCode=0 Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.202704 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"353ea697-f542-4470-ae10-f39d676305cc","Type":"ContainerDied","Data":"9599d9871daf1174a64e83e48e04713f2df52fafcce4736a679e18001f21e014"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.202744 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"353ea697-f542-4470-ae10-f39d676305cc","Type":"ContainerDied","Data":"ed995b01e80509edaec6141771212fe0238e76f3943578fe593ba71f4b3b0edc"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.202757 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ed995b01e80509edaec6141771212fe0238e76f3943578fe593ba71f4b3b0edc" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.220045 4809 generic.go:334] "Generic (PLEG): container finished" podID="2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" containerID="a16ce94a932fe8cdbbf0e18bb5be45c661ffea3a9d91f8d81e47fb4afc5cafde" exitCode=0 Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.220125 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" event={"ID":"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb","Type":"ContainerDied","Data":"a16ce94a932fe8cdbbf0e18bb5be45c661ffea3a9d91f8d81e47fb4afc5cafde"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.220170 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" event={"ID":"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb","Type":"ContainerDied","Data":"d09b010518e31de1106d670ab92fbcfd366d38f5d318d275c73181de0986cb28"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.220188 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d09b010518e31de1106d670ab92fbcfd366d38f5d318d275c73181de0986cb28" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.224403 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.237539 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.240166 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" event={"ID":"4675262d-88f1-4131-bb56-2ced358561a8","Type":"ContainerStarted","Data":"c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.245033 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.245487 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.253338 4809 generic.go:334] "Generic (PLEG): container finished" podID="e6e01cca-0a5a-42f6-93d4-a91df482b815" containerID="150e0ef293d8899b9a544a2145e256835d05cbe8e53005810bc665a1de46d8b9" exitCode=143 Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.253414 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" event={"ID":"e6e01cca-0a5a-42f6-93d4-a91df482b815","Type":"ContainerDied","Data":"150e0ef293d8899b9a544a2145e256835d05cbe8e53005810bc665a1de46d8b9"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.265556 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.270098 4809 generic.go:334] "Generic (PLEG): container finished" podID="c7bd633f-e1bb-4b53-be81-34d27783cd01" containerID="fe6c5b95f4afd85d4b372071cb86fe938be92a5ebd30218d74a865e9a859745c" exitCode=143 Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.270209 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" event={"ID":"c7bd633f-e1bb-4b53-be81-34d27783cd01","Type":"ContainerDied","Data":"fe6c5b95f4afd85d4b372071cb86fe938be92a5ebd30218d74a865e9a859745c"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.274781 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: E1013 20:23:33.275214 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-metadata" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.275225 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-metadata" Oct 13 20:23:33 crc kubenswrapper[4809]: E1013 20:23:33.275235 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-log" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.275241 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-log" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.275419 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-log" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.275443 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="353ea697-f542-4470-ae10-f39d676305cc" containerName="nova-metadata-metadata" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.276099 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.280138 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.304002 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.304387 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.312984 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" event={"ID":"4b377bb3-90a3-4771-908e-f5592eadb85e","Type":"ContainerStarted","Data":"cc49fc6c8c2cf9efac4d98900acb0e8bcaf71e8e9aa2bb5dc61c65eb9df1b8f4"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.313171 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" podUID="4b377bb3-90a3-4771-908e-f5592eadb85e" containerName="barbican-worker-log" containerID="cri-o://d9bbb1b1b51414d31415cdafec84754779b31266063188912e81235f39e10556" gracePeriod=30 Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.313249 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" podUID="4b377bb3-90a3-4771-908e-f5592eadb85e" containerName="barbican-worker" containerID="cri-o://cc49fc6c8c2cf9efac4d98900acb0e8bcaf71e8e9aa2bb5dc61c65eb9df1b8f4" gracePeriod=30 Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.315188 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mlfhg\" (UniqueName: \"kubernetes.io/projected/353ea697-f542-4470-ae10-f39d676305cc-kube-api-access-mlfhg\") pod \"353ea697-f542-4470-ae10-f39d676305cc\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.315283 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-combined-ca-bundle\") pod \"353ea697-f542-4470-ae10-f39d676305cc\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.315358 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/353ea697-f542-4470-ae10-f39d676305cc-logs\") pod \"353ea697-f542-4470-ae10-f39d676305cc\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.316799 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/353ea697-f542-4470-ae10-f39d676305cc-logs" (OuterVolumeSpecName: "logs") pod "353ea697-f542-4470-ae10-f39d676305cc" (UID: "353ea697-f542-4470-ae10-f39d676305cc"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.320353 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-config-data\") pod \"353ea697-f542-4470-ae10-f39d676305cc\" (UID: \"353ea697-f542-4470-ae10-f39d676305cc\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.321226 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/353ea697-f542-4470-ae10-f39d676305cc-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.333449 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.333672 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/353ea697-f542-4470-ae10-f39d676305cc-kube-api-access-mlfhg" (OuterVolumeSpecName: "kube-api-access-mlfhg") pod "353ea697-f542-4470-ae10-f39d676305cc" (UID: "353ea697-f542-4470-ae10-f39d676305cc"). InnerVolumeSpecName "kube-api-access-mlfhg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.350438 4809 generic.go:334] "Generic (PLEG): container finished" podID="387cda00-164f-4071-b79a-1e24f66065b1" containerID="efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d" exitCode=0 Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.350545 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"387cda00-164f-4071-b79a-1e24f66065b1","Type":"ContainerDied","Data":"efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.350578 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"387cda00-164f-4071-b79a-1e24f66065b1","Type":"ContainerDied","Data":"d5686879be3d265aedc231ad96160d6a62a8931615966f62b5a94ee53353e6c5"} Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.350852 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.377383 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.424659 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-config-data\") pod \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.424713 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-config-data\") pod \"387cda00-164f-4071-b79a-1e24f66065b1\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.427889 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-r4bhn\" (UniqueName: \"kubernetes.io/projected/387cda00-164f-4071-b79a-1e24f66065b1-kube-api-access-r4bhn\") pod \"387cda00-164f-4071-b79a-1e24f66065b1\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.427980 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-credential-keys\") pod \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.428078 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kqhpb\" (UniqueName: \"kubernetes.io/projected/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-kube-api-access-kqhpb\") pod \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.428103 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/387cda00-164f-4071-b79a-1e24f66065b1-logs\") pod \"387cda00-164f-4071-b79a-1e24f66065b1\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.428146 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-fernet-keys\") pod \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.428208 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-combined-ca-bundle\") pod \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.428240 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-scripts\") pod \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\" (UID: \"2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.428285 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-combined-ca-bundle\") pod \"387cda00-164f-4071-b79a-1e24f66065b1\" (UID: \"387cda00-164f-4071-b79a-1e24f66065b1\") " Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.429239 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-v69xx\" (UniqueName: \"kubernetes.io/projected/e6651bef-ebef-4fed-a9e3-4402c14edf5e-kube-api-access-v69xx\") pod \"nova-scheduler-0\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.429323 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-config-data\") pod \"nova-scheduler-0\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.429396 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.429644 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" podStartSLOduration=6.429621062 podStartE2EDuration="6.429621062s" podCreationTimestamp="2025-10-13 20:23:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:33.363505247 +0000 UTC m=+3531.969251832" watchObservedRunningTime="2025-10-13 20:23:33.429621062 +0000 UTC m=+3532.035367647" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.435577 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/387cda00-164f-4071-b79a-1e24f66065b1-logs" (OuterVolumeSpecName: "logs") pod "387cda00-164f-4071-b79a-1e24f66065b1" (UID: "387cda00-164f-4071-b79a-1e24f66065b1"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.441493 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mlfhg\" (UniqueName: \"kubernetes.io/projected/353ea697-f542-4470-ae10-f39d676305cc-kube-api-access-mlfhg\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.450065 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/387cda00-164f-4071-b79a-1e24f66065b1-kube-api-access-r4bhn" (OuterVolumeSpecName: "kube-api-access-r4bhn") pod "387cda00-164f-4071-b79a-1e24f66065b1" (UID: "387cda00-164f-4071-b79a-1e24f66065b1"). InnerVolumeSpecName "kube-api-access-r4bhn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.468034 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-scripts" (OuterVolumeSpecName: "scripts") pod "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" (UID: "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.532957 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-config-data" (OuterVolumeSpecName: "config-data") pod "353ea697-f542-4470-ae10-f39d676305cc" (UID: "353ea697-f542-4470-ae10-f39d676305cc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.533423 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" (UID: "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.533513 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" (UID: "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.533787 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-kube-api-access-kqhpb" (OuterVolumeSpecName: "kube-api-access-kqhpb") pod "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" (UID: "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb"). InnerVolumeSpecName "kube-api-access-kqhpb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.535231 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "353ea697-f542-4470-ae10-f39d676305cc" (UID: "353ea697-f542-4470-ae10-f39d676305cc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.548630 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-config-data\") pod \"nova-scheduler-0\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.548720 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.548938 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-v69xx\" (UniqueName: \"kubernetes.io/projected/e6651bef-ebef-4fed-a9e3-4402c14edf5e-kube-api-access-v69xx\") pod \"nova-scheduler-0\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.549030 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.549064 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kqhpb\" (UniqueName: \"kubernetes.io/projected/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-kube-api-access-kqhpb\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.549080 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/387cda00-164f-4071-b79a-1e24f66065b1-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.549091 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.549103 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.549114 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.549145 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/353ea697-f542-4470-ae10-f39d676305cc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.549156 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-r4bhn\" (UniqueName: \"kubernetes.io/projected/387cda00-164f-4071-b79a-1e24f66065b1-kube-api-access-r4bhn\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.570939 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-config-data" (OuterVolumeSpecName: "config-data") pod "387cda00-164f-4071-b79a-1e24f66065b1" (UID: "387cda00-164f-4071-b79a-1e24f66065b1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.581123 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" (UID: "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.588334 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-config-data" (OuterVolumeSpecName: "config-data") pod "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" (UID: "2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.588413 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "387cda00-164f-4071-b79a-1e24f66065b1" (UID: "387cda00-164f-4071-b79a-1e24f66065b1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.596357 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.598283 4809 scope.go:117] "RemoveContainer" containerID="09a4b5f117fef9c8ac1a8953664dfadde402bdef511dbafe3a68be20194af08e" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.599338 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-config-data\") pod \"nova-scheduler-0\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.613506 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-v69xx\" (UniqueName: \"kubernetes.io/projected/e6651bef-ebef-4fed-a9e3-4402c14edf5e-kube-api-access-v69xx\") pod \"nova-scheduler-0\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.625917 4809 scope.go:117] "RemoveContainer" containerID="efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.651587 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.651662 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.651672 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.651681 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/387cda00-164f-4071-b79a-1e24f66065b1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.699305 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.775761 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.801500 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.815505 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: E1013 20:23:33.815970 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="387cda00-164f-4071-b79a-1e24f66065b1" containerName="nova-api-api" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.815982 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="387cda00-164f-4071-b79a-1e24f66065b1" containerName="nova-api-api" Oct 13 20:23:33 crc kubenswrapper[4809]: E1013 20:23:33.816007 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" containerName="keystone-api" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.816013 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" containerName="keystone-api" Oct 13 20:23:33 crc kubenswrapper[4809]: E1013 20:23:33.816039 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="387cda00-164f-4071-b79a-1e24f66065b1" containerName="nova-api-log" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.816045 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="387cda00-164f-4071-b79a-1e24f66065b1" containerName="nova-api-log" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.816218 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="387cda00-164f-4071-b79a-1e24f66065b1" containerName="nova-api-api" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.816232 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="387cda00-164f-4071-b79a-1e24f66065b1" containerName="nova-api-log" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.816247 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" containerName="keystone-api" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.824459 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.835182 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.846301 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.866827 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.879907 4809 scope.go:117] "RemoveContainer" containerID="3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.890064 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.898864 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.908192 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.913128 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.916984 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.960785 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.960898 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-scripts\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.960921 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.960949 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.960965 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7f2ab15f-22dc-44b2-b34a-7b5921409329-logs\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.960982 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-config-data\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.961027 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p9hc4\" (UniqueName: \"kubernetes.io/projected/69529d27-56f6-46bb-9170-b487b2512ac0-kube-api-access-p9hc4\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.961054 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/69529d27-56f6-46bb-9170-b487b2512ac0-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.961068 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zgjzj\" (UniqueName: \"kubernetes.io/projected/7f2ab15f-22dc-44b2-b34a-7b5921409329-kube-api-access-zgjzj\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:33 crc kubenswrapper[4809]: I1013 20:23:33.961094 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.065984 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-scripts\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.066258 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.066289 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.066303 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7f2ab15f-22dc-44b2-b34a-7b5921409329-logs\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.066322 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-config-data\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.066372 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p9hc4\" (UniqueName: \"kubernetes.io/projected/69529d27-56f6-46bb-9170-b487b2512ac0-kube-api-access-p9hc4\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.066399 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/69529d27-56f6-46bb-9170-b487b2512ac0-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.066416 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zgjzj\" (UniqueName: \"kubernetes.io/projected/7f2ab15f-22dc-44b2-b34a-7b5921409329-kube-api-access-zgjzj\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.066446 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.066463 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.067942 4809 scope.go:117] "RemoveContainer" containerID="efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.068904 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/69529d27-56f6-46bb-9170-b487b2512ac0-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.071555 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7f2ab15f-22dc-44b2-b34a-7b5921409329-logs\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.077818 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: E1013 20:23:34.086144 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d\": container with ID starting with efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d not found: ID does not exist" containerID="efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.086183 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d"} err="failed to get container status \"efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d\": rpc error: code = NotFound desc = could not find container \"efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d\": container with ID starting with efebe129cb9b1a3a383d01bc0331b0f29de13a60b1a99db90b2f44801a3a6e0d not found: ID does not exist" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.086207 4809 scope.go:117] "RemoveContainer" containerID="3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.089198 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.091968 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.093113 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-scripts\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: E1013 20:23:34.096505 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46\": container with ID starting with 3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46 not found: ID does not exist" containerID="3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.096538 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46"} err="failed to get container status \"3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46\": rpc error: code = NotFound desc = could not find container \"3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46\": container with ID starting with 3e87a6a1f7a902af3a3e07a1ebf6d205efb765082d7fc4e1a119a0e221cbdb46 not found: ID does not exist" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.099636 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zgjzj\" (UniqueName: \"kubernetes.io/projected/7f2ab15f-22dc-44b2-b34a-7b5921409329-kube-api-access-zgjzj\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.108810 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.113311 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p9hc4\" (UniqueName: \"kubernetes.io/projected/69529d27-56f6-46bb-9170-b487b2512ac0-kube-api-access-p9hc4\") pod \"cinder-scheduler-0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.117002 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-config-data\") pod \"nova-api-0\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.157596 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-server-0" podUID="4b99256d-fb03-457e-af17-fe173db5b289" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.1.198:5672: connect: connection refused" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.184848 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.185223 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/cinder-api-0" podUID="7a79f9aa-7389-461f-990e-f6a6af23489e" containerName="cinder-api" probeResult="failure" output="Get \"http://10.217.1.242:8776/healthcheck\": read tcp 10.217.0.2:42638->10.217.1.242:8776: read: connection reset by peer" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.213249 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.225588 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="15b414d4-9545-4ad4-ae62-96af95204216" path="/var/lib/kubelet/pods/15b414d4-9545-4ad4-ae62-96af95204216/volumes" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.226448 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="387cda00-164f-4071-b79a-1e24f66065b1" path="/var/lib/kubelet/pods/387cda00-164f-4071-b79a-1e24f66065b1/volumes" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.227049 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="518bb1a7-d27d-4142-80cb-134265e78aeb" path="/var/lib/kubelet/pods/518bb1a7-d27d-4142-80cb-134265e78aeb/volumes" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.227215 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.234448 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="eeaa57c2-0955-4148-8b4e-4977ed19c031" path="/var/lib/kubelet/pods/eeaa57c2-0955-4148-8b4e-4977ed19c031/volumes" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.234954 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f5180d4e-3965-45d4-8d0f-d9a2421825f5" path="/var/lib/kubelet/pods/f5180d4e-3965-45d4-8d0f-d9a2421825f5/volumes" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.271280 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.271372 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bc79p\" (UniqueName: \"kubernetes.io/projected/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-kube-api-access-bc79p\") pod \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.271406 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-combined-ca-bundle\") pod \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.271572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-httpd-run\") pod \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.271605 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-logs\") pod \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.271675 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-config-data\") pod \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.271692 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-scripts\") pod \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\" (UID: \"ef637f20-9317-4c7a-8d69-a0f16b2dfd61\") " Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.281410 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "glance") pod "ef637f20-9317-4c7a-8d69-a0f16b2dfd61" (UID: "ef637f20-9317-4c7a-8d69-a0f16b2dfd61"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.286423 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "ef637f20-9317-4c7a-8d69-a0f16b2dfd61" (UID: "ef637f20-9317-4c7a-8d69-a0f16b2dfd61"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.288407 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-logs" (OuterVolumeSpecName: "logs") pod "ef637f20-9317-4c7a-8d69-a0f16b2dfd61" (UID: "ef637f20-9317-4c7a-8d69-a0f16b2dfd61"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.293856 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-scripts" (OuterVolumeSpecName: "scripts") pod "ef637f20-9317-4c7a-8d69-a0f16b2dfd61" (UID: "ef637f20-9317-4c7a-8d69-a0f16b2dfd61"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.308921 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-kube-api-access-bc79p" (OuterVolumeSpecName: "kube-api-access-bc79p") pod "ef637f20-9317-4c7a-8d69-a0f16b2dfd61" (UID: "ef637f20-9317-4c7a-8d69-a0f16b2dfd61"). InnerVolumeSpecName "kube-api-access-bc79p". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.327926 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-config-data" (OuterVolumeSpecName: "config-data") pod "ef637f20-9317-4c7a-8d69-a0f16b2dfd61" (UID: "ef637f20-9317-4c7a-8d69-a0f16b2dfd61"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.342883 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ef637f20-9317-4c7a-8d69-a0f16b2dfd61" (UID: "ef637f20-9317-4c7a-8d69-a0f16b2dfd61"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.376744 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.377096 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.377109 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.377121 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.377150 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.377164 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bc79p\" (UniqueName: \"kubernetes.io/projected/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-kube-api-access-bc79p\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.377179 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef637f20-9317-4c7a-8d69-a0f16b2dfd61-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.413710 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.442244 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podUID="f294a64c-bce8-4e73-b540-09f86b3a52a5" containerName="rabbitmq" probeResult="failure" output="dial tcp 10.217.1.199:5672: connect: connection refused" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.477796 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-78454b578b-bs5xn"] Oct 13 20:23:34 crc kubenswrapper[4809]: E1013 20:23:34.478222 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ef637f20-9317-4c7a-8d69-a0f16b2dfd61" containerName="glance-log" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.478234 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ef637f20-9317-4c7a-8d69-a0f16b2dfd61" containerName="glance-log" Oct 13 20:23:34 crc kubenswrapper[4809]: E1013 20:23:34.478244 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ef637f20-9317-4c7a-8d69-a0f16b2dfd61" containerName="glance-httpd" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.478250 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ef637f20-9317-4c7a-8d69-a0f16b2dfd61" containerName="glance-httpd" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.478433 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ef637f20-9317-4c7a-8d69-a0f16b2dfd61" containerName="glance-httpd" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.478453 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ef637f20-9317-4c7a-8d69-a0f16b2dfd61" containerName="glance-log" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.479422 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.479915 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" event={"ID":"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7","Type":"ContainerStarted","Data":"0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d"} Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.483893 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.483943 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.484210 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-internal-svc" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.484380 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-placement-public-svc" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.496146 4809 generic.go:334] "Generic (PLEG): container finished" podID="7a79f9aa-7389-461f-990e-f6a6af23489e" containerID="0d9830bff13d0a8d14674209ef25a61f8ea22737bd69954dc73cf3a1565fe17d" exitCode=0 Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.496201 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a79f9aa-7389-461f-990e-f6a6af23489e","Type":"ContainerDied","Data":"0d9830bff13d0a8d14674209ef25a61f8ea22737bd69954dc73cf3a1565fe17d"} Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.499092 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" event={"ID":"482796ce-2859-4e8b-acc0-7007ffaa2319","Type":"ContainerStarted","Data":"16e6624ac925ace36af2f1ee81be72ad5f852c502f815aae906b6c5926fc3cdb"} Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.499208 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" podUID="482796ce-2859-4e8b-acc0-7007ffaa2319" containerName="neutron-api" containerID="cri-o://c771d55797048ad647dc6112bfb29e7cf3c9d2a6cb320a83a8cbe8da34afc560" gracePeriod=30 Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.502422 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.502482 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" podUID="482796ce-2859-4e8b-acc0-7007ffaa2319" containerName="neutron-httpd" containerID="cri-o://16e6624ac925ace36af2f1ee81be72ad5f852c502f815aae906b6c5926fc3cdb" gracePeriod=30 Oct 13 20:23:34 crc kubenswrapper[4809]: E1013 20:23:34.527115 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="01a6c3801509f00ed7aa332aeeb442f261e72ed252eab0d2200ac4f8286fb41d" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.537718 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-78454b578b-bs5xn"] Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.543360 4809 generic.go:334] "Generic (PLEG): container finished" podID="ef637f20-9317-4c7a-8d69-a0f16b2dfd61" containerID="986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d" exitCode=0 Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.543470 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"ef637f20-9317-4c7a-8d69-a0f16b2dfd61","Type":"ContainerDied","Data":"986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d"} Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.543503 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"ef637f20-9317-4c7a-8d69-a0f16b2dfd61","Type":"ContainerDied","Data":"52a3db05ed9b4a63f2d6de9258e5e98ade8f87cc81dd79958424b5c62816b41d"} Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.543522 4809 scope.go:117] "RemoveContainer" containerID="986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.543623 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.548232 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" podStartSLOduration=6.548215186 podStartE2EDuration="6.548215186s" podCreationTimestamp="2025-10-13 20:23:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:34.522458434 +0000 UTC m=+3533.128205019" watchObservedRunningTime="2025-10-13 20:23:34.548215186 +0000 UTC m=+3533.153961771" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.558320 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.562023 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" podStartSLOduration=5.5620061629999995 podStartE2EDuration="5.562006163s" podCreationTimestamp="2025-10-13 20:23:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:34.561140989 +0000 UTC m=+3533.166887574" watchObservedRunningTime="2025-10-13 20:23:34.562006163 +0000 UTC m=+3533.167752748" Oct 13 20:23:34 crc kubenswrapper[4809]: E1013 20:23:34.576231 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="01a6c3801509f00ed7aa332aeeb442f261e72ed252eab0d2200ac4f8286fb41d" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:34 crc kubenswrapper[4809]: E1013 20:23:34.587629 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="01a6c3801509f00ed7aa332aeeb442f261e72ed252eab0d2200ac4f8286fb41d" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:34 crc kubenswrapper[4809]: E1013 20:23:34.587936 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="39f3b25d-1e45-4fce-bac3-51722c4453a8" containerName="nova-cell0-conductor-conductor" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.588000 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-blkvv\" (UniqueName: \"kubernetes.io/projected/3fa6270e-a741-421e-9d1d-ea317f98cdbb-kube-api-access-blkvv\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.588040 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-public-tls-certs\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.588088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-scripts\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.588176 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-internal-tls-certs\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.588217 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-combined-ca-bundle\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.588235 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3fa6270e-a741-421e-9d1d-ea317f98cdbb-logs\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.588271 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-config-data\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.596825 4809 generic.go:334] "Generic (PLEG): container finished" podID="2f90c628-a5ab-4ab5-9b6c-965188e43973" containerID="fa2a86a36670e87f2e27ec0549a1f82fd6173530c846ce11a220de2239d032e9" exitCode=0 Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.596904 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"2f90c628-a5ab-4ab5-9b6c-965188e43973","Type":"ContainerDied","Data":"fa2a86a36670e87f2e27ec0549a1f82fd6173530c846ce11a220de2239d032e9"} Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.643141 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" event={"ID":"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73","Type":"ContainerStarted","Data":"06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29"} Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.666927 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" event={"ID":"4675262d-88f1-4131-bb56-2ced358561a8","Type":"ContainerStarted","Data":"773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735"} Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.667832 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.667851 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.690581 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-internal-tls-certs\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.690648 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-combined-ca-bundle\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.690669 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3fa6270e-a741-421e-9d1d-ea317f98cdbb-logs\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.690692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-config-data\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.690782 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-blkvv\" (UniqueName: \"kubernetes.io/projected/3fa6270e-a741-421e-9d1d-ea317f98cdbb-kube-api-access-blkvv\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.690800 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-public-tls-certs\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.690849 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-scripts\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.700494 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3fa6270e-a741-421e-9d1d-ea317f98cdbb-logs\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.700616 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-config-data\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.709978 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-scripts\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.710423 4809 generic.go:334] "Generic (PLEG): container finished" podID="4b377bb3-90a3-4771-908e-f5592eadb85e" containerID="d9bbb1b1b51414d31415cdafec84754779b31266063188912e81235f39e10556" exitCode=143 Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.710474 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" event={"ID":"4b377bb3-90a3-4771-908e-f5592eadb85e","Type":"ContainerDied","Data":"d9bbb1b1b51414d31415cdafec84754779b31266063188912e81235f39e10556"} Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.729268 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-blkvv\" (UniqueName: \"kubernetes.io/projected/3fa6270e-a741-421e-9d1d-ea317f98cdbb-kube-api-access-blkvv\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.732587 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-public-tls-certs\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.732622 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-combined-ca-bundle\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.736430 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-internal-tls-certs\") pod \"placement-78454b578b-bs5xn\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.749428 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" event={"ID":"319642d6-cbc0-4070-85e6-b888a55f3204","Type":"ContainerStarted","Data":"e04ff243b52b8102350b9e8406ffcfe6b970536f002f81bc0ed26b76925b18d6"} Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.749474 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" event={"ID":"319642d6-cbc0-4070-85e6-b888a55f3204","Type":"ContainerStarted","Data":"6d77ff3d6652c6aae7c4459611823418c63bf6fda562a6311c9f9e74b3c465ca"} Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.749503 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.764364 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" podStartSLOduration=6.764344197 podStartE2EDuration="6.764344197s" podCreationTimestamp="2025-10-13 20:23:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:34.686697809 +0000 UTC m=+3533.292444384" watchObservedRunningTime="2025-10-13 20:23:34.764344197 +0000 UTC m=+3533.370090792" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.767314 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.774746 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" podStartSLOduration=6.774719988 podStartE2EDuration="6.774719988s" podCreationTimestamp="2025-10-13 20:23:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:34.725125287 +0000 UTC m=+3533.330871872" watchObservedRunningTime="2025-10-13 20:23:34.774719988 +0000 UTC m=+3533.380466573" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.775180 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.775816 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.808997 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz"] Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.809185 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" podUID="5a9e8c91-d328-4bbb-bc43-fe11219594e4" containerName="barbican-worker-log" containerID="cri-o://a88e4f2995fffff8aa2b006ce67b0a5fe63957aad25deeef9746002dc748b8d4" gracePeriod=30 Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.809541 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" podUID="5a9e8c91-d328-4bbb-bc43-fe11219594e4" containerName="barbican-worker" containerID="cri-o://b872103ab9293ce3ae9af2cf66e35e60f6e1df7f8fb6f53b393e740a963a7a05" gracePeriod=30 Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.862614 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.878161 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.883837 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:34 crc kubenswrapper[4809]: I1013 20:23:34.945446 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" podStartSLOduration=5.945429607 podStartE2EDuration="5.945429607s" podCreationTimestamp="2025-10-13 20:23:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:34.778669629 +0000 UTC m=+3533.384416214" watchObservedRunningTime="2025-10-13 20:23:34.945429607 +0000 UTC m=+3533.551176192" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.009630 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"2f90c628-a5ab-4ab5-9b6c-965188e43973\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.009686 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-logs\") pod \"2f90c628-a5ab-4ab5-9b6c-965188e43973\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.009764 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-scripts\") pod \"2f90c628-a5ab-4ab5-9b6c-965188e43973\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.009842 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-config-data\") pod \"2f90c628-a5ab-4ab5-9b6c-965188e43973\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.009871 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-combined-ca-bundle\") pod \"2f90c628-a5ab-4ab5-9b6c-965188e43973\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.009917 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-65fmm\" (UniqueName: \"kubernetes.io/projected/2f90c628-a5ab-4ab5-9b6c-965188e43973-kube-api-access-65fmm\") pod \"2f90c628-a5ab-4ab5-9b6c-965188e43973\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.009971 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-httpd-run\") pod \"2f90c628-a5ab-4ab5-9b6c-965188e43973\" (UID: \"2f90c628-a5ab-4ab5-9b6c-965188e43973\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.013871 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "2f90c628-a5ab-4ab5-9b6c-965188e43973" (UID: "2f90c628-a5ab-4ab5-9b6c-965188e43973"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.021442 4809 scope.go:117] "RemoveContainer" containerID="92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.028794 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-logs" (OuterVolumeSpecName: "logs") pod "2f90c628-a5ab-4ab5-9b6c-965188e43973" (UID: "2f90c628-a5ab-4ab5-9b6c-965188e43973"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.032824 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.044233 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2f90c628-a5ab-4ab5-9b6c-965188e43973-kube-api-access-65fmm" (OuterVolumeSpecName: "kube-api-access-65fmm") pod "2f90c628-a5ab-4ab5-9b6c-965188e43973" (UID: "2f90c628-a5ab-4ab5-9b6c-965188e43973"). InnerVolumeSpecName "kube-api-access-65fmm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.057629 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.068426 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "glance") pod "2f90c628-a5ab-4ab5-9b6c-965188e43973" (UID: "2f90c628-a5ab-4ab5-9b6c-965188e43973"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.080689 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9"] Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.081885 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-scripts" (OuterVolumeSpecName: "scripts") pod "2f90c628-a5ab-4ab5-9b6c-965188e43973" (UID: "2f90c628-a5ab-4ab5-9b6c-965188e43973"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.094946 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-596b7b4f4c-j5mr9"] Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.106988 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:23:35 crc kubenswrapper[4809]: E1013 20:23:35.111529 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2f90c628-a5ab-4ab5-9b6c-965188e43973" containerName="glance-log" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.113248 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2f90c628-a5ab-4ab5-9b6c-965188e43973" containerName="glance-log" Oct 13 20:23:35 crc kubenswrapper[4809]: E1013 20:23:35.113301 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2f90c628-a5ab-4ab5-9b6c-965188e43973" containerName="glance-httpd" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.113310 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2f90c628-a5ab-4ab5-9b6c-965188e43973" containerName="glance-httpd" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.113682 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2f90c628-a5ab-4ab5-9b6c-965188e43973" containerName="glance-httpd" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.114011 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2f90c628-a5ab-4ab5-9b6c-965188e43973" containerName="glance-log" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.115678 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2f90c628-a5ab-4ab5-9b6c-965188e43973" (UID: "2f90c628-a5ab-4ab5-9b6c-965188e43973"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.116257 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.116312 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.116322 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2f90c628-a5ab-4ab5-9b6c-965188e43973-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.116330 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.116341 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.116356 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.116369 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-65fmm\" (UniqueName: \"kubernetes.io/projected/2f90c628-a5ab-4ab5-9b6c-965188e43973-kube-api-access-65fmm\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.119639 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.129821 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.149924 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-config-data" (OuterVolumeSpecName: "config-data") pod "2f90c628-a5ab-4ab5-9b6c-965188e43973" (UID: "2f90c628-a5ab-4ab5-9b6c-965188e43973"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.189766 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.191513 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.200973 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.213224 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.215061 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.216337 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.219018 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/899be10f-e129-4db1-8b42-bfbd82434708-logs\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.219087 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5fgxf\" (UniqueName: \"kubernetes.io/projected/899be10f-e129-4db1-8b42-bfbd82434708-kube-api-access-5fgxf\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.220177 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.225218 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-config-data\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.225300 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.225448 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2f90c628-a5ab-4ab5-9b6c-965188e43973-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.225460 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.227761 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.327536 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xs98d\" (UniqueName: \"kubernetes.io/projected/7a79f9aa-7389-461f-990e-f6a6af23489e-kube-api-access-xs98d\") pod \"7a79f9aa-7389-461f-990e-f6a6af23489e\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.327615 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/7a79f9aa-7389-461f-990e-f6a6af23489e-etc-machine-id\") pod \"7a79f9aa-7389-461f-990e-f6a6af23489e\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.327645 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data\") pod \"7a79f9aa-7389-461f-990e-f6a6af23489e\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.327741 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7a79f9aa-7389-461f-990e-f6a6af23489e-logs\") pod \"7a79f9aa-7389-461f-990e-f6a6af23489e\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.327768 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-scripts\") pod \"7a79f9aa-7389-461f-990e-f6a6af23489e\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.327804 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data-custom\") pod \"7a79f9aa-7389-461f-990e-f6a6af23489e\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.327861 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-combined-ca-bundle\") pod \"7a79f9aa-7389-461f-990e-f6a6af23489e\" (UID: \"7a79f9aa-7389-461f-990e-f6a6af23489e\") " Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.328097 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-scripts\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.328117 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.328133 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.328156 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4wxlc\" (UniqueName: \"kubernetes.io/projected/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-kube-api-access-4wxlc\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.328177 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-config-data\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.328205 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.328220 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.328266 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/899be10f-e129-4db1-8b42-bfbd82434708-logs\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.328293 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-config-data\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.328312 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5fgxf\" (UniqueName: \"kubernetes.io/projected/899be10f-e129-4db1-8b42-bfbd82434708-kube-api-access-5fgxf\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.328350 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-logs\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.329848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/7a79f9aa-7389-461f-990e-f6a6af23489e-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "7a79f9aa-7389-461f-990e-f6a6af23489e" (UID: "7a79f9aa-7389-461f-990e-f6a6af23489e"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.334940 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7a79f9aa-7389-461f-990e-f6a6af23489e-logs" (OuterVolumeSpecName: "logs") pod "7a79f9aa-7389-461f-990e-f6a6af23489e" (UID: "7a79f9aa-7389-461f-990e-f6a6af23489e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.335453 4809 scope.go:117] "RemoveContainer" containerID="986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d" Oct 13 20:23:35 crc kubenswrapper[4809]: E1013 20:23:35.335840 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d\": container with ID starting with 986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d not found: ID does not exist" containerID="986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.335875 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d"} err="failed to get container status \"986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d\": rpc error: code = NotFound desc = could not find container \"986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d\": container with ID starting with 986cb3edf638fcda3b791966ae566ee73acfe36ede79525e92c746aa0cc1a85d not found: ID does not exist" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.335894 4809 scope.go:117] "RemoveContainer" containerID="92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204" Oct 13 20:23:35 crc kubenswrapper[4809]: E1013 20:23:35.336279 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204\": container with ID starting with 92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204 not found: ID does not exist" containerID="92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.336299 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204"} err="failed to get container status \"92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204\": rpc error: code = NotFound desc = could not find container \"92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204\": container with ID starting with 92ce379d02618dca24a76e525c221082e646c92ab0c96188f208d7e00f8aa204 not found: ID does not exist" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.338082 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/899be10f-e129-4db1-8b42-bfbd82434708-logs\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.338644 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.338872 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7a79f9aa-7389-461f-990e-f6a6af23489e-kube-api-access-xs98d" (OuterVolumeSpecName: "kube-api-access-xs98d") pod "7a79f9aa-7389-461f-990e-f6a6af23489e" (UID: "7a79f9aa-7389-461f-990e-f6a6af23489e"). InnerVolumeSpecName "kube-api-access-xs98d". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.341366 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-scripts" (OuterVolumeSpecName: "scripts") pod "7a79f9aa-7389-461f-990e-f6a6af23489e" (UID: "7a79f9aa-7389-461f-990e-f6a6af23489e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.342472 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "7a79f9aa-7389-461f-990e-f6a6af23489e" (UID: "7a79f9aa-7389-461f-990e-f6a6af23489e"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.347582 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-config-data\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.348191 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.381332 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5fgxf\" (UniqueName: \"kubernetes.io/projected/899be10f-e129-4db1-8b42-bfbd82434708-kube-api-access-5fgxf\") pod \"nova-metadata-0\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.430859 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4wxlc\" (UniqueName: \"kubernetes.io/projected/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-kube-api-access-4wxlc\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431086 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431152 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-config-data\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431198 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-logs\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431255 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-scripts\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431271 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431289 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431335 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7a79f9aa-7389-461f-990e-f6a6af23489e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431345 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431354 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431364 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xs98d\" (UniqueName: \"kubernetes.io/projected/7a79f9aa-7389-461f-990e-f6a6af23489e-kube-api-access-xs98d\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431373 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/7a79f9aa-7389-461f-990e-f6a6af23489e-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.431627 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.433103 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-logs\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.433193 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.449063 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.450891 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.452255 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-config-data\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.452380 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-scripts\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.453393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4wxlc\" (UniqueName: \"kubernetes.io/projected/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-kube-api-access-4wxlc\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.465104 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7a79f9aa-7389-461f-990e-f6a6af23489e" (UID: "7a79f9aa-7389-461f-990e-f6a6af23489e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.526869 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.532876 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:35 crc kubenswrapper[4809]: I1013 20:23:35.566268 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.603222 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.617981 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data" (OuterVolumeSpecName: "config-data") pod "7a79f9aa-7389-461f-990e-f6a6af23489e" (UID: "7a79f9aa-7389-461f-990e-f6a6af23489e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.641433 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7a79f9aa-7389-461f-990e-f6a6af23489e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.802036 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"cce8a495-61f5-4771-923e-efeb5175b5ff","Type":"ContainerStarted","Data":"195baca78fa63a9ad3793673f98b19b5124377c3bf2630d869f920d860dda1e3"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.802269 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"cce8a495-61f5-4771-923e-efeb5175b5ff","Type":"ContainerStarted","Data":"e3cc17f801583630bba825161908c0d29cf7e665037256036378ced40231ec98"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.803313 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.813572 4809 generic.go:334] "Generic (PLEG): container finished" podID="482796ce-2859-4e8b-acc0-7007ffaa2319" containerID="16e6624ac925ace36af2f1ee81be72ad5f852c502f815aae906b6c5926fc3cdb" exitCode=0 Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.813621 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" event={"ID":"482796ce-2859-4e8b-acc0-7007ffaa2319","Type":"ContainerDied","Data":"16e6624ac925ace36af2f1ee81be72ad5f852c502f815aae906b6c5926fc3cdb"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.814926 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e6651bef-ebef-4fed-a9e3-4402c14edf5e","Type":"ContainerStarted","Data":"2b98b6646650044a70a2dd4f28225edc62371d4dcb30f2e6c7c24ae656a203e9"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.814948 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e6651bef-ebef-4fed-a9e3-4402c14edf5e","Type":"ContainerStarted","Data":"e8d06084742870972b2bd8e5db4ee6cda4cfcc2ffcfb20954d1344ac602ad433"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.869090 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-78454b578b-bs5xn"] Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.873899 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"69529d27-56f6-46bb-9170-b487b2512ac0","Type":"ContainerStarted","Data":"2c8efc64600ccd7c804e9567ac95e3a5b1a432c87deefecd7536f4ca86611a15"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.889541 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=3.889521427 podStartE2EDuration="3.889521427s" podCreationTimestamp="2025-10-13 20:23:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:35.847064716 +0000 UTC m=+3534.452811301" watchObservedRunningTime="2025-10-13 20:23:35.889521427 +0000 UTC m=+3534.495268012" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.914209 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.914188749 podStartE2EDuration="2.914188749s" podCreationTimestamp="2025-10-13 20:23:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:35.877835499 +0000 UTC m=+3534.483582084" watchObservedRunningTime="2025-10-13 20:23:35.914188749 +0000 UTC m=+3534.519935334" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.922228 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"7f2ab15f-22dc-44b2-b34a-7b5921409329","Type":"ContainerStarted","Data":"6188e5e7fe71ae74b646c9a99170388ffd4cfd0d40b8625f2375f72d625f72c1"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.925688 4809 generic.go:334] "Generic (PLEG): container finished" podID="5a9e8c91-d328-4bbb-bc43-fe11219594e4" containerID="a88e4f2995fffff8aa2b006ce67b0a5fe63957aad25deeef9746002dc748b8d4" exitCode=143 Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.925911 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" event={"ID":"5a9e8c91-d328-4bbb-bc43-fe11219594e4","Type":"ContainerDied","Data":"a88e4f2995fffff8aa2b006ce67b0a5fe63957aad25deeef9746002dc748b8d4"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.963217 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.964410 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"2f90c628-a5ab-4ab5-9b6c-965188e43973","Type":"ContainerDied","Data":"a109065ac66d9b20aa3b8e8785f29486e3156b1da46aa027c4624366ea8ff4ef"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.964457 4809 scope.go:117] "RemoveContainer" containerID="fa2a86a36670e87f2e27ec0549a1f82fd6173530c846ce11a220de2239d032e9" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.971099 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"09f1e633-eb53-4800-843f-567c04a076a3","Type":"ContainerStarted","Data":"fcce1827ad04d3e51703defc6056a842b0390a5bc9277092e2728161fe7ef942"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.971131 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"09f1e633-eb53-4800-843f-567c04a076a3","Type":"ContainerStarted","Data":"96a1ff22f132a47e75007b4717fae0ec04b1bced8e5032702acc7687fe23f61a"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.980063 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:35.982984 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"7a79f9aa-7389-461f-990e-f6a6af23489e","Type":"ContainerDied","Data":"ef52d95d054069810cff81500c61f9bccc88930b1862b7fe8ed86669083ae42f"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.047210 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=4.047187729 podStartE2EDuration="4.047187729s" podCreationTimestamp="2025-10-13 20:23:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:36.001373304 +0000 UTC m=+3534.607119889" watchObservedRunningTime="2025-10-13 20:23:36.047187729 +0000 UTC m=+3534.652934314" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.091280 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/memcached-0" podUID="518bb1a7-d27d-4142-80cb-134265e78aeb" containerName="memcached" probeResult="failure" output="dial tcp 10.217.1.201:11211: i/o timeout" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.099557 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="f5180d4e-3965-45d4-8d0f-d9a2421825f5" containerName="nova-cell1-novncproxy-novncproxy" probeResult="failure" output="Get \"http://10.217.0.58:6080/vnc_lite.html\": dial tcp 10.217.0.58:6080: i/o timeout (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.099876 4809 scope.go:117] "RemoveContainer" containerID="2c0d9af4f92871c67983ea9c728de9f5e7ab9c8c79055a42adb7cd885e791dd4" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.141514 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.225092 4809 scope.go:117] "RemoveContainer" containerID="0d9830bff13d0a8d14674209ef25a61f8ea22737bd69954dc73cf3a1565fe17d" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.269989 4809 scope.go:117] "RemoveContainer" containerID="2b53104448832c54737d1c977cf3e74998d86db2200e8bd2cb195d4d03f36d9a" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.316673 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb" path="/var/lib/kubelet/pods/2e0ddaea-1ab4-45d5-80eb-f8a5de316fcb/volumes" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.317508 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="353ea697-f542-4470-ae10-f39d676305cc" path="/var/lib/kubelet/pods/353ea697-f542-4470-ae10-f39d676305cc/volumes" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.318339 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ef637f20-9317-4c7a-8d69-a0f16b2dfd61" path="/var/lib/kubelet/pods/ef637f20-9317-4c7a-8d69-a0f16b2dfd61/volumes" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.319518 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.319543 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:23:36 crc kubenswrapper[4809]: E1013 20:23:36.319843 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7a79f9aa-7389-461f-990e-f6a6af23489e" containerName="cinder-api-log" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.319853 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7a79f9aa-7389-461f-990e-f6a6af23489e" containerName="cinder-api-log" Oct 13 20:23:36 crc kubenswrapper[4809]: E1013 20:23:36.319880 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7a79f9aa-7389-461f-990e-f6a6af23489e" containerName="cinder-api" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.319886 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7a79f9aa-7389-461f-990e-f6a6af23489e" containerName="cinder-api" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.320084 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7a79f9aa-7389-461f-990e-f6a6af23489e" containerName="cinder-api" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.320097 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7a79f9aa-7389-461f-990e-f6a6af23489e" containerName="cinder-api-log" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.330764 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.330795 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.330809 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.330884 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.333282 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.345425 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.349717 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.364005 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.364947 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.431765 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ql7w2\" (UniqueName: \"kubernetes.io/projected/bfbeab58-3eef-478f-8061-107fd355b5df-kube-api-access-ql7w2\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.431801 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-scripts\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.431834 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-scripts\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.431872 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.431894 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.431933 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-etc-machine-id\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.431968 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.432020 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-config-data\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.432033 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-logs\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.432134 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.432152 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kmq4n\" (UniqueName: \"kubernetes.io/projected/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-kube-api-access-kmq4n\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.432205 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.432284 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data-custom\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.432304 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-logs\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534585 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-config-data\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534618 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-logs\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534679 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534699 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kmq4n\" (UniqueName: \"kubernetes.io/projected/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-kube-api-access-kmq4n\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534750 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534796 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data-custom\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-logs\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534840 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-ql7w2\" (UniqueName: \"kubernetes.io/projected/bfbeab58-3eef-478f-8061-107fd355b5df-kube-api-access-ql7w2\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534856 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-scripts\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534876 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-scripts\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534894 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534915 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534937 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-etc-machine-id\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.534962 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.535383 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.539585 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-logs\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.540661 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-logs\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.547765 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.549433 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-scripts\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.549476 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-etc-machine-id\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.553682 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.558014 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-ql7w2\" (UniqueName: \"kubernetes.io/projected/bfbeab58-3eef-478f-8061-107fd355b5df-kube-api-access-ql7w2\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.563636 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-scripts\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.563862 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data-custom\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.564023 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.564548 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-config-data\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.576019 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.578945 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kmq4n\" (UniqueName: \"kubernetes.io/projected/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-kube-api-access-kmq4n\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.584493 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data\") pod \"cinder-api-0\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.669486 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.684260 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.991078 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" event={"ID":"3fa6270e-a741-421e-9d1d-ea317f98cdbb","Type":"ContainerStarted","Data":"ba2b685982eb139bacd01bf4161a2c59bdf3b5932739620054bb7d1dd4eeeca8"} Oct 13 20:23:36 crc kubenswrapper[4809]: I1013 20:23:36.991314 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" event={"ID":"3fa6270e-a741-421e-9d1d-ea317f98cdbb","Type":"ContainerStarted","Data":"039bfc3d6671fac92257f580c468be3588313ca48d9703d8b7006023728602d7"} Oct 13 20:23:37 crc kubenswrapper[4809]: I1013 20:23:37.007213 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"7f2ab15f-22dc-44b2-b34a-7b5921409329","Type":"ContainerStarted","Data":"39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452"} Oct 13 20:23:37 crc kubenswrapper[4809]: I1013 20:23:37.007253 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"7f2ab15f-22dc-44b2-b34a-7b5921409329","Type":"ContainerStarted","Data":"f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b"} Oct 13 20:23:37 crc kubenswrapper[4809]: I1013 20:23:37.032097 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=4.032081744 podStartE2EDuration="4.032081744s" podCreationTimestamp="2025-10-13 20:23:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:37.02552766 +0000 UTC m=+3535.631274245" watchObservedRunningTime="2025-10-13 20:23:37.032081744 +0000 UTC m=+3535.637828329" Oct 13 20:23:37 crc kubenswrapper[4809]: I1013 20:23:37.118281 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:23:37 crc kubenswrapper[4809]: I1013 20:23:37.138005 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:23:37 crc kubenswrapper[4809]: I1013 20:23:37.384236 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:37 crc kubenswrapper[4809]: I1013 20:23:37.411910 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.059160 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc","Type":"ContainerStarted","Data":"51e9c2274437c9baef0bb4a94e9481ebd460305039f5f562ef7f7ef7187be060"} Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.162198 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" event={"ID":"3fa6270e-a741-421e-9d1d-ea317f98cdbb","Type":"ContainerStarted","Data":"33e1a08b785a6769f1ed1d0028932e35917a7f720f5882ed2ad080f59a542faa"} Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.162537 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.162618 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.189459 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" podStartSLOduration=4.189441696 podStartE2EDuration="4.189441696s" podCreationTimestamp="2025-10-13 20:23:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:38.187127671 +0000 UTC m=+3536.792874256" watchObservedRunningTime="2025-10-13 20:23:38.189441696 +0000 UTC m=+3536.795188281" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.208231 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.208600 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.211356 4809 generic.go:334] "Generic (PLEG): container finished" podID="39f3b25d-1e45-4fce-bac3-51722c4453a8" containerID="01a6c3801509f00ed7aa332aeeb442f261e72ed252eab0d2200ac4f8286fb41d" exitCode=0 Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.215398 4809 generic.go:334] "Generic (PLEG): container finished" podID="c7bd633f-e1bb-4b53-be81-34d27783cd01" containerID="4a150878a983f450b68cf0a6b640d91abacc3ae88c55ce36b9b439d5182b7535" exitCode=0 Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.219196 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2f90c628-a5ab-4ab5-9b6c-965188e43973" path="/var/lib/kubelet/pods/2f90c628-a5ab-4ab5-9b6c-965188e43973/volumes" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.240597 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7a79f9aa-7389-461f-990e-f6a6af23489e" path="/var/lib/kubelet/pods/7a79f9aa-7389-461f-990e-f6a6af23489e/volumes" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.242405 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"39f3b25d-1e45-4fce-bac3-51722c4453a8","Type":"ContainerDied","Data":"01a6c3801509f00ed7aa332aeeb442f261e72ed252eab0d2200ac4f8286fb41d"} Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.242436 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" event={"ID":"c7bd633f-e1bb-4b53-be81-34d27783cd01","Type":"ContainerDied","Data":"4a150878a983f450b68cf0a6b640d91abacc3ae88c55ce36b9b439d5182b7535"} Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.253454 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6","Type":"ContainerStarted","Data":"d058e5111799cb3b774f9e1ae1e04f49fac8050e93a89992ce6b4d1b6ed1817b"} Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.255503 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.282469 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"899be10f-e129-4db1-8b42-bfbd82434708","Type":"ContainerStarted","Data":"56889bab8d90270cc56e5e1938766f330327c5b9428a61091e6b86c7987fc601"} Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.312794 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/4b99256d-fb03-457e-af17-fe173db5b289-erlang-cookie-secret\") pod \"4b99256d-fb03-457e-af17-fe173db5b289\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.312885 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-r7vvt\" (UniqueName: \"kubernetes.io/projected/5a9e8c91-d328-4bbb-bc43-fe11219594e4-kube-api-access-r7vvt\") pod \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.312947 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5a9e8c91-d328-4bbb-bc43-fe11219594e4-logs\") pod \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313012 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-plugins\") pod \"4b99256d-fb03-457e-af17-fe173db5b289\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313032 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data-custom\") pod \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313102 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-plugins-conf\") pod \"4b99256d-fb03-457e-af17-fe173db5b289\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313158 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"4b99256d-fb03-457e-af17-fe173db5b289\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313203 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-server-conf\") pod \"4b99256d-fb03-457e-af17-fe173db5b289\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313238 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-erlang-cookie\") pod \"4b99256d-fb03-457e-af17-fe173db5b289\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/4b99256d-fb03-457e-af17-fe173db5b289-pod-info\") pod \"4b99256d-fb03-457e-af17-fe173db5b289\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313298 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hqfn6\" (UniqueName: \"kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-kube-api-access-hqfn6\") pod \"4b99256d-fb03-457e-af17-fe173db5b289\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313349 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-combined-ca-bundle\") pod \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313371 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data\") pod \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\" (UID: \"5a9e8c91-d328-4bbb-bc43-fe11219594e4\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313392 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-confd\") pod \"4b99256d-fb03-457e-af17-fe173db5b289\" (UID: \"4b99256d-fb03-457e-af17-fe173db5b289\") " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.313529 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5a9e8c91-d328-4bbb-bc43-fe11219594e4-logs" (OuterVolumeSpecName: "logs") pod "5a9e8c91-d328-4bbb-bc43-fe11219594e4" (UID: "5a9e8c91-d328-4bbb-bc43-fe11219594e4"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.315428 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/5a9e8c91-d328-4bbb-bc43-fe11219594e4-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.318204 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "4b99256d-fb03-457e-af17-fe173db5b289" (UID: "4b99256d-fb03-457e-af17-fe173db5b289"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.323974 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "4b99256d-fb03-457e-af17-fe173db5b289" (UID: "4b99256d-fb03-457e-af17-fe173db5b289"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.324050 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4b99256d-fb03-457e-af17-fe173db5b289-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "4b99256d-fb03-457e-af17-fe173db5b289" (UID: "4b99256d-fb03-457e-af17-fe173db5b289"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.371825 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "4b99256d-fb03-457e-af17-fe173db5b289" (UID: "4b99256d-fb03-457e-af17-fe173db5b289"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.391141 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/4b99256d-fb03-457e-af17-fe173db5b289-pod-info" (OuterVolumeSpecName: "pod-info") pod "4b99256d-fb03-457e-af17-fe173db5b289" (UID: "4b99256d-fb03-457e-af17-fe173db5b289"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.391537 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5a9e8c91-d328-4bbb-bc43-fe11219594e4-kube-api-access-r7vvt" (OuterVolumeSpecName: "kube-api-access-r7vvt") pod "5a9e8c91-d328-4bbb-bc43-fe11219594e4" (UID: "5a9e8c91-d328-4bbb-bc43-fe11219594e4"). InnerVolumeSpecName "kube-api-access-r7vvt". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.391948 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-kube-api-access-hqfn6" (OuterVolumeSpecName: "kube-api-access-hqfn6") pod "4b99256d-fb03-457e-af17-fe173db5b289" (UID: "4b99256d-fb03-457e-af17-fe173db5b289"). InnerVolumeSpecName "kube-api-access-hqfn6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.394856 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "5a9e8c91-d328-4bbb-bc43-fe11219594e4" (UID: "5a9e8c91-d328-4bbb-bc43-fe11219594e4"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.404322 4809 generic.go:334] "Generic (PLEG): container finished" podID="f294a64c-bce8-4e73-b540-09f86b3a52a5" containerID="c3a31a0c09628e7d99eee449dea0caffd36c9105174daf0df6d1ec3adb85b44b" exitCode=0 Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.404431 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f294a64c-bce8-4e73-b540-09f86b3a52a5","Type":"ContainerDied","Data":"c3a31a0c09628e7d99eee449dea0caffd36c9105174daf0df6d1ec3adb85b44b"} Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.421891 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/4b99256d-fb03-457e-af17-fe173db5b289-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.421931 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-r7vvt\" (UniqueName: \"kubernetes.io/projected/5a9e8c91-d328-4bbb-bc43-fe11219594e4-kube-api-access-r7vvt\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.421943 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.421954 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.421963 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.421976 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.421993 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/4b99256d-fb03-457e-af17-fe173db5b289-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.422004 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hqfn6\" (UniqueName: \"kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-kube-api-access-hqfn6\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.426527 4809 generic.go:334] "Generic (PLEG): container finished" podID="5a9e8c91-d328-4bbb-bc43-fe11219594e4" containerID="b872103ab9293ce3ae9af2cf66e35e60f6e1df7f8fb6f53b393e740a963a7a05" exitCode=0 Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.426642 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" event={"ID":"5a9e8c91-d328-4bbb-bc43-fe11219594e4","Type":"ContainerDied","Data":"b872103ab9293ce3ae9af2cf66e35e60f6e1df7f8fb6f53b393e740a963a7a05"} Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.426679 4809 scope.go:117] "RemoveContainer" containerID="b872103ab9293ce3ae9af2cf66e35e60f6e1df7f8fb6f53b393e740a963a7a05" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.426864 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.429653 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bfbeab58-3eef-478f-8061-107fd355b5df","Type":"ContainerStarted","Data":"c308bb7ead2bd2c0718b691dbe38c179b79d434d13858d5dae9bdd11127fb42c"} Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.446799 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"69529d27-56f6-46bb-9170-b487b2512ac0","Type":"ContainerStarted","Data":"f16a5c7052237f2a805fef0dec7ea6c21b4b6b9349f06bef5441ab52f54023c4"} Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.471602 4809 generic.go:334] "Generic (PLEG): container finished" podID="4b99256d-fb03-457e-af17-fe173db5b289" containerID="191720175f7c666ab5b924b72016421d6e396ae2685576f6425a06fd4a1db484" exitCode=0 Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.473692 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.474451 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"4b99256d-fb03-457e-af17-fe173db5b289","Type":"ContainerDied","Data":"191720175f7c666ab5b924b72016421d6e396ae2685576f6425a06fd4a1db484"} Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.478275 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage10-crc" (OuterVolumeSpecName: "persistence") pod "4b99256d-fb03-457e-af17-fe173db5b289" (UID: "4b99256d-fb03-457e-af17-fe173db5b289"). InnerVolumeSpecName "local-storage10-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.480907 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5a9e8c91-d328-4bbb-bc43-fe11219594e4" (UID: "5a9e8c91-d328-4bbb-bc43-fe11219594e4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.529703 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.536279 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" " Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.569927 4809 scope.go:117] "RemoveContainer" containerID="a88e4f2995fffff8aa2b006ce67b0a5fe63957aad25deeef9746002dc748b8d4" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.701409 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.761375 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-server-conf" (OuterVolumeSpecName: "server-conf") pod "4b99256d-fb03-457e-af17-fe173db5b289" (UID: "4b99256d-fb03-457e-af17-fe173db5b289"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.784444 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage10-crc" (UniqueName: "kubernetes.io/local-volume/local-storage10-crc") on node "crc" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.842158 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.842183 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/4b99256d-fb03-457e-af17-fe173db5b289-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.902752 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data" (OuterVolumeSpecName: "config-data") pod "5a9e8c91-d328-4bbb-bc43-fe11219594e4" (UID: "5a9e8c91-d328-4bbb-bc43-fe11219594e4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.919771 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "4b99256d-fb03-457e-af17-fe173db5b289" (UID: "4b99256d-fb03-457e-af17-fe173db5b289"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.944963 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5a9e8c91-d328-4bbb-bc43-fe11219594e4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:38 crc kubenswrapper[4809]: I1013 20:23:38.944992 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/4b99256d-fb03-457e-af17-fe173db5b289-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.021899 4809 scope.go:117] "RemoveContainer" containerID="191720175f7c666ab5b924b72016421d6e396ae2685576f6425a06fd4a1db484" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.086796 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.126927 4809 scope.go:117] "RemoveContainer" containerID="7c24b7ee10b3b958cc627c3ffd6999c74cf3d0916613c39ffcb05c5f23fb7914" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.148435 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data\") pod \"c7bd633f-e1bb-4b53-be81-34d27783cd01\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.148529 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c7bd633f-e1bb-4b53-be81-34d27783cd01-logs\") pod \"c7bd633f-e1bb-4b53-be81-34d27783cd01\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.148593 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5t2n8\" (UniqueName: \"kubernetes.io/projected/c7bd633f-e1bb-4b53-be81-34d27783cd01-kube-api-access-5t2n8\") pod \"c7bd633f-e1bb-4b53-be81-34d27783cd01\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.148618 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-combined-ca-bundle\") pod \"c7bd633f-e1bb-4b53-be81-34d27783cd01\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.148754 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data-custom\") pod \"c7bd633f-e1bb-4b53-be81-34d27783cd01\" (UID: \"c7bd633f-e1bb-4b53-be81-34d27783cd01\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.149326 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c7bd633f-e1bb-4b53-be81-34d27783cd01-logs" (OuterVolumeSpecName: "logs") pod "c7bd633f-e1bb-4b53-be81-34d27783cd01" (UID: "c7bd633f-e1bb-4b53-be81-34d27783cd01"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.154917 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "c7bd633f-e1bb-4b53-be81-34d27783cd01" (UID: "c7bd633f-e1bb-4b53-be81-34d27783cd01"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.157020 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c7bd633f-e1bb-4b53-be81-34d27783cd01-kube-api-access-5t2n8" (OuterVolumeSpecName: "kube-api-access-5t2n8") pod "c7bd633f-e1bb-4b53-be81-34d27783cd01" (UID: "c7bd633f-e1bb-4b53-be81-34d27783cd01"). InnerVolumeSpecName "kube-api-access-5t2n8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.199955 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.204902 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data" (OuterVolumeSpecName: "config-data") pod "c7bd633f-e1bb-4b53-be81-34d27783cd01" (UID: "c7bd633f-e1bb-4b53-be81-34d27783cd01"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.208833 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c7bd633f-e1bb-4b53-be81-34d27783cd01" (UID: "c7bd633f-e1bb-4b53-be81-34d27783cd01"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.257641 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-combined-ca-bundle\") pod \"39f3b25d-1e45-4fce-bac3-51722c4453a8\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.257860 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jqh6c\" (UniqueName: \"kubernetes.io/projected/39f3b25d-1e45-4fce-bac3-51722c4453a8-kube-api-access-jqh6c\") pod \"39f3b25d-1e45-4fce-bac3-51722c4453a8\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.258613 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-config-data\") pod \"39f3b25d-1e45-4fce-bac3-51722c4453a8\" (UID: \"39f3b25d-1e45-4fce-bac3-51722c4453a8\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.259173 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.259190 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c7bd633f-e1bb-4b53-be81-34d27783cd01-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.259202 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5t2n8\" (UniqueName: \"kubernetes.io/projected/c7bd633f-e1bb-4b53-be81-34d27783cd01-kube-api-access-5t2n8\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.259215 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.259226 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/c7bd633f-e1bb-4b53-be81-34d27783cd01-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.267974 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/39f3b25d-1e45-4fce-bac3-51722c4453a8-kube-api-access-jqh6c" (OuterVolumeSpecName: "kube-api-access-jqh6c") pod "39f3b25d-1e45-4fce-bac3-51722c4453a8" (UID: "39f3b25d-1e45-4fce-bac3-51722c4453a8"). InnerVolumeSpecName "kube-api-access-jqh6c". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.348551 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-config-data" (OuterVolumeSpecName: "config-data") pod "39f3b25d-1e45-4fce-bac3-51722c4453a8" (UID: "39f3b25d-1e45-4fce-bac3-51722c4453a8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.352940 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "39f3b25d-1e45-4fce-bac3-51722c4453a8" (UID: "39f3b25d-1e45-4fce-bac3-51722c4453a8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.361927 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jqh6c\" (UniqueName: \"kubernetes.io/projected/39f3b25d-1e45-4fce-bac3-51722c4453a8-kube-api-access-jqh6c\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.361956 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.361966 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/39f3b25d-1e45-4fce-bac3-51722c4453a8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.458501 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.470886 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.491932 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.511077 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz"] Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.540618 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-c847ddc47-rzpbz"] Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.545170 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"f294a64c-bce8-4e73-b540-09f86b3a52a5","Type":"ContainerDied","Data":"840bc34d8e5d0f78d981b052f821ab7d2e16f5ed9ca29f2f026e916bec79411c"} Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.545209 4809 scope.go:117] "RemoveContainer" containerID="c3a31a0c09628e7d99eee449dea0caffd36c9105174daf0df6d1ec3adb85b44b" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.545306 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.561381 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:23:39 crc kubenswrapper[4809]: E1013 20:23:39.561829 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5a9e8c91-d328-4bbb-bc43-fe11219594e4" containerName="barbican-worker-log" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.561840 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5a9e8c91-d328-4bbb-bc43-fe11219594e4" containerName="barbican-worker-log" Oct 13 20:23:39 crc kubenswrapper[4809]: E1013 20:23:39.561864 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4b99256d-fb03-457e-af17-fe173db5b289" containerName="rabbitmq" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.561871 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4b99256d-fb03-457e-af17-fe173db5b289" containerName="rabbitmq" Oct 13 20:23:39 crc kubenswrapper[4809]: E1013 20:23:39.561879 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c7bd633f-e1bb-4b53-be81-34d27783cd01" containerName="barbican-keystone-listener" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.561885 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c7bd633f-e1bb-4b53-be81-34d27783cd01" containerName="barbican-keystone-listener" Oct 13 20:23:39 crc kubenswrapper[4809]: E1013 20:23:39.561900 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f294a64c-bce8-4e73-b540-09f86b3a52a5" containerName="rabbitmq" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.561906 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f294a64c-bce8-4e73-b540-09f86b3a52a5" containerName="rabbitmq" Oct 13 20:23:39 crc kubenswrapper[4809]: E1013 20:23:39.561924 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5a9e8c91-d328-4bbb-bc43-fe11219594e4" containerName="barbican-worker" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.561930 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5a9e8c91-d328-4bbb-bc43-fe11219594e4" containerName="barbican-worker" Oct 13 20:23:39 crc kubenswrapper[4809]: E1013 20:23:39.561941 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4b99256d-fb03-457e-af17-fe173db5b289" containerName="setup-container" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.561947 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4b99256d-fb03-457e-af17-fe173db5b289" containerName="setup-container" Oct 13 20:23:39 crc kubenswrapper[4809]: E1013 20:23:39.561958 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c7bd633f-e1bb-4b53-be81-34d27783cd01" containerName="barbican-keystone-listener-log" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.561964 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c7bd633f-e1bb-4b53-be81-34d27783cd01" containerName="barbican-keystone-listener-log" Oct 13 20:23:39 crc kubenswrapper[4809]: E1013 20:23:39.561986 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f294a64c-bce8-4e73-b540-09f86b3a52a5" containerName="setup-container" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.561992 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f294a64c-bce8-4e73-b540-09f86b3a52a5" containerName="setup-container" Oct 13 20:23:39 crc kubenswrapper[4809]: E1013 20:23:39.562004 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="39f3b25d-1e45-4fce-bac3-51722c4453a8" containerName="nova-cell0-conductor-conductor" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.562009 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="39f3b25d-1e45-4fce-bac3-51722c4453a8" containerName="nova-cell0-conductor-conductor" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.562178 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="39f3b25d-1e45-4fce-bac3-51722c4453a8" containerName="nova-cell0-conductor-conductor" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.562188 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c7bd633f-e1bb-4b53-be81-34d27783cd01" containerName="barbican-keystone-listener" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.562201 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4b99256d-fb03-457e-af17-fe173db5b289" containerName="rabbitmq" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.562217 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5a9e8c91-d328-4bbb-bc43-fe11219594e4" containerName="barbican-worker" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.562225 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c7bd633f-e1bb-4b53-be81-34d27783cd01" containerName="barbican-keystone-listener-log" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.562233 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f294a64c-bce8-4e73-b540-09f86b3a52a5" containerName="rabbitmq" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.562243 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5a9e8c91-d328-4bbb-bc43-fe11219594e4" containerName="barbican-worker-log" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.563281 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.567384 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-confd\") pod \"f294a64c-bce8-4e73-b540-09f86b3a52a5\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.567495 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/f294a64c-bce8-4e73-b540-09f86b3a52a5-pod-info\") pod \"f294a64c-bce8-4e73-b540-09f86b3a52a5\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.567575 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"persistence\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"f294a64c-bce8-4e73-b540-09f86b3a52a5\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.567666 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-erlang-cookie\") pod \"f294a64c-bce8-4e73-b540-09f86b3a52a5\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.567776 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-server-conf\") pod \"f294a64c-bce8-4e73-b540-09f86b3a52a5\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.567950 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/f294a64c-bce8-4e73-b540-09f86b3a52a5-erlang-cookie-secret\") pod \"f294a64c-bce8-4e73-b540-09f86b3a52a5\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.568012 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-plugins\") pod \"f294a64c-bce8-4e73-b540-09f86b3a52a5\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.568364 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-plugins-conf\") pod \"f294a64c-bce8-4e73-b540-09f86b3a52a5\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.568497 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-d5v6q\" (UniqueName: \"kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-kube-api-access-d5v6q\") pod \"f294a64c-bce8-4e73-b540-09f86b3a52a5\" (UID: \"f294a64c-bce8-4e73-b540-09f86b3a52a5\") " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.569271 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-erlang-cookie" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.569321 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-server-conf" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.569446 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-config-data" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.569572 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-default-user" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.569744 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-server-dockercfg-s6qtn" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.569859 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-plugins-conf" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.569965 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-svc" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.570053 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-erlang-cookie" (OuterVolumeSpecName: "rabbitmq-erlang-cookie") pod "f294a64c-bce8-4e73-b540-09f86b3a52a5" (UID: "f294a64c-bce8-4e73-b540-09f86b3a52a5"). InnerVolumeSpecName "rabbitmq-erlang-cookie". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.580150 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.580856 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-plugins" (OuterVolumeSpecName: "rabbitmq-plugins") pod "f294a64c-bce8-4e73-b540-09f86b3a52a5" (UID: "f294a64c-bce8-4e73-b540-09f86b3a52a5"). InnerVolumeSpecName "rabbitmq-plugins". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.582335 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-plugins-conf" (OuterVolumeSpecName: "plugins-conf") pod "f294a64c-bce8-4e73-b540-09f86b3a52a5" (UID: "f294a64c-bce8-4e73-b540-09f86b3a52a5"). InnerVolumeSpecName "plugins-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.597283 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"39f3b25d-1e45-4fce-bac3-51722c4453a8","Type":"ContainerDied","Data":"138e69f96a017da66f965e4c34e5596581939a0bf6bc8e8bba8f49289b23928c"} Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.597357 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.632994 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f294a64c-bce8-4e73-b540-09f86b3a52a5-erlang-cookie-secret" (OuterVolumeSpecName: "erlang-cookie-secret") pod "f294a64c-bce8-4e73-b540-09f86b3a52a5" (UID: "f294a64c-bce8-4e73-b540-09f86b3a52a5"). InnerVolumeSpecName "erlang-cookie-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.633175 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.633017 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9" event={"ID":"c7bd633f-e1bb-4b53-be81-34d27783cd01","Type":"ContainerDied","Data":"0dd398ce14235be6d603ec01f1e9d8dec4d2803efb33a2610825b5e10fb259b0"} Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.636599 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage14-crc" (OuterVolumeSpecName: "persistence") pod "f294a64c-bce8-4e73-b540-09f86b3a52a5" (UID: "f294a64c-bce8-4e73-b540-09f86b3a52a5"). InnerVolumeSpecName "local-storage14-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.639340 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-kube-api-access-d5v6q" (OuterVolumeSpecName: "kube-api-access-d5v6q") pod "f294a64c-bce8-4e73-b540-09f86b3a52a5" (UID: "f294a64c-bce8-4e73-b540-09f86b3a52a5"). InnerVolumeSpecName "kube-api-access-d5v6q". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.641946 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/downward-api/f294a64c-bce8-4e73-b540-09f86b3a52a5-pod-info" (OuterVolumeSpecName: "pod-info") pod "f294a64c-bce8-4e73-b540-09f86b3a52a5" (UID: "f294a64c-bce8-4e73-b540-09f86b3a52a5"). InnerVolumeSpecName "pod-info". PluginName "kubernetes.io/downward-api", VolumeGidValue "" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.650954 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"899be10f-e129-4db1-8b42-bfbd82434708","Type":"ContainerStarted","Data":"b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374"} Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.670586 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/7ffa01f6-b393-4ac4-83de-250b16260df9-pod-info\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.671493 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.671590 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/7ffa01f6-b393-4ac4-83de-250b16260df9-config-data\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.671689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rbrnj\" (UniqueName: \"kubernetes.io/projected/7ffa01f6-b393-4ac4-83de-250b16260df9-kube-api-access-rbrnj\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.671772 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/7ffa01f6-b393-4ac4-83de-250b16260df9-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.671858 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.671928 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/7ffa01f6-b393-4ac4-83de-250b16260df9-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.672003 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.672098 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.672163 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/7ffa01f6-b393-4ac4-83de-250b16260df9-server-conf\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.672236 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.672331 4809 reconciler_common.go:293] "Volume detached for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-plugins-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.672390 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-d5v6q\" (UniqueName: \"kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-kube-api-access-d5v6q\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.672439 4809 reconciler_common.go:293] "Volume detached for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/f294a64c-bce8-4e73-b540-09f86b3a52a5-pod-info\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.672496 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" " Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.672545 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-erlang-cookie\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.672597 4809 reconciler_common.go:293] "Volume detached for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/f294a64c-bce8-4e73-b540-09f86b3a52a5-erlang-cookie-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.672645 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-plugins\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.774248 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.774533 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/7ffa01f6-b393-4ac4-83de-250b16260df9-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.774560 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.774620 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.774647 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/7ffa01f6-b393-4ac4-83de-250b16260df9-server-conf\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.774677 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.774757 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") device mount path \"/mnt/openstack/pv10\"" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.774823 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-erlang-cookie\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.774765 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/7ffa01f6-b393-4ac4-83de-250b16260df9-pod-info\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.775413 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.775524 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/7ffa01f6-b393-4ac4-83de-250b16260df9-config-data\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.775566 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rbrnj\" (UniqueName: \"kubernetes.io/projected/7ffa01f6-b393-4ac4-83de-250b16260df9-kube-api-access-rbrnj\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.775586 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/7ffa01f6-b393-4ac4-83de-250b16260df9-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.776395 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/7ffa01f6-b393-4ac4-83de-250b16260df9-plugins-conf\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.776496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-plugins\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.776534 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/7ffa01f6-b393-4ac4-83de-250b16260df9-server-conf\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.776556 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/7ffa01f6-b393-4ac4-83de-250b16260df9-config-data\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.814940 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/7ffa01f6-b393-4ac4-83de-250b16260df9-erlang-cookie-secret\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.818387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-confd\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.818550 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/7ffa01f6-b393-4ac4-83de-250b16260df9-rabbitmq-tls\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.818757 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/7ffa01f6-b393-4ac4-83de-250b16260df9-pod-info\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.822470 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rbrnj\" (UniqueName: \"kubernetes.io/projected/7ffa01f6-b393-4ac4-83de-250b16260df9-kube-api-access-rbrnj\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.917920 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage10-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage10-crc\") pod \"rabbitmq-server-0\" (UID: \"7ffa01f6-b393-4ac4-83de-250b16260df9\") " pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.928400 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage14-crc" (UniqueName: "kubernetes.io/local-volume/local-storage14-crc") on node "crc" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.932629 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:39 crc kubenswrapper[4809]: I1013 20:23:39.988388 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.062407 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-server-conf" (OuterVolumeSpecName: "server-conf") pod "f294a64c-bce8-4e73-b540-09f86b3a52a5" (UID: "f294a64c-bce8-4e73-b540-09f86b3a52a5"). InnerVolumeSpecName "server-conf". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.090013 4809 reconciler_common.go:293] "Volume detached for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/f294a64c-bce8-4e73-b540-09f86b3a52a5-server-conf\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.179894 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4b99256d-fb03-457e-af17-fe173db5b289" path="/var/lib/kubelet/pods/4b99256d-fb03-457e-af17-fe173db5b289/volumes" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.180992 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5a9e8c91-d328-4bbb-bc43-fe11219594e4" path="/var/lib/kubelet/pods/5a9e8c91-d328-4bbb-bc43-fe11219594e4/volumes" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.281401 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-confd" (OuterVolumeSpecName: "rabbitmq-confd") pod "f294a64c-bce8-4e73-b540-09f86b3a52a5" (UID: "f294a64c-bce8-4e73-b540-09f86b3a52a5"). InnerVolumeSpecName "rabbitmq-confd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.303693 4809 reconciler_common.go:293] "Volume detached for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/f294a64c-bce8-4e73-b540-09f86b3a52a5-rabbitmq-confd\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.317140 4809 scope.go:117] "RemoveContainer" containerID="a41bd5229a7cc3d61bfe3b291229eb3c2c18b4854bf9dfc7aab5a1ddd8ff041d" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.345874 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.397446 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.405879 4809 scope.go:117] "RemoveContainer" containerID="01a6c3801509f00ed7aa332aeeb442f261e72ed252eab0d2200ac4f8286fb41d" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.412134 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.418833 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.420236 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.426006 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.432204 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.436306 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9"] Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.451790 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc556c54b-4qbq9"] Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.512653 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.528782 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.534781 4809 scope.go:117] "RemoveContainer" containerID="4a150878a983f450b68cf0a6b640d91abacc3ae88c55ce36b9b439d5182b7535" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.580822 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.582660 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.586994 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-plugins-conf" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.587036 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-erlang-cookie" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.587522 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-default-user" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.587650 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-rabbitmq-cell1-svc" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.587774 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-dockercfg-7khkh" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.587892 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-server-conf" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.588017 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"rabbitmq-cell1-config-data" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.601782 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.615693 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.615994 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4kspb\" (UniqueName: \"kubernetes.io/projected/0cbec809-0be6-4a82-98c0-c989a7e3aa85-kube-api-access-4kspb\") pod \"nova-cell0-conductor-0\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.616028 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.697966 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bfbeab58-3eef-478f-8061-107fd355b5df","Type":"ContainerStarted","Data":"61c43d58aec1b72fdfcffaaf178abffb400aa92e9caa71c02cdcf13c677a8984"} Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.713846 4809 scope.go:117] "RemoveContainer" containerID="fe6c5b95f4afd85d4b372071cb86fe938be92a5ebd30218d74a865e9a859745c" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.714812 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"899be10f-e129-4db1-8b42-bfbd82434708","Type":"ContainerStarted","Data":"da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea"} Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718074 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/e9dd90a1-922c-45ba-bf7c-5734df7139ef-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718116 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718158 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/e9dd90a1-922c-45ba-bf7c-5734df7139ef-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718200 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718231 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/e9dd90a1-922c-45ba-bf7c-5734df7139ef-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718261 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718294 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718314 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7pbsq\" (UniqueName: \"kubernetes.io/projected/e9dd90a1-922c-45ba-bf7c-5734df7139ef-kube-api-access-7pbsq\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718330 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/e9dd90a1-922c-45ba-bf7c-5734df7139ef-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718353 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4kspb\" (UniqueName: \"kubernetes.io/projected/0cbec809-0be6-4a82-98c0-c989a7e3aa85-kube-api-access-4kspb\") pod \"nova-cell0-conductor-0\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718388 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.718416 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e9dd90a1-922c-45ba-bf7c-5734df7139ef-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.726775 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.726876 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.733942 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"69529d27-56f6-46bb-9170-b487b2512ac0","Type":"ContainerStarted","Data":"fc8efee30ec2cb171f7bd1961b4c4d8efbbbcf2943f8c187f021d3ef06191d66"} Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.751980 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=6.751958609 podStartE2EDuration="6.751958609s" podCreationTimestamp="2025-10-13 20:23:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:40.730934319 +0000 UTC m=+3539.336680914" watchObservedRunningTime="2025-10-13 20:23:40.751958609 +0000 UTC m=+3539.357705194" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.756598 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.775492 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.792974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4kspb\" (UniqueName: \"kubernetes.io/projected/0cbec809-0be6-4a82-98c0-c989a7e3aa85-kube-api-access-4kspb\") pod \"nova-cell0-conductor-0\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.824793 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc","Type":"ContainerStarted","Data":"9454eb3aeab547aec15f9a3d141196b7c7d61a42c7a7bd94c2ac381bbb4c41c8"} Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.828505 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.828534 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7pbsq\" (UniqueName: \"kubernetes.io/projected/e9dd90a1-922c-45ba-bf7c-5734df7139ef-kube-api-access-7pbsq\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.828552 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/e9dd90a1-922c-45ba-bf7c-5734df7139ef-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.828596 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.828610 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e9dd90a1-922c-45ba-bf7c-5734df7139ef-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.828651 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.828710 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/e9dd90a1-922c-45ba-bf7c-5734df7139ef-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.828755 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.828784 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/e9dd90a1-922c-45ba-bf7c-5734df7139ef-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.828834 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/e9dd90a1-922c-45ba-bf7c-5734df7139ef-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.828865 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.830111 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-plugins\" (UniqueName: \"kubernetes.io/empty-dir/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-plugins\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.833451 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") device mount path \"/mnt/openstack/pv14\"" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.836029 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-erlang-cookie\" (UniqueName: \"kubernetes.io/empty-dir/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-erlang-cookie\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.836602 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/e9dd90a1-922c-45ba-bf7c-5734df7139ef-config-data\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.837656 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"server-conf\" (UniqueName: \"kubernetes.io/configmap/e9dd90a1-922c-45ba-bf7c-5734df7139ef-server-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.838633 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"plugins-conf\" (UniqueName: \"kubernetes.io/configmap/e9dd90a1-922c-45ba-bf7c-5734df7139ef-plugins-conf\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.839766 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-tls\" (UniqueName: \"kubernetes.io/projected/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-tls\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.845303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"erlang-cookie-secret\" (UniqueName: \"kubernetes.io/secret/e9dd90a1-922c-45ba-bf7c-5734df7139ef-erlang-cookie-secret\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.850014 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"rabbitmq-confd\" (UniqueName: \"kubernetes.io/projected/e9dd90a1-922c-45ba-bf7c-5734df7139ef-rabbitmq-confd\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.855599 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.871487 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7pbsq\" (UniqueName: \"kubernetes.io/projected/e9dd90a1-922c-45ba-bf7c-5734df7139ef-kube-api-access-7pbsq\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.871810 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6","Type":"ContainerStarted","Data":"7e0b4b9754f71e8d1442f86a60d7f661b3cb397835481906ac36b71e653f0fa9"} Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.871890 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"pod-info\" (UniqueName: \"kubernetes.io/downward-api/e9dd90a1-922c-45ba-bf7c-5734df7139ef-pod-info\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.904099 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=7.904075575 podStartE2EDuration="7.904075575s" podCreationTimestamp="2025-10-13 20:23:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:40.804141352 +0000 UTC m=+3539.409887937" watchObservedRunningTime="2025-10-13 20:23:40.904075575 +0000 UTC m=+3539.509822160" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.917372 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage14-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage14-crc\") pod \"rabbitmq-cell1-server-0\" (UID: \"e9dd90a1-922c-45ba-bf7c-5734df7139ef\") " pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:40 crc kubenswrapper[4809]: I1013 20:23:40.947331 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.073546 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-server-0"] Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.078807 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.526656 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/rabbitmq-cell1-server-0"] Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.592167 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.735786 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964"] Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.736121 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api-log" containerID="cri-o://36a6427361b321c00b5cd27c9e93bbdc1075cd457fd9e10c94f9833fe7088f86" gracePeriod=30 Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.736412 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api" containerID="cri-o://f68c01b82dcd87e2359f96c3e1a490e8cc86d9f831ffc2f9c54bd649ab7c7f4a" gracePeriod=30 Oct 13 20:23:41 crc kubenswrapper[4809]: W1013 20:23:41.764892 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0cbec809_0be6_4a82_98c0_c989a7e3aa85.slice/crio-27e94d9403ade6dfdb1636dfae980eb8dfb4c6e07b2f7d6841dd536f75fe4ac7 WatchSource:0}: Error finding container 27e94d9403ade6dfdb1636dfae980eb8dfb4c6e07b2f7d6841dd536f75fe4ac7: Status 404 returned error can't find the container with id 27e94d9403ade6dfdb1636dfae980eb8dfb4c6e07b2f7d6841dd536f75fe4ac7 Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.804576 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.931962 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6","Type":"ContainerStarted","Data":"ad17ba4d5d4966a485ed9496d3e104f21edb7d870db5d4afad6c2b4a27358e5b"} Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.957492 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bfbeab58-3eef-478f-8061-107fd355b5df","Type":"ContainerStarted","Data":"8cf3ff385a01b73c2b8bf37f1b26835984a159c52398db67b19c5341d99548c6"} Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.960124 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"e9dd90a1-922c-45ba-bf7c-5734df7139ef","Type":"ContainerStarted","Data":"6114eef44be0036d5fe9234865f79cb37b7753cfbca50783bf0f9857599ea48a"} Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.961712 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"0cbec809-0be6-4a82-98c0-c989a7e3aa85","Type":"ContainerStarted","Data":"27e94d9403ade6dfdb1636dfae980eb8dfb4c6e07b2f7d6841dd536f75fe4ac7"} Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.967601 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"7ffa01f6-b393-4ac4-83de-250b16260df9","Type":"ContainerStarted","Data":"8b56d6be78195377f184791d0ed11a4030743077e24494d18c0adf2b9c89a714"} Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.977133 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=6.977114281 podStartE2EDuration="6.977114281s" podCreationTimestamp="2025-10-13 20:23:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:41.975694992 +0000 UTC m=+3540.581441577" watchObservedRunningTime="2025-10-13 20:23:41.977114281 +0000 UTC m=+3540.582860866" Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.990972 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc","Type":"ContainerStarted","Data":"9222734033a163ea6496bc1e32d8bca0e0ea0c9f9c70421b2a82d53d01a2ef95"} Oct 13 20:23:41 crc kubenswrapper[4809]: I1013 20:23:41.991913 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:42 crc kubenswrapper[4809]: I1013 20:23:42.038517 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=6.038500083 podStartE2EDuration="6.038500083s" podCreationTimestamp="2025-10-13 20:23:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:42.017034421 +0000 UTC m=+3540.622781006" watchObservedRunningTime="2025-10-13 20:23:42.038500083 +0000 UTC m=+3540.644246668" Oct 13 20:23:42 crc kubenswrapper[4809]: I1013 20:23:42.048014 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:23:42 crc kubenswrapper[4809]: I1013 20:23:42.054078 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=6.05406455 podStartE2EDuration="6.05406455s" podCreationTimestamp="2025-10-13 20:23:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:42.051507748 +0000 UTC m=+3540.657254333" watchObservedRunningTime="2025-10-13 20:23:42.05406455 +0000 UTC m=+3540.659811125" Oct 13 20:23:42 crc kubenswrapper[4809]: I1013 20:23:42.182356 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="39f3b25d-1e45-4fce-bac3-51722c4453a8" path="/var/lib/kubelet/pods/39f3b25d-1e45-4fce-bac3-51722c4453a8/volumes" Oct 13 20:23:42 crc kubenswrapper[4809]: I1013 20:23:42.183635 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c7bd633f-e1bb-4b53-be81-34d27783cd01" path="/var/lib/kubelet/pods/c7bd633f-e1bb-4b53-be81-34d27783cd01/volumes" Oct 13 20:23:42 crc kubenswrapper[4809]: I1013 20:23:42.185175 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f294a64c-bce8-4e73-b540-09f86b3a52a5" path="/var/lib/kubelet/pods/f294a64c-bce8-4e73-b540-09f86b3a52a5/volumes" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.013979 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"0cbec809-0be6-4a82-98c0-c989a7e3aa85","Type":"ContainerStarted","Data":"664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360"} Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.014664 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.018659 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"7ffa01f6-b393-4ac4-83de-250b16260df9","Type":"ContainerStarted","Data":"ae8d2b819349235d1b190e7ec1fc368f6ef7aebc3b7d8a2303a2e8a60a2ffcf0"} Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.021662 4809 generic.go:334] "Generic (PLEG): container finished" podID="1696b6de-fef2-473b-89fa-a62e10038525" containerID="36a6427361b321c00b5cd27c9e93bbdc1075cd457fd9e10c94f9833fe7088f86" exitCode=143 Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.021801 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" event={"ID":"1696b6de-fef2-473b-89fa-a62e10038525","Type":"ContainerDied","Data":"36a6427361b321c00b5cd27c9e93bbdc1075cd457fd9e10c94f9833fe7088f86"} Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.038885 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=3.038856711 podStartE2EDuration="3.038856711s" podCreationTimestamp="2025-10-13 20:23:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:43.032548794 +0000 UTC m=+3541.638295419" watchObservedRunningTime="2025-10-13 20:23:43.038856711 +0000 UTC m=+3541.644603296" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.147270 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.147535 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="b3e3bf90-9f63-4a26-96de-0848e889dac2" containerName="ovn-northd" containerID="cri-o://ebd03c1cf64a054cfdcc9d2a460378f4e93f9afffad6f16a28218dc6a03f3531" gracePeriod=30 Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.147716 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="b3e3bf90-9f63-4a26-96de-0848e889dac2" containerName="openstack-network-exporter" containerID="cri-o://d05f1b10a7098e1c6bf942022c01993b9314ec4d5368f6c064e7f9c5475ea44a" gracePeriod=30 Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.203702 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.205965 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="ceilometer-central-agent" containerID="cri-o://ed29f5a22773859b9f0dc54dbda72fea0dec436b0b2a4eca42cd4234c31e7c71" gracePeriod=30 Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.206330 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="proxy-httpd" containerID="cri-o://8d3fde75f1beb472c5a8f20ebdac0d848484efb1cd630b733f6a21541ee3e999" gracePeriod=30 Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.206358 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="ceilometer-notification-agent" containerID="cri-o://3b1dc70b6c70b00b47bb24e1f36eb63e4f28696969e4ff7728648bf7cff341b5" gracePeriod=30 Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.206347 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="sg-core" containerID="cri-o://531fb9e0a466437cb8caea02c687f14d794b63a7c96161e532fc595645af47ee" gracePeriod=30 Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.215253 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.230071 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.246860 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.264594 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.470080 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.493234 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.493531 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="e6651bef-ebef-4fed-a9e3-4402c14edf5e" containerName="nova-scheduler-scheduler" containerID="cri-o://2b98b6646650044a70a2dd4f28225edc62371d4dcb30f2e6c7c24ae656a203e9" gracePeriod=30 Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.585026 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.585399 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="bd69058e-dd25-48b5-9d05-0577570ca4cc" containerName="nova-cell1-conductor-conductor" containerID="cri-o://e95b007b11723e29f5af0df539aee87feeb8592f86405d901c1d2b66e7af87dd" gracePeriod=30 Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.697786 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-6vthh"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.711371 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-6vthh"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.740886 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.755249 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.830393 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.832431 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.852168 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.861528 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.862223 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-c7r62"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.863319 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907267 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-combined-ca-bundle\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907328 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data-custom\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907352 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907372 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-credential-keys\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907392 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data-custom\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907400 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907439 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x6qhc\" (UniqueName: \"kubernetes.io/projected/9d984d65-e476-4717-bdf1-6d48ab43f600-kube-api-access-x6qhc\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907566 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-combined-ca-bundle\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907857 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-fernet-keys\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907884 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-combined-ca-bundle\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907908 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9d984d65-e476-4717-bdf1-6d48ab43f600-logs\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.907974 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-z2h5m\" (UniqueName: \"kubernetes.io/projected/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-kube-api-access-z2h5m\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.908032 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-scripts\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.908076 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-config-data\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.908100 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a5afcbd8-f781-4436-a05e-80b914a9f48f-logs\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.908145 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9klrx\" (UniqueName: \"kubernetes.io/projected/a5afcbd8-f781-4436-a05e-80b914a9f48f-kube-api-access-9klrx\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.908190 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.923990 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv"] Oct 13 20:23:43 crc kubenswrapper[4809]: I1013 20:23:43.979991 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017315 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-scripts\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017370 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-config-data\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017388 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a5afcbd8-f781-4436-a05e-80b914a9f48f-logs\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017417 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9klrx\" (UniqueName: \"kubernetes.io/projected/a5afcbd8-f781-4436-a05e-80b914a9f48f-kube-api-access-9klrx\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017445 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017476 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-combined-ca-bundle\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017511 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data-custom\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017531 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017547 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-credential-keys\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017567 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data-custom\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017607 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-x6qhc\" (UniqueName: \"kubernetes.io/projected/9d984d65-e476-4717-bdf1-6d48ab43f600-kube-api-access-x6qhc\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017626 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-combined-ca-bundle\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017664 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-fernet-keys\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017678 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9d984d65-e476-4717-bdf1-6d48ab43f600-logs\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017692 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-combined-ca-bundle\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.017722 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-z2h5m\" (UniqueName: \"kubernetes.io/projected/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-kube-api-access-z2h5m\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.024608 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9d984d65-e476-4717-bdf1-6d48ab43f600-logs\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.032587 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data-custom\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.033183 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a5afcbd8-f781-4436-a05e-80b914a9f48f-logs\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.044097 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-config-data\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.047389 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-fernet-keys\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.047598 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-combined-ca-bundle\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.047833 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data-custom\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.047895 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-scripts\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.048634 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-combined-ca-bundle\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.048700 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"e9dd90a1-922c-45ba-bf7c-5734df7139ef","Type":"ContainerStarted","Data":"e09c765e9e1e31e4f294d3825ebe7635fc70eb8644dea75edfd9517091c99e0c"} Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.049078 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.054256 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-credential-keys\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.054919 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.055930 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-combined-ca-bundle\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.058776 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-78454b578b-bs5xn"] Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.059053 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" podUID="3fa6270e-a741-421e-9d1d-ea317f98cdbb" containerName="placement-log" containerID="cri-o://ba2b685982eb139bacd01bf4161a2c59bdf3b5932739620054bb7d1dd4eeeca8" gracePeriod=30 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.059482 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" podUID="3fa6270e-a741-421e-9d1d-ea317f98cdbb" containerName="placement-api" containerID="cri-o://33e1a08b785a6769f1ed1d0028932e35917a7f720f5882ed2ad080f59a542faa" gracePeriod=30 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.063640 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9klrx\" (UniqueName: \"kubernetes.io/projected/a5afcbd8-f781-4436-a05e-80b914a9f48f-kube-api-access-9klrx\") pod \"barbican-worker-85bc4866dc-5jtlv\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.081506 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-x6qhc\" (UniqueName: \"kubernetes.io/projected/9d984d65-e476-4717-bdf1-6d48ab43f600-kube-api-access-x6qhc\") pod \"barbican-keystone-listener-5cc495fc5b-snvd2\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.084711 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-c7r62"] Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.087604 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-z2h5m\" (UniqueName: \"kubernetes.io/projected/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-kube-api-access-z2h5m\") pod \"keystone-bootstrap-c7r62\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.125046 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_b3e3bf90-9f63-4a26-96de-0848e889dac2/ovn-northd/0.log" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.125095 4809 generic.go:334] "Generic (PLEG): container finished" podID="b3e3bf90-9f63-4a26-96de-0848e889dac2" containerID="d05f1b10a7098e1c6bf942022c01993b9314ec4d5368f6c064e7f9c5475ea44a" exitCode=2 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.125113 4809 generic.go:334] "Generic (PLEG): container finished" podID="b3e3bf90-9f63-4a26-96de-0848e889dac2" containerID="ebd03c1cf64a054cfdcc9d2a460378f4e93f9afffad6f16a28218dc6a03f3531" exitCode=143 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.125192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"b3e3bf90-9f63-4a26-96de-0848e889dac2","Type":"ContainerDied","Data":"d05f1b10a7098e1c6bf942022c01993b9314ec4d5368f6c064e7f9c5475ea44a"} Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.125221 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"b3e3bf90-9f63-4a26-96de-0848e889dac2","Type":"ContainerDied","Data":"ebd03c1cf64a054cfdcc9d2a460378f4e93f9afffad6f16a28218dc6a03f3531"} Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.125230 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"b3e3bf90-9f63-4a26-96de-0848e889dac2","Type":"ContainerDied","Data":"f516ddf96fb5263e74a7b69d1b638bcaeb37b04ef6d0679d86dd52d2944064ee"} Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.125240 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="f516ddf96fb5263e74a7b69d1b638bcaeb37b04ef6d0679d86dd52d2944064ee" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.161911 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.184355 4809 generic.go:334] "Generic (PLEG): container finished" podID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerID="8d3fde75f1beb472c5a8f20ebdac0d848484efb1cd630b733f6a21541ee3e999" exitCode=0 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.184387 4809 generic.go:334] "Generic (PLEG): container finished" podID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerID="531fb9e0a466437cb8caea02c687f14d794b63a7c96161e532fc595645af47ee" exitCode=2 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.185558 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="bfbeab58-3eef-478f-8061-107fd355b5df" containerName="glance-log" containerID="cri-o://61c43d58aec1b72fdfcffaaf178abffb400aa92e9caa71c02cdcf13c677a8984" gracePeriod=30 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.185935 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="bfbeab58-3eef-478f-8061-107fd355b5df" containerName="glance-httpd" containerID="cri-o://8cf3ff385a01b73c2b8bf37f1b26835984a159c52398db67b19c5341d99548c6" gracePeriod=30 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.186055 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" containerName="glance-log" containerID="cri-o://7e0b4b9754f71e8d1442f86a60d7f661b3cb397835481906ac36b71e653f0fa9" gracePeriod=30 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.186238 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" containerName="glance-httpd" containerID="cri-o://ad17ba4d5d4966a485ed9496d3e104f21edb7d870db5d4afad6c2b4a27358e5b" gracePeriod=30 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.202993 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.203646 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.204063 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="633731c3-af99-4346-b914-3daaab4fd087" path="/var/lib/kubelet/pods/633731c3-af99-4346-b914-3daaab4fd087/volumes" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.205476 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"305e340e-9d60-4990-ac45-a4e31450c4c4","Type":"ContainerDied","Data":"8d3fde75f1beb472c5a8f20ebdac0d848484efb1cd630b733f6a21541ee3e999"} Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.205505 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"305e340e-9d60-4990-ac45-a4e31450c4c4","Type":"ContainerDied","Data":"531fb9e0a466437cb8caea02c687f14d794b63a7c96161e532fc595645af47ee"} Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.205521 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.214833 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.220239 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-796cf4c4bb-l5mmg"] Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.224410 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_b3e3bf90-9f63-4a26-96de-0848e889dac2/ovn-northd/0.log" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.224492 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.231148 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.231182 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.231464 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.297551 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf"] Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.297821 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" podUID="319642d6-cbc0-4070-85e6-b888a55f3204" containerName="neutron-api" containerID="cri-o://6d77ff3d6652c6aae7c4459611823418c63bf6fda562a6311c9f9e74b3c465ca" gracePeriod=30 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.298256 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" podUID="319642d6-cbc0-4070-85e6-b888a55f3204" containerName="neutron-httpd" containerID="cri-o://e04ff243b52b8102350b9e8406ffcfe6b970536f002f81bc0ed26b76925b18d6" gracePeriod=30 Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.360756 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" podUID="319642d6-cbc0-4070-85e6-b888a55f3204" containerName="neutron-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.421388 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mbrzj\" (UniqueName: \"kubernetes.io/projected/b3e3bf90-9f63-4a26-96de-0848e889dac2-kube-api-access-mbrzj\") pod \"b3e3bf90-9f63-4a26-96de-0848e889dac2\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.421844 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-scripts\") pod \"b3e3bf90-9f63-4a26-96de-0848e889dac2\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.421960 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b3e3bf90-9f63-4a26-96de-0848e889dac2-ovn-rundir\") pod \"b3e3bf90-9f63-4a26-96de-0848e889dac2\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.422011 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b3e3bf90-9f63-4a26-96de-0848e889dac2-combined-ca-bundle\") pod \"b3e3bf90-9f63-4a26-96de-0848e889dac2\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.422036 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-config\") pod \"b3e3bf90-9f63-4a26-96de-0848e889dac2\" (UID: \"b3e3bf90-9f63-4a26-96de-0848e889dac2\") " Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.424607 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b3e3bf90-9f63-4a26-96de-0848e889dac2-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "b3e3bf90-9f63-4a26-96de-0848e889dac2" (UID: "b3e3bf90-9f63-4a26-96de-0848e889dac2"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.425200 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-config" (OuterVolumeSpecName: "config") pod "b3e3bf90-9f63-4a26-96de-0848e889dac2" (UID: "b3e3bf90-9f63-4a26-96de-0848e889dac2"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.425470 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-config-data\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.425636 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-combined-ca-bundle\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.425914 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-scripts" (OuterVolumeSpecName: "scripts") pod "b3e3bf90-9f63-4a26-96de-0848e889dac2" (UID: "b3e3bf90-9f63-4a26-96de-0848e889dac2"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.425722 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-scripts\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.427231 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-internal-tls-certs\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.427285 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-public-tls-certs\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.427365 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tpkpv\" (UniqueName: \"kubernetes.io/projected/bc27ee2c-78da-4f8e-a85b-7ceda208a755-kube-api-access-tpkpv\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.427711 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bc27ee2c-78da-4f8e-a85b-7ceda208a755-logs\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.428175 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b3e3bf90-9f63-4a26-96de-0848e889dac2-kube-api-access-mbrzj" (OuterVolumeSpecName: "kube-api-access-mbrzj") pod "b3e3bf90-9f63-4a26-96de-0848e889dac2" (UID: "b3e3bf90-9f63-4a26-96de-0848e889dac2"). InnerVolumeSpecName "kube-api-access-mbrzj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.431179 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b3e3bf90-9f63-4a26-96de-0848e889dac2-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.431389 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.431409 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b3e3bf90-9f63-4a26-96de-0848e889dac2-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.431433 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-796cf4c4bb-l5mmg"] Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.460400 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b3e3bf90-9f63-4a26-96de-0848e889dac2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b3e3bf90-9f63-4a26-96de-0848e889dac2" (UID: "b3e3bf90-9f63-4a26-96de-0848e889dac2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.473173 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-85f6d48958-z7l28"] Oct 13 20:23:44 crc kubenswrapper[4809]: E1013 20:23:44.473650 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b3e3bf90-9f63-4a26-96de-0848e889dac2" containerName="ovn-northd" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.473668 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b3e3bf90-9f63-4a26-96de-0848e889dac2" containerName="ovn-northd" Oct 13 20:23:44 crc kubenswrapper[4809]: E1013 20:23:44.473691 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b3e3bf90-9f63-4a26-96de-0848e889dac2" containerName="openstack-network-exporter" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.473698 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b3e3bf90-9f63-4a26-96de-0848e889dac2" containerName="openstack-network-exporter" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.473910 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b3e3bf90-9f63-4a26-96de-0848e889dac2" containerName="ovn-northd" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.473937 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b3e3bf90-9f63-4a26-96de-0848e889dac2" containerName="openstack-network-exporter" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.475358 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.497703 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-85f6d48958-z7l28"] Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.512928 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5"] Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.534020 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5"] Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.534132 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.536970 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data-custom\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537018 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-combined-ca-bundle\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537242 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537274 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-combined-ca-bundle\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537299 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-scripts\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537334 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-combined-ca-bundle\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537356 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6rxcq\" (UniqueName: \"kubernetes.io/projected/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-kube-api-access-6rxcq\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537382 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-72rgc\" (UniqueName: \"kubernetes.io/projected/9942f551-b79d-45d8-8628-348f049074b9-kube-api-access-72rgc\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537402 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-internal-tls-certs\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537423 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-public-tls-certs\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537448 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tpkpv\" (UniqueName: \"kubernetes.io/projected/bc27ee2c-78da-4f8e-a85b-7ceda208a755-kube-api-access-tpkpv\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537473 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bc27ee2c-78da-4f8e-a85b-7ceda208a755-logs\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537498 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-httpd-config\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537513 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-logs\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537551 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-config\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537576 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-config-data\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537629 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mbrzj\" (UniqueName: \"kubernetes.io/projected/b3e3bf90-9f63-4a26-96de-0848e889dac2-kube-api-access-mbrzj\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.537639 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b3e3bf90-9f63-4a26-96de-0848e889dac2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.545234 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bc27ee2c-78da-4f8e-a85b-7ceda208a755-logs\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.551717 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-internal-tls-certs\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.552425 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-combined-ca-bundle\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.553047 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-config-data\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.553368 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-scripts\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.565627 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-public-tls-certs\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.601944 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tpkpv\" (UniqueName: \"kubernetes.io/projected/bc27ee2c-78da-4f8e-a85b-7ceda208a755-kube-api-access-tpkpv\") pod \"placement-796cf4c4bb-l5mmg\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.650051 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-72rgc\" (UniqueName: \"kubernetes.io/projected/9942f551-b79d-45d8-8628-348f049074b9-kube-api-access-72rgc\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.650401 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-httpd-config\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.650427 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-logs\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.650474 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-config\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.650529 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data-custom\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.650553 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.650585 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-combined-ca-bundle\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.650620 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-combined-ca-bundle\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.650639 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6rxcq\" (UniqueName: \"kubernetes.io/projected/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-kube-api-access-6rxcq\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.658391 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data-custom\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.658667 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-logs\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.663607 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-httpd-config\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.669121 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-config\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.669671 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6rxcq\" (UniqueName: \"kubernetes.io/projected/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-kube-api-access-6rxcq\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.670282 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-72rgc\" (UniqueName: \"kubernetes.io/projected/9942f551-b79d-45d8-8628-348f049074b9-kube-api-access-72rgc\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.672497 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-combined-ca-bundle\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.673720 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data\") pod \"barbican-api-659575d6f4-z8tm5\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.682510 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-combined-ca-bundle\") pod \"neutron-85f6d48958-z7l28\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.718380 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.818228 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.904226 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:44 crc kubenswrapper[4809]: I1013 20:23:44.935579 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2"] Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.094785 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv"] Oct 13 20:23:45 crc kubenswrapper[4809]: W1013 20:23:45.120235 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9d984d65_e476_4717_bdf1_6d48ab43f600.slice/crio-f92d36a2c29f87e375b9e700132aeba12d72533e06f4421e7c88a3a23d7db039 WatchSource:0}: Error finding container f92d36a2c29f87e375b9e700132aeba12d72533e06f4421e7c88a3a23d7db039: Status 404 returned error can't find the container with id f92d36a2c29f87e375b9e700132aeba12d72533e06f4421e7c88a3a23d7db039 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.141593 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-c7r62"] Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.255209 4809 generic.go:334] "Generic (PLEG): container finished" podID="bd69058e-dd25-48b5-9d05-0577570ca4cc" containerID="e95b007b11723e29f5af0df539aee87feeb8592f86405d901c1d2b66e7af87dd" exitCode=0 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.255329 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"bd69058e-dd25-48b5-9d05-0577570ca4cc","Type":"ContainerDied","Data":"e95b007b11723e29f5af0df539aee87feeb8592f86405d901c1d2b66e7af87dd"} Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.262097 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" event={"ID":"a5afcbd8-f781-4436-a05e-80b914a9f48f","Type":"ContainerStarted","Data":"9995b83f6c8d166827266799095c0897b74fc5ae3e57f32ab9c7a6dc9f5d6fa0"} Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.283857 4809 generic.go:334] "Generic (PLEG): container finished" podID="3fa6270e-a741-421e-9d1d-ea317f98cdbb" containerID="ba2b685982eb139bacd01bf4161a2c59bdf3b5932739620054bb7d1dd4eeeca8" exitCode=143 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.283912 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" event={"ID":"3fa6270e-a741-421e-9d1d-ea317f98cdbb","Type":"ContainerDied","Data":"ba2b685982eb139bacd01bf4161a2c59bdf3b5932739620054bb7d1dd4eeeca8"} Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.286248 4809 generic.go:334] "Generic (PLEG): container finished" podID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" containerID="ad17ba4d5d4966a485ed9496d3e104f21edb7d870db5d4afad6c2b4a27358e5b" exitCode=0 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.286269 4809 generic.go:334] "Generic (PLEG): container finished" podID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" containerID="7e0b4b9754f71e8d1442f86a60d7f661b3cb397835481906ac36b71e653f0fa9" exitCode=143 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.286304 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6","Type":"ContainerDied","Data":"ad17ba4d5d4966a485ed9496d3e104f21edb7d870db5d4afad6c2b4a27358e5b"} Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.286324 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6","Type":"ContainerDied","Data":"7e0b4b9754f71e8d1442f86a60d7f661b3cb397835481906ac36b71e653f0fa9"} Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.323294 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" event={"ID":"9d984d65-e476-4717-bdf1-6d48ab43f600","Type":"ContainerStarted","Data":"f92d36a2c29f87e375b9e700132aeba12d72533e06f4421e7c88a3a23d7db039"} Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.342863 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.0.121:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.342940 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.0.121:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.345354 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.1.240:9311/healthcheck\": read tcp 10.217.0.2:57796->10.217.1.240:9311: read: connection reset by peer" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.345417 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.1.240:9311/healthcheck\": read tcp 10.217.0.2:57784->10.217.1.240:9311: read: connection reset by peer" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.367574 4809 generic.go:334] "Generic (PLEG): container finished" podID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerID="3b1dc70b6c70b00b47bb24e1f36eb63e4f28696969e4ff7728648bf7cff341b5" exitCode=0 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.367667 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"305e340e-9d60-4990-ac45-a4e31450c4c4","Type":"ContainerDied","Data":"3b1dc70b6c70b00b47bb24e1f36eb63e4f28696969e4ff7728648bf7cff341b5"} Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.398903 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.402200 4809 generic.go:334] "Generic (PLEG): container finished" podID="319642d6-cbc0-4070-85e6-b888a55f3204" containerID="e04ff243b52b8102350b9e8406ffcfe6b970536f002f81bc0ed26b76925b18d6" exitCode=0 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.402294 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" event={"ID":"319642d6-cbc0-4070-85e6-b888a55f3204","Type":"ContainerDied","Data":"e04ff243b52b8102350b9e8406ffcfe6b970536f002f81bc0ed26b76925b18d6"} Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.430702 4809 generic.go:334] "Generic (PLEG): container finished" podID="bfbeab58-3eef-478f-8061-107fd355b5df" containerID="8cf3ff385a01b73c2b8bf37f1b26835984a159c52398db67b19c5341d99548c6" exitCode=0 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.430749 4809 generic.go:334] "Generic (PLEG): container finished" podID="bfbeab58-3eef-478f-8061-107fd355b5df" containerID="61c43d58aec1b72fdfcffaaf178abffb400aa92e9caa71c02cdcf13c677a8984" exitCode=143 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.431632 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bfbeab58-3eef-478f-8061-107fd355b5df","Type":"ContainerDied","Data":"8cf3ff385a01b73c2b8bf37f1b26835984a159c52398db67b19c5341d99548c6"} Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.431656 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bfbeab58-3eef-478f-8061-107fd355b5df","Type":"ContainerDied","Data":"61c43d58aec1b72fdfcffaaf178abffb400aa92e9caa71c02cdcf13c677a8984"} Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.432589 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" containerName="nova-cell0-conductor-conductor" containerID="cri-o://664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" gracePeriod=30 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.432742 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" containerName="cinder-api-log" containerID="cri-o://9454eb3aeab547aec15f9a3d141196b7c7d61a42c7a7bd94c2ac381bbb4c41c8" gracePeriod=30 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.436965 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.437811 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" containerName="cinder-api" containerID="cri-o://9222734033a163ea6496bc1e32d8bca0e0ea0c9f9c70421b2a82d53d01a2ef95" gracePeriod=30 Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.466003 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.469482 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.469509 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.469533 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.607855 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.608177 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.641781 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.681376 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-config-data\") pod \"bd69058e-dd25-48b5-9d05-0577570ca4cc\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.681484 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zkgqh\" (UniqueName: \"kubernetes.io/projected/bd69058e-dd25-48b5-9d05-0577570ca4cc-kube-api-access-zkgqh\") pod \"bd69058e-dd25-48b5-9d05-0577570ca4cc\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.681623 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-combined-ca-bundle\") pod \"bd69058e-dd25-48b5-9d05-0577570ca4cc\" (UID: \"bd69058e-dd25-48b5-9d05-0577570ca4cc\") " Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.682829 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.715801 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:45 crc kubenswrapper[4809]: E1013 20:23:45.717613 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bd69058e-dd25-48b5-9d05-0577570ca4cc" containerName="nova-cell1-conductor-conductor" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.717640 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bd69058e-dd25-48b5-9d05-0577570ca4cc" containerName="nova-cell1-conductor-conductor" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.718032 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bd69058e-dd25-48b5-9d05-0577570ca4cc" containerName="nova-cell1-conductor-conductor" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.720056 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.724120 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bd69058e-dd25-48b5-9d05-0577570ca4cc-kube-api-access-zkgqh" (OuterVolumeSpecName: "kube-api-access-zkgqh") pod "bd69058e-dd25-48b5-9d05-0577570ca4cc" (UID: "bd69058e-dd25-48b5-9d05-0577570ca4cc"). InnerVolumeSpecName "kube-api-access-zkgqh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.724453 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovn-metrics" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.724636 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.724832 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.724996 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-k2f4g" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.726832 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.729758 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.786400 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zkgqh\" (UniqueName: \"kubernetes.io/projected/bd69058e-dd25-48b5-9d05-0577570ca4cc-kube-api-access-zkgqh\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.818448 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bd69058e-dd25-48b5-9d05-0577570ca4cc" (UID: "bd69058e-dd25-48b5-9d05-0577570ca4cc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.886402 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.903955 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.903992 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wvx2d\" (UniqueName: \"kubernetes.io/projected/94a5244a-62bb-490a-b12f-93e10b683296-kube-api-access-wvx2d\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.904032 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.904055 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-scripts\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.904096 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/94a5244a-62bb-490a-b12f-93e10b683296-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.904152 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-config\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.906309 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:45 crc kubenswrapper[4809]: I1013 20:23:45.906592 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.011281 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-config-data\") pod \"bfbeab58-3eef-478f-8061-107fd355b5df\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.011336 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ql7w2\" (UniqueName: \"kubernetes.io/projected/bfbeab58-3eef-478f-8061-107fd355b5df-kube-api-access-ql7w2\") pod \"bfbeab58-3eef-478f-8061-107fd355b5df\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.011377 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"bfbeab58-3eef-478f-8061-107fd355b5df\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.011462 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-scripts\") pod \"bfbeab58-3eef-478f-8061-107fd355b5df\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.011514 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-combined-ca-bundle\") pod \"bfbeab58-3eef-478f-8061-107fd355b5df\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.011564 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-logs\") pod \"bfbeab58-3eef-478f-8061-107fd355b5df\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.011686 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-httpd-run\") pod \"bfbeab58-3eef-478f-8061-107fd355b5df\" (UID: \"bfbeab58-3eef-478f-8061-107fd355b5df\") " Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.012186 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.012448 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wvx2d\" (UniqueName: \"kubernetes.io/projected/94a5244a-62bb-490a-b12f-93e10b683296-kube-api-access-wvx2d\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.012471 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.012493 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.012523 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-scripts\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.012543 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/94a5244a-62bb-490a-b12f-93e10b683296-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.012573 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-config\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.013411 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-config\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.017387 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "bfbeab58-3eef-478f-8061-107fd355b5df" (UID: "bfbeab58-3eef-478f-8061-107fd355b5df"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.021398 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-logs" (OuterVolumeSpecName: "logs") pod "bfbeab58-3eef-478f-8061-107fd355b5df" (UID: "bfbeab58-3eef-478f-8061-107fd355b5df"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.025633 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-scripts\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.028321 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/94a5244a-62bb-490a-b12f-93e10b683296-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.037865 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bfbeab58-3eef-478f-8061-107fd355b5df-kube-api-access-ql7w2" (OuterVolumeSpecName: "kube-api-access-ql7w2") pod "bfbeab58-3eef-478f-8061-107fd355b5df" (UID: "bfbeab58-3eef-478f-8061-107fd355b5df"). InnerVolumeSpecName "kube-api-access-ql7w2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.066238 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-scripts" (OuterVolumeSpecName: "scripts") pod "bfbeab58-3eef-478f-8061-107fd355b5df" (UID: "bfbeab58-3eef-478f-8061-107fd355b5df"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.067555 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.099018 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.099883 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "glance") pod "bfbeab58-3eef-478f-8061-107fd355b5df" (UID: "bfbeab58-3eef-478f-8061-107fd355b5df"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.101081 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.104282 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wvx2d\" (UniqueName: \"kubernetes.io/projected/94a5244a-62bb-490a-b12f-93e10b683296-kube-api-access-wvx2d\") pod \"ovn-northd-0\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.113951 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ql7w2\" (UniqueName: \"kubernetes.io/projected/bfbeab58-3eef-478f-8061-107fd355b5df-kube-api-access-ql7w2\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.114007 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.114017 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.114026 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.114035 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/bfbeab58-3eef-478f-8061-107fd355b5df-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.190841 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-config-data" (OuterVolumeSpecName: "config-data") pod "bd69058e-dd25-48b5-9d05-0577570ca4cc" (UID: "bd69058e-dd25-48b5-9d05-0577570ca4cc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.218066 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bd69058e-dd25-48b5-9d05-0577570ca4cc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.263271 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b3e3bf90-9f63-4a26-96de-0848e889dac2" path="/var/lib/kubelet/pods/b3e3bf90-9f63-4a26-96de-0848e889dac2/volumes" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.396013 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.548971 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.560118 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.564831 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="899be10f-e129-4db1-8b42-bfbd82434708" containerName="nova-metadata-log" probeResult="failure" output="Get \"http://10.217.0.123:8775/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.565178 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="899be10f-e129-4db1-8b42-bfbd82434708" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"http://10.217.0.123:8775/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.635932 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.640845 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" podUID="4675262d-88f1-4131-bb56-2ced358561a8" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.114:9311/healthcheck\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.722103 4809 generic.go:334] "Generic (PLEG): container finished" podID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" containerID="9222734033a163ea6496bc1e32d8bca0e0ea0c9f9c70421b2a82d53d01a2ef95" exitCode=0 Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.722392 4809 generic.go:334] "Generic (PLEG): container finished" podID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" containerID="9454eb3aeab547aec15f9a3d141196b7c7d61a42c7a7bd94c2ac381bbb4c41c8" exitCode=143 Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.749374 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bfbeab58-3eef-478f-8061-107fd355b5df" (UID: "bfbeab58-3eef-478f-8061-107fd355b5df"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771705 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771758 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"bd69058e-dd25-48b5-9d05-0577570ca4cc","Type":"ContainerDied","Data":"3270357939b0503a72e4990aada60e4f6bb5901caedcfbeeed6da7a6fc81c061"} Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771786 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771801 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" event={"ID":"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5","Type":"ContainerStarted","Data":"cecaabfb4642b38bd93f8b655c0334abae95235b4c431f91c138cfd56e56d321"} Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771812 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" event={"ID":"a5afcbd8-f781-4436-a05e-80b914a9f48f","Type":"ContainerStarted","Data":"ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54"} Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771824 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc","Type":"ContainerDied","Data":"9222734033a163ea6496bc1e32d8bca0e0ea0c9f9c70421b2a82d53d01a2ef95"} Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771837 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc","Type":"ContainerDied","Data":"9454eb3aeab547aec15f9a3d141196b7c7d61a42c7a7bd94c2ac381bbb4c41c8"} Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771847 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6","Type":"ContainerDied","Data":"d058e5111799cb3b774f9e1ae1e04f49fac8050e93a89992ce6b4d1b6ed1817b"} Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771858 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d058e5111799cb3b774f9e1ae1e04f49fac8050e93a89992ce6b4d1b6ed1817b" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771868 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-796cf4c4bb-l5mmg"] Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771880 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5"] Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771891 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-85f6d48958-z7l28"] Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771901 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-85f6d48958-z7l28"] Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.771913 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-766f5f4786-pdp9q"] Oct 13 20:23:46 crc kubenswrapper[4809]: E1013 20:23:46.772324 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bfbeab58-3eef-478f-8061-107fd355b5df" containerName="glance-log" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.772335 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bfbeab58-3eef-478f-8061-107fd355b5df" containerName="glance-log" Oct 13 20:23:46 crc kubenswrapper[4809]: E1013 20:23:46.772374 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bfbeab58-3eef-478f-8061-107fd355b5df" containerName="glance-httpd" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.772380 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bfbeab58-3eef-478f-8061-107fd355b5df" containerName="glance-httpd" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.772579 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bfbeab58-3eef-478f-8061-107fd355b5df" containerName="glance-httpd" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.772597 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bfbeab58-3eef-478f-8061-107fd355b5df" containerName="glance-log" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.773590 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-766f5f4786-pdp9q"] Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.773668 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.774270 4809 scope.go:117] "RemoveContainer" containerID="e95b007b11723e29f5af0df539aee87feeb8592f86405d901c1d2b66e7af87dd" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.774356 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" containerName="openstack-network-exporter" containerID="cri-o://eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba" gracePeriod=300 Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.805040 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-config-data" (OuterVolumeSpecName: "config-data") pod "bfbeab58-3eef-478f-8061-107fd355b5df" (UID: "bfbeab58-3eef-478f-8061-107fd355b5df"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.812198 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" event={"ID":"9d984d65-e476-4717-bdf1-6d48ab43f600","Type":"ContainerStarted","Data":"a89da6286b0d63fd5607acadbfedb34735d139853373694c93d82eef8895dedb"} Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.839031 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-combined-ca-bundle\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.839072 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-config\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.839092 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-httpd-config\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.839152 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lhs5q\" (UniqueName: \"kubernetes.io/projected/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-kube-api-access-lhs5q\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.839347 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.839359 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfbeab58-3eef-478f-8061-107fd355b5df-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.843295 4809 generic.go:334] "Generic (PLEG): container finished" podID="1696b6de-fef2-473b-89fa-a62e10038525" containerID="f68c01b82dcd87e2359f96c3e1a490e8cc86d9f831ffc2f9c54bd649ab7c7f4a" exitCode=0 Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.843431 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" event={"ID":"1696b6de-fef2-473b-89fa-a62e10038525","Type":"ContainerDied","Data":"f68c01b82dcd87e2359f96c3e1a490e8cc86d9f831ffc2f9c54bd649ab7c7f4a"} Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.847394 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.847399 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"bfbeab58-3eef-478f-8061-107fd355b5df","Type":"ContainerDied","Data":"c308bb7ead2bd2c0718b691dbe38c179b79d434d13858d5dae9bdd11127fb42c"} Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.848178 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="69529d27-56f6-46bb-9170-b487b2512ac0" containerName="cinder-scheduler" containerID="cri-o://f16a5c7052237f2a805fef0dec7ea6c21b4b6b9349f06bef5441ab52f54023c4" gracePeriod=30 Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.848248 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="69529d27-56f6-46bb-9170-b487b2512ac0" containerName="probe" containerID="cri-o://fc8efee30ec2cb171f7bd1961b4c4d8efbbbcf2943f8c187f021d3ef06191d66" gracePeriod=30 Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.892305 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.950360 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lhs5q\" (UniqueName: \"kubernetes.io/projected/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-kube-api-access-lhs5q\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.950513 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-combined-ca-bundle\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.950536 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-config\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.950553 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-httpd-config\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.969387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-httpd-config\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.983166 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lhs5q\" (UniqueName: \"kubernetes.io/projected/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-kube-api-access-lhs5q\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:46 crc kubenswrapper[4809]: I1013 20:23:46.990627 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-combined-ca-bundle\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.004054 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.018096 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-config\") pod \"neutron-766f5f4786-pdp9q\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.086699 4809 scope.go:117] "RemoveContainer" containerID="8cf3ff385a01b73c2b8bf37f1b26835984a159c52398db67b19c5341d99548c6" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.130904 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" containerName="ovsdbserver-nb" containerID="cri-o://6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7" gracePeriod=300 Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.147479 4809 scope.go:117] "RemoveContainer" containerID="61c43d58aec1b72fdfcffaaf178abffb400aa92e9caa71c02cdcf13c677a8984" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.156611 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.159432 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4wxlc\" (UniqueName: \"kubernetes.io/projected/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-kube-api-access-4wxlc\") pod \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.160318 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-config-data\") pod \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.160361 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-httpd-run\") pod \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.160400 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-logs\") pod \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.160420 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-scripts\") pod \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.160510 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.160540 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-combined-ca-bundle\") pod \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\" (UID: \"a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.164481 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-logs" (OuterVolumeSpecName: "logs") pod "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" (UID: "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.164662 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" (UID: "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.170883 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-scripts" (OuterVolumeSpecName: "scripts") pod "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" (UID: "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.174973 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "glance") pod "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" (UID: "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.174980 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:23:47 crc kubenswrapper[4809]: E1013 20:23:47.176498 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod32c8d4e7_f4bd_4122_a822_f9ef2c898bdc.slice/crio-conmon-9222734033a163ea6496bc1e32d8bca0e0ea0c9f9c70421b2a82d53d01a2ef95.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1f431bfb_bba1_4372_8a29_489cdfe65cd7.slice/crio-eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbd69058e_dd25_48b5_9d05_0577570ca4cc.slice/crio-3270357939b0503a72e4990aada60e4f6bb5901caedcfbeeed6da7a6fc81c061\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1f431bfb_bba1_4372_8a29_489cdfe65cd7.slice/crio-conmon-eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod32c8d4e7_f4bd_4122_a822_f9ef2c898bdc.slice/crio-9222734033a163ea6496bc1e32d8bca0e0ea0c9f9c70421b2a82d53d01a2ef95.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbd69058e_dd25_48b5_9d05_0577570ca4cc.slice\": RecentStats: unable to find data in memory cache]" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.185865 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-kube-api-access-4wxlc" (OuterVolumeSpecName: "kube-api-access-4wxlc") pod "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" (UID: "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6"). InnerVolumeSpecName "kube-api-access-4wxlc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.189573 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:23:47 crc kubenswrapper[4809]: E1013 20:23:47.190072 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" containerName="glance-log" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.190083 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" containerName="glance-log" Oct 13 20:23:47 crc kubenswrapper[4809]: E1013 20:23:47.190099 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" containerName="glance-httpd" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.190105 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" containerName="glance-httpd" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.190335 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" containerName="glance-httpd" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.190352 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" containerName="glance-log" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.191047 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.196463 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.200402 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.245356 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" (UID: "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.266387 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.266453 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.266552 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qzf69\" (UniqueName: \"kubernetes.io/projected/218997ab-1290-479a-86d0-a22574f0e82a-kube-api-access-qzf69\") pod \"nova-cell1-conductor-0\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.266607 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.266622 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.266632 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4wxlc\" (UniqueName: \"kubernetes.io/projected/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-kube-api-access-4wxlc\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.266641 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.266651 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.266659 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.297696 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.342861 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-config-data" (OuterVolumeSpecName: "config-data") pod "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" (UID: "a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.369152 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qzf69\" (UniqueName: \"kubernetes.io/projected/218997ab-1290-479a-86d0-a22574f0e82a-kube-api-access-qzf69\") pod \"nova-cell1-conductor-0\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.369275 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.369308 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.370311 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.377690 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.378097 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.383100 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.388907 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qzf69\" (UniqueName: \"kubernetes.io/projected/218997ab-1290-479a-86d0-a22574f0e82a-kube-api-access-qzf69\") pod \"nova-cell1-conductor-0\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.391382 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:47 crc kubenswrapper[4809]: E1013 20:23:47.412638 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7 is running failed: container process not found" containerID="6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:23:47 crc kubenswrapper[4809]: E1013 20:23:47.416362 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7 is running failed: container process not found" containerID="6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:23:47 crc kubenswrapper[4809]: E1013 20:23:47.421987 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7 is running failed: container process not found" containerID="6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7" cmd=["/usr/bin/pidof","ovsdb-server"] Oct 13 20:23:47 crc kubenswrapper[4809]: E1013 20:23:47.422037 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7 is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" containerName="ovsdbserver-nb" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.471162 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-combined-ca-bundle\") pod \"1696b6de-fef2-473b-89fa-a62e10038525\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.471252 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1696b6de-fef2-473b-89fa-a62e10038525-logs\") pod \"1696b6de-fef2-473b-89fa-a62e10038525\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.471317 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data\") pod \"1696b6de-fef2-473b-89fa-a62e10038525\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.471358 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n4wg2\" (UniqueName: \"kubernetes.io/projected/1696b6de-fef2-473b-89fa-a62e10038525-kube-api-access-n4wg2\") pod \"1696b6de-fef2-473b-89fa-a62e10038525\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.471404 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data-custom\") pod \"1696b6de-fef2-473b-89fa-a62e10038525\" (UID: \"1696b6de-fef2-473b-89fa-a62e10038525\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.471881 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.472063 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1696b6de-fef2-473b-89fa-a62e10038525-logs" (OuterVolumeSpecName: "logs") pod "1696b6de-fef2-473b-89fa-a62e10038525" (UID: "1696b6de-fef2-473b-89fa-a62e10038525"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.502098 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1696b6de-fef2-473b-89fa-a62e10038525-kube-api-access-n4wg2" (OuterVolumeSpecName: "kube-api-access-n4wg2") pod "1696b6de-fef2-473b-89fa-a62e10038525" (UID: "1696b6de-fef2-473b-89fa-a62e10038525"). InnerVolumeSpecName "kube-api-access-n4wg2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.509881 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "1696b6de-fef2-473b-89fa-a62e10038525" (UID: "1696b6de-fef2-473b-89fa-a62e10038525"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.576674 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.588333 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.599876 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.600571 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1696b6de-fef2-473b-89fa-a62e10038525-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.600587 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n4wg2\" (UniqueName: \"kubernetes.io/projected/1696b6de-fef2-473b-89fa-a62e10038525-kube-api-access-n4wg2\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.600596 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.652409 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.659425 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.660949 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:47 crc kubenswrapper[4809]: E1013 20:23:47.661388 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" containerName="cinder-api" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.661400 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" containerName="cinder-api" Oct 13 20:23:47 crc kubenswrapper[4809]: E1013 20:23:47.661425 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api-log" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.661431 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api-log" Oct 13 20:23:47 crc kubenswrapper[4809]: E1013 20:23:47.661444 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" containerName="cinder-api-log" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.661450 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" containerName="cinder-api-log" Oct 13 20:23:47 crc kubenswrapper[4809]: E1013 20:23:47.661469 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.661475 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.661660 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.661670 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api-log" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.661691 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" containerName="cinder-api-log" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.661705 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" containerName="cinder-api" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.662742 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.721665 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.721892 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.734488 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.796393 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.827054 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-logs\") pod \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.827107 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data-custom\") pod \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.827260 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data\") pod \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.828240 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-etc-machine-id\") pod \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.828305 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kmq4n\" (UniqueName: \"kubernetes.io/projected/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-kube-api-access-kmq4n\") pod \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.828345 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-scripts\") pod \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.828384 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-combined-ca-bundle\") pod \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\" (UID: \"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.829542 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.829675 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.830369 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-scripts\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.830404 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-logs\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.830447 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-config-data\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.830497 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.830541 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.830604 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pbd6f\" (UniqueName: \"kubernetes.io/projected/8ccf5456-abd4-46e8-870e-0ed931f41fc5-kube-api-access-pbd6f\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.831382 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-logs" (OuterVolumeSpecName: "logs") pod "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" (UID: "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.851989 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" (UID: "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.858109 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_1f431bfb-bba1-4372-8a29-489cdfe65cd7/ovsdbserver-nb/0.log" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.858173 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.867295 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.867634 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="4a1f9d08-fa21-4b5c-801e-03263d288d96" containerName="openstack-network-exporter" containerID="cri-o://4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab" gracePeriod=300 Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.901843 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" event={"ID":"1696b6de-fef2-473b-89fa-a62e10038525","Type":"ContainerDied","Data":"5de0297004609c76cf0ea851aaca33e0c24af2204f578096cad9ba9ce1120b6b"} Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.902129 4809 scope.go:117] "RemoveContainer" containerID="f68c01b82dcd87e2359f96c3e1a490e8cc86d9f831ffc2f9c54bd649ab7c7f4a" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.902305 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.917169 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-scripts" (OuterVolumeSpecName: "scripts") pod "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" (UID: "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.918335 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" (UID: "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.919004 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-kube-api-access-kmq4n" (OuterVolumeSpecName: "kube-api-access-kmq4n") pod "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" (UID: "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc"). InnerVolumeSpecName "kube-api-access-kmq4n". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.933554 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f431bfb-bba1-4372-8a29-489cdfe65cd7-combined-ca-bundle\") pod \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.933598 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-config\") pod \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.933627 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rwjlx\" (UniqueName: \"kubernetes.io/projected/1f431bfb-bba1-4372-8a29-489cdfe65cd7-kube-api-access-rwjlx\") pod \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.933708 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-nb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.933883 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1f431bfb-bba1-4372-8a29-489cdfe65cd7-ovsdb-rundir\") pod \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.933928 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-scripts\") pod \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\" (UID: \"1f431bfb-bba1-4372-8a29-489cdfe65cd7\") " Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934213 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934244 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934264 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-logs\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934279 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-scripts\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934300 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-config-data\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934328 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934340 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-config" (OuterVolumeSpecName: "config") pod "1f431bfb-bba1-4372-8a29-489cdfe65cd7" (UID: "1f431bfb-bba1-4372-8a29-489cdfe65cd7"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934353 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934485 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pbd6f\" (UniqueName: \"kubernetes.io/projected/8ccf5456-abd4-46e8-870e-0ed931f41fc5-kube-api-access-pbd6f\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934669 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934688 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kmq4n\" (UniqueName: \"kubernetes.io/projected/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-kube-api-access-kmq4n\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934702 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934712 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934722 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934744 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.934754 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.937023 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1f431bfb-bba1-4372-8a29-489cdfe65cd7-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "1f431bfb-bba1-4372-8a29-489cdfe65cd7" (UID: "1f431bfb-bba1-4372-8a29-489cdfe65cd7"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.938804 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-logs\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.939663 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-scripts" (OuterVolumeSpecName: "scripts") pod "1f431bfb-bba1-4372-8a29-489cdfe65cd7" (UID: "1f431bfb-bba1-4372-8a29-489cdfe65cd7"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.950412 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.962941 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage05-crc" (OuterVolumeSpecName: "ovndbcluster-nb-etc-ovn") pod "1f431bfb-bba1-4372-8a29-489cdfe65cd7" (UID: "1f431bfb-bba1-4372-8a29-489cdfe65cd7"). InnerVolumeSpecName "local-storage05-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.963095 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1f431bfb-bba1-4372-8a29-489cdfe65cd7-kube-api-access-rwjlx" (OuterVolumeSpecName: "kube-api-access-rwjlx") pod "1f431bfb-bba1-4372-8a29-489cdfe65cd7" (UID: "1f431bfb-bba1-4372-8a29-489cdfe65cd7"). InnerVolumeSpecName "kube-api-access-rwjlx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.963665 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.963828 4809 generic.go:334] "Generic (PLEG): container finished" podID="69529d27-56f6-46bb-9170-b487b2512ac0" containerID="fc8efee30ec2cb171f7bd1961b4c4d8efbbbcf2943f8c187f021d3ef06191d66" exitCode=0 Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.963863 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"69529d27-56f6-46bb-9170-b487b2512ac0","Type":"ContainerDied","Data":"fc8efee30ec2cb171f7bd1961b4c4d8efbbbcf2943f8c187f021d3ef06191d66"} Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.965718 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-config-data\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.966416 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.966864 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-scripts\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.967232 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"94a5244a-62bb-490a-b12f-93e10b683296","Type":"ContainerStarted","Data":"a9413ab7f991d87e974a3c12745b7b106d5561184f2ec38ac4708076676e19e1"} Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.972190 4809 scope.go:117] "RemoveContainer" containerID="36a6427361b321c00b5cd27c9e93bbdc1075cd457fd9e10c94f9833fe7088f86" Oct 13 20:23:47 crc kubenswrapper[4809]: I1013 20:23:47.991951 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pbd6f\" (UniqueName: \"kubernetes.io/projected/8ccf5456-abd4-46e8-870e-0ed931f41fc5-kube-api-access-pbd6f\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.003491 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_1f431bfb-bba1-4372-8a29-489cdfe65cd7/ovsdbserver-nb/0.log" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.003940 4809 generic.go:334] "Generic (PLEG): container finished" podID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" containerID="eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba" exitCode=2 Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.003956 4809 generic.go:334] "Generic (PLEG): container finished" podID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" containerID="6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7" exitCode=143 Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.004357 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.004810 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f431bfb-bba1-4372-8a29-489cdfe65cd7","Type":"ContainerDied","Data":"eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba"} Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.004862 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f431bfb-bba1-4372-8a29-489cdfe65cd7","Type":"ContainerDied","Data":"6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7"} Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.004872 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f431bfb-bba1-4372-8a29-489cdfe65cd7","Type":"ContainerDied","Data":"c466f55872a952872492fee6e9a1c46a242fcf829d2542914ea25dd7bb3fc2d8"} Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.039388 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"32c8d4e7-f4bd-4122-a822-f9ef2c898bdc","Type":"ContainerDied","Data":"51e9c2274437c9baef0bb4a94e9481ebd460305039f5f562ef7f7ef7187be060"} Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.039501 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.041098 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1f431bfb-bba1-4372-8a29-489cdfe65cd7-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.041116 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1f431bfb-bba1-4372-8a29-489cdfe65cd7-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.041131 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rwjlx\" (UniqueName: \"kubernetes.io/projected/1f431bfb-bba1-4372-8a29-489cdfe65cd7-kube-api-access-rwjlx\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.041151 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" " Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.048444 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" event={"ID":"27f7d53f-faf3-4456-a3d8-c859bc5c82fb","Type":"ContainerStarted","Data":"43ee07bd8e545e0349703ae32a1fdd6feed0bcc53c8796b750fa697389fc6a79"} Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.056195 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" event={"ID":"bc27ee2c-78da-4f8e-a85b-7ceda208a755","Type":"ContainerStarted","Data":"e99a7703e9b97514d041a6fe67ca3e6b5c987aab25be39fbe58227705bf607cd"} Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.088841 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-766f5f4786-pdp9q"] Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.097932 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" event={"ID":"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5","Type":"ContainerStarted","Data":"06d63f41ce66a47825f0f074ca3530658d81940797cb30dea99553f5cfc89428"} Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.132802 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" event={"ID":"9942f551-b79d-45d8-8628-348f049074b9","Type":"ContainerStarted","Data":"f4d20a07d75931358334e51506286e9bf2f9dcd1c2f1865800ec84ca7d70674d"} Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.132883 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.146710 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml"] Oct 13 20:23:48 crc kubenswrapper[4809]: E1013 20:23:48.158751 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" containerName="ovsdbserver-nb" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.158780 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" containerName="ovsdbserver-nb" Oct 13 20:23:48 crc kubenswrapper[4809]: E1013 20:23:48.158805 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" containerName="openstack-network-exporter" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.158811 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" containerName="openstack-network-exporter" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.159000 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" containerName="ovsdbserver-nb" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.159037 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" containerName="openstack-network-exporter" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.165868 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.180517 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bd69058e-dd25-48b5-9d05-0577570ca4cc" path="/var/lib/kubelet/pods/bd69058e-dd25-48b5-9d05-0577570ca4cc/volumes" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.181375 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bfbeab58-3eef-478f-8061-107fd355b5df" path="/var/lib/kubelet/pods/bfbeab58-3eef-478f-8061-107fd355b5df/volumes" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.181946 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" podStartSLOduration=5.181925225 podStartE2EDuration="5.181925225s" podCreationTimestamp="2025-10-13 20:23:43 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:48.117150898 +0000 UTC m=+3546.722897483" watchObservedRunningTime="2025-10-13 20:23:48.181925225 +0000 UTC m=+3546.787671810" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.230995 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data" (OuterVolumeSpecName: "config-data") pod "1696b6de-fef2-473b-89fa-a62e10038525" (UID: "1696b6de-fef2-473b-89fa-a62e10038525"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.250316 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-config\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.250536 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-combined-ca-bundle\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.250643 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-httpd-config\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.250775 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-n9kx9\" (UniqueName: \"kubernetes.io/projected/705904aa-80ed-46e5-8e82-15219a789db7-kube-api-access-n9kx9\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.250819 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.284094 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.298050 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="4a1f9d08-fa21-4b5c-801e-03263d288d96" containerName="ovsdbserver-sb" containerID="cri-o://830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d" gracePeriod=300 Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.355183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-n9kx9\" (UniqueName: \"kubernetes.io/projected/705904aa-80ed-46e5-8e82-15219a789db7-kube-api-access-n9kx9\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.355247 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-config\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.355267 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-combined-ca-bundle\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.355376 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-httpd-config\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.385490 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-httpd-config\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.386460 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-config\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.395333 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.404818 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-combined-ca-bundle\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.409902 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-n9kx9\" (UniqueName: \"kubernetes.io/projected/705904aa-80ed-46e5-8e82-15219a789db7-kube-api-access-n9kx9\") pod \"neutron-5c8d5d6cb6-8vrml\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.685847 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" (UID: "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.685862 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1696b6de-fef2-473b-89fa-a62e10038525" (UID: "1696b6de-fef2-473b-89fa-a62e10038525"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.738373 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1f431bfb-bba1-4372-8a29-489cdfe65cd7-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1f431bfb-bba1-4372-8a29-489cdfe65cd7" (UID: "1f431bfb-bba1-4372-8a29-489cdfe65cd7"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.772462 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage05-crc" (UniqueName: "kubernetes.io/local-volume/local-storage05-crc") on node "crc" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.780018 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.780044 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.780055 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1696b6de-fef2-473b-89fa-a62e10038525-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.780064 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f431bfb-bba1-4372-8a29-489cdfe65cd7-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.868980 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data" (OuterVolumeSpecName: "config-data") pod "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" (UID: "32c8d4e7-f4bd-4122-a822-f9ef2c898bdc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:48 crc kubenswrapper[4809]: I1013 20:23:48.882383 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.010093 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml"] Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.010131 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-766f5f4786-pdp9q"] Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.010143 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.104387 4809 scope.go:117] "RemoveContainer" containerID="eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.166323 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"94a5244a-62bb-490a-b12f-93e10b683296","Type":"ContainerStarted","Data":"db26e35c8e81aae93b357f8b6de2b8fecc5d3fbc2f7cfa92482c2a7b0fa1c40b"} Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.169407 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" event={"ID":"9d984d65-e476-4717-bdf1-6d48ab43f600","Type":"ContainerStarted","Data":"050c1bed6f153a800da921513366bbd5a898031f63ef100890287c0c81680dd6"} Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.179081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" event={"ID":"6583b9b0-65a3-47fa-9d0a-81c4d0e85352","Type":"ContainerStarted","Data":"4c3e935b536eaef14bf0683f4742eef4efff48cce8df239fe2e6e98f41648f37"} Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.186109 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_4a1f9d08-fa21-4b5c-801e-03263d288d96/ovsdbserver-sb/0.log" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.186193 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.199256 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" event={"ID":"a5afcbd8-f781-4436-a05e-80b914a9f48f","Type":"ContainerStarted","Data":"472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c"} Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.204222 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" event={"ID":"9942f551-b79d-45d8-8628-348f049074b9","Type":"ContainerStarted","Data":"174c63abd64a13170767f5ce1a322cffd6815f1bd7538e608293dfd787759388"} Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.226296 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.252660 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"218997ab-1290-479a-86d0-a22574f0e82a","Type":"ContainerStarted","Data":"90f86a6bd7e3cbeed120fd01c2d2f64423e4273f1ffdb5428fde17c41f744a24"} Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.273159 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" podStartSLOduration=6.27313825 podStartE2EDuration="6.27313825s" podCreationTimestamp="2025-10-13 20:23:43 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:49.210838923 +0000 UTC m=+3547.816585508" watchObservedRunningTime="2025-10-13 20:23:49.27313825 +0000 UTC m=+3547.878884835" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.275103 4809 scope.go:117] "RemoveContainer" containerID="6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.275299 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" event={"ID":"27f7d53f-faf3-4456-a3d8-c859bc5c82fb","Type":"ContainerStarted","Data":"c33963ee72f74218b29e429be995d91cd6b9a0629336dbbc15e60296fb819a2f"} Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.284741 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6"] Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.285320 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" podUID="b4fee514-e18d-4f5b-9671-de98e395d307" containerName="barbican-keystone-listener-log" containerID="cri-o://33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f" gracePeriod=30 Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.285443 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" podUID="b4fee514-e18d-4f5b-9671-de98e395d307" containerName="barbican-keystone-listener" containerID="cri-o://1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f" gracePeriod=30 Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.285455 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" podStartSLOduration=6.285436855 podStartE2EDuration="6.285436855s" podCreationTimestamp="2025-10-13 20:23:43 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:49.258545111 +0000 UTC m=+3547.864291696" watchObservedRunningTime="2025-10-13 20:23:49.285436855 +0000 UTC m=+3547.891183440" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.295316 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4a1f9d08-fa21-4b5c-801e-03263d288d96-combined-ca-bundle\") pod \"4a1f9d08-fa21-4b5c-801e-03263d288d96\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.295472 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-sb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"4a1f9d08-fa21-4b5c-801e-03263d288d96\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.295536 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/4a1f9d08-fa21-4b5c-801e-03263d288d96-ovsdb-rundir\") pod \"4a1f9d08-fa21-4b5c-801e-03263d288d96\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.295571 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-config\") pod \"4a1f9d08-fa21-4b5c-801e-03263d288d96\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.295620 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-scripts\") pod \"4a1f9d08-fa21-4b5c-801e-03263d288d96\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.295641 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-fjvjl\" (UniqueName: \"kubernetes.io/projected/4a1f9d08-fa21-4b5c-801e-03263d288d96-kube-api-access-fjvjl\") pod \"4a1f9d08-fa21-4b5c-801e-03263d288d96\" (UID: \"4a1f9d08-fa21-4b5c-801e-03263d288d96\") " Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.297288 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-config" (OuterVolumeSpecName: "config") pod "4a1f9d08-fa21-4b5c-801e-03263d288d96" (UID: "4a1f9d08-fa21-4b5c-801e-03263d288d96"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.299151 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4a1f9d08-fa21-4b5c-801e-03263d288d96-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "4a1f9d08-fa21-4b5c-801e-03263d288d96" (UID: "4a1f9d08-fa21-4b5c-801e-03263d288d96"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.300809 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-scripts" (OuterVolumeSpecName: "scripts") pod "4a1f9d08-fa21-4b5c-801e-03263d288d96" (UID: "4a1f9d08-fa21-4b5c-801e-03263d288d96"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.318348 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" event={"ID":"bc27ee2c-78da-4f8e-a85b-7ceda208a755","Type":"ContainerStarted","Data":"f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3"} Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.333926 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "ovndbcluster-sb-etc-ovn") pod "4a1f9d08-fa21-4b5c-801e-03263d288d96" (UID: "4a1f9d08-fa21-4b5c-801e-03263d288d96"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.338500 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4a1f9d08-fa21-4b5c-801e-03263d288d96-kube-api-access-fjvjl" (OuterVolumeSpecName: "kube-api-access-fjvjl") pod "4a1f9d08-fa21-4b5c-801e-03263d288d96" (UID: "4a1f9d08-fa21-4b5c-801e-03263d288d96"). InnerVolumeSpecName "kube-api-access-fjvjl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.362880 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g"] Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.363135 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" podUID="38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" containerName="barbican-worker-log" containerID="cri-o://edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1" gracePeriod=30 Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.363550 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" podUID="38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" containerName="barbican-worker" containerID="cri-o://06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29" gracePeriod=30 Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.410883 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964"] Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.412063 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.412077 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-fjvjl\" (UniqueName: \"kubernetes.io/projected/4a1f9d08-fa21-4b5c-801e-03263d288d96-kube-api-access-fjvjl\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.412100 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.412110 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/4a1f9d08-fa21-4b5c-801e-03263d288d96-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.412119 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/4a1f9d08-fa21-4b5c-801e-03263d288d96-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.413789 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964"] Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.447891 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_4a1f9d08-fa21-4b5c-801e-03263d288d96/ovsdbserver-sb/0.log" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.449535 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.493701 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.506746 4809 generic.go:334] "Generic (PLEG): container finished" podID="4a1f9d08-fa21-4b5c-801e-03263d288d96" containerID="4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab" exitCode=2 Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.506787 4809 generic.go:334] "Generic (PLEG): container finished" podID="4a1f9d08-fa21-4b5c-801e-03263d288d96" containerID="830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d" exitCode=143 Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.506867 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.506916 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"4a1f9d08-fa21-4b5c-801e-03263d288d96","Type":"ContainerDied","Data":"4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab"} Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.506947 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"4a1f9d08-fa21-4b5c-801e-03263d288d96","Type":"ContainerDied","Data":"830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d"} Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.506963 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"4a1f9d08-fa21-4b5c-801e-03263d288d96","Type":"ContainerDied","Data":"8215135d3ce1ff3e1f8c044339ab7d055c707b1ea212efc2adc810f664a541c1"} Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.522144 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.553489 4809 scope.go:117] "RemoveContainer" containerID="eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.554641 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4a1f9d08-fa21-4b5c-801e-03263d288d96-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4a1f9d08-fa21-4b5c-801e-03263d288d96" (UID: "4a1f9d08-fa21-4b5c-801e-03263d288d96"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:49 crc kubenswrapper[4809]: E1013 20:23:49.557915 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba\": container with ID starting with eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba not found: ID does not exist" containerID="eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.557973 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba"} err="failed to get container status \"eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba\": rpc error: code = NotFound desc = could not find container \"eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba\": container with ID starting with eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba not found: ID does not exist" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.557999 4809 scope.go:117] "RemoveContainer" containerID="6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7" Oct 13 20:23:49 crc kubenswrapper[4809]: E1013 20:23:49.559948 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7\": container with ID starting with 6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7 not found: ID does not exist" containerID="6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.559994 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7"} err="failed to get container status \"6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7\": rpc error: code = NotFound desc = could not find container \"6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7\": container with ID starting with 6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7 not found: ID does not exist" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.560019 4809 scope.go:117] "RemoveContainer" containerID="eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.561817 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba"} err="failed to get container status \"eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba\": rpc error: code = NotFound desc = could not find container \"eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba\": container with ID starting with eaba1902976479996b985b2d950c9c85ac0a46950f03e64c0f31e97306cc20ba not found: ID does not exist" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.561845 4809 scope.go:117] "RemoveContainer" containerID="6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.563948 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7"} err="failed to get container status \"6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7\": rpc error: code = NotFound desc = could not find container \"6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7\": container with ID starting with 6825ada90ab94355f9d30977f299783d33a61ff61c3719c47f0e464b92a7b9d7 not found: ID does not exist" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.563976 4809 scope.go:117] "RemoveContainer" containerID="9222734033a163ea6496bc1e32d8bca0e0ea0c9f9c70421b2a82d53d01a2ef95" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.624607 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4a1f9d08-fa21-4b5c-801e-03263d288d96-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.877657 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.886759 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.891999 4809 scope.go:117] "RemoveContainer" containerID="9454eb3aeab547aec15f9a3d141196b7c7d61a42c7a7bd94c2ac381bbb4c41c8" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.906578 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:23:49 crc kubenswrapper[4809]: E1013 20:23:49.907005 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4a1f9d08-fa21-4b5c-801e-03263d288d96" containerName="openstack-network-exporter" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.907020 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4a1f9d08-fa21-4b5c-801e-03263d288d96" containerName="openstack-network-exporter" Oct 13 20:23:49 crc kubenswrapper[4809]: E1013 20:23:49.907066 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4a1f9d08-fa21-4b5c-801e-03263d288d96" containerName="ovsdbserver-sb" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.907072 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4a1f9d08-fa21-4b5c-801e-03263d288d96" containerName="ovsdbserver-sb" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.907243 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4a1f9d08-fa21-4b5c-801e-03263d288d96" containerName="ovsdbserver-sb" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.907260 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4a1f9d08-fa21-4b5c-801e-03263d288d96" containerName="openstack-network-exporter" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.908261 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.916547 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.916712 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-6wx4s" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.916876 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.916954 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-sb-ovndbs" Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.927515 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:23:49 crc kubenswrapper[4809]: I1013 20:23:49.993214 4809 scope.go:117] "RemoveContainer" containerID="4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.037947 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-config\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.038000 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.038021 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qhg2j\" (UniqueName: \"kubernetes.io/projected/72cbe376-d246-41f0-92be-77ab152eab2b-kube-api-access-qhg2j\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.038074 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.038486 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.038646 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.038665 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.038693 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.095647 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml"] Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.139956 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-config\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.140006 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.140028 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qhg2j\" (UniqueName: \"kubernetes.io/projected/72cbe376-d246-41f0-92be-77ab152eab2b-kube-api-access-qhg2j\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.140077 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.140125 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.140147 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.140163 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.140186 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.143516 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.144084 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-config\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.145021 4809 scope.go:117] "RemoveContainer" containerID="830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.145549 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.151740 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.169648 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.170447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.172709 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1696b6de-fef2-473b-89fa-a62e10038525" path="/var/lib/kubelet/pods/1696b6de-fef2-473b-89fa-a62e10038525/volumes" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.173440 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4a1f9d08-fa21-4b5c-801e-03263d288d96" path="/var/lib/kubelet/pods/4a1f9d08-fa21-4b5c-801e-03263d288d96/volumes" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.174516 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qhg2j\" (UniqueName: \"kubernetes.io/projected/72cbe376-d246-41f0-92be-77ab152eab2b-kube-api-access-qhg2j\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.175072 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.215834 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.269883 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.420467 4809 scope.go:117] "RemoveContainer" containerID="4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab" Oct 13 20:23:50 crc kubenswrapper[4809]: E1013 20:23:50.426189 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab\": container with ID starting with 4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab not found: ID does not exist" containerID="4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.426245 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab"} err="failed to get container status \"4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab\": rpc error: code = NotFound desc = could not find container \"4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab\": container with ID starting with 4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab not found: ID does not exist" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.426267 4809 scope.go:117] "RemoveContainer" containerID="830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d" Oct 13 20:23:50 crc kubenswrapper[4809]: E1013 20:23:50.426515 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d\": container with ID starting with 830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d not found: ID does not exist" containerID="830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.426534 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d"} err="failed to get container status \"830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d\": rpc error: code = NotFound desc = could not find container \"830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d\": container with ID starting with 830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d not found: ID does not exist" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.426545 4809 scope.go:117] "RemoveContainer" containerID="4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.426918 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab"} err="failed to get container status \"4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab\": rpc error: code = NotFound desc = could not find container \"4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab\": container with ID starting with 4961bd19ffe5dfa9e5d5f326cc8b1520be4a5e91f5016b257536137ab03517ab not found: ID does not exist" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.426935 4809 scope.go:117] "RemoveContainer" containerID="830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.427104 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d"} err="failed to get container status \"830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d\": rpc error: code = NotFound desc = could not find container \"830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d\": container with ID starting with 830bd57f67ee839b8bf76bbfc5984334ba25ee3dea57c324c4d808b1df1eed8d not found: ID does not exist" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.535055 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"218997ab-1290-479a-86d0-a22574f0e82a","Type":"ContainerStarted","Data":"e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7"} Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.535205 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.554966 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" event={"ID":"27f7d53f-faf3-4456-a3d8-c859bc5c82fb","Type":"ContainerStarted","Data":"f13981ae098c85af0e7bdcd85c0ddfc7db47aec35a86222643ee1ea10ce16907"} Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.555404 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.555441 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.565800 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=3.565780337 podStartE2EDuration="3.565780337s" podCreationTimestamp="2025-10-13 20:23:47 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:50.549271234 +0000 UTC m=+3549.155017819" watchObservedRunningTime="2025-10-13 20:23:50.565780337 +0000 UTC m=+3549.171526912" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.599372 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" podStartSLOduration=6.599355879 podStartE2EDuration="6.599355879s" podCreationTimestamp="2025-10-13 20:23:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:50.598747572 +0000 UTC m=+3549.204494177" watchObservedRunningTime="2025-10-13 20:23:50.599355879 +0000 UTC m=+3549.205102464" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.604969 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" event={"ID":"6583b9b0-65a3-47fa-9d0a-81c4d0e85352","Type":"ContainerStarted","Data":"66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155"} Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.605010 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" event={"ID":"6583b9b0-65a3-47fa-9d0a-81c4d0e85352","Type":"ContainerStarted","Data":"c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe"} Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.605126 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" podUID="6583b9b0-65a3-47fa-9d0a-81c4d0e85352" containerName="neutron-api" containerID="cri-o://c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe" gracePeriod=30 Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.605208 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.605533 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" podUID="6583b9b0-65a3-47fa-9d0a-81c4d0e85352" containerName="neutron-httpd" containerID="cri-o://66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155" gracePeriod=30 Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.621670 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8ccf5456-abd4-46e8-870e-0ed931f41fc5","Type":"ContainerStarted","Data":"88e4bdf973e07004cb594ca21ff22fb2d1c76f20a70a74de65a3508c60f946a6"} Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.630692 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" podStartSLOduration=4.630674787 podStartE2EDuration="4.630674787s" podCreationTimestamp="2025-10-13 20:23:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:50.625505452 +0000 UTC m=+3549.231252037" watchObservedRunningTime="2025-10-13 20:23:50.630674787 +0000 UTC m=+3549.236421372" Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.635610 4809 generic.go:334] "Generic (PLEG): container finished" podID="b4fee514-e18d-4f5b-9671-de98e395d307" containerID="33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f" exitCode=143 Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.635678 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" event={"ID":"b4fee514-e18d-4f5b-9671-de98e395d307","Type":"ContainerDied","Data":"33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f"} Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.658933 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"94a5244a-62bb-490a-b12f-93e10b683296","Type":"ContainerStarted","Data":"af15c71ba66d179a3122f03b27c2d4e6ddbd6e52938df62fd11d03895848ae94"} Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.659072 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="94a5244a-62bb-490a-b12f-93e10b683296" containerName="ovn-northd" containerID="cri-o://db26e35c8e81aae93b357f8b6de2b8fecc5d3fbc2f7cfa92482c2a7b0fa1c40b" gracePeriod=30 Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.659139 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="94a5244a-62bb-490a-b12f-93e10b683296" containerName="openstack-network-exporter" containerID="cri-o://af15c71ba66d179a3122f03b27c2d4e6ddbd6e52938df62fd11d03895848ae94" gracePeriod=30 Oct 13 20:23:50 crc kubenswrapper[4809]: I1013 20:23:50.659189 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.684834 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" event={"ID":"bc27ee2c-78da-4f8e-a85b-7ceda208a755","Type":"ContainerStarted","Data":"db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.685057 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.685098 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.741928 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=5.741911447 podStartE2EDuration="5.741911447s" podCreationTimestamp="2025-10-13 20:23:45 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:50.692635785 +0000 UTC m=+3549.298382360" watchObservedRunningTime="2025-10-13 20:23:50.741911447 +0000 UTC m=+3549.347658032" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.743800 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" podUID="9942f551-b79d-45d8-8628-348f049074b9" containerName="neutron-api" containerID="cri-o://174c63abd64a13170767f5ce1a322cffd6815f1bd7538e608293dfd787759388" gracePeriod=30 Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.743876 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" podUID="9942f551-b79d-45d8-8628-348f049074b9" containerName="neutron-httpd" containerID="cri-o://dc25b58576ee97144d8d0c5bc3e6ac6a59e09313b805bac118a9476fd811ec7f" gracePeriod=30 Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.743874 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" event={"ID":"9942f551-b79d-45d8-8628-348f049074b9","Type":"ContainerStarted","Data":"dc25b58576ee97144d8d0c5bc3e6ac6a59e09313b805bac118a9476fd811ec7f"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.744131 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.768389 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" podStartSLOduration=7.767856945 podStartE2EDuration="7.767856945s" podCreationTimestamp="2025-10-13 20:23:43 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:50.724250082 +0000 UTC m=+3549.329996667" watchObservedRunningTime="2025-10-13 20:23:50.767856945 +0000 UTC m=+3549.373603530" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.771315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" event={"ID":"705904aa-80ed-46e5-8e82-15219a789db7","Type":"ContainerStarted","Data":"c22c0395b1165ae8f19d69b1523b0b47478fd797d7776078a74b1569f473267f"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.773560 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" podStartSLOduration=6.773542004 podStartE2EDuration="6.773542004s" podCreationTimestamp="2025-10-13 20:23:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:50.76234138 +0000 UTC m=+3549.368087965" watchObservedRunningTime="2025-10-13 20:23:50.773542004 +0000 UTC m=+3549.379288589" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.799272 4809 generic.go:334] "Generic (PLEG): container finished" podID="38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" containerID="edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1" exitCode=143 Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.799354 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" event={"ID":"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73","Type":"ContainerDied","Data":"edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:50.970277 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml"] Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.005086 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-56d6867f46-2xldp"] Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.006840 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.020443 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-internal-svc" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.020628 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-ovndbs" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.020781 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-neutron-public-svc" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.021389 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-56d6867f46-2xldp"] Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.066504 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-internal-tls-certs\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.066608 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-public-tls-certs\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.066749 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-httpd-config\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.066788 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-ovndb-tls-certs\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.066866 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-combined-ca-bundle\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.066991 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-w4vgk\" (UniqueName: \"kubernetes.io/projected/d629834b-9ea6-436d-9535-208218996829-kube-api-access-w4vgk\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.067011 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-config\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.086759 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:23:51 crc kubenswrapper[4809]: E1013 20:23:51.111007 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:51 crc kubenswrapper[4809]: E1013 20:23:51.134260 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:51 crc kubenswrapper[4809]: E1013 20:23:51.144615 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:51 crc kubenswrapper[4809]: E1013 20:23:51.144682 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" containerName="nova-cell0-conductor-conductor" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.168877 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-internal-tls-certs\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.169050 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-public-tls-certs\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.169168 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-httpd-config\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.169256 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-ovndb-tls-certs\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.169355 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-combined-ca-bundle\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.169470 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-w4vgk\" (UniqueName: \"kubernetes.io/projected/d629834b-9ea6-436d-9535-208218996829-kube-api-access-w4vgk\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.169536 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-config\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.174038 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-config\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.178365 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-ovndb-tls-certs\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.181544 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-internal-tls-certs\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.182237 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-combined-ca-bundle\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.188514 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-public-tls-certs\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.189049 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-httpd-config\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.198555 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-w4vgk\" (UniqueName: \"kubernetes.io/projected/d629834b-9ea6-436d-9535-208218996829-kube-api-access-w4vgk\") pod \"neutron-56d6867f46-2xldp\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.406546 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.697825 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/cinder-api-0" podUID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" containerName="cinder-api" probeResult="failure" output="Get \"http://10.217.0.125:8776/healthcheck\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.836345 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8ccf5456-abd4-46e8-870e-0ed931f41fc5","Type":"ContainerStarted","Data":"b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.836382 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8ccf5456-abd4-46e8-870e-0ed931f41fc5","Type":"ContainerStarted","Data":"052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.856613 4809 generic.go:334] "Generic (PLEG): container finished" podID="94a5244a-62bb-490a-b12f-93e10b683296" containerID="af15c71ba66d179a3122f03b27c2d4e6ddbd6e52938df62fd11d03895848ae94" exitCode=2 Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.856674 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"94a5244a-62bb-490a-b12f-93e10b683296","Type":"ContainerDied","Data":"af15c71ba66d179a3122f03b27c2d4e6ddbd6e52938df62fd11d03895848ae94"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.868842 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=4.868824565 podStartE2EDuration="4.868824565s" podCreationTimestamp="2025-10-13 20:23:47 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:51.858244348 +0000 UTC m=+3550.463990933" watchObservedRunningTime="2025-10-13 20:23:51.868824565 +0000 UTC m=+3550.474571140" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.886601 4809 generic.go:334] "Generic (PLEG): container finished" podID="3fa6270e-a741-421e-9d1d-ea317f98cdbb" containerID="33e1a08b785a6769f1ed1d0028932e35917a7f720f5882ed2ad080f59a542faa" exitCode=0 Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.886696 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" event={"ID":"3fa6270e-a741-421e-9d1d-ea317f98cdbb","Type":"ContainerDied","Data":"33e1a08b785a6769f1ed1d0028932e35917a7f720f5882ed2ad080f59a542faa"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.908424 4809 generic.go:334] "Generic (PLEG): container finished" podID="9942f551-b79d-45d8-8628-348f049074b9" containerID="dc25b58576ee97144d8d0c5bc3e6ac6a59e09313b805bac118a9476fd811ec7f" exitCode=0 Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.908517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" event={"ID":"9942f551-b79d-45d8-8628-348f049074b9","Type":"ContainerDied","Data":"dc25b58576ee97144d8d0c5bc3e6ac6a59e09313b805bac118a9476fd811ec7f"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.915395 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" event={"ID":"705904aa-80ed-46e5-8e82-15219a789db7","Type":"ContainerStarted","Data":"b509d41c0851bfabad6d0b7e5873318ddbde1e4b9937a0ec18e0302e7f3b3c26"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.915436 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" event={"ID":"705904aa-80ed-46e5-8e82-15219a789db7","Type":"ContainerStarted","Data":"6775ff1ee139b1ee0eddaad91ff8d942131e5000cffa925f72f90553cdc96a74"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.915548 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" podUID="705904aa-80ed-46e5-8e82-15219a789db7" containerName="neutron-api" containerID="cri-o://6775ff1ee139b1ee0eddaad91ff8d942131e5000cffa925f72f90553cdc96a74" gracePeriod=30 Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.915749 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.916080 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" podUID="705904aa-80ed-46e5-8e82-15219a789db7" containerName="neutron-httpd" containerID="cri-o://b509d41c0851bfabad6d0b7e5873318ddbde1e4b9937a0ec18e0302e7f3b3c26" gracePeriod=30 Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.921890 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"72cbe376-d246-41f0-92be-77ab152eab2b","Type":"ContainerStarted","Data":"0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.921919 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"72cbe376-d246-41f0-92be-77ab152eab2b","Type":"ContainerStarted","Data":"3aa45bc5d9ac708aa33205798dbadc727c7f2bb261d6f753b621c42ec38038b5"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.931150 4809 generic.go:334] "Generic (PLEG): container finished" podID="6583b9b0-65a3-47fa-9d0a-81c4d0e85352" containerID="66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155" exitCode=0 Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.932192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" event={"ID":"6583b9b0-65a3-47fa-9d0a-81c4d0e85352","Type":"ContainerDied","Data":"66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155"} Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.932852 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" podStartSLOduration=3.932841271 podStartE2EDuration="3.932841271s" podCreationTimestamp="2025-10-13 20:23:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:51.930359171 +0000 UTC m=+3550.536105756" watchObservedRunningTime="2025-10-13 20:23:51.932841271 +0000 UTC m=+3550.538587856" Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.956626 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-56d6867f46-2xldp"] Oct 13 20:23:51 crc kubenswrapper[4809]: I1013 20:23:51.984672 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.104914 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-config-data\") pod \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.105027 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3fa6270e-a741-421e-9d1d-ea317f98cdbb-logs\") pod \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.105171 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-scripts\") pod \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.105192 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-public-tls-certs\") pod \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.105220 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-blkvv\" (UniqueName: \"kubernetes.io/projected/3fa6270e-a741-421e-9d1d-ea317f98cdbb-kube-api-access-blkvv\") pod \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.105269 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-internal-tls-certs\") pod \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.105288 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-combined-ca-bundle\") pod \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\" (UID: \"3fa6270e-a741-421e-9d1d-ea317f98cdbb\") " Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.110219 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/3fa6270e-a741-421e-9d1d-ea317f98cdbb-logs" (OuterVolumeSpecName: "logs") pod "3fa6270e-a741-421e-9d1d-ea317f98cdbb" (UID: "3fa6270e-a741-421e-9d1d-ea317f98cdbb"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.116532 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-scripts" (OuterVolumeSpecName: "scripts") pod "3fa6270e-a741-421e-9d1d-ea317f98cdbb" (UID: "3fa6270e-a741-421e-9d1d-ea317f98cdbb"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.116893 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3fa6270e-a741-421e-9d1d-ea317f98cdbb-kube-api-access-blkvv" (OuterVolumeSpecName: "kube-api-access-blkvv") pod "3fa6270e-a741-421e-9d1d-ea317f98cdbb" (UID: "3fa6270e-a741-421e-9d1d-ea317f98cdbb"). InnerVolumeSpecName "kube-api-access-blkvv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.158240 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.1.240:9311/healthcheck\": dial tcp 10.217.1.240:9311: i/o timeout (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.158497 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-87c6c5c5b-gt964" podUID="1696b6de-fef2-473b-89fa-a62e10038525" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.1.240:9311/healthcheck\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.186153 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3fa6270e-a741-421e-9d1d-ea317f98cdbb" (UID: "3fa6270e-a741-421e-9d1d-ea317f98cdbb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.196754 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-config-data" (OuterVolumeSpecName: "config-data") pod "3fa6270e-a741-421e-9d1d-ea317f98cdbb" (UID: "3fa6270e-a741-421e-9d1d-ea317f98cdbb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.208951 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3fa6270e-a741-421e-9d1d-ea317f98cdbb-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.208980 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.208990 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-blkvv\" (UniqueName: \"kubernetes.io/projected/3fa6270e-a741-421e-9d1d-ea317f98cdbb-kube-api-access-blkvv\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.209000 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.209008 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.240188 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "3fa6270e-a741-421e-9d1d-ea317f98cdbb" (UID: "3fa6270e-a741-421e-9d1d-ea317f98cdbb"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.256176 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "3fa6270e-a741-421e-9d1d-ea317f98cdbb" (UID: "3fa6270e-a741-421e-9d1d-ea317f98cdbb"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.312003 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.312045 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3fa6270e-a741-421e-9d1d-ea317f98cdbb-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.949882 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" event={"ID":"d629834b-9ea6-436d-9535-208218996829","Type":"ContainerStarted","Data":"315b2cf7257a4810d41a8be0db4d45784c180b44d6b2b308653b56210d23addb"} Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.950169 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" event={"ID":"d629834b-9ea6-436d-9535-208218996829","Type":"ContainerStarted","Data":"2bb55f6abee94cc1b2e697500b29a52bf30fa298a9622802d8606928448b5dea"} Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.950182 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" event={"ID":"d629834b-9ea6-436d-9535-208218996829","Type":"ContainerStarted","Data":"f83e0d7b56f326d5baf911720663e60cc137f7456f178b37e5addf8d1c52bee6"} Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.951754 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.967988 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"72cbe376-d246-41f0-92be-77ab152eab2b","Type":"ContainerStarted","Data":"8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26"} Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.975907 4809 generic.go:334] "Generic (PLEG): container finished" podID="e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5" containerID="06d63f41ce66a47825f0f074ca3530658d81940797cb30dea99553f5cfc89428" exitCode=0 Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.975951 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" event={"ID":"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5","Type":"ContainerDied","Data":"06d63f41ce66a47825f0f074ca3530658d81940797cb30dea99553f5cfc89428"} Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.981583 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" event={"ID":"3fa6270e-a741-421e-9d1d-ea317f98cdbb","Type":"ContainerDied","Data":"039bfc3d6671fac92257f580c468be3588313ca48d9703d8b7006023728602d7"} Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.981640 4809 scope.go:117] "RemoveContainer" containerID="33e1a08b785a6769f1ed1d0028932e35917a7f720f5882ed2ad080f59a542faa" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.981833 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-78454b578b-bs5xn" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.983327 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" podStartSLOduration=2.983309633 podStartE2EDuration="2.983309633s" podCreationTimestamp="2025-10-13 20:23:50 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:52.975575766 +0000 UTC m=+3551.581322351" watchObservedRunningTime="2025-10-13 20:23:52.983309633 +0000 UTC m=+3551.589056208" Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.994896 4809 generic.go:334] "Generic (PLEG): container finished" podID="705904aa-80ed-46e5-8e82-15219a789db7" containerID="b509d41c0851bfabad6d0b7e5873318ddbde1e4b9937a0ec18e0302e7f3b3c26" exitCode=0 Oct 13 20:23:52 crc kubenswrapper[4809]: I1013 20:23:52.995397 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" event={"ID":"705904aa-80ed-46e5-8e82-15219a789db7","Type":"ContainerDied","Data":"b509d41c0851bfabad6d0b7e5873318ddbde1e4b9937a0ec18e0302e7f3b3c26"} Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.005970 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=4.005952558 podStartE2EDuration="4.005952558s" podCreationTimestamp="2025-10-13 20:23:49 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:52.997215013 +0000 UTC m=+3551.602961598" watchObservedRunningTime="2025-10-13 20:23:53.005952558 +0000 UTC m=+3551.611699143" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.055414 4809 scope.go:117] "RemoveContainer" containerID="ba2b685982eb139bacd01bf4161a2c59bdf3b5932739620054bb7d1dd4eeeca8" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.055547 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-78454b578b-bs5xn"] Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.065844 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-78454b578b-bs5xn"] Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.270218 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.633754 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="proxy-httpd" probeResult="failure" output="Get \"http://10.217.0.103:3000/\": dial tcp 10.217.0.103:3000: connect: connection refused" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.773159 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/community-operators-rphpv"] Oct 13 20:23:53 crc kubenswrapper[4809]: E1013 20:23:53.773568 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3fa6270e-a741-421e-9d1d-ea317f98cdbb" containerName="placement-api" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.773583 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3fa6270e-a741-421e-9d1d-ea317f98cdbb" containerName="placement-api" Oct 13 20:23:53 crc kubenswrapper[4809]: E1013 20:23:53.773600 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3fa6270e-a741-421e-9d1d-ea317f98cdbb" containerName="placement-log" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.773606 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3fa6270e-a741-421e-9d1d-ea317f98cdbb" containerName="placement-log" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.773827 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3fa6270e-a741-421e-9d1d-ea317f98cdbb" containerName="placement-api" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.773871 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3fa6270e-a741-421e-9d1d-ea317f98cdbb" containerName="placement-log" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.801868 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-rphpv"] Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.801969 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.843508 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-utilities\") pod \"community-operators-rphpv\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.843666 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-catalog-content\") pod \"community-operators-rphpv\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.843704 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6tj9x\" (UniqueName: \"kubernetes.io/projected/beb696b7-6230-43a8-9578-cf8a30545441-kube-api-access-6tj9x\") pod \"community-operators-rphpv\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.945653 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-catalog-content\") pod \"community-operators-rphpv\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.945712 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6tj9x\" (UniqueName: \"kubernetes.io/projected/beb696b7-6230-43a8-9578-cf8a30545441-kube-api-access-6tj9x\") pod \"community-operators-rphpv\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.945754 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-utilities\") pod \"community-operators-rphpv\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.946459 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-utilities\") pod \"community-operators-rphpv\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.946677 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-catalog-content\") pod \"community-operators-rphpv\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:23:53 crc kubenswrapper[4809]: I1013 20:23:53.961841 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6tj9x\" (UniqueName: \"kubernetes.io/projected/beb696b7-6230-43a8-9578-cf8a30545441-kube-api-access-6tj9x\") pod \"community-operators-rphpv\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.160129 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.204875 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3fa6270e-a741-421e-9d1d-ea317f98cdbb" path="/var/lib/kubelet/pods/3fa6270e-a741-421e-9d1d-ea317f98cdbb/volumes" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.234590 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.235320 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.238361 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.329498 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.594572 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.682965 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-fernet-keys\") pod \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.683122 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-config-data\") pod \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.683224 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-combined-ca-bundle\") pod \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.683284 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z2h5m\" (UniqueName: \"kubernetes.io/projected/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-kube-api-access-z2h5m\") pod \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.683320 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-scripts\") pod \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.683364 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-credential-keys\") pod \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\" (UID: \"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5\") " Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.687959 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5" (UID: "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.688521 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5" (UID: "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.691536 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-kube-api-access-z2h5m" (OuterVolumeSpecName: "kube-api-access-z2h5m") pod "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5" (UID: "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5"). InnerVolumeSpecName "kube-api-access-z2h5m". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.703280 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-scripts" (OuterVolumeSpecName: "scripts") pod "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5" (UID: "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.727910 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5" (UID: "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.730947 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-config-data" (OuterVolumeSpecName: "config-data") pod "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5" (UID: "e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.786012 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.786079 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.786090 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.786099 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.786107 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.786116 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z2h5m\" (UniqueName: \"kubernetes.io/projected/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5-kube-api-access-z2h5m\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:54 crc kubenswrapper[4809]: I1013 20:23:54.912515 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-rphpv"] Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.053253 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" event={"ID":"e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5","Type":"ContainerDied","Data":"cecaabfb4642b38bd93f8b655c0334abae95235b4c431f91c138cfd56e56d321"} Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.053477 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="cecaabfb4642b38bd93f8b655c0334abae95235b4c431f91c138cfd56e56d321" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.053527 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-bootstrap-c7r62" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.074620 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-rphpv" event={"ID":"beb696b7-6230-43a8-9578-cf8a30545441","Type":"ContainerStarted","Data":"963a3b400777c83ae0a8ed8c01454cb1147ca5648d18bacd0b29de31faf7dd34"} Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.076403 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.090135 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.203073 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-5685896c94-jh6mz"] Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.203279 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" podUID="37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" containerName="keystone-api" containerID="cri-o://0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d" gracePeriod=30 Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.234785 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-c87449757-77mb6"] Oct 13 20:23:55 crc kubenswrapper[4809]: E1013 20:23:55.235261 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5" containerName="keystone-bootstrap" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.235273 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5" containerName="keystone-bootstrap" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.235476 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5" containerName="keystone-bootstrap" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.236220 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.238949 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-internal-svc" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.239142 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-keystone-public-svc" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.247958 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-c87449757-77mb6"] Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.271000 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.306770 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-scripts\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.306811 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-internal-tls-certs\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.306830 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-fernet-keys\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.306884 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kxl8g\" (UniqueName: \"kubernetes.io/projected/690fb0b0-9547-4166-9dad-d3053d0e047e-kube-api-access-kxl8g\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.306926 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-credential-keys\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.306959 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-public-tls-certs\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.307032 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-combined-ca-bundle\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.307055 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-config-data\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.409018 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-credential-keys\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.409067 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-public-tls-certs\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.409153 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-combined-ca-bundle\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.409177 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-config-data\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.409231 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-scripts\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.409253 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-internal-tls-certs\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.409267 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-fernet-keys\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.409316 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kxl8g\" (UniqueName: \"kubernetes.io/projected/690fb0b0-9547-4166-9dad-d3053d0e047e-kube-api-access-kxl8g\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.419426 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-credential-keys\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.419825 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-fernet-keys\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.421677 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-internal-tls-certs\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.422019 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-combined-ca-bundle\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.422233 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-config-data\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.423889 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-public-tls-certs\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.435520 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-scripts\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.453274 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kxl8g\" (UniqueName: \"kubernetes.io/projected/690fb0b0-9547-4166-9dad-d3053d0e047e-kube-api-access-kxl8g\") pod \"keystone-c87449757-77mb6\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.480088 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.481327 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" podUID="37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" containerName="keystone-api" probeResult="failure" output="Get \"http://10.217.0.116:5000/v3\": read tcp 10.217.0.2:48060->10.217.0.116:5000: read: connection reset by peer" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.484418 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.487565 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.640246 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:55 crc kubenswrapper[4809]: I1013 20:23:55.988069 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.028536 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-combined-ca-bundle\") pod \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.028751 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bcdm6\" (UniqueName: \"kubernetes.io/projected/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-kube-api-access-bcdm6\") pod \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.028773 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-fernet-keys\") pod \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.028789 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-scripts\") pod \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.028859 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-credential-keys\") pod \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.028885 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-config-data\") pod \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\" (UID: \"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.034268 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-kube-api-access-bcdm6" (OuterVolumeSpecName: "kube-api-access-bcdm6") pod "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" (UID: "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7"). InnerVolumeSpecName "kube-api-access-bcdm6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.035877 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" (UID: "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.039132 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-scripts" (OuterVolumeSpecName: "scripts") pod "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" (UID: "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.039798 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" (UID: "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.058005 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" (UID: "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.062141 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-config-data" (OuterVolumeSpecName: "config-data") pod "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" (UID: "37bfc5e5-e00b-4269-8eb5-68f7e816d4d7"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: E1013 20:23:56.088826 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:56 crc kubenswrapper[4809]: E1013 20:23:56.092876 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:56 crc kubenswrapper[4809]: E1013 20:23:56.100291 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:23:56 crc kubenswrapper[4809]: E1013 20:23:56.100559 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" containerName="nova-cell0-conductor-conductor" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.107290 4809 generic.go:334] "Generic (PLEG): container finished" podID="beb696b7-6230-43a8-9578-cf8a30545441" containerID="ca182f81e78bdb32ca6eba242ade0b1449f3bc34d86bb94badaad5f6eceb9a0f" exitCode=0 Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.107355 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-rphpv" event={"ID":"beb696b7-6230-43a8-9578-cf8a30545441","Type":"ContainerDied","Data":"ca182f81e78bdb32ca6eba242ade0b1449f3bc34d86bb94badaad5f6eceb9a0f"} Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.116381 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_94a5244a-62bb-490a-b12f-93e10b683296/ovn-northd/0.log" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.116459 4809 generic.go:334] "Generic (PLEG): container finished" podID="94a5244a-62bb-490a-b12f-93e10b683296" containerID="db26e35c8e81aae93b357f8b6de2b8fecc5d3fbc2f7cfa92482c2a7b0fa1c40b" exitCode=139 Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.116504 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"94a5244a-62bb-490a-b12f-93e10b683296","Type":"ContainerDied","Data":"db26e35c8e81aae93b357f8b6de2b8fecc5d3fbc2f7cfa92482c2a7b0fa1c40b"} Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.118436 4809 generic.go:334] "Generic (PLEG): container finished" podID="37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" containerID="0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d" exitCode=0 Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.119713 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.119879 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" event={"ID":"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7","Type":"ContainerDied","Data":"0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d"} Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.119933 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-5685896c94-jh6mz" event={"ID":"37bfc5e5-e00b-4269-8eb5-68f7e816d4d7","Type":"ContainerDied","Data":"749d5a00cd92270d1765539fb80cfe73c301696016455ad16274eb753ebe406c"} Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.119951 4809 scope.go:117] "RemoveContainer" containerID="0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.131854 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.133890 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bcdm6\" (UniqueName: \"kubernetes.io/projected/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-kube-api-access-bcdm6\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.133908 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.133917 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.133926 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.133936 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.133951 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.187917 4809 scope.go:117] "RemoveContainer" containerID="0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d" Oct 13 20:23:56 crc kubenswrapper[4809]: E1013 20:23:56.188257 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d\": container with ID starting with 0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d not found: ID does not exist" containerID="0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.188280 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d"} err="failed to get container status \"0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d\": rpc error: code = NotFound desc = could not find container \"0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d\": container with ID starting with 0119d63c14b19e4ece70d30ab862b653fb9cb3efbcfd94b979198835cf95547d not found: ID does not exist" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.200860 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-5685896c94-jh6mz"] Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.205370 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-5685896c94-jh6mz"] Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.310819 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-c87449757-77mb6"] Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.348509 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.505630 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_94a5244a-62bb-490a-b12f-93e10b683296/ovn-northd/0.log" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.505936 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.513060 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.544382 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-scripts\") pod \"94a5244a-62bb-490a-b12f-93e10b683296\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.544444 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/94a5244a-62bb-490a-b12f-93e10b683296-ovn-rundir\") pod \"94a5244a-62bb-490a-b12f-93e10b683296\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.544515 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-combined-ca-bundle\") pod \"94a5244a-62bb-490a-b12f-93e10b683296\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.544545 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-metrics-certs-tls-certs\") pod \"94a5244a-62bb-490a-b12f-93e10b683296\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.544628 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-ovn-northd-tls-certs\") pod \"94a5244a-62bb-490a-b12f-93e10b683296\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.544660 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wvx2d\" (UniqueName: \"kubernetes.io/projected/94a5244a-62bb-490a-b12f-93e10b683296-kube-api-access-wvx2d\") pod \"94a5244a-62bb-490a-b12f-93e10b683296\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.544713 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-config\") pod \"94a5244a-62bb-490a-b12f-93e10b683296\" (UID: \"94a5244a-62bb-490a-b12f-93e10b683296\") " Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.546124 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-scripts" (OuterVolumeSpecName: "scripts") pod "94a5244a-62bb-490a-b12f-93e10b683296" (UID: "94a5244a-62bb-490a-b12f-93e10b683296"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.546337 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/94a5244a-62bb-490a-b12f-93e10b683296-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "94a5244a-62bb-490a-b12f-93e10b683296" (UID: "94a5244a-62bb-490a-b12f-93e10b683296"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.548842 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-config" (OuterVolumeSpecName: "config") pod "94a5244a-62bb-490a-b12f-93e10b683296" (UID: "94a5244a-62bb-490a-b12f-93e10b683296"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.561061 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/94a5244a-62bb-490a-b12f-93e10b683296-kube-api-access-wvx2d" (OuterVolumeSpecName: "kube-api-access-wvx2d") pod "94a5244a-62bb-490a-b12f-93e10b683296" (UID: "94a5244a-62bb-490a-b12f-93e10b683296"). InnerVolumeSpecName "kube-api-access-wvx2d". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.595091 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "94a5244a-62bb-490a-b12f-93e10b683296" (UID: "94a5244a-62bb-490a-b12f-93e10b683296"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.647540 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/94a5244a-62bb-490a-b12f-93e10b683296-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.647570 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.647582 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wvx2d\" (UniqueName: \"kubernetes.io/projected/94a5244a-62bb-490a-b12f-93e10b683296-kube-api-access-wvx2d\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.647592 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.647600 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/94a5244a-62bb-490a-b12f-93e10b683296-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.666613 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-ovn-northd-tls-certs" (OuterVolumeSpecName: "ovn-northd-tls-certs") pod "94a5244a-62bb-490a-b12f-93e10b683296" (UID: "94a5244a-62bb-490a-b12f-93e10b683296"). InnerVolumeSpecName "ovn-northd-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.677912 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "94a5244a-62bb-490a-b12f-93e10b683296" (UID: "94a5244a-62bb-490a-b12f-93e10b683296"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.749238 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-ovn-northd-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:56 crc kubenswrapper[4809]: I1013 20:23:56.749269 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/94a5244a-62bb-490a-b12f-93e10b683296-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.021604 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.101872 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-6854f45cc6-45pss"] Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.102093 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" podUID="4675262d-88f1-4131-bb56-2ced358561a8" containerName="barbican-api-log" containerID="cri-o://c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04" gracePeriod=30 Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.102508 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" podUID="4675262d-88f1-4131-bb56-2ced358561a8" containerName="barbican-api" containerID="cri-o://773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735" gracePeriod=30 Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.144334 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_94a5244a-62bb-490a-b12f-93e10b683296/ovn-northd/0.log" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.144660 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"94a5244a-62bb-490a-b12f-93e10b683296","Type":"ContainerDied","Data":"a9413ab7f991d87e974a3c12745b7b106d5561184f2ec38ac4708076676e19e1"} Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.144696 4809 scope.go:117] "RemoveContainer" containerID="af15c71ba66d179a3122f03b27c2d4e6ddbd6e52938df62fd11d03895848ae94" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.144777 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.176027 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" event={"ID":"690fb0b0-9547-4166-9dad-d3053d0e047e","Type":"ContainerStarted","Data":"32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6"} Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.176075 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" event={"ID":"690fb0b0-9547-4166-9dad-d3053d0e047e","Type":"ContainerStarted","Data":"29e7909bde26d2d54bc3aca367516afd2607744586a2c1b1b2e1ae7b15b0bd7c"} Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.177201 4809 scope.go:117] "RemoveContainer" containerID="db26e35c8e81aae93b357f8b6de2b8fecc5d3fbc2f7cfa92482c2a7b0fa1c40b" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.208515 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" podStartSLOduration=2.208482681 podStartE2EDuration="2.208482681s" podCreationTimestamp="2025-10-13 20:23:55 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:57.20235635 +0000 UTC m=+3555.808102935" watchObservedRunningTime="2025-10-13 20:23:57.208482681 +0000 UTC m=+3555.814229266" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.250415 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.262220 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.278414 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:57 crc kubenswrapper[4809]: E1013 20:23:57.279031 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" containerName="keystone-api" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.279051 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" containerName="keystone-api" Oct 13 20:23:57 crc kubenswrapper[4809]: E1013 20:23:57.279100 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94a5244a-62bb-490a-b12f-93e10b683296" containerName="openstack-network-exporter" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.279106 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94a5244a-62bb-490a-b12f-93e10b683296" containerName="openstack-network-exporter" Oct 13 20:23:57 crc kubenswrapper[4809]: E1013 20:23:57.279121 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="94a5244a-62bb-490a-b12f-93e10b683296" containerName="ovn-northd" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.279127 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="94a5244a-62bb-490a-b12f-93e10b683296" containerName="ovn-northd" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.279398 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" containerName="keystone-api" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.279505 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94a5244a-62bb-490a-b12f-93e10b683296" containerName="openstack-network-exporter" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.279532 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="94a5244a-62bb-490a-b12f-93e10b683296" containerName="ovn-northd" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.280567 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.286805 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.287243 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-k2f4g" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.288042 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.288798 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.314031 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.371572 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.371746 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-scripts\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.371816 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.371968 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.372284 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.372897 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.373044 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-49dls\" (UniqueName: \"kubernetes.io/projected/237eec8d-f3ad-4bc2-a388-93ca5f324217-kube-api-access-49dls\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.375158 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-config\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.478022 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-config\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.478095 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.478157 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-scripts\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.478193 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.478266 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.478332 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.478397 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-49dls\" (UniqueName: \"kubernetes.io/projected/237eec8d-f3ad-4bc2-a388-93ca5f324217-kube-api-access-49dls\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.482487 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-scripts\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.482496 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-config\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.490453 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.490811 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.492452 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.497806 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-49dls\" (UniqueName: \"kubernetes.io/projected/237eec8d-f3ad-4bc2-a388-93ca5f324217-kube-api-access-49dls\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.504481 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: E1013 20:23:57.548946 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod705904aa_80ed_46e5_8e82_15219a789db7.slice/crio-conmon-6775ff1ee139b1ee0eddaad91ff8d942131e5000cffa925f72f90553cdc96a74.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9942f551_b79d_45d8_8628_348f049074b9.slice/crio-174c63abd64a13170767f5ce1a322cffd6815f1bd7538e608293dfd787759388.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9942f551_b79d_45d8_8628_348f049074b9.slice/crio-conmon-174c63abd64a13170767f5ce1a322cffd6815f1bd7538e608293dfd787759388.scope\": RecentStats: unable to find data in memory cache]" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.694577 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.697353 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.697516 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/kube-state-metrics-0" podUID="96cea001-4f2d-4d3b-9f23-c72c82b0ab30" containerName="kube-state-metrics" containerID="cri-o://8ef4be05a0ea62893fcdf4bcf27b2d5794c1be740b46736788bf243d1de58436" gracePeriod=30 Oct 13 20:23:57 crc kubenswrapper[4809]: I1013 20:23:57.822925 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.089181 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-766f5f4786-pdp9q_6583b9b0-65a3-47fa-9d0a-81c4d0e85352/neutron-api/0.log" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.089495 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.109682 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-config\") pod \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.109818 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lhs5q\" (UniqueName: \"kubernetes.io/projected/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-kube-api-access-lhs5q\") pod \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.109866 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-httpd-config\") pod \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.109961 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-combined-ca-bundle\") pod \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\" (UID: \"6583b9b0-65a3-47fa-9d0a-81c4d0e85352\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.132922 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-kube-api-access-lhs5q" (OuterVolumeSpecName: "kube-api-access-lhs5q") pod "6583b9b0-65a3-47fa-9d0a-81c4d0e85352" (UID: "6583b9b0-65a3-47fa-9d0a-81c4d0e85352"). InnerVolumeSpecName "kube-api-access-lhs5q". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.133904 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "6583b9b0-65a3-47fa-9d0a-81c4d0e85352" (UID: "6583b9b0-65a3-47fa-9d0a-81c4d0e85352"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.197073 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="37bfc5e5-e00b-4269-8eb5-68f7e816d4d7" path="/var/lib/kubelet/pods/37bfc5e5-e00b-4269-8eb5-68f7e816d4d7/volumes" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.200205 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="94a5244a-62bb-490a-b12f-93e10b683296" path="/var/lib/kubelet/pods/94a5244a-62bb-490a-b12f-93e10b683296/volumes" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.201132 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6583b9b0-65a3-47fa-9d0a-81c4d0e85352" (UID: "6583b9b0-65a3-47fa-9d0a-81c4d0e85352"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.207219 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-85f6d48958-z7l28_9942f551-b79d-45d8-8628-348f049074b9/neutron-api/0.log" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.207801 4809 generic.go:334] "Generic (PLEG): container finished" podID="9942f551-b79d-45d8-8628-348f049074b9" containerID="174c63abd64a13170767f5ce1a322cffd6815f1bd7538e608293dfd787759388" exitCode=1 Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.214083 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-5c8d5d6cb6-8vrml_705904aa-80ed-46e5-8e82-15219a789db7/neutron-api/0.log" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.214239 4809 generic.go:334] "Generic (PLEG): container finished" podID="705904aa-80ed-46e5-8e82-15219a789db7" containerID="6775ff1ee139b1ee0eddaad91ff8d942131e5000cffa925f72f90553cdc96a74" exitCode=1 Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.217681 4809 generic.go:334] "Generic (PLEG): container finished" podID="4675262d-88f1-4131-bb56-2ced358561a8" containerID="c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04" exitCode=143 Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.221403 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lhs5q\" (UniqueName: \"kubernetes.io/projected/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-kube-api-access-lhs5q\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.221973 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.221993 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.226134 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-766f5f4786-pdp9q_6583b9b0-65a3-47fa-9d0a-81c4d0e85352/neutron-api/0.log" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.226192 4809 generic.go:334] "Generic (PLEG): container finished" podID="6583b9b0-65a3-47fa-9d0a-81c4d0e85352" containerID="c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe" exitCode=1 Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.226314 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.229268 4809 generic.go:334] "Generic (PLEG): container finished" podID="96cea001-4f2d-4d3b-9f23-c72c82b0ab30" containerID="8ef4be05a0ea62893fcdf4bcf27b2d5794c1be740b46736788bf243d1de58436" exitCode=2 Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.238527 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.238564 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" event={"ID":"9942f551-b79d-45d8-8628-348f049074b9","Type":"ContainerDied","Data":"174c63abd64a13170767f5ce1a322cffd6815f1bd7538e608293dfd787759388"} Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.238588 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" event={"ID":"705904aa-80ed-46e5-8e82-15219a789db7","Type":"ContainerDied","Data":"6775ff1ee139b1ee0eddaad91ff8d942131e5000cffa925f72f90553cdc96a74"} Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.238613 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" event={"ID":"4675262d-88f1-4131-bb56-2ced358561a8","Type":"ContainerDied","Data":"c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04"} Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.238627 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-rphpv" event={"ID":"beb696b7-6230-43a8-9578-cf8a30545441","Type":"ContainerStarted","Data":"cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039"} Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.238639 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" event={"ID":"6583b9b0-65a3-47fa-9d0a-81c4d0e85352","Type":"ContainerDied","Data":"c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe"} Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.238653 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-766f5f4786-pdp9q" event={"ID":"6583b9b0-65a3-47fa-9d0a-81c4d0e85352","Type":"ContainerDied","Data":"4c3e935b536eaef14bf0683f4742eef4efff48cce8df239fe2e6e98f41648f37"} Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.238663 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"96cea001-4f2d-4d3b-9f23-c72c82b0ab30","Type":"ContainerDied","Data":"8ef4be05a0ea62893fcdf4bcf27b2d5794c1be740b46736788bf243d1de58436"} Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.238689 4809 scope.go:117] "RemoveContainer" containerID="66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.276081 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-5c8d5d6cb6-8vrml_705904aa-80ed-46e5-8e82-15219a789db7/neutron-api/0.log" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.276180 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.287894 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-config" (OuterVolumeSpecName: "config") pod "6583b9b0-65a3-47fa-9d0a-81c4d0e85352" (UID: "6583b9b0-65a3-47fa-9d0a-81c4d0e85352"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.324784 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-combined-ca-bundle\") pod \"705904aa-80ed-46e5-8e82-15219a789db7\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.325078 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-httpd-config\") pod \"705904aa-80ed-46e5-8e82-15219a789db7\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.325705 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n9kx9\" (UniqueName: \"kubernetes.io/projected/705904aa-80ed-46e5-8e82-15219a789db7-kube-api-access-n9kx9\") pod \"705904aa-80ed-46e5-8e82-15219a789db7\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.326080 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-config\") pod \"705904aa-80ed-46e5-8e82-15219a789db7\" (UID: \"705904aa-80ed-46e5-8e82-15219a789db7\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.327513 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/6583b9b0-65a3-47fa-9d0a-81c4d0e85352-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.344924 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "705904aa-80ed-46e5-8e82-15219a789db7" (UID: "705904aa-80ed-46e5-8e82-15219a789db7"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.357877 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/705904aa-80ed-46e5-8e82-15219a789db7-kube-api-access-n9kx9" (OuterVolumeSpecName: "kube-api-access-n9kx9") pod "705904aa-80ed-46e5-8e82-15219a789db7" (UID: "705904aa-80ed-46e5-8e82-15219a789db7"). InnerVolumeSpecName "kube-api-access-n9kx9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.398072 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.398353 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.407107 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "705904aa-80ed-46e5-8e82-15219a789db7" (UID: "705904aa-80ed-46e5-8e82-15219a789db7"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.424453 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.432106 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n9kx9\" (UniqueName: \"kubernetes.io/projected/705904aa-80ed-46e5-8e82-15219a789db7-kube-api-access-n9kx9\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.433109 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.433205 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.434789 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-config" (OuterVolumeSpecName: "config") pod "705904aa-80ed-46e5-8e82-15219a789db7" (UID: "705904aa-80ed-46e5-8e82-15219a789db7"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.479294 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.505285 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-85f6d48958-z7l28_9942f551-b79d-45d8-8628-348f049074b9/neutron-api/0.log" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.505355 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.509579 4809 scope.go:117] "RemoveContainer" containerID="c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.534390 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-config\") pod \"9942f551-b79d-45d8-8628-348f049074b9\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.534643 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-httpd-config\") pod \"9942f551-b79d-45d8-8628-348f049074b9\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.534693 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-72rgc\" (UniqueName: \"kubernetes.io/projected/9942f551-b79d-45d8-8628-348f049074b9-kube-api-access-72rgc\") pod \"9942f551-b79d-45d8-8628-348f049074b9\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.535072 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/705904aa-80ed-46e5-8e82-15219a789db7-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.539516 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "9942f551-b79d-45d8-8628-348f049074b9" (UID: "9942f551-b79d-45d8-8628-348f049074b9"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.554981 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9942f551-b79d-45d8-8628-348f049074b9-kube-api-access-72rgc" (OuterVolumeSpecName: "kube-api-access-72rgc") pod "9942f551-b79d-45d8-8628-348f049074b9" (UID: "9942f551-b79d-45d8-8628-348f049074b9"). InnerVolumeSpecName "kube-api-access-72rgc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.592462 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.592508 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.597468 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.599569 4809 scope.go:117] "RemoveContainer" containerID="66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155" Oct 13 20:23:58 crc kubenswrapper[4809]: E1013 20:23:58.600937 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155\": container with ID starting with 66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155 not found: ID does not exist" containerID="66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.600977 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155"} err="failed to get container status \"66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155\": rpc error: code = NotFound desc = could not find container \"66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155\": container with ID starting with 66a16c7f411802e2ca92f8cc0b0bf95ee233a1676014b4af61d4d5d0bb7d9155 not found: ID does not exist" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.601004 4809 scope.go:117] "RemoveContainer" containerID="c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe" Oct 13 20:23:58 crc kubenswrapper[4809]: E1013 20:23:58.602692 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe\": container with ID starting with c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe not found: ID does not exist" containerID="c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.602717 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe"} err="failed to get container status \"c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe\": rpc error: code = NotFound desc = could not find container \"c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe\": container with ID starting with c62d5b28cb4393f8143ee8f470cee1063d855b3e71f625eeac45cc529e909cbe not found: ID does not exist" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.615267 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-766f5f4786-pdp9q"] Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.621633 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-766f5f4786-pdp9q"] Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.636171 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-config" (OuterVolumeSpecName: "config") pod "9942f551-b79d-45d8-8628-348f049074b9" (UID: "9942f551-b79d-45d8-8628-348f049074b9"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.637758 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-combined-ca-bundle\") pod \"9942f551-b79d-45d8-8628-348f049074b9\" (UID: \"9942f551-b79d-45d8-8628-348f049074b9\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.638202 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.638220 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.638233 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-72rgc\" (UniqueName: \"kubernetes.io/projected/9942f551-b79d-45d8-8628-348f049074b9-kube-api-access-72rgc\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.716805 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9942f551-b79d-45d8-8628-348f049074b9" (UID: "9942f551-b79d-45d8-8628-348f049074b9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.739419 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9942f551-b79d-45d8-8628-348f049074b9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.744925 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.844646 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-px5ls\" (UniqueName: \"kubernetes.io/projected/96cea001-4f2d-4d3b-9f23-c72c82b0ab30-kube-api-access-px5ls\") pod \"96cea001-4f2d-4d3b-9f23-c72c82b0ab30\" (UID: \"96cea001-4f2d-4d3b-9f23-c72c82b0ab30\") " Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.850409 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/96cea001-4f2d-4d3b-9f23-c72c82b0ab30-kube-api-access-px5ls" (OuterVolumeSpecName: "kube-api-access-px5ls") pod "96cea001-4f2d-4d3b-9f23-c72c82b0ab30" (UID: "96cea001-4f2d-4d3b-9f23-c72c82b0ab30"). InnerVolumeSpecName "kube-api-access-px5ls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:58 crc kubenswrapper[4809]: I1013 20:23:58.947641 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-px5ls\" (UniqueName: \"kubernetes.io/projected/96cea001-4f2d-4d3b-9f23-c72c82b0ab30-kube-api-access-px5ls\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.152221 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" podUID="482796ce-2859-4e8b-acc0-7007ffaa2319" containerName="neutron-httpd" probeResult="failure" output="Get \"http://10.217.0.113:9696/\": dial tcp 10.217.0.113:9696: connect: connection refused" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.246431 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-85f6d48958-z7l28_9942f551-b79d-45d8-8628-348f049074b9/neutron-api/0.log" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.246527 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" event={"ID":"9942f551-b79d-45d8-8628-348f049074b9","Type":"ContainerDied","Data":"f4d20a07d75931358334e51506286e9bf2f9dcd1c2f1865800ec84ca7d70674d"} Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.246581 4809 scope.go:117] "RemoveContainer" containerID="dc25b58576ee97144d8d0c5bc3e6ac6a59e09313b805bac118a9476fd811ec7f" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.246720 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-85f6d48958-z7l28" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.250077 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-5c8d5d6cb6-8vrml_705904aa-80ed-46e5-8e82-15219a789db7/neutron-api/0.log" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.250137 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" event={"ID":"705904aa-80ed-46e5-8e82-15219a789db7","Type":"ContainerDied","Data":"c22c0395b1165ae8f19d69b1523b0b47478fd797d7776078a74b1569f473267f"} Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.250209 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.257600 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"237eec8d-f3ad-4bc2-a388-93ca5f324217","Type":"ContainerStarted","Data":"3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977"} Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.257647 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"237eec8d-f3ad-4bc2-a388-93ca5f324217","Type":"ContainerStarted","Data":"979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3"} Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.257663 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"237eec8d-f3ad-4bc2-a388-93ca5f324217","Type":"ContainerStarted","Data":"fa1eeb2806f0be2af5e52973725e3cd517b0d78b0d0677acc5d4558c5b1347c5"} Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.257678 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.260199 4809 generic.go:334] "Generic (PLEG): container finished" podID="beb696b7-6230-43a8-9578-cf8a30545441" containerID="cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039" exitCode=0 Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.260247 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-rphpv" event={"ID":"beb696b7-6230-43a8-9578-cf8a30545441","Type":"ContainerDied","Data":"cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039"} Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.268692 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"96cea001-4f2d-4d3b-9f23-c72c82b0ab30","Type":"ContainerDied","Data":"bb05bec7741ef16fe06720dc4609d62457ebe0a996e4bb0143bb762b2d583a70"} Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.269325 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.269943 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.269974 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.277148 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=2.2771275429999998 podStartE2EDuration="2.277127543s" podCreationTimestamp="2025-10-13 20:23:57 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:23:59.271114675 +0000 UTC m=+3557.876861260" watchObservedRunningTime="2025-10-13 20:23:59.277127543 +0000 UTC m=+3557.882874128" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.282717 4809 scope.go:117] "RemoveContainer" containerID="174c63abd64a13170767f5ce1a322cffd6815f1bd7538e608293dfd787759388" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.422217 4809 scope.go:117] "RemoveContainer" containerID="b509d41c0851bfabad6d0b7e5873318ddbde1e4b9937a0ec18e0302e7f3b3c26" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.448406 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-85f6d48958-z7l28"] Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.468255 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-85f6d48958-z7l28"] Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.486448 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.495950 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.496269 4809 scope.go:117] "RemoveContainer" containerID="6775ff1ee139b1ee0eddaad91ff8d942131e5000cffa925f72f90553cdc96a74" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.507145 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:23:59 crc kubenswrapper[4809]: E1013 20:23:59.507642 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9942f551-b79d-45d8-8628-348f049074b9" containerName="neutron-api" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.507655 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9942f551-b79d-45d8-8628-348f049074b9" containerName="neutron-api" Oct 13 20:23:59 crc kubenswrapper[4809]: E1013 20:23:59.507670 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6583b9b0-65a3-47fa-9d0a-81c4d0e85352" containerName="neutron-httpd" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.507677 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6583b9b0-65a3-47fa-9d0a-81c4d0e85352" containerName="neutron-httpd" Oct 13 20:23:59 crc kubenswrapper[4809]: E1013 20:23:59.507750 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6583b9b0-65a3-47fa-9d0a-81c4d0e85352" containerName="neutron-api" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.507759 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6583b9b0-65a3-47fa-9d0a-81c4d0e85352" containerName="neutron-api" Oct 13 20:23:59 crc kubenswrapper[4809]: E1013 20:23:59.507770 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="705904aa-80ed-46e5-8e82-15219a789db7" containerName="neutron-api" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.507776 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="705904aa-80ed-46e5-8e82-15219a789db7" containerName="neutron-api" Oct 13 20:23:59 crc kubenswrapper[4809]: E1013 20:23:59.507801 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="705904aa-80ed-46e5-8e82-15219a789db7" containerName="neutron-httpd" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.507809 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="705904aa-80ed-46e5-8e82-15219a789db7" containerName="neutron-httpd" Oct 13 20:23:59 crc kubenswrapper[4809]: E1013 20:23:59.507825 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="96cea001-4f2d-4d3b-9f23-c72c82b0ab30" containerName="kube-state-metrics" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.507832 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="96cea001-4f2d-4d3b-9f23-c72c82b0ab30" containerName="kube-state-metrics" Oct 13 20:23:59 crc kubenswrapper[4809]: E1013 20:23:59.507849 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9942f551-b79d-45d8-8628-348f049074b9" containerName="neutron-httpd" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.507855 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9942f551-b79d-45d8-8628-348f049074b9" containerName="neutron-httpd" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.508095 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="96cea001-4f2d-4d3b-9f23-c72c82b0ab30" containerName="kube-state-metrics" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.508137 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="705904aa-80ed-46e5-8e82-15219a789db7" containerName="neutron-httpd" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.508146 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6583b9b0-65a3-47fa-9d0a-81c4d0e85352" containerName="neutron-httpd" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.508162 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9942f551-b79d-45d8-8628-348f049074b9" containerName="neutron-httpd" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.508168 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9942f551-b79d-45d8-8628-348f049074b9" containerName="neutron-api" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.508199 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6583b9b0-65a3-47fa-9d0a-81c4d0e85352" containerName="neutron-api" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.508210 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="705904aa-80ed-46e5-8e82-15219a789db7" containerName="neutron-api" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.508928 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.511836 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-kube-state-metrics-svc" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.511970 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"kube-state-metrics-tls-config" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.512115 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml"] Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.519242 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-5c8d5d6cb6-8vrml"] Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.524493 4809 scope.go:117] "RemoveContainer" containerID="8ef4be05a0ea62893fcdf4bcf27b2d5794c1be740b46736788bf243d1de58436" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.527974 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.663478 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c986bdf-beb4-465b-864c-419bca645411-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.663583 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2c986bdf-beb4-465b-864c-419bca645411-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.663612 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sth96\" (UniqueName: \"kubernetes.io/projected/2c986bdf-beb4-465b-864c-419bca645411-kube-api-access-sth96\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.663676 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/2c986bdf-beb4-465b-864c-419bca645411-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.670448 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.764403 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-cache\") pod \"f6891058-a56f-49fb-9583-06cef7589b4c\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.764521 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5j6vh\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-kube-api-access-5j6vh\") pod \"f6891058-a56f-49fb-9583-06cef7589b4c\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.764551 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"swift\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"f6891058-a56f-49fb-9583-06cef7589b4c\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.764578 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-lock\") pod \"f6891058-a56f-49fb-9583-06cef7589b4c\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.764652 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift\") pod \"f6891058-a56f-49fb-9583-06cef7589b4c\" (UID: \"f6891058-a56f-49fb-9583-06cef7589b4c\") " Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.764986 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/2c986bdf-beb4-465b-864c-419bca645411-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.765066 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c986bdf-beb4-465b-864c-419bca645411-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.765126 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2c986bdf-beb4-465b-864c-419bca645411-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.765150 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sth96\" (UniqueName: \"kubernetes.io/projected/2c986bdf-beb4-465b-864c-419bca645411-kube-api-access-sth96\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.766539 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-cache" (OuterVolumeSpecName: "cache") pod "f6891058-a56f-49fb-9583-06cef7589b4c" (UID: "f6891058-a56f-49fb-9583-06cef7589b4c"). InnerVolumeSpecName "cache". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.769101 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-lock" (OuterVolumeSpecName: "lock") pod "f6891058-a56f-49fb-9583-06cef7589b4c" (UID: "f6891058-a56f-49fb-9583-06cef7589b4c"). InnerVolumeSpecName "lock". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.774066 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage01-crc" (OuterVolumeSpecName: "swift") pod "f6891058-a56f-49fb-9583-06cef7589b4c" (UID: "f6891058-a56f-49fb-9583-06cef7589b4c"). InnerVolumeSpecName "local-storage01-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.775186 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-kube-api-access-5j6vh" (OuterVolumeSpecName: "kube-api-access-5j6vh") pod "f6891058-a56f-49fb-9583-06cef7589b4c" (UID: "f6891058-a56f-49fb-9583-06cef7589b4c"). InnerVolumeSpecName "kube-api-access-5j6vh". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.775813 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-config\" (UniqueName: \"kubernetes.io/secret/2c986bdf-beb4-465b-864c-419bca645411-kube-state-metrics-tls-config\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.775951 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2c986bdf-beb4-465b-864c-419bca645411-combined-ca-bundle\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.777523 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-state-metrics-tls-certs\" (UniqueName: \"kubernetes.io/secret/2c986bdf-beb4-465b-864c-419bca645411-kube-state-metrics-tls-certs\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.778032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "f6891058-a56f-49fb-9583-06cef7589b4c" (UID: "f6891058-a56f-49fb-9583-06cef7589b4c"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.783804 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sth96\" (UniqueName: \"kubernetes.io/projected/2c986bdf-beb4-465b-864c-419bca645411-kube-api-access-sth96\") pod \"kube-state-metrics-0\" (UID: \"2c986bdf-beb4-465b-864c-419bca645411\") " pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.826284 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.866960 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.867303 4809 reconciler_common.go:293] "Volume detached for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-cache\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.867362 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5j6vh\" (UniqueName: \"kubernetes.io/projected/f6891058-a56f-49fb-9583-06cef7589b4c-kube-api-access-5j6vh\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.867437 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") on node \"crc\" " Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.867512 4809 reconciler_common.go:293] "Volume detached for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/f6891058-a56f-49fb-9583-06cef7589b4c-lock\") on node \"crc\" DevicePath \"\"" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.897236 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage01-crc" (UniqueName: "kubernetes.io/local-volume/local-storage01-crc") on node "crc" Oct 13 20:23:59 crc kubenswrapper[4809]: I1013 20:23:59.968941 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.178678 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6583b9b0-65a3-47fa-9d0a-81c4d0e85352" path="/var/lib/kubelet/pods/6583b9b0-65a3-47fa-9d0a-81c4d0e85352/volumes" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.179897 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="705904aa-80ed-46e5-8e82-15219a789db7" path="/var/lib/kubelet/pods/705904aa-80ed-46e5-8e82-15219a789db7/volumes" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.180643 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="96cea001-4f2d-4d3b-9f23-c72c82b0ab30" path="/var/lib/kubelet/pods/96cea001-4f2d-4d3b-9f23-c72c82b0ab30/volumes" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.188338 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9942f551-b79d-45d8-8628-348f049074b9" path="/var/lib/kubelet/pods/9942f551-b79d-45d8-8628-348f049074b9/volumes" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.264318 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/kube-state-metrics-0"] Oct 13 20:24:00 crc kubenswrapper[4809]: W1013 20:24:00.270519 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod2c986bdf_beb4_465b_864c_419bca645411.slice/crio-7bc650f0552f64aa5c412c9a442eeeb20af55ef7a2c792633ee4e82aa54d2eae WatchSource:0}: Error finding container 7bc650f0552f64aa5c412c9a442eeeb20af55ef7a2c792633ee4e82aa54d2eae: Status 404 returned error can't find the container with id 7bc650f0552f64aa5c412c9a442eeeb20af55ef7a2c792633ee4e82aa54d2eae Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.321220 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" podUID="319642d6-cbc0-4070-85e6-b888a55f3204" containerName="neutron-httpd" probeResult="failure" output="Get \"http://10.217.0.115:9696/\": dial tcp 10.217.0.115:9696: connect: connection refused" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.339237 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-56d6867f46-2xldp_d629834b-9ea6-436d-9535-208218996829/neutron-api/0.log" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.339287 4809 generic.go:334] "Generic (PLEG): container finished" podID="d629834b-9ea6-436d-9535-208218996829" containerID="2bb55f6abee94cc1b2e697500b29a52bf30fa298a9622802d8606928448b5dea" exitCode=1 Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.339394 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" event={"ID":"d629834b-9ea6-436d-9535-208218996829","Type":"ContainerDied","Data":"2bb55f6abee94cc1b2e697500b29a52bf30fa298a9622802d8606928448b5dea"} Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.340361 4809 scope.go:117] "RemoveContainer" containerID="2bb55f6abee94cc1b2e697500b29a52bf30fa298a9622802d8606928448b5dea" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.397763 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.408793 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz"] Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409238 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-replicator" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409255 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-replicator" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409264 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-expirer" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409271 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-expirer" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409294 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-server" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409299 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-server" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409312 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-reaper" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409317 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-reaper" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409329 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-updater" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409334 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-updater" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409351 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-auditor" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409357 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-auditor" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409367 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-replicator" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409373 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-replicator" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409386 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-replicator" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409392 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-replicator" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409402 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-auditor" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409408 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-auditor" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409422 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-updater" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409428 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-updater" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409444 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="swift-recon-cron" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409450 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="swift-recon-cron" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409458 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-server" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409464 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-server" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409472 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="rsync" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409477 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="rsync" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409484 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-auditor" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409490 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-auditor" Oct 13 20:24:00 crc kubenswrapper[4809]: E1013 20:24:00.409496 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-server" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409502 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-server" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409669 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-server" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409682 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-expirer" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409694 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-updater" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409702 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-replicator" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409712 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="swift-recon-cron" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409719 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-auditor" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409741 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="rsync" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409754 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-updater" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409763 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-reaper" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409773 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-auditor" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409785 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-replicator" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409793 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-auditor" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409807 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="object-server" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409817 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="container-replicator" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.409824 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" containerName="account-server" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.413177 4809 generic.go:334] "Generic (PLEG): container finished" podID="f6891058-a56f-49fb-9583-06cef7589b4c" containerID="ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504" exitCode=137 Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.413319 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.429716 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504"} Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.429770 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"f6891058-a56f-49fb-9583-06cef7589b4c","Type":"ContainerDied","Data":"05d822b24ffff4d13d284874600a6c8c28448d364127bffc35ff08a83252bcfc"} Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.429787 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz"] Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.429807 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-rphpv" event={"ID":"beb696b7-6230-43a8-9578-cf8a30545441","Type":"ContainerStarted","Data":"5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265"} Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.429888 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.430548 4809 scope.go:117] "RemoveContainer" containerID="ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.435120 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-public-svc" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.435299 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-barbican-internal-svc" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.448654 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/community-operators-rphpv" podStartSLOduration=3.763797329 podStartE2EDuration="7.448639621s" podCreationTimestamp="2025-10-13 20:23:53 +0000 UTC" firstStartedPulling="2025-10-13 20:23:56.11138098 +0000 UTC m=+3554.717127565" lastFinishedPulling="2025-10-13 20:23:59.796223282 +0000 UTC m=+3558.401969857" observedRunningTime="2025-10-13 20:24:00.446268885 +0000 UTC m=+3559.052015480" watchObservedRunningTime="2025-10-13 20:24:00.448639621 +0000 UTC m=+3559.054386206" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.514820 4809 scope.go:117] "RemoveContainer" containerID="508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.520789 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.549617 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.559953 4809 scope.go:117] "RemoveContainer" containerID="7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.582831 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.590717 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" podUID="4675262d-88f1-4131-bb56-2ced358561a8" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.114:9311/healthcheck\": read tcp 10.217.0.2:55792->10.217.0.114:9311: read: connection reset by peer" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.591031 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" podUID="4675262d-88f1-4131-bb56-2ced358561a8" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.114:9311/healthcheck\": read tcp 10.217.0.2:55786->10.217.0.114:9311: read: connection reset by peer" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.594872 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.599457 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"swift-storage-config-data" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.606062 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data-custom\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.606165 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-internal-tls-certs\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.608667 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.608709 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-public-tls-certs\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.608765 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/61365b86-4062-408e-bfc4-43dd19c7c271-logs\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.608846 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-combined-ca-bundle\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.608904 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6nhp5\" (UniqueName: \"kubernetes.io/projected/61365b86-4062-408e-bfc4-43dd19c7c271-kube-api-access-6nhp5\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.621013 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.628816 4809 scope.go:117] "RemoveContainer" containerID="37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.710799 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.710834 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-public-tls-certs\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.710867 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fb8mm\" (UniqueName: \"kubernetes.io/projected/0faa58cf-e207-49c2-a1ba-7d8290677bf4-kube-api-access-fb8mm\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.710886 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/61365b86-4062-408e-bfc4-43dd19c7c271-logs\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.710907 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/0faa58cf-e207-49c2-a1ba-7d8290677bf4-cache\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.710928 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/0faa58cf-e207-49c2-a1ba-7d8290677bf4-lock\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.710946 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.710976 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-combined-ca-bundle\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.711010 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6nhp5\" (UniqueName: \"kubernetes.io/projected/61365b86-4062-408e-bfc4-43dd19c7c271-kube-api-access-6nhp5\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.711033 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data-custom\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.711055 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-internal-tls-certs\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.711072 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/0faa58cf-e207-49c2-a1ba-7d8290677bf4-etc-swift\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.715678 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/61365b86-4062-408e-bfc4-43dd19c7c271-logs\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.717108 4809 scope.go:117] "RemoveContainer" containerID="a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.729423 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data-custom\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.750893 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-internal-tls-certs\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.751475 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-combined-ca-bundle\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.751893 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-public-tls-certs\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.752318 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.753311 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6nhp5\" (UniqueName: \"kubernetes.io/projected/61365b86-4062-408e-bfc4-43dd19c7c271-kube-api-access-6nhp5\") pod \"barbican-api-56c8d464f6-fsmhz\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.813758 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/0faa58cf-e207-49c2-a1ba-7d8290677bf4-etc-swift\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.813894 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-fb8mm\" (UniqueName: \"kubernetes.io/projected/0faa58cf-e207-49c2-a1ba-7d8290677bf4-kube-api-access-fb8mm\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.813920 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/0faa58cf-e207-49c2-a1ba-7d8290677bf4-cache\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.813940 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/0faa58cf-e207-49c2-a1ba-7d8290677bf4-lock\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.813957 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.814286 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") device mount path \"/mnt/openstack/pv01\"" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.816267 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"cache\" (UniqueName: \"kubernetes.io/empty-dir/0faa58cf-e207-49c2-a1ba-7d8290677bf4-cache\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.816494 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"lock\" (UniqueName: \"kubernetes.io/empty-dir/0faa58cf-e207-49c2-a1ba-7d8290677bf4-lock\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.821157 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.834613 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/0faa58cf-e207-49c2-a1ba-7d8290677bf4-etc-swift\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.859224 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-fb8mm\" (UniqueName: \"kubernetes.io/projected/0faa58cf-e207-49c2-a1ba-7d8290677bf4-kube-api-access-fb8mm\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.863787 4809 scope.go:117] "RemoveContainer" containerID="f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.866904 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage01-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage01-crc\") pod \"swift-storage-0\" (UID: \"0faa58cf-e207-49c2-a1ba-7d8290677bf4\") " pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:00 crc kubenswrapper[4809]: I1013 20:24:00.918860 4809 scope.go:117] "RemoveContainer" containerID="c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.000955 4809 scope.go:117] "RemoveContainer" containerID="e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.053110 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-storage-0" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.075896 4809 scope.go:117] "RemoveContainer" containerID="5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.087111 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.088587 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.092614 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.092767 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.097640 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.161379 4809 scope.go:117] "RemoveContainer" containerID="e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.229105 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data\") pod \"4675262d-88f1-4131-bb56-2ced358561a8\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.229147 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data-custom\") pod \"4675262d-88f1-4131-bb56-2ced358561a8\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.229193 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mcw77\" (UniqueName: \"kubernetes.io/projected/4675262d-88f1-4131-bb56-2ced358561a8-kube-api-access-mcw77\") pod \"4675262d-88f1-4131-bb56-2ced358561a8\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.229232 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4675262d-88f1-4131-bb56-2ced358561a8-logs\") pod \"4675262d-88f1-4131-bb56-2ced358561a8\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.229250 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-combined-ca-bundle\") pod \"4675262d-88f1-4131-bb56-2ced358561a8\" (UID: \"4675262d-88f1-4131-bb56-2ced358561a8\") " Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.230068 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4675262d-88f1-4131-bb56-2ced358561a8-logs" (OuterVolumeSpecName: "logs") pod "4675262d-88f1-4131-bb56-2ced358561a8" (UID: "4675262d-88f1-4131-bb56-2ced358561a8"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.230944 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4675262d-88f1-4131-bb56-2ced358561a8-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.237854 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "4675262d-88f1-4131-bb56-2ced358561a8" (UID: "4675262d-88f1-4131-bb56-2ced358561a8"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.238287 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4675262d-88f1-4131-bb56-2ced358561a8-kube-api-access-mcw77" (OuterVolumeSpecName: "kube-api-access-mcw77") pod "4675262d-88f1-4131-bb56-2ced358561a8" (UID: "4675262d-88f1-4131-bb56-2ced358561a8"). InnerVolumeSpecName "kube-api-access-mcw77". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.239096 4809 scope.go:117] "RemoveContainer" containerID="a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.261263 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4675262d-88f1-4131-bb56-2ced358561a8" (UID: "4675262d-88f1-4131-bb56-2ced358561a8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.290815 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data" (OuterVolumeSpecName: "config-data") pod "4675262d-88f1-4131-bb56-2ced358561a8" (UID: "4675262d-88f1-4131-bb56-2ced358561a8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.317319 4809 scope.go:117] "RemoveContainer" containerID="939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.332867 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.332895 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.332907 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mcw77\" (UniqueName: \"kubernetes.io/projected/4675262d-88f1-4131-bb56-2ced358561a8-kube-api-access-mcw77\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.332917 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4675262d-88f1-4131-bb56-2ced358561a8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.352201 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz"] Oct 13 20:24:01 crc kubenswrapper[4809]: W1013 20:24:01.364447 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod61365b86_4062_408e_bfc4_43dd19c7c271.slice/crio-2525af753a81c6d3f7aea367c6ddc52b5d0950a1fa66462110c0f6b9c63e9cb9 WatchSource:0}: Error finding container 2525af753a81c6d3f7aea367c6ddc52b5d0950a1fa66462110c0f6b9c63e9cb9: Status 404 returned error can't find the container with id 2525af753a81c6d3f7aea367c6ddc52b5d0950a1fa66462110c0f6b9c63e9cb9 Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.457249 4809 generic.go:334] "Generic (PLEG): container finished" podID="4675262d-88f1-4131-bb56-2ced358561a8" containerID="773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735" exitCode=0 Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.457300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" event={"ID":"4675262d-88f1-4131-bb56-2ced358561a8","Type":"ContainerDied","Data":"773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735"} Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.457324 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" event={"ID":"4675262d-88f1-4131-bb56-2ced358561a8","Type":"ContainerDied","Data":"1f4800559600fff058e7cfdc854686307d5f9523df8b727e73b887c0e55b3775"} Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.457380 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6854f45cc6-45pss" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.473704 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-56d6867f46-2xldp_d629834b-9ea6-436d-9535-208218996829/neutron-api/0.log" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.473849 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" event={"ID":"d629834b-9ea6-436d-9535-208218996829","Type":"ContainerStarted","Data":"69f04784c0d456bb9060ffed1dc93c4204b868c6bb2e4034d17ee43ec81015b5"} Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.477843 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" event={"ID":"61365b86-4062-408e-bfc4-43dd19c7c271","Type":"ContainerStarted","Data":"2525af753a81c6d3f7aea367c6ddc52b5d0950a1fa66462110c0f6b9c63e9cb9"} Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.483704 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.489441 4809 scope.go:117] "RemoveContainer" containerID="5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.512765 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.512785 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.516007 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"2c986bdf-beb4-465b-864c-419bca645411","Type":"ContainerStarted","Data":"7148504eaf44dc780e500ca7b885b7a65809639d67cd81cc8ce4c2880be74997"} Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.516064 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/kube-state-metrics-0" event={"ID":"2c986bdf-beb4-465b-864c-419bca645411","Type":"ContainerStarted","Data":"7bc650f0552f64aa5c412c9a442eeeb20af55ef7a2c792633ee4e82aa54d2eae"} Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.516464 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.520648 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-6854f45cc6-45pss"] Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.529005 4809 scope.go:117] "RemoveContainer" containerID="257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.530182 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-6854f45cc6-45pss"] Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.546229 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/kube-state-metrics-0" podStartSLOduration=2.06574829 podStartE2EDuration="2.546207626s" podCreationTimestamp="2025-10-13 20:23:59 +0000 UTC" firstStartedPulling="2025-10-13 20:24:00.273827938 +0000 UTC m=+3558.879574523" lastFinishedPulling="2025-10-13 20:24:00.754287274 +0000 UTC m=+3559.360033859" observedRunningTime="2025-10-13 20:24:01.536191405 +0000 UTC m=+3560.141937990" watchObservedRunningTime="2025-10-13 20:24:01.546207626 +0000 UTC m=+3560.151954211" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.590568 4809 scope.go:117] "RemoveContainer" containerID="eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.624713 4809 scope.go:117] "RemoveContainer" containerID="ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.632284 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504\": container with ID starting with ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504 not found: ID does not exist" containerID="ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.632508 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504"} err="failed to get container status \"ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504\": rpc error: code = NotFound desc = could not find container \"ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504\": container with ID starting with ad41ec60b144b9604c4222703a684f524ebba87d35e172926afac58405f6b504 not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.632530 4809 scope.go:117] "RemoveContainer" containerID="508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.632918 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3\": container with ID starting with 508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3 not found: ID does not exist" containerID="508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.632942 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3"} err="failed to get container status \"508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3\": rpc error: code = NotFound desc = could not find container \"508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3\": container with ID starting with 508b7453ab103ad94664464489806ae9dcc0d756f1a8e0886b222b01474406c3 not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.632957 4809 scope.go:117] "RemoveContainer" containerID="7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.633121 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e\": container with ID starting with 7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e not found: ID does not exist" containerID="7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.633140 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e"} err="failed to get container status \"7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e\": rpc error: code = NotFound desc = could not find container \"7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e\": container with ID starting with 7a490f401f937772090a8d3c88e38113f46ba670e521ce46efd2786c127b952e not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.633153 4809 scope.go:117] "RemoveContainer" containerID="37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.633300 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf\": container with ID starting with 37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf not found: ID does not exist" containerID="37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.633318 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf"} err="failed to get container status \"37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf\": rpc error: code = NotFound desc = could not find container \"37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf\": container with ID starting with 37d7d7f6f8b027b377088aa35801dc4b6072862e0841e8cb87fa0b19341704cf not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.633332 4809 scope.go:117] "RemoveContainer" containerID="a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.633556 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246\": container with ID starting with a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246 not found: ID does not exist" containerID="a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.633580 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246"} err="failed to get container status \"a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246\": rpc error: code = NotFound desc = could not find container \"a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246\": container with ID starting with a9a4f938f485c84f54060aa357609638243091213b9df5099b165d6e94414246 not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.633593 4809 scope.go:117] "RemoveContainer" containerID="f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.633771 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2\": container with ID starting with f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2 not found: ID does not exist" containerID="f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.633793 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2"} err="failed to get container status \"f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2\": rpc error: code = NotFound desc = could not find container \"f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2\": container with ID starting with f88743dbaa99ad7e51c29f1b2e5857a3d4602979a45aea43e650f11fba5d5da2 not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.633805 4809 scope.go:117] "RemoveContainer" containerID="c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.634417 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733\": container with ID starting with c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733 not found: ID does not exist" containerID="c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.634445 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733"} err="failed to get container status \"c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733\": rpc error: code = NotFound desc = could not find container \"c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733\": container with ID starting with c3238a34339e1b37e6245ccbf0390207a17a10f249cce4e212eb81a78e7fe733 not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.634459 4809 scope.go:117] "RemoveContainer" containerID="e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.635149 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb\": container with ID starting with e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb not found: ID does not exist" containerID="e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.635172 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb"} err="failed to get container status \"e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb\": rpc error: code = NotFound desc = could not find container \"e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb\": container with ID starting with e2c5a57968f396b88df7d9d8e3f11b86620ccc551e00f0712758fe82901b63bb not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.635187 4809 scope.go:117] "RemoveContainer" containerID="5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.639132 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e\": container with ID starting with 5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e not found: ID does not exist" containerID="5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.639160 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e"} err="failed to get container status \"5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e\": rpc error: code = NotFound desc = could not find container \"5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e\": container with ID starting with 5df38df50663e202a49def4bf3eb9d5cce873a06efbe666a0f4e493e159e4f8e not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.639176 4809 scope.go:117] "RemoveContainer" containerID="e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.639936 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20\": container with ID starting with e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20 not found: ID does not exist" containerID="e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.639958 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20"} err="failed to get container status \"e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20\": rpc error: code = NotFound desc = could not find container \"e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20\": container with ID starting with e6a998161278627451dd18623d549f761bc561760421f27ea8e54c9afb94de20 not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.639972 4809 scope.go:117] "RemoveContainer" containerID="a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.642957 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77\": container with ID starting with a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77 not found: ID does not exist" containerID="a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.643002 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77"} err="failed to get container status \"a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77\": rpc error: code = NotFound desc = could not find container \"a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77\": container with ID starting with a39ce22b0f64baa07c1acc274ac3e76bf1a88b2e12b34b7230bda39ecf16cd77 not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.643029 4809 scope.go:117] "RemoveContainer" containerID="939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.652830 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f\": container with ID starting with 939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f not found: ID does not exist" containerID="939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.652956 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f"} err="failed to get container status \"939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f\": rpc error: code = NotFound desc = could not find container \"939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f\": container with ID starting with 939b7ff706daf8b4766cbf795be9ab98acafbed43d0f9b0c687bcb2d9bc9fb4f not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.653039 4809 scope.go:117] "RemoveContainer" containerID="5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.655054 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a\": container with ID starting with 5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a not found: ID does not exist" containerID="5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.655110 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a"} err="failed to get container status \"5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a\": rpc error: code = NotFound desc = could not find container \"5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a\": container with ID starting with 5132a640dee162293348c9d5a8ab34fbc20e235584dcae72c6f94fe60f8d589a not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.655138 4809 scope.go:117] "RemoveContainer" containerID="257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.655509 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb\": container with ID starting with 257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb not found: ID does not exist" containerID="257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.655541 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb"} err="failed to get container status \"257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb\": rpc error: code = NotFound desc = could not find container \"257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb\": container with ID starting with 257565682f2f503bafe65d6ce81582606f378345aac74fb303f27111c8a5c9eb not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.655555 4809 scope.go:117] "RemoveContainer" containerID="eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.657212 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191\": container with ID starting with eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191 not found: ID does not exist" containerID="eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.657235 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191"} err="failed to get container status \"eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191\": rpc error: code = NotFound desc = could not find container \"eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191\": container with ID starting with eaf7f25e0cfd5c742c2faa75c3faf63ced598b14acb084bf89629c974beaf191 not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.657248 4809 scope.go:117] "RemoveContainer" containerID="773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.715485 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-storage-0"] Oct 13 20:24:01 crc kubenswrapper[4809]: W1013 20:24:01.730320 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod0faa58cf_e207_49c2_a1ba_7d8290677bf4.slice/crio-07fa2ad3d75a2068415585d5578d89887db34ba1cfa02e266d70ed5fe8a71268 WatchSource:0}: Error finding container 07fa2ad3d75a2068415585d5578d89887db34ba1cfa02e266d70ed5fe8a71268: Status 404 returned error can't find the container with id 07fa2ad3d75a2068415585d5578d89887db34ba1cfa02e266d70ed5fe8a71268 Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.758877 4809 scope.go:117] "RemoveContainer" containerID="c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.798790 4809 scope.go:117] "RemoveContainer" containerID="773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.809001 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735\": container with ID starting with 773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735 not found: ID does not exist" containerID="773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.809107 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735"} err="failed to get container status \"773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735\": rpc error: code = NotFound desc = could not find container \"773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735\": container with ID starting with 773972d95028ce9154706585c80b8e5750b61c9e597dd78a61197f6f580e4735 not found: ID does not exist" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.809196 4809 scope.go:117] "RemoveContainer" containerID="c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04" Oct 13 20:24:01 crc kubenswrapper[4809]: E1013 20:24:01.811103 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04\": container with ID starting with c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04 not found: ID does not exist" containerID="c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04" Oct 13 20:24:01 crc kubenswrapper[4809]: I1013 20:24:01.811143 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04"} err="failed to get container status \"c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04\": rpc error: code = NotFound desc = could not find container \"c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04\": container with ID starting with c860259b9482602f8ad1ccba40f35ed2caa8cafb734046b349caca8ec75cbd04 not found: ID does not exist" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.034369 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.168223 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4675262d-88f1-4131-bb56-2ced358561a8" path="/var/lib/kubelet/pods/4675262d-88f1-4131-bb56-2ced358561a8/volumes" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.169077 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f6891058-a56f-49fb-9583-06cef7589b4c" path="/var/lib/kubelet/pods/f6891058-a56f-49fb-9583-06cef7589b4c/volumes" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.280881 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.607174 4809 generic.go:334] "Generic (PLEG): container finished" podID="e6e01cca-0a5a-42f6-93d4-a91df482b815" containerID="5da575cb88eba52322853496e2813a828fc3d10294a913d97e7b7cf34aa4ecb4" exitCode=137 Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.607425 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" event={"ID":"e6e01cca-0a5a-42f6-93d4-a91df482b815","Type":"ContainerDied","Data":"5da575cb88eba52322853496e2813a828fc3d10294a913d97e7b7cf34aa4ecb4"} Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.612511 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"405844f51cfd0a40c32c17863a54899735ff65772dee07d4ad2b0669ca3c5575"} Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.612636 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"871ca28133a41669e57efa8160054edf1c0d07051c6acdcbe595a45f401ec519"} Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.612667 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"194a354027c25b662b8939e94f78aafa6c6bc6fe7aea124742dbff9c8c265bac"} Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.612675 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"989a7aa7d480d05096c62bab79282184b1ca070d05d04438a4aae03fa4d54553"} Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.612683 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"07fa2ad3d75a2068415585d5578d89887db34ba1cfa02e266d70ed5fe8a71268"} Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.619216 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" event={"ID":"61365b86-4062-408e-bfc4-43dd19c7c271","Type":"ContainerStarted","Data":"8484aa00b96f5918eaea2290b1d70969740398b9e56c5f2af1cc08eace065546"} Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.619268 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" event={"ID":"61365b86-4062-408e-bfc4-43dd19c7c271","Type":"ContainerStarted","Data":"4f4e767b885557d5f0218161876c61f475b98a4940ee170a68d83c701ace7c60"} Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.619868 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.619952 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.660547 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" podStartSLOduration=2.660526771 podStartE2EDuration="2.660526771s" podCreationTimestamp="2025-10-13 20:24:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:02.648458473 +0000 UTC m=+3561.254205058" watchObservedRunningTime="2025-10-13 20:24:02.660526771 +0000 UTC m=+3561.266273356" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.786018 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.899018 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-98pkq\" (UniqueName: \"kubernetes.io/projected/e6e01cca-0a5a-42f6-93d4-a91df482b815-kube-api-access-98pkq\") pod \"e6e01cca-0a5a-42f6-93d4-a91df482b815\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.899156 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-combined-ca-bundle\") pod \"e6e01cca-0a5a-42f6-93d4-a91df482b815\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.899259 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data\") pod \"e6e01cca-0a5a-42f6-93d4-a91df482b815\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.899310 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data-custom\") pod \"e6e01cca-0a5a-42f6-93d4-a91df482b815\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.899345 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e6e01cca-0a5a-42f6-93d4-a91df482b815-logs\") pod \"e6e01cca-0a5a-42f6-93d4-a91df482b815\" (UID: \"e6e01cca-0a5a-42f6-93d4-a91df482b815\") " Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.901046 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e6e01cca-0a5a-42f6-93d4-a91df482b815-logs" (OuterVolumeSpecName: "logs") pod "e6e01cca-0a5a-42f6-93d4-a91df482b815" (UID: "e6e01cca-0a5a-42f6-93d4-a91df482b815"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.908179 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "e6e01cca-0a5a-42f6-93d4-a91df482b815" (UID: "e6e01cca-0a5a-42f6-93d4-a91df482b815"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.908290 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e6e01cca-0a5a-42f6-93d4-a91df482b815-kube-api-access-98pkq" (OuterVolumeSpecName: "kube-api-access-98pkq") pod "e6e01cca-0a5a-42f6-93d4-a91df482b815" (UID: "e6e01cca-0a5a-42f6-93d4-a91df482b815"). InnerVolumeSpecName "kube-api-access-98pkq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.930981 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e6e01cca-0a5a-42f6-93d4-a91df482b815" (UID: "e6e01cca-0a5a-42f6-93d4-a91df482b815"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:02 crc kubenswrapper[4809]: I1013 20:24:02.951447 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data" (OuterVolumeSpecName: "config-data") pod "e6e01cca-0a5a-42f6-93d4-a91df482b815" (UID: "e6e01cca-0a5a-42f6-93d4-a91df482b815"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.002177 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.002591 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e6e01cca-0a5a-42f6-93d4-a91df482b815-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.002613 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-98pkq\" (UniqueName: \"kubernetes.io/projected/e6e01cca-0a5a-42f6-93d4-a91df482b815-kube-api-access-98pkq\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.002633 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.002650 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6e01cca-0a5a-42f6-93d4-a91df482b815-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.642810 4809 generic.go:334] "Generic (PLEG): container finished" podID="4b377bb3-90a3-4771-908e-f5592eadb85e" containerID="cc49fc6c8c2cf9efac4d98900acb0e8bcaf71e8e9aa2bb5dc61c65eb9df1b8f4" exitCode=137 Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.642884 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" event={"ID":"4b377bb3-90a3-4771-908e-f5592eadb85e","Type":"ContainerDied","Data":"cc49fc6c8c2cf9efac4d98900acb0e8bcaf71e8e9aa2bb5dc61c65eb9df1b8f4"} Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.647281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" event={"ID":"e6e01cca-0a5a-42f6-93d4-a91df482b815","Type":"ContainerDied","Data":"bce0aa0ce82db03fc34836e7891f5ad46fdde6c14ae73d176f1cece8fd364e91"} Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.647322 4809 scope.go:117] "RemoveContainer" containerID="5da575cb88eba52322853496e2813a828fc3d10294a913d97e7b7cf34aa4ecb4" Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.647449 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6fd554c566-clmmr" Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.662290 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"748a774ba898cf7436942c66dda6ee1f69ab61e45ccededcac2b0cfce5a79967"} Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.662343 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"470781f0a441b5a35c75f6c938ce188f2443a29b34c4fa7b2e2a60484fda1c3c"} Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.662356 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"6e5e97a8f15d92a7d7f0db20315734d749fff1e3616485d0a1216fa161756a2d"} Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.662368 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"e964ec6e5eb34ebfa908db37a0f2f1b38bb9ac3c73175625a1975c6f5d616a3d"} Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.688685 4809 scope.go:117] "RemoveContainer" containerID="150e0ef293d8899b9a544a2145e256835d05cbe8e53005810bc665a1de46d8b9" Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.704309 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-6fd554c566-clmmr"] Oct 13 20:24:03 crc kubenswrapper[4809]: I1013 20:24:03.717023 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-6fd554c566-clmmr"] Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.186219 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e6e01cca-0a5a-42f6-93d4-a91df482b815" path="/var/lib/kubelet/pods/e6e01cca-0a5a-42f6-93d4-a91df482b815/volumes" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.187071 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.187096 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.226935 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.300167 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.439811 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zstf2\" (UniqueName: \"kubernetes.io/projected/4b377bb3-90a3-4771-908e-f5592eadb85e-kube-api-access-zstf2\") pod \"4b377bb3-90a3-4771-908e-f5592eadb85e\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.439982 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data\") pod \"4b377bb3-90a3-4771-908e-f5592eadb85e\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.440063 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4b377bb3-90a3-4771-908e-f5592eadb85e-logs\") pod \"4b377bb3-90a3-4771-908e-f5592eadb85e\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.440170 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-combined-ca-bundle\") pod \"4b377bb3-90a3-4771-908e-f5592eadb85e\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.440211 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data-custom\") pod \"4b377bb3-90a3-4771-908e-f5592eadb85e\" (UID: \"4b377bb3-90a3-4771-908e-f5592eadb85e\") " Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.441609 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4b377bb3-90a3-4771-908e-f5592eadb85e-logs" (OuterVolumeSpecName: "logs") pod "4b377bb3-90a3-4771-908e-f5592eadb85e" (UID: "4b377bb3-90a3-4771-908e-f5592eadb85e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.448944 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4b377bb3-90a3-4771-908e-f5592eadb85e-kube-api-access-zstf2" (OuterVolumeSpecName: "kube-api-access-zstf2") pod "4b377bb3-90a3-4771-908e-f5592eadb85e" (UID: "4b377bb3-90a3-4771-908e-f5592eadb85e"). InnerVolumeSpecName "kube-api-access-zstf2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.450292 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "4b377bb3-90a3-4771-908e-f5592eadb85e" (UID: "4b377bb3-90a3-4771-908e-f5592eadb85e"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.469222 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4b377bb3-90a3-4771-908e-f5592eadb85e" (UID: "4b377bb3-90a3-4771-908e-f5592eadb85e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.509211 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data" (OuterVolumeSpecName: "config-data") pod "4b377bb3-90a3-4771-908e-f5592eadb85e" (UID: "4b377bb3-90a3-4771-908e-f5592eadb85e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.549465 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/4b377bb3-90a3-4771-908e-f5592eadb85e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.549506 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.549520 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.549532 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zstf2\" (UniqueName: \"kubernetes.io/projected/4b377bb3-90a3-4771-908e-f5592eadb85e-kube-api-access-zstf2\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.549544 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4b377bb3-90a3-4771-908e-f5592eadb85e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.675189 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.675192 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq" event={"ID":"4b377bb3-90a3-4771-908e-f5592eadb85e","Type":"ContainerDied","Data":"0a54c6ea1c7feb1bb77c60d7f708792a1fefa4ba61eb8306c0e919af4b20bff1"} Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.675263 4809 scope.go:117] "RemoveContainer" containerID="cc49fc6c8c2cf9efac4d98900acb0e8bcaf71e8e9aa2bb5dc61c65eb9df1b8f4" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.691690 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"372b13c09762f43af89b3873c140022c578af9a8ba2828db986a56c21f36d358"} Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.696638 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"e0664fb378ca80017605f8257aa0f5ee5d461aae1578d0b1089a0c45ff94c9d5"} Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.697078 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"89280c9b2ea84a4de13b3ce873a36b73cb26904002006930a450d48dbf103c02"} Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.697107 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"967fa0e6ec6cf235542ac3a14f02a1c84628a252045be5ad9755b511c78b9237"} Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.703947 4809 scope.go:117] "RemoveContainer" containerID="d9bbb1b1b51414d31415cdafec84754779b31266063188912e81235f39e10556" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.707323 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-855b56d88b-9znm7_482796ce-2859-4e8b-acc0-7007ffaa2319/neutron-api/0.log" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.707371 4809 generic.go:334] "Generic (PLEG): container finished" podID="482796ce-2859-4e8b-acc0-7007ffaa2319" containerID="c771d55797048ad647dc6112bfb29e7cf3c9d2a6cb320a83a8cbe8da34afc560" exitCode=137 Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.707873 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" event={"ID":"482796ce-2859-4e8b-acc0-7007ffaa2319","Type":"ContainerDied","Data":"c771d55797048ad647dc6112bfb29e7cf3c9d2a6cb320a83a8cbe8da34afc560"} Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.716332 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq"] Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.728321 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-6464f596c-2fwhq"] Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.755819 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.801438 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-rphpv"] Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.963395 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-855b56d88b-9znm7_482796ce-2859-4e8b-acc0-7007ffaa2319/neutron-api/0.log" Oct 13 20:24:04 crc kubenswrapper[4809]: I1013 20:24:04.963774 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.056390 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vsgvs\" (UniqueName: \"kubernetes.io/projected/482796ce-2859-4e8b-acc0-7007ffaa2319-kube-api-access-vsgvs\") pod \"482796ce-2859-4e8b-acc0-7007ffaa2319\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.056502 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-combined-ca-bundle\") pod \"482796ce-2859-4e8b-acc0-7007ffaa2319\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.056569 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-config\") pod \"482796ce-2859-4e8b-acc0-7007ffaa2319\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.056664 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-httpd-config\") pod \"482796ce-2859-4e8b-acc0-7007ffaa2319\" (UID: \"482796ce-2859-4e8b-acc0-7007ffaa2319\") " Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.063048 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "482796ce-2859-4e8b-acc0-7007ffaa2319" (UID: "482796ce-2859-4e8b-acc0-7007ffaa2319"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.063141 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/482796ce-2859-4e8b-acc0-7007ffaa2319-kube-api-access-vsgvs" (OuterVolumeSpecName: "kube-api-access-vsgvs") pod "482796ce-2859-4e8b-acc0-7007ffaa2319" (UID: "482796ce-2859-4e8b-acc0-7007ffaa2319"). InnerVolumeSpecName "kube-api-access-vsgvs". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.118311 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "482796ce-2859-4e8b-acc0-7007ffaa2319" (UID: "482796ce-2859-4e8b-acc0-7007ffaa2319"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.122543 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-config" (OuterVolumeSpecName: "config") pod "482796ce-2859-4e8b-acc0-7007ffaa2319" (UID: "482796ce-2859-4e8b-acc0-7007ffaa2319"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.159183 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.159247 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vsgvs\" (UniqueName: \"kubernetes.io/projected/482796ce-2859-4e8b-acc0-7007ffaa2319-kube-api-access-vsgvs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.159271 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.159292 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/482796ce-2859-4e8b-acc0-7007ffaa2319-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.740603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"1234f968f4cd6da7e1e2ff6a04695d5080eb6ec36e2919c9bed8beae2f1a922d"} Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.741199 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"b251722757bf50b13b78f53b9b0fc0666979dd9ee3a232fbdd3a60aebe5d79c8"} Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.741236 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-storage-0" event={"ID":"0faa58cf-e207-49c2-a1ba-7d8290677bf4","Type":"ContainerStarted","Data":"6e81dc827824c3ff04baf19f12da9e489dacfc6c620a43cdd3e2a449bd1b17a0"} Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.749152 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-855b56d88b-9znm7_482796ce-2859-4e8b-acc0-7007ffaa2319/neutron-api/0.log" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.749446 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" event={"ID":"482796ce-2859-4e8b-acc0-7007ffaa2319","Type":"ContainerDied","Data":"72cd6e47d40737ee18e68369da0dcdd2e2c50960e50f30c6caf8e6c97bfbfcb7"} Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.749647 4809 scope.go:117] "RemoveContainer" containerID="16e6624ac925ace36af2f1ee81be72ad5f852c502f815aae906b6c5926fc3cdb" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.749446 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-855b56d88b-9znm7" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.812622 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-storage-0" podStartSLOduration=5.812600511 podStartE2EDuration="5.812600511s" podCreationTimestamp="2025-10-13 20:24:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:05.803287759 +0000 UTC m=+3564.409034364" watchObservedRunningTime="2025-10-13 20:24:05.812600511 +0000 UTC m=+3564.418347106" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.827040 4809 scope.go:117] "RemoveContainer" containerID="c771d55797048ad647dc6112bfb29e7cf3c9d2a6cb320a83a8cbe8da34afc560" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.845689 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-855b56d88b-9znm7"] Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.857197 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-855b56d88b-9znm7"] Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.992207 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2"] Oct 13 20:24:05 crc kubenswrapper[4809]: E1013 20:24:05.992785 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e6e01cca-0a5a-42f6-93d4-a91df482b815" containerName="barbican-api-log" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.992807 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e6e01cca-0a5a-42f6-93d4-a91df482b815" containerName="barbican-api-log" Oct 13 20:24:05 crc kubenswrapper[4809]: E1013 20:24:05.992830 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e6e01cca-0a5a-42f6-93d4-a91df482b815" containerName="barbican-api" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.992838 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e6e01cca-0a5a-42f6-93d4-a91df482b815" containerName="barbican-api" Oct 13 20:24:05 crc kubenswrapper[4809]: E1013 20:24:05.992862 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4675262d-88f1-4131-bb56-2ced358561a8" containerName="barbican-api" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.992872 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4675262d-88f1-4131-bb56-2ced358561a8" containerName="barbican-api" Oct 13 20:24:05 crc kubenswrapper[4809]: E1013 20:24:05.992893 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4b377bb3-90a3-4771-908e-f5592eadb85e" containerName="barbican-worker-log" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.992901 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4b377bb3-90a3-4771-908e-f5592eadb85e" containerName="barbican-worker-log" Oct 13 20:24:05 crc kubenswrapper[4809]: E1013 20:24:05.992918 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4b377bb3-90a3-4771-908e-f5592eadb85e" containerName="barbican-worker" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.992926 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4b377bb3-90a3-4771-908e-f5592eadb85e" containerName="barbican-worker" Oct 13 20:24:05 crc kubenswrapper[4809]: E1013 20:24:05.992937 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="482796ce-2859-4e8b-acc0-7007ffaa2319" containerName="neutron-httpd" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.992946 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="482796ce-2859-4e8b-acc0-7007ffaa2319" containerName="neutron-httpd" Oct 13 20:24:05 crc kubenswrapper[4809]: E1013 20:24:05.992963 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="482796ce-2859-4e8b-acc0-7007ffaa2319" containerName="neutron-api" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.992971 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="482796ce-2859-4e8b-acc0-7007ffaa2319" containerName="neutron-api" Oct 13 20:24:05 crc kubenswrapper[4809]: E1013 20:24:05.993022 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4675262d-88f1-4131-bb56-2ced358561a8" containerName="barbican-api-log" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.993031 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4675262d-88f1-4131-bb56-2ced358561a8" containerName="barbican-api-log" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.993281 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="482796ce-2859-4e8b-acc0-7007ffaa2319" containerName="neutron-httpd" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.993296 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4b377bb3-90a3-4771-908e-f5592eadb85e" containerName="barbican-worker" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.993314 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e6e01cca-0a5a-42f6-93d4-a91df482b815" containerName="barbican-api-log" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.993327 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4675262d-88f1-4131-bb56-2ced358561a8" containerName="barbican-api-log" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.993336 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4675262d-88f1-4131-bb56-2ced358561a8" containerName="barbican-api" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.993357 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4b377bb3-90a3-4771-908e-f5592eadb85e" containerName="barbican-worker-log" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.993377 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e6e01cca-0a5a-42f6-93d4-a91df482b815" containerName="barbican-api" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.993389 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="482796ce-2859-4e8b-acc0-7007ffaa2319" containerName="neutron-api" Oct 13 20:24:05 crc kubenswrapper[4809]: I1013 20:24:05.994624 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.001781 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2"] Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.076784 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lsb8x\" (UniqueName: \"kubernetes.io/projected/20140e6f-f5a1-4d95-8ae3-36810baff8f5-kube-api-access-lsb8x\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.077148 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/20140e6f-f5a1-4d95-8ae3-36810baff8f5-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.077222 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/20140e6f-f5a1-4d95-8ae3-36810baff8f5-config\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.077260 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/20140e6f-f5a1-4d95-8ae3-36810baff8f5-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: E1013 20:24:06.084105 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:06 crc kubenswrapper[4809]: E1013 20:24:06.085440 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:06 crc kubenswrapper[4809]: E1013 20:24:06.086973 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:06 crc kubenswrapper[4809]: E1013 20:24:06.087028 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.172868 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="482796ce-2859-4e8b-acc0-7007ffaa2319" path="/var/lib/kubelet/pods/482796ce-2859-4e8b-acc0-7007ffaa2319/volumes" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.173965 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4b377bb3-90a3-4771-908e-f5592eadb85e" path="/var/lib/kubelet/pods/4b377bb3-90a3-4771-908e-f5592eadb85e/volumes" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.179640 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/20140e6f-f5a1-4d95-8ae3-36810baff8f5-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.179810 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/20140e6f-f5a1-4d95-8ae3-36810baff8f5-config\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.179881 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/20140e6f-f5a1-4d95-8ae3-36810baff8f5-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.179996 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lsb8x\" (UniqueName: \"kubernetes.io/projected/20140e6f-f5a1-4d95-8ae3-36810baff8f5-kube-api-access-lsb8x\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.180640 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/20140e6f-f5a1-4d95-8ae3-36810baff8f5-dnsmasq-svc\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.180754 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/20140e6f-f5a1-4d95-8ae3-36810baff8f5-dns-swift-storage-0\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.181246 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/20140e6f-f5a1-4d95-8ae3-36810baff8f5-config\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.209020 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lsb8x\" (UniqueName: \"kubernetes.io/projected/20140e6f-f5a1-4d95-8ae3-36810baff8f5-kube-api-access-lsb8x\") pod \"dnsmasq-dnsmasq-7897767fb7-62vl2\" (UID: \"20140e6f-f5a1-4d95-8ae3-36810baff8f5\") " pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.313817 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.763004 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/community-operators-rphpv" podUID="beb696b7-6230-43a8-9578-cf8a30545441" containerName="registry-server" containerID="cri-o://5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265" gracePeriod=2 Oct 13 20:24:06 crc kubenswrapper[4809]: I1013 20:24:06.854232 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2"] Oct 13 20:24:06 crc kubenswrapper[4809]: W1013 20:24:06.896165 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod20140e6f_f5a1_4d95_8ae3_36810baff8f5.slice/crio-df2f663cf09623d0a33ce1f42ea08ef32a950f09e0267cd30af2c9ca66842bb8 WatchSource:0}: Error finding container df2f663cf09623d0a33ce1f42ea08ef32a950f09e0267cd30af2c9ca66842bb8: Status 404 returned error can't find the container with id df2f663cf09623d0a33ce1f42ea08ef32a950f09e0267cd30af2c9ca66842bb8 Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.165167 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.202357 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-utilities\") pod \"beb696b7-6230-43a8-9578-cf8a30545441\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.202473 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-catalog-content\") pod \"beb696b7-6230-43a8-9578-cf8a30545441\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.202601 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6tj9x\" (UniqueName: \"kubernetes.io/projected/beb696b7-6230-43a8-9578-cf8a30545441-kube-api-access-6tj9x\") pod \"beb696b7-6230-43a8-9578-cf8a30545441\" (UID: \"beb696b7-6230-43a8-9578-cf8a30545441\") " Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.204158 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-utilities" (OuterVolumeSpecName: "utilities") pod "beb696b7-6230-43a8-9578-cf8a30545441" (UID: "beb696b7-6230-43a8-9578-cf8a30545441"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.210444 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/beb696b7-6230-43a8-9578-cf8a30545441-kube-api-access-6tj9x" (OuterVolumeSpecName: "kube-api-access-6tj9x") pod "beb696b7-6230-43a8-9578-cf8a30545441" (UID: "beb696b7-6230-43a8-9578-cf8a30545441"). InnerVolumeSpecName "kube-api-access-6tj9x". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.261953 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "beb696b7-6230-43a8-9578-cf8a30545441" (UID: "beb696b7-6230-43a8-9578-cf8a30545441"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.304532 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6tj9x\" (UniqueName: \"kubernetes.io/projected/beb696b7-6230-43a8-9578-cf8a30545441-kube-api-access-6tj9x\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.304578 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.304593 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/beb696b7-6230-43a8-9578-cf8a30545441-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.777903 4809 generic.go:334] "Generic (PLEG): container finished" podID="beb696b7-6230-43a8-9578-cf8a30545441" containerID="5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265" exitCode=0 Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.778187 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-rphpv" event={"ID":"beb696b7-6230-43a8-9578-cf8a30545441","Type":"ContainerDied","Data":"5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265"} Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.778235 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-rphpv" event={"ID":"beb696b7-6230-43a8-9578-cf8a30545441","Type":"ContainerDied","Data":"963a3b400777c83ae0a8ed8c01454cb1147ca5648d18bacd0b29de31faf7dd34"} Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.778253 4809 scope.go:117] "RemoveContainer" containerID="5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.778403 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-rphpv" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.783879 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-56d6867f46-2xldp_d629834b-9ea6-436d-9535-208218996829/neutron-api/1.log" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.784679 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-56d6867f46-2xldp_d629834b-9ea6-436d-9535-208218996829/neutron-api/0.log" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.784748 4809 generic.go:334] "Generic (PLEG): container finished" podID="d629834b-9ea6-436d-9535-208218996829" containerID="69f04784c0d456bb9060ffed1dc93c4204b868c6bb2e4034d17ee43ec81015b5" exitCode=1 Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.784753 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" event={"ID":"d629834b-9ea6-436d-9535-208218996829","Type":"ContainerDied","Data":"69f04784c0d456bb9060ffed1dc93c4204b868c6bb2e4034d17ee43ec81015b5"} Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.785871 4809 scope.go:117] "RemoveContainer" containerID="69f04784c0d456bb9060ffed1dc93c4204b868c6bb2e4034d17ee43ec81015b5" Oct 13 20:24:07 crc kubenswrapper[4809]: E1013 20:24:07.786181 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"neutron-api\" with CrashLoopBackOff: \"back-off 10s restarting failed container=neutron-api pod=neutron-56d6867f46-2xldp_openstack-kuttl-tests(d629834b-9ea6-436d-9535-208218996829)\"" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" podUID="d629834b-9ea6-436d-9535-208218996829" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.786592 4809 generic.go:334] "Generic (PLEG): container finished" podID="20140e6f-f5a1-4d95-8ae3-36810baff8f5" containerID="004b4f541c85b04353c5dc62835d879b2fffc920b71280e8bedbd4b1d75e84ab" exitCode=0 Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.786627 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" event={"ID":"20140e6f-f5a1-4d95-8ae3-36810baff8f5","Type":"ContainerDied","Data":"004b4f541c85b04353c5dc62835d879b2fffc920b71280e8bedbd4b1d75e84ab"} Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.786653 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" event={"ID":"20140e6f-f5a1-4d95-8ae3-36810baff8f5","Type":"ContainerStarted","Data":"df2f663cf09623d0a33ce1f42ea08ef32a950f09e0267cd30af2c9ca66842bb8"} Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.812630 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.857472 4809 scope.go:117] "RemoveContainer" containerID="cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.930624 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-rphpv"] Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.938205 4809 scope.go:117] "RemoveContainer" containerID="ca182f81e78bdb32ca6eba242ade0b1449f3bc34d86bb94badaad5f6eceb9a0f" Oct 13 20:24:07 crc kubenswrapper[4809]: I1013 20:24:07.943197 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/community-operators-rphpv"] Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.000216 4809 scope.go:117] "RemoveContainer" containerID="5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265" Oct 13 20:24:08 crc kubenswrapper[4809]: E1013 20:24:08.000614 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265\": container with ID starting with 5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265 not found: ID does not exist" containerID="5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265" Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.000658 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265"} err="failed to get container status \"5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265\": rpc error: code = NotFound desc = could not find container \"5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265\": container with ID starting with 5fdf9aff17bc02d3fa6898ca95944d6be3d1cbbb55e0293fe0c5e8404cada265 not found: ID does not exist" Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.000684 4809 scope.go:117] "RemoveContainer" containerID="cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039" Oct 13 20:24:08 crc kubenswrapper[4809]: E1013 20:24:08.001067 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039\": container with ID starting with cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039 not found: ID does not exist" containerID="cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039" Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.001102 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039"} err="failed to get container status \"cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039\": rpc error: code = NotFound desc = could not find container \"cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039\": container with ID starting with cf0ea559d097a73f9199089e52761015ec905cf9b7da7ac669fc1c954e3b4039 not found: ID does not exist" Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.001141 4809 scope.go:117] "RemoveContainer" containerID="ca182f81e78bdb32ca6eba242ade0b1449f3bc34d86bb94badaad5f6eceb9a0f" Oct 13 20:24:08 crc kubenswrapper[4809]: E1013 20:24:08.001891 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ca182f81e78bdb32ca6eba242ade0b1449f3bc34d86bb94badaad5f6eceb9a0f\": container with ID starting with ca182f81e78bdb32ca6eba242ade0b1449f3bc34d86bb94badaad5f6eceb9a0f not found: ID does not exist" containerID="ca182f81e78bdb32ca6eba242ade0b1449f3bc34d86bb94badaad5f6eceb9a0f" Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.001923 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ca182f81e78bdb32ca6eba242ade0b1449f3bc34d86bb94badaad5f6eceb9a0f"} err="failed to get container status \"ca182f81e78bdb32ca6eba242ade0b1449f3bc34d86bb94badaad5f6eceb9a0f\": rpc error: code = NotFound desc = could not find container \"ca182f81e78bdb32ca6eba242ade0b1449f3bc34d86bb94badaad5f6eceb9a0f\": container with ID starting with ca182f81e78bdb32ca6eba242ade0b1449f3bc34d86bb94badaad5f6eceb9a0f not found: ID does not exist" Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.001989 4809 scope.go:117] "RemoveContainer" containerID="2bb55f6abee94cc1b2e697500b29a52bf30fa298a9622802d8606928448b5dea" Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.169642 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="beb696b7-6230-43a8-9578-cf8a30545441" path="/var/lib/kubelet/pods/beb696b7-6230-43a8-9578-cf8a30545441/volumes" Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.804437 4809 generic.go:334] "Generic (PLEG): container finished" podID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerID="ed29f5a22773859b9f0dc54dbda72fea0dec436b0b2a4eca42cd4234c31e7c71" exitCode=0 Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.804533 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"305e340e-9d60-4990-ac45-a4e31450c4c4","Type":"ContainerDied","Data":"ed29f5a22773859b9f0dc54dbda72fea0dec436b0b2a4eca42cd4234c31e7c71"} Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.807831 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-56d6867f46-2xldp_d629834b-9ea6-436d-9535-208218996829/neutron-api/1.log" Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.810626 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" event={"ID":"20140e6f-f5a1-4d95-8ae3-36810baff8f5","Type":"ContainerStarted","Data":"24a4e0a60af89e0347aeb699ed9599924ec8f97a5e546c09106a7e6a10fad77e"} Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.810844 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:08 crc kubenswrapper[4809]: I1013 20:24:08.844668 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" podStartSLOduration=3.8446470230000003 podStartE2EDuration="3.844647023s" podCreationTimestamp="2025-10-13 20:24:05 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:08.836413602 +0000 UTC m=+3567.442160217" watchObservedRunningTime="2025-10-13 20:24:08.844647023 +0000 UTC m=+3567.450393608" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.126121 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.249255 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-log-httpd\") pod \"305e340e-9d60-4990-ac45-a4e31450c4c4\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.249327 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-run-httpd\") pod \"305e340e-9d60-4990-ac45-a4e31450c4c4\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.249392 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-sg-core-conf-yaml\") pod \"305e340e-9d60-4990-ac45-a4e31450c4c4\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.249683 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "305e340e-9d60-4990-ac45-a4e31450c4c4" (UID: "305e340e-9d60-4990-ac45-a4e31450c4c4"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.249781 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-config-data\") pod \"305e340e-9d60-4990-ac45-a4e31450c4c4\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.249812 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-combined-ca-bundle\") pod \"305e340e-9d60-4990-ac45-a4e31450c4c4\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.249840 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-scripts\") pod \"305e340e-9d60-4990-ac45-a4e31450c4c4\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.249842 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "305e340e-9d60-4990-ac45-a4e31450c4c4" (UID: "305e340e-9d60-4990-ac45-a4e31450c4c4"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.249858 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ft9l2\" (UniqueName: \"kubernetes.io/projected/305e340e-9d60-4990-ac45-a4e31450c4c4-kube-api-access-ft9l2\") pod \"305e340e-9d60-4990-ac45-a4e31450c4c4\" (UID: \"305e340e-9d60-4990-ac45-a4e31450c4c4\") " Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.250324 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.250594 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/305e340e-9d60-4990-ac45-a4e31450c4c4-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.264277 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/305e340e-9d60-4990-ac45-a4e31450c4c4-kube-api-access-ft9l2" (OuterVolumeSpecName: "kube-api-access-ft9l2") pod "305e340e-9d60-4990-ac45-a4e31450c4c4" (UID: "305e340e-9d60-4990-ac45-a4e31450c4c4"). InnerVolumeSpecName "kube-api-access-ft9l2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.265953 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-scripts" (OuterVolumeSpecName: "scripts") pod "305e340e-9d60-4990-ac45-a4e31450c4c4" (UID: "305e340e-9d60-4990-ac45-a4e31450c4c4"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.304150 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "305e340e-9d60-4990-ac45-a4e31450c4c4" (UID: "305e340e-9d60-4990-ac45-a4e31450c4c4"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.349554 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "305e340e-9d60-4990-ac45-a4e31450c4c4" (UID: "305e340e-9d60-4990-ac45-a4e31450c4c4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.353554 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.353603 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.353621 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.353639 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ft9l2\" (UniqueName: \"kubernetes.io/projected/305e340e-9d60-4990-ac45-a4e31450c4c4-kube-api-access-ft9l2\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.379837 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-config-data" (OuterVolumeSpecName: "config-data") pod "305e340e-9d60-4990-ac45-a4e31450c4c4" (UID: "305e340e-9d60-4990-ac45-a4e31450c4c4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.455712 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/305e340e-9d60-4990-ac45-a4e31450c4c4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.829057 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.829470 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"305e340e-9d60-4990-ac45-a4e31450c4c4","Type":"ContainerDied","Data":"55c3136a0a92f804b4973ba1a3f25d2449bdc4c88333e59d6f538dc942c751ab"} Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.829537 4809 scope.go:117] "RemoveContainer" containerID="8d3fde75f1beb472c5a8f20ebdac0d848484efb1cd630b733f6a21541ee3e999" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.847061 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/kube-state-metrics-0" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.859471 4809 scope.go:117] "RemoveContainer" containerID="531fb9e0a466437cb8caea02c687f14d794b63a7c96161e532fc595645af47ee" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.896542 4809 scope.go:117] "RemoveContainer" containerID="3b1dc70b6c70b00b47bb24e1f36eb63e4f28696969e4ff7728648bf7cff341b5" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.929904 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.936672 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.955919 4809 scope.go:117] "RemoveContainer" containerID="ed29f5a22773859b9f0dc54dbda72fea0dec436b0b2a4eca42cd4234c31e7c71" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.973783 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:09 crc kubenswrapper[4809]: E1013 20:24:09.974329 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="proxy-httpd" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974353 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="proxy-httpd" Oct 13 20:24:09 crc kubenswrapper[4809]: E1013 20:24:09.974377 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="beb696b7-6230-43a8-9578-cf8a30545441" containerName="registry-server" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974388 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="beb696b7-6230-43a8-9578-cf8a30545441" containerName="registry-server" Oct 13 20:24:09 crc kubenswrapper[4809]: E1013 20:24:09.974409 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="ceilometer-notification-agent" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974418 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="ceilometer-notification-agent" Oct 13 20:24:09 crc kubenswrapper[4809]: E1013 20:24:09.974436 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="beb696b7-6230-43a8-9578-cf8a30545441" containerName="extract-content" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974444 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="beb696b7-6230-43a8-9578-cf8a30545441" containerName="extract-content" Oct 13 20:24:09 crc kubenswrapper[4809]: E1013 20:24:09.974468 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="ceilometer-central-agent" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974477 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="ceilometer-central-agent" Oct 13 20:24:09 crc kubenswrapper[4809]: E1013 20:24:09.974491 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="beb696b7-6230-43a8-9578-cf8a30545441" containerName="extract-utilities" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974500 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="beb696b7-6230-43a8-9578-cf8a30545441" containerName="extract-utilities" Oct 13 20:24:09 crc kubenswrapper[4809]: E1013 20:24:09.974527 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="sg-core" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974535 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="sg-core" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974812 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="ceilometer-notification-agent" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974839 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="proxy-httpd" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974852 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="ceilometer-central-agent" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974871 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="beb696b7-6230-43a8-9578-cf8a30545441" containerName="registry-server" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.974909 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" containerName="sg-core" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.977990 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.982309 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.986214 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.986507 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:24:09 crc kubenswrapper[4809]: I1013 20:24:09.994124 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.071559 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-config-data\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.071598 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-scripts\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.071762 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-log-httpd\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.071845 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.071864 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.071900 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-run-httpd\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.071920 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-b4gnx\" (UniqueName: \"kubernetes.io/projected/a638d687-82d5-4aae-9758-28a9851856b9-kube-api-access-b4gnx\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.071939 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.169958 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="305e340e-9d60-4990-ac45-a4e31450c4c4" path="/var/lib/kubelet/pods/305e340e-9d60-4990-ac45-a4e31450c4c4/volumes" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.174185 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.174227 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.174285 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-run-httpd\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.174313 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-b4gnx\" (UniqueName: \"kubernetes.io/projected/a638d687-82d5-4aae-9758-28a9851856b9-kube-api-access-b4gnx\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.174342 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.174396 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-config-data\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.174420 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-scripts\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.174495 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-log-httpd\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.174974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-log-httpd\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.175974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-run-httpd\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.180307 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.180321 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.187698 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-config-data\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.193432 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-scripts\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.193797 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.205303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-b4gnx\" (UniqueName: \"kubernetes.io/projected/a638d687-82d5-4aae-9758-28a9851856b9-kube-api-access-b4gnx\") pod \"ceilometer-0\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.313258 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:10 crc kubenswrapper[4809]: I1013 20:24:10.954824 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:11 crc kubenswrapper[4809]: E1013 20:24:11.081820 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:11 crc kubenswrapper[4809]: E1013 20:24:11.083183 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:11 crc kubenswrapper[4809]: E1013 20:24:11.084835 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:11 crc kubenswrapper[4809]: E1013 20:24:11.084870 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:11 crc kubenswrapper[4809]: I1013 20:24:11.851739 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a638d687-82d5-4aae-9758-28a9851856b9","Type":"ContainerStarted","Data":"9e708abc29817cc06320f7c555741dd0eb78bf4c1334f6f542d3cbf2d526647c"} Oct 13 20:24:11 crc kubenswrapper[4809]: I1013 20:24:11.852198 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a638d687-82d5-4aae-9758-28a9851856b9","Type":"ContainerStarted","Data":"12070435f3ba16c214539327b61e2263836cb4508dca31b7d9154447ca4afb44"} Oct 13 20:24:12 crc kubenswrapper[4809]: I1013 20:24:12.235166 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:12 crc kubenswrapper[4809]: I1013 20:24:12.269828 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:24:12 crc kubenswrapper[4809]: I1013 20:24:12.364384 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5"] Oct 13 20:24:12 crc kubenswrapper[4809]: I1013 20:24:12.364652 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" podUID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerName="barbican-api-log" containerID="cri-o://c33963ee72f74218b29e429be995d91cd6b9a0629336dbbc15e60296fb819a2f" gracePeriod=30 Oct 13 20:24:12 crc kubenswrapper[4809]: I1013 20:24:12.364691 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" podUID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerName="barbican-api" containerID="cri-o://f13981ae098c85af0e7bdcd85c0ddfc7db47aec35a86222643ee1ea10ce16907" gracePeriod=30 Oct 13 20:24:12 crc kubenswrapper[4809]: I1013 20:24:12.767492 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:24:12 crc kubenswrapper[4809]: I1013 20:24:12.882592 4809 generic.go:334] "Generic (PLEG): container finished" podID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerID="c33963ee72f74218b29e429be995d91cd6b9a0629336dbbc15e60296fb819a2f" exitCode=143 Oct 13 20:24:12 crc kubenswrapper[4809]: I1013 20:24:12.882712 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" event={"ID":"27f7d53f-faf3-4456-a3d8-c859bc5c82fb","Type":"ContainerDied","Data":"c33963ee72f74218b29e429be995d91cd6b9a0629336dbbc15e60296fb819a2f"} Oct 13 20:24:12 crc kubenswrapper[4809]: I1013 20:24:12.886310 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a638d687-82d5-4aae-9758-28a9851856b9","Type":"ContainerStarted","Data":"151e6d30fd7a2c0c9804830d7d0e2cfbc4925bb1f421b51cb6641d97fe585a9f"} Oct 13 20:24:13 crc kubenswrapper[4809]: I1013 20:24:13.453133 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 20:24:13 crc kubenswrapper[4809]: I1013 20:24:13.898916 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a638d687-82d5-4aae-9758-28a9851856b9","Type":"ContainerStarted","Data":"1220f81be59cb77f1ed5e4d485a0300aab38deeba088de1f4dcd333a32affaff"} Oct 13 20:24:13 crc kubenswrapper[4809]: I1013 20:24:13.901241 4809 generic.go:334] "Generic (PLEG): container finished" podID="e6651bef-ebef-4fed-a9e3-4402c14edf5e" containerID="2b98b6646650044a70a2dd4f28225edc62371d4dcb30f2e6c7c24ae656a203e9" exitCode=137 Oct 13 20:24:13 crc kubenswrapper[4809]: I1013 20:24:13.901277 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e6651bef-ebef-4fed-a9e3-4402c14edf5e","Type":"ContainerDied","Data":"2b98b6646650044a70a2dd4f28225edc62371d4dcb30f2e6c7c24ae656a203e9"} Oct 13 20:24:13 crc kubenswrapper[4809]: I1013 20:24:13.901298 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"e6651bef-ebef-4fed-a9e3-4402c14edf5e","Type":"ContainerDied","Data":"e8d06084742870972b2bd8e5db4ee6cda4cfcc2ffcfb20954d1344ac602ad433"} Oct 13 20:24:13 crc kubenswrapper[4809]: I1013 20:24:13.901328 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e8d06084742870972b2bd8e5db4ee6cda4cfcc2ffcfb20954d1344ac602ad433" Oct 13 20:24:13 crc kubenswrapper[4809]: I1013 20:24:13.907109 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:13 crc kubenswrapper[4809]: I1013 20:24:13.979546 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-combined-ca-bundle\") pod \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " Oct 13 20:24:13 crc kubenswrapper[4809]: I1013 20:24:13.979782 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-config-data\") pod \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " Oct 13 20:24:13 crc kubenswrapper[4809]: I1013 20:24:13.979899 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-v69xx\" (UniqueName: \"kubernetes.io/projected/e6651bef-ebef-4fed-a9e3-4402c14edf5e-kube-api-access-v69xx\") pod \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\" (UID: \"e6651bef-ebef-4fed-a9e3-4402c14edf5e\") " Oct 13 20:24:13 crc kubenswrapper[4809]: I1013 20:24:13.985226 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e6651bef-ebef-4fed-a9e3-4402c14edf5e-kube-api-access-v69xx" (OuterVolumeSpecName: "kube-api-access-v69xx") pod "e6651bef-ebef-4fed-a9e3-4402c14edf5e" (UID: "e6651bef-ebef-4fed-a9e3-4402c14edf5e"). InnerVolumeSpecName "kube-api-access-v69xx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.018537 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-config-data" (OuterVolumeSpecName: "config-data") pod "e6651bef-ebef-4fed-a9e3-4402c14edf5e" (UID: "e6651bef-ebef-4fed-a9e3-4402c14edf5e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.023391 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e6651bef-ebef-4fed-a9e3-4402c14edf5e" (UID: "e6651bef-ebef-4fed-a9e3-4402c14edf5e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.081525 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.081559 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-v69xx\" (UniqueName: \"kubernetes.io/projected/e6651bef-ebef-4fed-a9e3-4402c14edf5e-kube-api-access-v69xx\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.081589 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6651bef-ebef-4fed-a9e3-4402c14edf5e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.918686 4809 generic.go:334] "Generic (PLEG): container finished" podID="e9dd90a1-922c-45ba-bf7c-5734df7139ef" containerID="e09c765e9e1e31e4f294d3825ebe7635fc70eb8644dea75edfd9517091c99e0c" exitCode=0 Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.918889 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"e9dd90a1-922c-45ba-bf7c-5734df7139ef","Type":"ContainerDied","Data":"e09c765e9e1e31e4f294d3825ebe7635fc70eb8644dea75edfd9517091c99e0c"} Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.926273 4809 generic.go:334] "Generic (PLEG): container finished" podID="7ffa01f6-b393-4ac4-83de-250b16260df9" containerID="ae8d2b819349235d1b190e7ec1fc368f6ef7aebc3b7d8a2303a2e8a60a2ffcf0" exitCode=0 Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.926324 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"7ffa01f6-b393-4ac4-83de-250b16260df9","Type":"ContainerDied","Data":"ae8d2b819349235d1b190e7ec1fc368f6ef7aebc3b7d8a2303a2e8a60a2ffcf0"} Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.929839 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-54fdcc89cb-qvqcf_319642d6-cbc0-4070-85e6-b888a55f3204/neutron-api/0.log" Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.929881 4809 generic.go:334] "Generic (PLEG): container finished" podID="319642d6-cbc0-4070-85e6-b888a55f3204" containerID="6d77ff3d6652c6aae7c4459611823418c63bf6fda562a6311c9f9e74b3c465ca" exitCode=137 Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.929938 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:14 crc kubenswrapper[4809]: I1013 20:24:14.930063 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" event={"ID":"319642d6-cbc0-4070-85e6-b888a55f3204","Type":"ContainerDied","Data":"6d77ff3d6652c6aae7c4459611823418c63bf6fda562a6311c9f9e74b3c465ca"} Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.130595 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-54fdcc89cb-qvqcf_319642d6-cbc0-4070-85e6-b888a55f3204/neutron-api/0.log" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.131229 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.195282 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.212964 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.235200 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:15 crc kubenswrapper[4809]: E1013 20:24:15.235963 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e6651bef-ebef-4fed-a9e3-4402c14edf5e" containerName="nova-scheduler-scheduler" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.236006 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e6651bef-ebef-4fed-a9e3-4402c14edf5e" containerName="nova-scheduler-scheduler" Oct 13 20:24:15 crc kubenswrapper[4809]: E1013 20:24:15.236043 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="319642d6-cbc0-4070-85e6-b888a55f3204" containerName="neutron-api" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.236050 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="319642d6-cbc0-4070-85e6-b888a55f3204" containerName="neutron-api" Oct 13 20:24:15 crc kubenswrapper[4809]: E1013 20:24:15.236080 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="319642d6-cbc0-4070-85e6-b888a55f3204" containerName="neutron-httpd" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.236093 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="319642d6-cbc0-4070-85e6-b888a55f3204" containerName="neutron-httpd" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.236424 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="319642d6-cbc0-4070-85e6-b888a55f3204" containerName="neutron-httpd" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.236450 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e6651bef-ebef-4fed-a9e3-4402c14edf5e" containerName="nova-scheduler-scheduler" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.236487 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="319642d6-cbc0-4070-85e6-b888a55f3204" containerName="neutron-api" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.242116 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.245046 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.246984 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.309074 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wj7nl\" (UniqueName: \"kubernetes.io/projected/319642d6-cbc0-4070-85e6-b888a55f3204-kube-api-access-wj7nl\") pod \"319642d6-cbc0-4070-85e6-b888a55f3204\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.309205 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-combined-ca-bundle\") pod \"319642d6-cbc0-4070-85e6-b888a55f3204\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.309383 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-config\") pod \"319642d6-cbc0-4070-85e6-b888a55f3204\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.309486 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-httpd-config\") pod \"319642d6-cbc0-4070-85e6-b888a55f3204\" (UID: \"319642d6-cbc0-4070-85e6-b888a55f3204\") " Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.316434 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/319642d6-cbc0-4070-85e6-b888a55f3204-kube-api-access-wj7nl" (OuterVolumeSpecName: "kube-api-access-wj7nl") pod "319642d6-cbc0-4070-85e6-b888a55f3204" (UID: "319642d6-cbc0-4070-85e6-b888a55f3204"). InnerVolumeSpecName "kube-api-access-wj7nl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.317822 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "319642d6-cbc0-4070-85e6-b888a55f3204" (UID: "319642d6-cbc0-4070-85e6-b888a55f3204"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.370897 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "319642d6-cbc0-4070-85e6-b888a55f3204" (UID: "319642d6-cbc0-4070-85e6-b888a55f3204"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.371812 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-config" (OuterVolumeSpecName: "config") pod "319642d6-cbc0-4070-85e6-b888a55f3204" (UID: "319642d6-cbc0-4070-85e6-b888a55f3204"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.411917 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-config-data\") pod \"nova-scheduler-0\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.412060 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hl8xp\" (UniqueName: \"kubernetes.io/projected/d7f589f3-7499-4be4-82f8-af9656925095-kube-api-access-hl8xp\") pod \"nova-scheduler-0\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.412103 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.412183 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.412195 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.412204 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wj7nl\" (UniqueName: \"kubernetes.io/projected/319642d6-cbc0-4070-85e6-b888a55f3204-kube-api-access-wj7nl\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.412216 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/319642d6-cbc0-4070-85e6-b888a55f3204-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.513506 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hl8xp\" (UniqueName: \"kubernetes.io/projected/d7f589f3-7499-4be4-82f8-af9656925095-kube-api-access-hl8xp\") pod \"nova-scheduler-0\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.513589 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.513648 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-config-data\") pod \"nova-scheduler-0\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.518720 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-config-data\") pod \"nova-scheduler-0\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.519156 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.532549 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hl8xp\" (UniqueName: \"kubernetes.io/projected/d7f589f3-7499-4be4-82f8-af9656925095-kube-api-access-hl8xp\") pod \"nova-scheduler-0\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.550509 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" podUID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerName="barbican-api-log" probeResult="failure" output="Get \"http://10.217.0.135:9311/healthcheck\": read tcp 10.217.0.2:42808->10.217.0.135:9311: read: connection reset by peer" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.550855 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" podUID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerName="barbican-api" probeResult="failure" output="Get \"http://10.217.0.135:9311/healthcheck\": read tcp 10.217.0.2:42824->10.217.0.135:9311: read: connection reset by peer" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.567243 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.996630 4809 generic.go:334] "Generic (PLEG): container finished" podID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" exitCode=137 Oct 13 20:24:15 crc kubenswrapper[4809]: I1013 20:24:15.997132 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"0cbec809-0be6-4a82-98c0-c989a7e3aa85","Type":"ContainerDied","Data":"664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360"} Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.003024 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-server-0" event={"ID":"7ffa01f6-b393-4ac4-83de-250b16260df9","Type":"ContainerStarted","Data":"5e9821b82adcf95ff80b015bb13730be7048ad10ab6a9c68786cf1ee8ac531f1"} Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.006609 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a638d687-82d5-4aae-9758-28a9851856b9","Type":"ContainerStarted","Data":"1a6b7b3aeffa6999984cfc4e06b2ba4da9b9f6b3c896da6fb5187a8de1409549"} Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.007115 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.014938 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-54fdcc89cb-qvqcf_319642d6-cbc0-4070-85e6-b888a55f3204/neutron-api/0.log" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.015126 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" event={"ID":"319642d6-cbc0-4070-85e6-b888a55f3204","Type":"ContainerDied","Data":"f6530c0539adc237fb745efa73fc194d775753729839e859e21ac5d87b898153"} Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.015169 4809 scope.go:117] "RemoveContainer" containerID="e04ff243b52b8102350b9e8406ffcfe6b970536f002f81bc0ed26b76925b18d6" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.015325 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.018690 4809 generic.go:334] "Generic (PLEG): container finished" podID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerID="f13981ae098c85af0e7bdcd85c0ddfc7db47aec35a86222643ee1ea10ce16907" exitCode=0 Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.018905 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" event={"ID":"27f7d53f-faf3-4456-a3d8-c859bc5c82fb","Type":"ContainerDied","Data":"f13981ae098c85af0e7bdcd85c0ddfc7db47aec35a86222643ee1ea10ce16907"} Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.018997 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" event={"ID":"27f7d53f-faf3-4456-a3d8-c859bc5c82fb","Type":"ContainerDied","Data":"43ee07bd8e545e0349703ae32a1fdd6feed0bcc53c8796b750fa697389fc6a79"} Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.019057 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="43ee07bd8e545e0349703ae32a1fdd6feed0bcc53c8796b750fa697389fc6a79" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.020510 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.028601 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.029981 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" event={"ID":"e9dd90a1-922c-45ba-bf7c-5734df7139ef","Type":"ContainerStarted","Data":"e1d80bb085c580ef479ff514c51b9808158479d7fd2c75118f1a6cc3440e36c9"} Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.030324 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.036877 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-server-0" podStartSLOduration=37.036861731 podStartE2EDuration="37.036861731s" podCreationTimestamp="2025-10-13 20:23:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:16.029601627 +0000 UTC m=+3574.635348212" watchObservedRunningTime="2025-10-13 20:24:16.036861731 +0000 UTC m=+3574.642608316" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.040467 4809 scope.go:117] "RemoveContainer" containerID="6d77ff3d6652c6aae7c4459611823418c63bf6fda562a6311c9f9e74b3c465ca" Oct 13 20:24:16 crc kubenswrapper[4809]: E1013 20:24:16.094827 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360 is running failed: container process not found" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:16 crc kubenswrapper[4809]: E1013 20:24:16.095179 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360 is running failed: container process not found" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:16 crc kubenswrapper[4809]: E1013 20:24:16.095791 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360 is running failed: container process not found" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:16 crc kubenswrapper[4809]: E1013 20:24:16.095909 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360 is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.112136 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.132106 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-combined-ca-bundle\") pod \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.132157 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-logs\") pod \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.132221 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data\") pod \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.132322 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6rxcq\" (UniqueName: \"kubernetes.io/projected/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-kube-api-access-6rxcq\") pod \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.132363 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data-custom\") pod \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\" (UID: \"27f7d53f-faf3-4456-a3d8-c859bc5c82fb\") " Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.133604 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-logs" (OuterVolumeSpecName: "logs") pod "27f7d53f-faf3-4456-a3d8-c859bc5c82fb" (UID: "27f7d53f-faf3-4456-a3d8-c859bc5c82fb"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.146928 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-kube-api-access-6rxcq" (OuterVolumeSpecName: "kube-api-access-6rxcq") pod "27f7d53f-faf3-4456-a3d8-c859bc5c82fb" (UID: "27f7d53f-faf3-4456-a3d8-c859bc5c82fb"). InnerVolumeSpecName "kube-api-access-6rxcq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.147103 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "27f7d53f-faf3-4456-a3d8-c859bc5c82fb" (UID: "27f7d53f-faf3-4456-a3d8-c859bc5c82fb"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.147782 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" podStartSLOduration=36.147767462 podStartE2EDuration="36.147767462s" podCreationTimestamp="2025-10-13 20:23:40 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:16.144296064 +0000 UTC m=+3574.750042659" watchObservedRunningTime="2025-10-13 20:24:16.147767462 +0000 UTC m=+3574.753514057" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.149139 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.656901472 podStartE2EDuration="7.14913111s" podCreationTimestamp="2025-10-13 20:24:09 +0000 UTC" firstStartedPulling="2025-10-13 20:24:10.960161009 +0000 UTC m=+3569.565907594" lastFinishedPulling="2025-10-13 20:24:15.452390647 +0000 UTC m=+3574.058137232" observedRunningTime="2025-10-13 20:24:16.12418868 +0000 UTC m=+3574.729935265" watchObservedRunningTime="2025-10-13 20:24:16.14913111 +0000 UTC m=+3574.754877695" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.168416 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e6651bef-ebef-4fed-a9e3-4402c14edf5e" path="/var/lib/kubelet/pods/e6651bef-ebef-4fed-a9e3-4402c14edf5e/volumes" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.176251 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf"] Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.179967 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data" (OuterVolumeSpecName: "config-data") pod "27f7d53f-faf3-4456-a3d8-c859bc5c82fb" (UID: "27f7d53f-faf3-4456-a3d8-c859bc5c82fb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.181714 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "27f7d53f-faf3-4456-a3d8-c859bc5c82fb" (UID: "27f7d53f-faf3-4456-a3d8-c859bc5c82fb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.182410 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-54fdcc89cb-qvqcf"] Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.234026 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-config-data\") pod \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.234338 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-combined-ca-bundle\") pod \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.234460 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4kspb\" (UniqueName: \"kubernetes.io/projected/0cbec809-0be6-4a82-98c0-c989a7e3aa85-kube-api-access-4kspb\") pod \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\" (UID: \"0cbec809-0be6-4a82-98c0-c989a7e3aa85\") " Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.235099 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.235168 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.235233 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.235287 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.235341 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6rxcq\" (UniqueName: \"kubernetes.io/projected/27f7d53f-faf3-4456-a3d8-c859bc5c82fb-kube-api-access-6rxcq\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.238782 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/0cbec809-0be6-4a82-98c0-c989a7e3aa85-kube-api-access-4kspb" (OuterVolumeSpecName: "kube-api-access-4kspb") pod "0cbec809-0be6-4a82-98c0-c989a7e3aa85" (UID: "0cbec809-0be6-4a82-98c0-c989a7e3aa85"). InnerVolumeSpecName "kube-api-access-4kspb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.264279 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.266607 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "0cbec809-0be6-4a82-98c0-c989a7e3aa85" (UID: "0cbec809-0be6-4a82-98c0-c989a7e3aa85"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.276273 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-config-data" (OuterVolumeSpecName: "config-data") pod "0cbec809-0be6-4a82-98c0-c989a7e3aa85" (UID: "0cbec809-0be6-4a82-98c0-c989a7e3aa85"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.320069 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-7897767fb7-62vl2" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.339282 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4kspb\" (UniqueName: \"kubernetes.io/projected/0cbec809-0be6-4a82-98c0-c989a7e3aa85-kube-api-access-4kspb\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.339524 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.339546 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0cbec809-0be6-4a82-98c0-c989a7e3aa85-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.390327 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz"] Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.390575 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" podUID="64873af5-3483-4807-9742-a0898967f64e" containerName="dnsmasq-dns" containerID="cri-o://91851ed4b4dab084242a8d82ba875657816f1b9bc994771e07dc3711d9a14199" gracePeriod=10 Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.497326 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.551832 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-756d8c747d-jvcj7"] Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.552058 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" podUID="34989029-647e-41c9-90fc-e6febe8eb9c4" containerName="placement-log" containerID="cri-o://a3f41ec6b7c51b4efc14a314e3c5b0975b808df1323565c3052a614134826681" gracePeriod=30 Oct 13 20:24:16 crc kubenswrapper[4809]: I1013 20:24:16.552173 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" podUID="34989029-647e-41c9-90fc-e6febe8eb9c4" containerName="placement-api" containerID="cri-o://4885d7f5f621976a9218d0f9586e0a936b30a641ec3754946889d130374cb594" gracePeriod=30 Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.067052 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"d7f589f3-7499-4be4-82f8-af9656925095","Type":"ContainerStarted","Data":"2f84f0f150a020b34842fc4aff81fcca80b0636df8b1b8ae4bc58764c111cf2c"} Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.067391 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"d7f589f3-7499-4be4-82f8-af9656925095","Type":"ContainerStarted","Data":"777e53566bd3ce2cd3624346be5286a2d16f4ceea1cb51dc87865d9011d7daa7"} Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.072031 4809 generic.go:334] "Generic (PLEG): container finished" podID="69529d27-56f6-46bb-9170-b487b2512ac0" containerID="f16a5c7052237f2a805fef0dec7ea6c21b4b6b9349f06bef5441ab52f54023c4" exitCode=137 Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.072152 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"69529d27-56f6-46bb-9170-b487b2512ac0","Type":"ContainerDied","Data":"f16a5c7052237f2a805fef0dec7ea6c21b4b6b9349f06bef5441ab52f54023c4"} Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.087604 4809 generic.go:334] "Generic (PLEG): container finished" podID="34989029-647e-41c9-90fc-e6febe8eb9c4" containerID="a3f41ec6b7c51b4efc14a314e3c5b0975b808df1323565c3052a614134826681" exitCode=143 Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.087674 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" event={"ID":"34989029-647e-41c9-90fc-e6febe8eb9c4","Type":"ContainerDied","Data":"a3f41ec6b7c51b4efc14a314e3c5b0975b808df1323565c3052a614134826681"} Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.093653 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"0cbec809-0be6-4a82-98c0-c989a7e3aa85","Type":"ContainerDied","Data":"27e94d9403ade6dfdb1636dfae980eb8dfb4c6e07b2f7d6841dd536f75fe4ac7"} Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.093688 4809 scope.go:117] "RemoveContainer" containerID="664cd235b953787bd0e12ea75a045c0424cf27df22fab9c4007ba6447a9ee360" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.093821 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.102690 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.102677375 podStartE2EDuration="2.102677375s" podCreationTimestamp="2025-10-13 20:24:15 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:17.100402841 +0000 UTC m=+3575.706149426" watchObservedRunningTime="2025-10-13 20:24:17.102677375 +0000 UTC m=+3575.708423960" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.116077 4809 generic.go:334] "Generic (PLEG): container finished" podID="64873af5-3483-4807-9742-a0898967f64e" containerID="91851ed4b4dab084242a8d82ba875657816f1b9bc994771e07dc3711d9a14199" exitCode=0 Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.116162 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" event={"ID":"64873af5-3483-4807-9742-a0898967f64e","Type":"ContainerDied","Data":"91851ed4b4dab084242a8d82ba875657816f1b9bc994771e07dc3711d9a14199"} Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.116188 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" event={"ID":"64873af5-3483-4807-9742-a0898967f64e","Type":"ContainerDied","Data":"781d150dc1afb3e78dfd12eff61ec0353fb479d6f769cd3a936d44ae04ba5414"} Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.116200 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="781d150dc1afb3e78dfd12eff61ec0353fb479d6f769cd3a936d44ae04ba5414" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.121164 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.129704 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.165215 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.172322 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dns-swift-storage-0\") pod \"64873af5-3483-4807-9742-a0898967f64e\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.172431 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dnsmasq-svc\") pod \"64873af5-3483-4807-9742-a0898967f64e\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.172539 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-config\") pod \"64873af5-3483-4807-9742-a0898967f64e\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.172593 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7wrnb\" (UniqueName: \"kubernetes.io/projected/64873af5-3483-4807-9742-a0898967f64e-kube-api-access-7wrnb\") pod \"64873af5-3483-4807-9742-a0898967f64e\" (UID: \"64873af5-3483-4807-9742-a0898967f64e\") " Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.184056 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.195230 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/64873af5-3483-4807-9742-a0898967f64e-kube-api-access-7wrnb" (OuterVolumeSpecName: "kube-api-access-7wrnb") pod "64873af5-3483-4807-9742-a0898967f64e" (UID: "64873af5-3483-4807-9742-a0898967f64e"). InnerVolumeSpecName "kube-api-access-7wrnb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.217061 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5"] Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.226411 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-659575d6f4-z8tm5"] Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.236929 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:17 crc kubenswrapper[4809]: E1013 20:24:17.237308 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="64873af5-3483-4807-9742-a0898967f64e" containerName="dnsmasq-dns" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.237319 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="64873af5-3483-4807-9742-a0898967f64e" containerName="dnsmasq-dns" Oct 13 20:24:17 crc kubenswrapper[4809]: E1013 20:24:17.237327 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="64873af5-3483-4807-9742-a0898967f64e" containerName="init" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.237333 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="64873af5-3483-4807-9742-a0898967f64e" containerName="init" Oct 13 20:24:17 crc kubenswrapper[4809]: E1013 20:24:17.237349 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerName="barbican-api-log" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.237355 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerName="barbican-api-log" Oct 13 20:24:17 crc kubenswrapper[4809]: E1013 20:24:17.237366 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerName="barbican-api" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.237372 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerName="barbican-api" Oct 13 20:24:17 crc kubenswrapper[4809]: E1013 20:24:17.237379 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.237384 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.237569 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.237579 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerName="barbican-api" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.237589 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" containerName="barbican-api-log" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.237601 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="64873af5-3483-4807-9742-a0898967f64e" containerName="dnsmasq-dns" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.238226 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.246614 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.249013 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.259472 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dnsmasq-svc" (OuterVolumeSpecName: "dnsmasq-svc") pod "64873af5-3483-4807-9742-a0898967f64e" (UID: "64873af5-3483-4807-9742-a0898967f64e"). InnerVolumeSpecName "dnsmasq-svc". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.260862 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dns-swift-storage-0" (OuterVolumeSpecName: "dns-swift-storage-0") pod "64873af5-3483-4807-9742-a0898967f64e" (UID: "64873af5-3483-4807-9742-a0898967f64e"). InnerVolumeSpecName "dns-swift-storage-0". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.280379 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-config" (OuterVolumeSpecName: "config") pod "64873af5-3483-4807-9742-a0898967f64e" (UID: "64873af5-3483-4807-9742-a0898967f64e"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.281069 4809 reconciler_common.go:293] "Volume detached for volume \"dnsmasq-svc\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dnsmasq-svc\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.281090 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.281101 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7wrnb\" (UniqueName: \"kubernetes.io/projected/64873af5-3483-4807-9742-a0898967f64e-kube-api-access-7wrnb\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.281110 4809 reconciler_common.go:293] "Volume detached for volume \"dns-swift-storage-0\" (UniqueName: \"kubernetes.io/configmap/64873af5-3483-4807-9742-a0898967f64e-dns-swift-storage-0\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.333510 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.382497 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-scripts\") pod \"69529d27-56f6-46bb-9170-b487b2512ac0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.382802 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p9hc4\" (UniqueName: \"kubernetes.io/projected/69529d27-56f6-46bb-9170-b487b2512ac0-kube-api-access-p9hc4\") pod \"69529d27-56f6-46bb-9170-b487b2512ac0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.382844 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data-custom\") pod \"69529d27-56f6-46bb-9170-b487b2512ac0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.382886 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data\") pod \"69529d27-56f6-46bb-9170-b487b2512ac0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.383040 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/69529d27-56f6-46bb-9170-b487b2512ac0-etc-machine-id\") pod \"69529d27-56f6-46bb-9170-b487b2512ac0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.383089 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-combined-ca-bundle\") pod \"69529d27-56f6-46bb-9170-b487b2512ac0\" (UID: \"69529d27-56f6-46bb-9170-b487b2512ac0\") " Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.383372 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.383398 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.383414 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bw9bs\" (UniqueName: \"kubernetes.io/projected/d624c44a-4876-4666-97f9-aad2963adbf0-kube-api-access-bw9bs\") pod \"nova-cell0-conductor-0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.383419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/69529d27-56f6-46bb-9170-b487b2512ac0-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "69529d27-56f6-46bb-9170-b487b2512ac0" (UID: "69529d27-56f6-46bb-9170-b487b2512ac0"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.390415 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "69529d27-56f6-46bb-9170-b487b2512ac0" (UID: "69529d27-56f6-46bb-9170-b487b2512ac0"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.390422 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/69529d27-56f6-46bb-9170-b487b2512ac0-kube-api-access-p9hc4" (OuterVolumeSpecName: "kube-api-access-p9hc4") pod "69529d27-56f6-46bb-9170-b487b2512ac0" (UID: "69529d27-56f6-46bb-9170-b487b2512ac0"). InnerVolumeSpecName "kube-api-access-p9hc4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.390534 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-scripts" (OuterVolumeSpecName: "scripts") pod "69529d27-56f6-46bb-9170-b487b2512ac0" (UID: "69529d27-56f6-46bb-9170-b487b2512ac0"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.444814 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "69529d27-56f6-46bb-9170-b487b2512ac0" (UID: "69529d27-56f6-46bb-9170-b487b2512ac0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.484785 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.484836 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.484856 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bw9bs\" (UniqueName: \"kubernetes.io/projected/d624c44a-4876-4666-97f9-aad2963adbf0-kube-api-access-bw9bs\") pod \"nova-cell0-conductor-0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.484987 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.485000 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p9hc4\" (UniqueName: \"kubernetes.io/projected/69529d27-56f6-46bb-9170-b487b2512ac0-kube-api-access-p9hc4\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.485009 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.485017 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/69529d27-56f6-46bb-9170-b487b2512ac0-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.485026 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.489022 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.489058 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.489092 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data" (OuterVolumeSpecName: "config-data") pod "69529d27-56f6-46bb-9170-b487b2512ac0" (UID: "69529d27-56f6-46bb-9170-b487b2512ac0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.500573 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bw9bs\" (UniqueName: \"kubernetes.io/projected/d624c44a-4876-4666-97f9-aad2963adbf0-kube-api-access-bw9bs\") pod \"nova-cell0-conductor-0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.572257 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:17 crc kubenswrapper[4809]: I1013 20:24:17.587031 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/69529d27-56f6-46bb-9170-b487b2512ac0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.102246 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.137228 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"69529d27-56f6-46bb-9170-b487b2512ac0","Type":"ContainerDied","Data":"2c8efc64600ccd7c804e9567ac95e3a5b1a432c87deefecd7536f4ca86611a15"} Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.137298 4809 scope.go:117] "RemoveContainer" containerID="fc8efee30ec2cb171f7bd1961b4c4d8efbbbcf2943f8c187f021d3ef06191d66" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.137484 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.147774 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"d624c44a-4876-4666-97f9-aad2963adbf0","Type":"ContainerStarted","Data":"988bdd47811d0b82a13a9604cbe9dc84cf856f2a8d3167d962106c5631f4b432"} Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.147868 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.172490 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="0cbec809-0be6-4a82-98c0-c989a7e3aa85" path="/var/lib/kubelet/pods/0cbec809-0be6-4a82-98c0-c989a7e3aa85/volumes" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.173288 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="27f7d53f-faf3-4456-a3d8-c859bc5c82fb" path="/var/lib/kubelet/pods/27f7d53f-faf3-4456-a3d8-c859bc5c82fb/volumes" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.173890 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="319642d6-cbc0-4070-85e6-b888a55f3204" path="/var/lib/kubelet/pods/319642d6-cbc0-4070-85e6-b888a55f3204/volumes" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.216352 4809 scope.go:117] "RemoveContainer" containerID="f16a5c7052237f2a805fef0dec7ea6c21b4b6b9349f06bef5441ab52f54023c4" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.292299 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz"] Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.312984 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/dnsmasq-dnsmasq-78b9f876b9-kbgrz"] Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.330083 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.355474 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.388547 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:24:18 crc kubenswrapper[4809]: E1013 20:24:18.389008 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="69529d27-56f6-46bb-9170-b487b2512ac0" containerName="probe" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.389026 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="69529d27-56f6-46bb-9170-b487b2512ac0" containerName="probe" Oct 13 20:24:18 crc kubenswrapper[4809]: E1013 20:24:18.389037 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="69529d27-56f6-46bb-9170-b487b2512ac0" containerName="cinder-scheduler" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.389043 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="69529d27-56f6-46bb-9170-b487b2512ac0" containerName="cinder-scheduler" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.389228 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="69529d27-56f6-46bb-9170-b487b2512ac0" containerName="cinder-scheduler" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.389246 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="69529d27-56f6-46bb-9170-b487b2512ac0" containerName="probe" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.390246 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.395436 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-69fq8" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.395482 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.395636 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.395437 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.414653 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.509790 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-scripts\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.509866 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.510004 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7c4dw\" (UniqueName: \"kubernetes.io/projected/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-kube-api-access-7c4dw\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.510081 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.510122 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.510407 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.612393 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-7c4dw\" (UniqueName: \"kubernetes.io/projected/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-kube-api-access-7c4dw\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.612450 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.612474 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.612545 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.612619 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-scripts\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.612642 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.612894 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.616930 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-scripts\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.618020 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.619348 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.621794 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.644391 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-7c4dw\" (UniqueName: \"kubernetes.io/projected/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-kube-api-access-7c4dw\") pod \"cinder-scheduler-0\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.724215 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:18 crc kubenswrapper[4809]: I1013 20:24:18.993110 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","poda9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort poda9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6] : Timed out while waiting for systemd to remove kubepods-besteffort-poda9836e3c_d3e7_472a_8bcb_7aedcdf5d7b6.slice" Oct 13 20:24:18 crc kubenswrapper[4809]: E1013 20:24:18.993519 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort poda9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6] : unable to destroy cgroup paths for cgroup [kubepods besteffort poda9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6] : Timed out while waiting for systemd to remove kubepods-besteffort-poda9836e3c_d3e7_472a_8bcb_7aedcdf5d7b6.slice" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.069166 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","pod1f431bfb-bba1-4372-8a29-489cdfe65cd7"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort pod1f431bfb-bba1-4372-8a29-489cdfe65cd7] : Timed out while waiting for systemd to remove kubepods-besteffort-pod1f431bfb_bba1_4372_8a29_489cdfe65cd7.slice" Oct 13 20:24:19 crc kubenswrapper[4809]: E1013 20:24:19.069228 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort pod1f431bfb-bba1-4372-8a29-489cdfe65cd7] : unable to destroy cgroup paths for cgroup [kubepods besteffort pod1f431bfb-bba1-4372-8a29-489cdfe65cd7] : Timed out while waiting for systemd to remove kubepods-besteffort-pod1f431bfb_bba1_4372_8a29_489cdfe65cd7.slice" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.071350 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","pod32c8d4e7-f4bd-4122-a822-f9ef2c898bdc"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort pod32c8d4e7-f4bd-4122-a822-f9ef2c898bdc] : Timed out while waiting for systemd to remove kubepods-besteffort-pod32c8d4e7_f4bd_4122_a822_f9ef2c898bdc.slice" Oct 13 20:24:19 crc kubenswrapper[4809]: E1013 20:24:19.071410 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort pod32c8d4e7-f4bd-4122-a822-f9ef2c898bdc] : unable to destroy cgroup paths for cgroup [kubepods besteffort pod32c8d4e7-f4bd-4122-a822-f9ef2c898bdc] : Timed out while waiting for systemd to remove kubepods-besteffort-pod32c8d4e7_f4bd_4122_a822_f9ef2c898bdc.slice" pod="openstack-kuttl-tests/cinder-api-0" podUID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.159513 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.161212 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"d624c44a-4876-4666-97f9-aad2963adbf0","Type":"ContainerStarted","Data":"fa26e7bbee30d8e6aab75184e8c7a2e019f6415c6844445f23ded33b053e6e86"} Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.161250 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.161303 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.161879 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.192179 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=2.192162721 podStartE2EDuration="2.192162721s" podCreationTimestamp="2025-10-13 20:24:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:19.186164432 +0000 UTC m=+3577.791911017" watchObservedRunningTime="2025-10-13 20:24:19.192162721 +0000 UTC m=+3577.797909306" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.221004 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: W1013 20:24:19.229314 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1aafaf4f_4a33_4851_ad5c_c72a3a0532ee.slice/crio-3588c1a47dc7ed1080f10e75251ee07e40aef9696d2cb7eb60193d59694b5504 WatchSource:0}: Error finding container 3588c1a47dc7ed1080f10e75251ee07e40aef9696d2cb7eb60193d59694b5504: Status 404 returned error can't find the container with id 3588c1a47dc7ed1080f10e75251ee07e40aef9696d2cb7eb60193d59694b5504 Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.231315 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.240127 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.259629 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.269649 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.282622 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.284591 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.287980 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-internal-svc" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.288168 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-public-svc" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.288320 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.297113 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.308635 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.322592 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.324201 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.349526 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.351104 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.360307 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.365821 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.411343 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.411839 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-gdx27" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.412080 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.412201 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.412359 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.440627 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-logs\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.440699 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-public-tls-certs\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.440749 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.440816 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.440850 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.440885 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.440924 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data-custom\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.440956 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.440981 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-config-data\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441003 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-scripts\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441032 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441067 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-config\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441105 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dm9cx\" (UniqueName: \"kubernetes.io/projected/1f6aa20d-1556-43a3-9bd1-35a338bb3136-kube-api-access-dm9cx\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441128 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jdmjz\" (UniqueName: \"kubernetes.io/projected/23523195-3c7e-430c-979f-d3d533d90e52-kube-api-access-jdmjz\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441174 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-scripts\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441196 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441221 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qvx4t\" (UniqueName: \"kubernetes.io/projected/29364d56-e044-4a6a-ac3d-37f8bd137488-kube-api-access-qvx4t\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441256 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441284 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441310 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441335 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/23523195-3c7e-430c-979f-d3d533d90e52-etc-machine-id\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441360 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441381 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/23523195-3c7e-430c-979f-d3d533d90e52-logs\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441420 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.441442 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.456713 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.479886 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543027 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dm9cx\" (UniqueName: \"kubernetes.io/projected/1f6aa20d-1556-43a3-9bd1-35a338bb3136-kube-api-access-dm9cx\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543065 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jdmjz\" (UniqueName: \"kubernetes.io/projected/23523195-3c7e-430c-979f-d3d533d90e52-kube-api-access-jdmjz\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543102 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-scripts\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543120 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543135 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qvx4t\" (UniqueName: \"kubernetes.io/projected/29364d56-e044-4a6a-ac3d-37f8bd137488-kube-api-access-qvx4t\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543163 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543201 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/23523195-3c7e-430c-979f-d3d533d90e52-etc-machine-id\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543255 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543268 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/23523195-3c7e-430c-979f-d3d533d90e52-logs\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543294 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543308 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543334 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-logs\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543355 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-public-tls-certs\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543374 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543416 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543442 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543449 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/23523195-3c7e-430c-979f-d3d533d90e52-etc-machine-id\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543466 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543545 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data-custom\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543577 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543599 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-config-data\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543615 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-scripts\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543640 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.543667 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-config\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.544121 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-logs\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.544418 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/23523195-3c7e-430c-979f-d3d533d90e52-logs\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.544429 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.544563 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-config\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.544701 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.546530 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.546582 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") device mount path \"/mnt/openstack/pv05\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.549144 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.552804 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-scripts\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.553147 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-public-tls-certs\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.553644 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data-custom\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.564821 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.565370 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dm9cx\" (UniqueName: \"kubernetes.io/projected/1f6aa20d-1556-43a3-9bd1-35a338bb3136-kube-api-access-dm9cx\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.566041 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.567292 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.567777 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-config-data\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.568421 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.569103 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.570248 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.570354 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-scripts\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.574216 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jdmjz\" (UniqueName: \"kubernetes.io/projected/23523195-3c7e-430c-979f-d3d533d90e52-kube-api-access-jdmjz\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.575590 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data\") pod \"cinder-api-0\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.583253 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.591991 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qvx4t\" (UniqueName: \"kubernetes.io/projected/29364d56-e044-4a6a-ac3d-37f8bd137488-kube-api-access-qvx4t\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.604310 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.620375 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.649605 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.665928 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.808330 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.940303 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:24:19 crc kubenswrapper[4809]: I1013 20:24:19.989810 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.059370 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b4fee514-e18d-4f5b-9671-de98e395d307-logs\") pod \"b4fee514-e18d-4f5b-9671-de98e395d307\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.059427 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data-custom\") pod \"b4fee514-e18d-4f5b-9671-de98e395d307\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.059520 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x7wlb\" (UniqueName: \"kubernetes.io/projected/b4fee514-e18d-4f5b-9671-de98e395d307-kube-api-access-x7wlb\") pod \"b4fee514-e18d-4f5b-9671-de98e395d307\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.059698 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data\") pod \"b4fee514-e18d-4f5b-9671-de98e395d307\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.059720 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-combined-ca-bundle\") pod \"b4fee514-e18d-4f5b-9671-de98e395d307\" (UID: \"b4fee514-e18d-4f5b-9671-de98e395d307\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.062377 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/b4fee514-e18d-4f5b-9671-de98e395d307-logs" (OuterVolumeSpecName: "logs") pod "b4fee514-e18d-4f5b-9671-de98e395d307" (UID: "b4fee514-e18d-4f5b-9671-de98e395d307"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.067035 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "b4fee514-e18d-4f5b-9671-de98e395d307" (UID: "b4fee514-e18d-4f5b-9671-de98e395d307"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.068053 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b4fee514-e18d-4f5b-9671-de98e395d307-kube-api-access-x7wlb" (OuterVolumeSpecName: "kube-api-access-x7wlb") pod "b4fee514-e18d-4f5b-9671-de98e395d307" (UID: "b4fee514-e18d-4f5b-9671-de98e395d307"). InnerVolumeSpecName "kube-api-access-x7wlb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.161839 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-logs\") pod \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.161999 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-combined-ca-bundle\") pod \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.162048 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-skwcj\" (UniqueName: \"kubernetes.io/projected/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-kube-api-access-skwcj\") pod \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.162067 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data\") pod \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.162093 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data-custom\") pod \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\" (UID: \"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.162588 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b4fee514-e18d-4f5b-9671-de98e395d307-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.162599 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.162609 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x7wlb\" (UniqueName: \"kubernetes.io/projected/b4fee514-e18d-4f5b-9671-de98e395d307-kube-api-access-x7wlb\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.169073 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-logs" (OuterVolumeSpecName: "logs") pod "38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" (UID: "38e74c89-38c6-46b8-b1c0-1bf3eefe6c73"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.174626 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-kube-api-access-skwcj" (OuterVolumeSpecName: "kube-api-access-skwcj") pod "38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" (UID: "38e74c89-38c6-46b8-b1c0-1bf3eefe6c73"). InnerVolumeSpecName "kube-api-access-skwcj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.182158 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" (UID: "38e74c89-38c6-46b8-b1c0-1bf3eefe6c73"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.206136 4809 generic.go:334] "Generic (PLEG): container finished" podID="34989029-647e-41c9-90fc-e6febe8eb9c4" containerID="4885d7f5f621976a9218d0f9586e0a936b30a641ec3754946889d130374cb594" exitCode=0 Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.211146 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1f431bfb-bba1-4372-8a29-489cdfe65cd7" path="/var/lib/kubelet/pods/1f431bfb-bba1-4372-8a29-489cdfe65cd7/volumes" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.211953 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="32c8d4e7-f4bd-4122-a822-f9ef2c898bdc" path="/var/lib/kubelet/pods/32c8d4e7-f4bd-4122-a822-f9ef2c898bdc/volumes" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.212617 4809 generic.go:334] "Generic (PLEG): container finished" podID="b4fee514-e18d-4f5b-9671-de98e395d307" containerID="1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f" exitCode=137 Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.213111 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="64873af5-3483-4807-9742-a0898967f64e" path="/var/lib/kubelet/pods/64873af5-3483-4807-9742-a0898967f64e/volumes" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.214890 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.215062 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="69529d27-56f6-46bb-9170-b487b2512ac0" path="/var/lib/kubelet/pods/69529d27-56f6-46bb-9170-b487b2512ac0/volumes" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.215891 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6" path="/var/lib/kubelet/pods/a9836e3c-d3e7-472a-8bcb-7aedcdf5d7b6/volumes" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.222105 4809 generic.go:334] "Generic (PLEG): container finished" podID="38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" containerID="06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29" exitCode=137 Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.222347 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.232008 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" event={"ID":"34989029-647e-41c9-90fc-e6febe8eb9c4","Type":"ContainerDied","Data":"4885d7f5f621976a9218d0f9586e0a936b30a641ec3754946889d130374cb594"} Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.238747 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" event={"ID":"b4fee514-e18d-4f5b-9671-de98e395d307","Type":"ContainerDied","Data":"1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f"} Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.238920 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6" event={"ID":"b4fee514-e18d-4f5b-9671-de98e395d307","Type":"ContainerDied","Data":"0c0f4d1073e4b3b5647d63052956a8562270e98de7f503d2f1d4c7a0464ef476"} Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.238940 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" event={"ID":"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73","Type":"ContainerDied","Data":"06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29"} Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.238952 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g" event={"ID":"38e74c89-38c6-46b8-b1c0-1bf3eefe6c73","Type":"ContainerDied","Data":"962233c84650e0335de3f212df0aed439403074ecda8313b9096e874b02ca64a"} Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.238975 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee","Type":"ContainerStarted","Data":"3588c1a47dc7ed1080f10e75251ee07e40aef9696d2cb7eb60193d59694b5504"} Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.239019 4809 scope.go:117] "RemoveContainer" containerID="1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.248845 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "b4fee514-e18d-4f5b-9671-de98e395d307" (UID: "b4fee514-e18d-4f5b-9671-de98e395d307"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.250506 4809 generic.go:334] "Generic (PLEG): container finished" podID="d7f589f3-7499-4be4-82f8-af9656925095" containerID="2f84f0f150a020b34842fc4aff81fcca80b0636df8b1b8ae4bc58764c111cf2c" exitCode=1 Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.251151 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"d7f589f3-7499-4be4-82f8-af9656925095","Type":"ContainerDied","Data":"2f84f0f150a020b34842fc4aff81fcca80b0636df8b1b8ae4bc58764c111cf2c"} Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.252278 4809 scope.go:117] "RemoveContainer" containerID="2f84f0f150a020b34842fc4aff81fcca80b0636df8b1b8ae4bc58764c111cf2c" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.257168 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.265803 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.265832 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.265847 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-skwcj\" (UniqueName: \"kubernetes.io/projected/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-kube-api-access-skwcj\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.265860 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.274040 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data" (OuterVolumeSpecName: "config-data") pod "b4fee514-e18d-4f5b-9671-de98e395d307" (UID: "b4fee514-e18d-4f5b-9671-de98e395d307"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.279975 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" (UID: "38e74c89-38c6-46b8-b1c0-1bf3eefe6c73"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.325558 4809 scope.go:117] "RemoveContainer" containerID="33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.347074 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.369530 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-s5zsw\" (UniqueName: \"kubernetes.io/projected/34989029-647e-41c9-90fc-e6febe8eb9c4-kube-api-access-s5zsw\") pod \"34989029-647e-41c9-90fc-e6febe8eb9c4\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.369814 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-scripts\") pod \"34989029-647e-41c9-90fc-e6febe8eb9c4\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.369946 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/34989029-647e-41c9-90fc-e6febe8eb9c4-logs\") pod \"34989029-647e-41c9-90fc-e6febe8eb9c4\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.370020 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-combined-ca-bundle\") pod \"34989029-647e-41c9-90fc-e6febe8eb9c4\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.370105 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-config-data\") pod \"34989029-647e-41c9-90fc-e6febe8eb9c4\" (UID: \"34989029-647e-41c9-90fc-e6febe8eb9c4\") " Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.371375 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b4fee514-e18d-4f5b-9671-de98e395d307-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.371446 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.378313 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/34989029-647e-41c9-90fc-e6febe8eb9c4-kube-api-access-s5zsw" (OuterVolumeSpecName: "kube-api-access-s5zsw") pod "34989029-647e-41c9-90fc-e6febe8eb9c4" (UID: "34989029-647e-41c9-90fc-e6febe8eb9c4"). InnerVolumeSpecName "kube-api-access-s5zsw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.378609 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/34989029-647e-41c9-90fc-e6febe8eb9c4-logs" (OuterVolumeSpecName: "logs") pod "34989029-647e-41c9-90fc-e6febe8eb9c4" (UID: "34989029-647e-41c9-90fc-e6febe8eb9c4"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.382868 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-scripts" (OuterVolumeSpecName: "scripts") pod "34989029-647e-41c9-90fc-e6febe8eb9c4" (UID: "34989029-647e-41c9-90fc-e6febe8eb9c4"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.437422 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.444871 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data" (OuterVolumeSpecName: "config-data") pod "38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" (UID: "38e74c89-38c6-46b8-b1c0-1bf3eefe6c73"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.451450 4809 scope.go:117] "RemoveContainer" containerID="1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f" Oct 13 20:24:20 crc kubenswrapper[4809]: E1013 20:24:20.457216 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f\": container with ID starting with 1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f not found: ID does not exist" containerID="1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.457379 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f"} err="failed to get container status \"1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f\": rpc error: code = NotFound desc = could not find container \"1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f\": container with ID starting with 1019f9b402d56740439b3bf8f878161105bcd4b1e1e923633da0bb0a0a807b5f not found: ID does not exist" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.457481 4809 scope.go:117] "RemoveContainer" containerID="33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f" Oct 13 20:24:20 crc kubenswrapper[4809]: E1013 20:24:20.466214 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f\": container with ID starting with 33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f not found: ID does not exist" containerID="33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.466287 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f"} err="failed to get container status \"33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f\": rpc error: code = NotFound desc = could not find container \"33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f\": container with ID starting with 33558e8bb6bc3ddf1493506978e7e62065bb2400d6a9a47b4f17c043839e2e2f not found: ID does not exist" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.466322 4809 scope.go:117] "RemoveContainer" containerID="06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.471573 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-config-data" (OuterVolumeSpecName: "config-data") pod "34989029-647e-41c9-90fc-e6febe8eb9c4" (UID: "34989029-647e-41c9-90fc-e6febe8eb9c4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.473350 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-s5zsw\" (UniqueName: \"kubernetes.io/projected/34989029-647e-41c9-90fc-e6febe8eb9c4-kube-api-access-s5zsw\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.473499 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.473560 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/34989029-647e-41c9-90fc-e6febe8eb9c4-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.473626 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.473686 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.529868 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "34989029-647e-41c9-90fc-e6febe8eb9c4" (UID: "34989029-647e-41c9-90fc-e6febe8eb9c4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.569926 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.573014 4809 scope.go:117] "RemoveContainer" containerID="edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.578090 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/34989029-647e-41c9-90fc-e6febe8eb9c4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.656452 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:24:20 crc kubenswrapper[4809]: I1013 20:24:20.696498 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:24:20 crc kubenswrapper[4809]: W1013 20:24:20.756614 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod1f6aa20d_1556_43a3_9bd1_35a338bb3136.slice/crio-88c4f7f1168dc326d24e1a8fcd0220d55ba6a2c1636f63cb1654a499a57f011e WatchSource:0}: Error finding container 88c4f7f1168dc326d24e1a8fcd0220d55ba6a2c1636f63cb1654a499a57f011e: Status 404 returned error can't find the container with id 88c4f7f1168dc326d24e1a8fcd0220d55ba6a2c1636f63cb1654a499a57f011e Oct 13 20:24:20 crc kubenswrapper[4809]: W1013 20:24:20.759377 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod29364d56_e044_4a6a_ac3d_37f8bd137488.slice/crio-12df791f45744443b136df0c8bc9258e1609027bed78892fdc39e296080c588b WatchSource:0}: Error finding container 12df791f45744443b136df0c8bc9258e1609027bed78892fdc39e296080c588b: Status 404 returned error can't find the container with id 12df791f45744443b136df0c8bc9258e1609027bed78892fdc39e296080c588b Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.031117 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6"] Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.034215 4809 scope.go:117] "RemoveContainer" containerID="06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29" Oct 13 20:24:21 crc kubenswrapper[4809]: E1013 20:24:21.042956 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29\": container with ID starting with 06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29 not found: ID does not exist" containerID="06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.043098 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29"} err="failed to get container status \"06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29\": rpc error: code = NotFound desc = could not find container \"06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29\": container with ID starting with 06b1f190e6d88947c2d3785574ff4af8526c8ae21c634970a069675699f0ed29 not found: ID does not exist" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.043161 4809 scope.go:117] "RemoveContainer" containerID="edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1" Oct 13 20:24:21 crc kubenswrapper[4809]: E1013 20:24:21.046041 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1\": container with ID starting with edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1 not found: ID does not exist" containerID="edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.046122 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1"} err="failed to get container status \"edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1\": rpc error: code = NotFound desc = could not find container \"edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1\": container with ID starting with edd0e6509d57c714c5a22309e2ceeef0f96fcf9b6d0c8d3f87f563d6a58bcfa1 not found: ID does not exist" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.052447 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-bf4f477f8-bcpl6"] Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.068844 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g"] Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.083532 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-76c58766f5-w8f8g"] Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.273256 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"23523195-3c7e-430c-979f-d3d533d90e52","Type":"ContainerStarted","Data":"814421261dbc451f695f8b5ff64f3b3a61bde3c1a831d91e03661984f555035f"} Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.276299 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee","Type":"ContainerStarted","Data":"b702cc17886d1722b64d8793265b7dd544563845b1ef79ff001a962642cfacc6"} Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.280924 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f6aa20d-1556-43a3-9bd1-35a338bb3136","Type":"ContainerStarted","Data":"60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d"} Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.280956 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f6aa20d-1556-43a3-9bd1-35a338bb3136","Type":"ContainerStarted","Data":"88c4f7f1168dc326d24e1a8fcd0220d55ba6a2c1636f63cb1654a499a57f011e"} Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.286115 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"d7f589f3-7499-4be4-82f8-af9656925095","Type":"ContainerStarted","Data":"bc549edeb77e24f673004cdeb3f4799b80108bada68019bf8c589e6ee8cf1aab"} Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.327520 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" event={"ID":"34989029-647e-41c9-90fc-e6febe8eb9c4","Type":"ContainerDied","Data":"f2f0b8922f961fa84609fd5ec22994548065a0216607658d609f545a915abaa1"} Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.327580 4809 scope.go:117] "RemoveContainer" containerID="4885d7f5f621976a9218d0f9586e0a936b30a641ec3754946889d130374cb594" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.327717 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-756d8c747d-jvcj7" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.360422 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"29364d56-e044-4a6a-ac3d-37f8bd137488","Type":"ContainerStarted","Data":"12df791f45744443b136df0c8bc9258e1609027bed78892fdc39e296080c588b"} Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.407138 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.414099 4809 scope.go:117] "RemoveContainer" containerID="69f04784c0d456bb9060ffed1dc93c4204b868c6bb2e4034d17ee43ec81015b5" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.416954 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-756d8c747d-jvcj7"] Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.422875 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.423009 4809 scope.go:117] "RemoveContainer" containerID="a3f41ec6b7c51b4efc14a314e3c5b0975b808df1323565c3052a614134826681" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.423125 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.433249 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 20:24:21 crc kubenswrapper[4809]: I1013 20:24:21.435797 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-756d8c747d-jvcj7"] Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.170492 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="34989029-647e-41c9-90fc-e6febe8eb9c4" path="/var/lib/kubelet/pods/34989029-647e-41c9-90fc-e6febe8eb9c4/volumes" Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.172558 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" path="/var/lib/kubelet/pods/38e74c89-38c6-46b8-b1c0-1bf3eefe6c73/volumes" Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.173416 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b4fee514-e18d-4f5b-9671-de98e395d307" path="/var/lib/kubelet/pods/b4fee514-e18d-4f5b-9671-de98e395d307/volumes" Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.374697 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"23523195-3c7e-430c-979f-d3d533d90e52","Type":"ContainerStarted","Data":"0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0"} Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.374801 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"23523195-3c7e-430c-979f-d3d533d90e52","Type":"ContainerStarted","Data":"fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af"} Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.376157 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.377776 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee","Type":"ContainerStarted","Data":"261de04ae170ece2f20fc5f152af0e8302c9cb0559a57809c8a46a9bf1bebce5"} Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.379744 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f6aa20d-1556-43a3-9bd1-35a338bb3136","Type":"ContainerStarted","Data":"f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1"} Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.384576 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"29364d56-e044-4a6a-ac3d-37f8bd137488","Type":"ContainerStarted","Data":"2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28"} Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.384634 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"29364d56-e044-4a6a-ac3d-37f8bd137488","Type":"ContainerStarted","Data":"2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb"} Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.386679 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-56d6867f46-2xldp_d629834b-9ea6-436d-9535-208218996829/neutron-api/1.log" Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.387113 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" event={"ID":"d629834b-9ea6-436d-9535-208218996829","Type":"ContainerStarted","Data":"7a7eacf6e4f33064244bd027af5991c528ef4a2699365af4c94717d209601c61"} Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.396709 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=3.396693131 podStartE2EDuration="3.396693131s" podCreationTimestamp="2025-10-13 20:24:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:22.394725936 +0000 UTC m=+3581.000472531" watchObservedRunningTime="2025-10-13 20:24:22.396693131 +0000 UTC m=+3581.002439716" Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.404764 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-httpd" probeResult="failure" output="HTTP probe failed with statuscode: 503" Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.452842 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=3.452824626 podStartE2EDuration="3.452824626s" podCreationTimestamp="2025-10-13 20:24:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:22.447511997 +0000 UTC m=+3581.053258582" watchObservedRunningTime="2025-10-13 20:24:22.452824626 +0000 UTC m=+3581.058571211" Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.475202 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=4.475184623 podStartE2EDuration="4.475184623s" podCreationTimestamp="2025-10-13 20:24:18 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:22.466286223 +0000 UTC m=+3581.072032808" watchObservedRunningTime="2025-10-13 20:24:22.475184623 +0000 UTC m=+3581.080931208" Oct 13 20:24:22 crc kubenswrapper[4809]: I1013 20:24:22.809459 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:23 crc kubenswrapper[4809]: I1013 20:24:23.401450 4809 generic.go:334] "Generic (PLEG): container finished" podID="d624c44a-4876-4666-97f9-aad2963adbf0" containerID="fa26e7bbee30d8e6aab75184e8c7a2e019f6415c6844445f23ded33b053e6e86" exitCode=1 Oct 13 20:24:23 crc kubenswrapper[4809]: I1013 20:24:23.401490 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"d624c44a-4876-4666-97f9-aad2963adbf0","Type":"ContainerDied","Data":"fa26e7bbee30d8e6aab75184e8c7a2e019f6415c6844445f23ded33b053e6e86"} Oct 13 20:24:23 crc kubenswrapper[4809]: I1013 20:24:23.403197 4809 scope.go:117] "RemoveContainer" containerID="fa26e7bbee30d8e6aab75184e8c7a2e019f6415c6844445f23ded33b053e6e86" Oct 13 20:24:23 crc kubenswrapper[4809]: I1013 20:24:23.431511 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=4.431495986 podStartE2EDuration="4.431495986s" podCreationTimestamp="2025-10-13 20:24:19 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:22.50395351 +0000 UTC m=+3581.109700105" watchObservedRunningTime="2025-10-13 20:24:23.431495986 +0000 UTC m=+3582.037242571" Oct 13 20:24:23 crc kubenswrapper[4809]: I1013 20:24:23.573194 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:23 crc kubenswrapper[4809]: I1013 20:24:23.724598 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:24 crc kubenswrapper[4809]: I1013 20:24:24.414882 4809 generic.go:334] "Generic (PLEG): container finished" podID="d7f589f3-7499-4be4-82f8-af9656925095" containerID="bc549edeb77e24f673004cdeb3f4799b80108bada68019bf8c589e6ee8cf1aab" exitCode=1 Oct 13 20:24:24 crc kubenswrapper[4809]: I1013 20:24:24.414978 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"d7f589f3-7499-4be4-82f8-af9656925095","Type":"ContainerDied","Data":"bc549edeb77e24f673004cdeb3f4799b80108bada68019bf8c589e6ee8cf1aab"} Oct 13 20:24:24 crc kubenswrapper[4809]: I1013 20:24:24.415369 4809 scope.go:117] "RemoveContainer" containerID="2f84f0f150a020b34842fc4aff81fcca80b0636df8b1b8ae4bc58764c111cf2c" Oct 13 20:24:24 crc kubenswrapper[4809]: I1013 20:24:24.416579 4809 scope.go:117] "RemoveContainer" containerID="bc549edeb77e24f673004cdeb3f4799b80108bada68019bf8c589e6ee8cf1aab" Oct 13 20:24:24 crc kubenswrapper[4809]: E1013 20:24:24.417186 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-scheduler-scheduler\" with CrashLoopBackOff: \"back-off 10s restarting failed container=nova-scheduler-scheduler pod=nova-scheduler-0_openstack-kuttl-tests(d7f589f3-7499-4be4-82f8-af9656925095)\"" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="d7f589f3-7499-4be4-82f8-af9656925095" Oct 13 20:24:24 crc kubenswrapper[4809]: I1013 20:24:24.421929 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"d624c44a-4876-4666-97f9-aad2963adbf0","Type":"ContainerStarted","Data":"1d29d82e7dd1e3cce5c7b4506dda635ee9d10470a1ff18b2b6d3da9693cfd4e3"} Oct 13 20:24:24 crc kubenswrapper[4809]: I1013 20:24:24.421984 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:24 crc kubenswrapper[4809]: I1013 20:24:24.809135 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:25 crc kubenswrapper[4809]: I1013 20:24:25.568488 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:25 crc kubenswrapper[4809]: I1013 20:24:25.568934 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:25 crc kubenswrapper[4809]: I1013 20:24:25.568962 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:25 crc kubenswrapper[4809]: I1013 20:24:25.568982 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:25 crc kubenswrapper[4809]: I1013 20:24:25.569997 4809 scope.go:117] "RemoveContainer" containerID="bc549edeb77e24f673004cdeb3f4799b80108bada68019bf8c589e6ee8cf1aab" Oct 13 20:24:25 crc kubenswrapper[4809]: E1013 20:24:25.570509 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-scheduler-scheduler\" with CrashLoopBackOff: \"back-off 10s restarting failed container=nova-scheduler-scheduler pod=nova-scheduler-0_openstack-kuttl-tests(d7f589f3-7499-4be4-82f8-af9656925095)\"" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="d7f589f3-7499-4be4-82f8-af9656925095" Oct 13 20:24:25 crc kubenswrapper[4809]: I1013 20:24:25.867789 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:26 crc kubenswrapper[4809]: I1013 20:24:26.450479 4809 generic.go:334] "Generic (PLEG): container finished" podID="d624c44a-4876-4666-97f9-aad2963adbf0" containerID="1d29d82e7dd1e3cce5c7b4506dda635ee9d10470a1ff18b2b6d3da9693cfd4e3" exitCode=1 Oct 13 20:24:26 crc kubenswrapper[4809]: I1013 20:24:26.450603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"d624c44a-4876-4666-97f9-aad2963adbf0","Type":"ContainerDied","Data":"1d29d82e7dd1e3cce5c7b4506dda635ee9d10470a1ff18b2b6d3da9693cfd4e3"} Oct 13 20:24:26 crc kubenswrapper[4809]: I1013 20:24:26.450986 4809 scope.go:117] "RemoveContainer" containerID="fa26e7bbee30d8e6aab75184e8c7a2e019f6415c6844445f23ded33b053e6e86" Oct 13 20:24:26 crc kubenswrapper[4809]: I1013 20:24:26.451717 4809 scope.go:117] "RemoveContainer" containerID="1d29d82e7dd1e3cce5c7b4506dda635ee9d10470a1ff18b2b6d3da9693cfd4e3" Oct 13 20:24:26 crc kubenswrapper[4809]: E1013 20:24:26.452302 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-cell0-conductor-conductor\" with CrashLoopBackOff: \"back-off 10s restarting failed container=nova-cell0-conductor-conductor pod=nova-cell0-conductor-0_openstack-kuttl-tests(d624c44a-4876-4666-97f9-aad2963adbf0)\"" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="d624c44a-4876-4666-97f9-aad2963adbf0" Oct 13 20:24:26 crc kubenswrapper[4809]: I1013 20:24:26.528244 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:24:26 crc kubenswrapper[4809]: I1013 20:24:26.578002 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:27 crc kubenswrapper[4809]: I1013 20:24:27.290814 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:24:27 crc kubenswrapper[4809]: I1013 20:24:27.363149 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-775f594698-psq2b"] Oct 13 20:24:27 crc kubenswrapper[4809]: I1013 20:24:27.363412 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" podUID="59eb5646-1073-4946-a2c9-7bcbf48eb63a" containerName="keystone-api" containerID="cri-o://00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7" gracePeriod=30 Oct 13 20:24:27 crc kubenswrapper[4809]: I1013 20:24:27.475012 4809 scope.go:117] "RemoveContainer" containerID="1d29d82e7dd1e3cce5c7b4506dda635ee9d10470a1ff18b2b6d3da9693cfd4e3" Oct 13 20:24:27 crc kubenswrapper[4809]: E1013 20:24:27.475556 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-cell0-conductor-conductor\" with CrashLoopBackOff: \"back-off 10s restarting failed container=nova-cell0-conductor-conductor pod=nova-cell0-conductor-0_openstack-kuttl-tests(d624c44a-4876-4666-97f9-aad2963adbf0)\"" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="d624c44a-4876-4666-97f9-aad2963adbf0" Oct 13 20:24:28 crc kubenswrapper[4809]: I1013 20:24:28.592971 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:24:28 crc kubenswrapper[4809]: I1013 20:24:28.594000 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:24:28 crc kubenswrapper[4809]: I1013 20:24:28.594060 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 20:24:28 crc kubenswrapper[4809]: I1013 20:24:28.594827 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 20:24:28 crc kubenswrapper[4809]: I1013 20:24:28.594896 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" gracePeriod=600 Oct 13 20:24:28 crc kubenswrapper[4809]: E1013 20:24:28.739658 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:24:28 crc kubenswrapper[4809]: I1013 20:24:28.961251 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:24:29 crc kubenswrapper[4809]: I1013 20:24:29.513996 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" exitCode=0 Oct 13 20:24:29 crc kubenswrapper[4809]: I1013 20:24:29.514055 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e"} Oct 13 20:24:29 crc kubenswrapper[4809]: I1013 20:24:29.514111 4809 scope.go:117] "RemoveContainer" containerID="cbfa08bba2e429fdcda3a3bb6e24245049d2958160c4928b7a61ab2fb0094e4d" Oct 13 20:24:29 crc kubenswrapper[4809]: I1013 20:24:29.515352 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:24:29 crc kubenswrapper[4809]: E1013 20:24:29.516353 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:24:29 crc kubenswrapper[4809]: I1013 20:24:29.667351 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:29 crc kubenswrapper[4809]: I1013 20:24:29.667401 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:29 crc kubenswrapper[4809]: I1013 20:24:29.710208 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:29 crc kubenswrapper[4809]: I1013 20:24:29.743813 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:30 crc kubenswrapper[4809]: I1013 20:24:30.354881 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-server-0" Oct 13 20:24:30 crc kubenswrapper[4809]: I1013 20:24:30.525201 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:30 crc kubenswrapper[4809]: I1013 20:24:30.525240 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:30 crc kubenswrapper[4809]: I1013 20:24:30.661046 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:30 crc kubenswrapper[4809]: I1013 20:24:30.958871 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/rabbitmq-cell1-server-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.201067 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.207169 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.312433 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-combined-ca-bundle\") pod \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.312553 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-config-data\") pod \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.312629 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-combined-ca-bundle\") pod \"d624c44a-4876-4666-97f9-aad2963adbf0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.312664 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-credential-keys\") pod \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.312750 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-fernet-keys\") pod \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.312789 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-config-data\") pod \"d624c44a-4876-4666-97f9-aad2963adbf0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.312864 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bw9bs\" (UniqueName: \"kubernetes.io/projected/d624c44a-4876-4666-97f9-aad2963adbf0-kube-api-access-bw9bs\") pod \"d624c44a-4876-4666-97f9-aad2963adbf0\" (UID: \"d624c44a-4876-4666-97f9-aad2963adbf0\") " Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.312911 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-z69zk\" (UniqueName: \"kubernetes.io/projected/59eb5646-1073-4946-a2c9-7bcbf48eb63a-kube-api-access-z69zk\") pod \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.312980 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-scripts\") pod \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\" (UID: \"59eb5646-1073-4946-a2c9-7bcbf48eb63a\") " Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.318952 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "59eb5646-1073-4946-a2c9-7bcbf48eb63a" (UID: "59eb5646-1073-4946-a2c9-7bcbf48eb63a"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.319048 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-scripts" (OuterVolumeSpecName: "scripts") pod "59eb5646-1073-4946-a2c9-7bcbf48eb63a" (UID: "59eb5646-1073-4946-a2c9-7bcbf48eb63a"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.319613 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "59eb5646-1073-4946-a2c9-7bcbf48eb63a" (UID: "59eb5646-1073-4946-a2c9-7bcbf48eb63a"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.321164 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/59eb5646-1073-4946-a2c9-7bcbf48eb63a-kube-api-access-z69zk" (OuterVolumeSpecName: "kube-api-access-z69zk") pod "59eb5646-1073-4946-a2c9-7bcbf48eb63a" (UID: "59eb5646-1073-4946-a2c9-7bcbf48eb63a"). InnerVolumeSpecName "kube-api-access-z69zk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.328742 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d624c44a-4876-4666-97f9-aad2963adbf0-kube-api-access-bw9bs" (OuterVolumeSpecName: "kube-api-access-bw9bs") pod "d624c44a-4876-4666-97f9-aad2963adbf0" (UID: "d624c44a-4876-4666-97f9-aad2963adbf0"). InnerVolumeSpecName "kube-api-access-bw9bs". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.355287 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d624c44a-4876-4666-97f9-aad2963adbf0" (UID: "d624c44a-4876-4666-97f9-aad2963adbf0"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.361315 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "59eb5646-1073-4946-a2c9-7bcbf48eb63a" (UID: "59eb5646-1073-4946-a2c9-7bcbf48eb63a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.370833 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-config-data" (OuterVolumeSpecName: "config-data") pod "59eb5646-1073-4946-a2c9-7bcbf48eb63a" (UID: "59eb5646-1073-4946-a2c9-7bcbf48eb63a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.380897 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-config-data" (OuterVolumeSpecName: "config-data") pod "d624c44a-4876-4666-97f9-aad2963adbf0" (UID: "d624c44a-4876-4666-97f9-aad2963adbf0"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.414829 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.414867 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.414881 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.414894 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d624c44a-4876-4666-97f9-aad2963adbf0-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.414907 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bw9bs\" (UniqueName: \"kubernetes.io/projected/d624c44a-4876-4666-97f9-aad2963adbf0-kube-api-access-bw9bs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.414921 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-z69zk\" (UniqueName: \"kubernetes.io/projected/59eb5646-1073-4946-a2c9-7bcbf48eb63a-kube-api-access-z69zk\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.414933 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.414944 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.414955 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/59eb5646-1073-4946-a2c9-7bcbf48eb63a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.456622 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62"] Oct 13 20:24:31 crc kubenswrapper[4809]: E1013 20:24:31.457070 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="34989029-647e-41c9-90fc-e6febe8eb9c4" containerName="placement-log" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457090 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="34989029-647e-41c9-90fc-e6febe8eb9c4" containerName="placement-log" Oct 13 20:24:31 crc kubenswrapper[4809]: E1013 20:24:31.457102 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="59eb5646-1073-4946-a2c9-7bcbf48eb63a" containerName="keystone-api" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457109 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="59eb5646-1073-4946-a2c9-7bcbf48eb63a" containerName="keystone-api" Oct 13 20:24:31 crc kubenswrapper[4809]: E1013 20:24:31.457130 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="34989029-647e-41c9-90fc-e6febe8eb9c4" containerName="placement-api" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457136 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="34989029-647e-41c9-90fc-e6febe8eb9c4" containerName="placement-api" Oct 13 20:24:31 crc kubenswrapper[4809]: E1013 20:24:31.457144 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d624c44a-4876-4666-97f9-aad2963adbf0" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457149 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d624c44a-4876-4666-97f9-aad2963adbf0" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:31 crc kubenswrapper[4809]: E1013 20:24:31.457159 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d624c44a-4876-4666-97f9-aad2963adbf0" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457165 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d624c44a-4876-4666-97f9-aad2963adbf0" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:31 crc kubenswrapper[4809]: E1013 20:24:31.457181 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b4fee514-e18d-4f5b-9671-de98e395d307" containerName="barbican-keystone-listener-log" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457187 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b4fee514-e18d-4f5b-9671-de98e395d307" containerName="barbican-keystone-listener-log" Oct 13 20:24:31 crc kubenswrapper[4809]: E1013 20:24:31.457200 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="b4fee514-e18d-4f5b-9671-de98e395d307" containerName="barbican-keystone-listener" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457207 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="b4fee514-e18d-4f5b-9671-de98e395d307" containerName="barbican-keystone-listener" Oct 13 20:24:31 crc kubenswrapper[4809]: E1013 20:24:31.457224 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" containerName="barbican-worker-log" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457230 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" containerName="barbican-worker-log" Oct 13 20:24:31 crc kubenswrapper[4809]: E1013 20:24:31.457245 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" containerName="barbican-worker" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457251 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" containerName="barbican-worker" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457407 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="34989029-647e-41c9-90fc-e6febe8eb9c4" containerName="placement-log" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457416 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" containerName="barbican-worker-log" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457429 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="59eb5646-1073-4946-a2c9-7bcbf48eb63a" containerName="keystone-api" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457447 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="34989029-647e-41c9-90fc-e6febe8eb9c4" containerName="placement-api" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457462 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="38e74c89-38c6-46b8-b1c0-1bf3eefe6c73" containerName="barbican-worker" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457473 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d624c44a-4876-4666-97f9-aad2963adbf0" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457482 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d624c44a-4876-4666-97f9-aad2963adbf0" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457489 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b4fee514-e18d-4f5b-9671-de98e395d307" containerName="barbican-keystone-listener" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.457497 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="b4fee514-e18d-4f5b-9671-de98e395d307" containerName="barbican-keystone-listener-log" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.460580 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.462909 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-internal-svc" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.463904 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-swift-public-svc" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.475806 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.538638 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.538651 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"d624c44a-4876-4666-97f9-aad2963adbf0","Type":"ContainerDied","Data":"988bdd47811d0b82a13a9604cbe9dc84cf856f2a8d3167d962106c5631f4b432"} Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.538706 4809 scope.go:117] "RemoveContainer" containerID="1d29d82e7dd1e3cce5c7b4506dda635ee9d10470a1ff18b2b6d3da9693cfd4e3" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.543296 4809 generic.go:334] "Generic (PLEG): container finished" podID="59eb5646-1073-4946-a2c9-7bcbf48eb63a" containerID="00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7" exitCode=0 Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.544501 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.548761 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" event={"ID":"59eb5646-1073-4946-a2c9-7bcbf48eb63a","Type":"ContainerDied","Data":"00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7"} Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.548804 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-775f594698-psq2b" event={"ID":"59eb5646-1073-4946-a2c9-7bcbf48eb63a","Type":"ContainerDied","Data":"e095b99e6cb19b6e27b173899c010b0ce499afc4fdafc2b39e9a0cbd798c15c9"} Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.573134 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.594872 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.604367 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-775f594698-psq2b"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.605993 4809 scope.go:117] "RemoveContainer" containerID="00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.611984 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-775f594698-psq2b"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.617747 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-config-data\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.617822 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-public-tls-certs\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.617762 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.617954 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sgp44\" (UniqueName: \"kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-kube-api-access-sgp44\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.618031 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-run-httpd\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.618096 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-etc-swift\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.618123 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-combined-ca-bundle\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.618146 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-log-httpd\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.618171 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-internal-tls-certs\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.619270 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.625029 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.627284 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.679759 4809 scope.go:117] "RemoveContainer" containerID="00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7" Oct 13 20:24:31 crc kubenswrapper[4809]: E1013 20:24:31.680435 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7\": container with ID starting with 00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7 not found: ID does not exist" containerID="00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.680461 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7"} err="failed to get container status \"00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7\": rpc error: code = NotFound desc = could not find container \"00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7\": container with ID starting with 00a980f6b068806cac47b37d19c317e7a3e2c67a7f1a99b7470a903a24af12b7 not found: ID does not exist" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.707925 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:31 crc kubenswrapper[4809]: E1013 20:24:31.708618 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle config-data kube-api-access-dfdr5], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="dbb1b996-1097-4ae9-b78e-ec89e5fc5e08" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.726636 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.727372 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="899be10f-e129-4db1-8b42-bfbd82434708" containerName="nova-metadata-metadata" containerID="cri-o://da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea" gracePeriod=30 Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.731761 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="899be10f-e129-4db1-8b42-bfbd82434708" containerName="nova-metadata-log" containerID="cri-o://b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374" gracePeriod=30 Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.734692 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.734854 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-log" containerID="cri-o://f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b" gracePeriod=30 Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.734955 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-api" containerID="cri-o://39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452" gracePeriod=30 Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.735768 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-etc-swift\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.735795 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-combined-ca-bundle\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.735816 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-log-httpd\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.735832 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-internal-tls-certs\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.735893 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dfdr5\" (UniqueName: \"kubernetes.io/projected/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-kube-api-access-dfdr5\") pod \"nova-cell0-conductor-0\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.735915 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-config-data\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.735941 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-public-tls-certs\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.735961 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.735991 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.736052 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-sgp44\" (UniqueName: \"kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-kube-api-access-sgp44\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.736093 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-run-httpd\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.736561 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-run-httpd\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.740879 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-log-httpd\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.746277 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-config-data\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.749547 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-etc-swift\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.751520 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-public-tls-certs\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.763003 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.763207 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="09f1e633-eb53-4800-843f-567c04a076a3" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://fcce1827ad04d3e51703defc6056a842b0390a5bc9277092e2728161fe7ef942" gracePeriod=30 Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.763961 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-internal-tls-certs\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.775592 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-combined-ca-bundle\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.782453 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-sgp44\" (UniqueName: \"kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-kube-api-access-sgp44\") pod \"swift-proxy-74f77948c4-cjp62\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.792715 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.837771 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.838090 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.838664 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dfdr5\" (UniqueName: \"kubernetes.io/projected/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-kube-api-access-dfdr5\") pod \"nova-cell0-conductor-0\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.840601 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.840879 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="218997ab-1290-479a-86d0-a22574f0e82a" containerName="nova-cell1-conductor-conductor" containerID="cri-o://e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" gracePeriod=30 Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.843610 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.852354 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:31 crc kubenswrapper[4809]: I1013 20:24:31.858664 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dfdr5\" (UniqueName: \"kubernetes.io/projected/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-kube-api-access-dfdr5\") pod \"nova-cell0-conductor-0\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.082720 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.119867 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.146154 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.198905 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="59eb5646-1073-4946-a2c9-7bcbf48eb63a" path="/var/lib/kubelet/pods/59eb5646-1073-4946-a2c9-7bcbf48eb63a/volumes" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.199768 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d624c44a-4876-4666-97f9-aad2963adbf0" path="/var/lib/kubelet/pods/d624c44a-4876-4666-97f9-aad2963adbf0/volumes" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.251347 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-combined-ca-bundle\") pod \"d7f589f3-7499-4be4-82f8-af9656925095\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.251476 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-config-data\") pod \"d7f589f3-7499-4be4-82f8-af9656925095\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.251677 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hl8xp\" (UniqueName: \"kubernetes.io/projected/d7f589f3-7499-4be4-82f8-af9656925095-kube-api-access-hl8xp\") pod \"d7f589f3-7499-4be4-82f8-af9656925095\" (UID: \"d7f589f3-7499-4be4-82f8-af9656925095\") " Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.260659 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d7f589f3-7499-4be4-82f8-af9656925095-kube-api-access-hl8xp" (OuterVolumeSpecName: "kube-api-access-hl8xp") pod "d7f589f3-7499-4be4-82f8-af9656925095" (UID: "d7f589f3-7499-4be4-82f8-af9656925095"). InnerVolumeSpecName "kube-api-access-hl8xp". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.285939 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d7f589f3-7499-4be4-82f8-af9656925095" (UID: "d7f589f3-7499-4be4-82f8-af9656925095"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.296119 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-config-data" (OuterVolumeSpecName: "config-data") pod "d7f589f3-7499-4be4-82f8-af9656925095" (UID: "d7f589f3-7499-4be4-82f8-af9656925095"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.353788 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.353825 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hl8xp\" (UniqueName: \"kubernetes.io/projected/d7f589f3-7499-4be4-82f8-af9656925095-kube-api-access-hl8xp\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.353840 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d7f589f3-7499-4be4-82f8-af9656925095-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.559864 4809 generic.go:334] "Generic (PLEG): container finished" podID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerID="f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b" exitCode=143 Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.559925 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"7f2ab15f-22dc-44b2-b34a-7b5921409329","Type":"ContainerDied","Data":"f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b"} Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.563348 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62"] Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.591320 4809 generic.go:334] "Generic (PLEG): container finished" podID="09f1e633-eb53-4800-843f-567c04a076a3" containerID="fcce1827ad04d3e51703defc6056a842b0390a5bc9277092e2728161fe7ef942" exitCode=0 Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.591621 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"09f1e633-eb53-4800-843f-567c04a076a3","Type":"ContainerDied","Data":"fcce1827ad04d3e51703defc6056a842b0390a5bc9277092e2728161fe7ef942"} Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.595016 4809 generic.go:334] "Generic (PLEG): container finished" podID="899be10f-e129-4db1-8b42-bfbd82434708" containerID="b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374" exitCode=143 Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.595076 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"899be10f-e129-4db1-8b42-bfbd82434708","Type":"ContainerDied","Data":"b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374"} Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.604545 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.605004 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"d7f589f3-7499-4be4-82f8-af9656925095","Type":"ContainerDied","Data":"777e53566bd3ce2cd3624346be5286a2d16f4ceea1cb51dc87865d9011d7daa7"} Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.605070 4809 scope.go:117] "RemoveContainer" containerID="bc549edeb77e24f673004cdeb3f4799b80108bada68019bf8c589e6ee8cf1aab" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.625250 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:32 crc kubenswrapper[4809]: E1013 20:24:32.681919 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:32 crc kubenswrapper[4809]: E1013 20:24:32.684025 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:32 crc kubenswrapper[4809]: E1013 20:24:32.691950 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:32 crc kubenswrapper[4809]: E1013 20:24:32.692043 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="218997ab-1290-479a-86d0-a22574f0e82a" containerName="nova-cell1-conductor-conductor" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.810215 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.822034 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.830558 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.852411 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.866358 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:32 crc kubenswrapper[4809]: E1013 20:24:32.867066 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d7f589f3-7499-4be4-82f8-af9656925095" containerName="nova-scheduler-scheduler" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.867094 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d7f589f3-7499-4be4-82f8-af9656925095" containerName="nova-scheduler-scheduler" Oct 13 20:24:32 crc kubenswrapper[4809]: E1013 20:24:32.867132 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="09f1e633-eb53-4800-843f-567c04a076a3" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.867143 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="09f1e633-eb53-4800-843f-567c04a076a3" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.867377 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d7f589f3-7499-4be4-82f8-af9656925095" containerName="nova-scheduler-scheduler" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.867426 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="09f1e633-eb53-4800-843f-567c04a076a3" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.868280 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.871197 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.877824 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.967501 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-config-data\") pod \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.967641 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-combined-ca-bundle\") pod \"09f1e633-eb53-4800-843f-567c04a076a3\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.967766 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2gbks\" (UniqueName: \"kubernetes.io/projected/09f1e633-eb53-4800-843f-567c04a076a3-kube-api-access-2gbks\") pod \"09f1e633-eb53-4800-843f-567c04a076a3\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.967825 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-config-data\") pod \"09f1e633-eb53-4800-843f-567c04a076a3\" (UID: \"09f1e633-eb53-4800-843f-567c04a076a3\") " Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.967851 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dfdr5\" (UniqueName: \"kubernetes.io/projected/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-kube-api-access-dfdr5\") pod \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.967879 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-combined-ca-bundle\") pod \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\" (UID: \"dbb1b996-1097-4ae9-b78e-ec89e5fc5e08\") " Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.968098 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5hk4t\" (UniqueName: \"kubernetes.io/projected/942645d2-492c-4c71-9799-f89f5f0ea2e6-kube-api-access-5hk4t\") pod \"nova-scheduler-0\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.968134 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.968286 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-config-data\") pod \"nova-scheduler-0\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.974858 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-config-data" (OuterVolumeSpecName: "config-data") pod "dbb1b996-1097-4ae9-b78e-ec89e5fc5e08" (UID: "dbb1b996-1097-4ae9-b78e-ec89e5fc5e08"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.974905 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "dbb1b996-1097-4ae9-b78e-ec89e5fc5e08" (UID: "dbb1b996-1097-4ae9-b78e-ec89e5fc5e08"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.974928 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/09f1e633-eb53-4800-843f-567c04a076a3-kube-api-access-2gbks" (OuterVolumeSpecName: "kube-api-access-2gbks") pod "09f1e633-eb53-4800-843f-567c04a076a3" (UID: "09f1e633-eb53-4800-843f-567c04a076a3"). InnerVolumeSpecName "kube-api-access-2gbks". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:32 crc kubenswrapper[4809]: I1013 20:24:32.974955 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-kube-api-access-dfdr5" (OuterVolumeSpecName: "kube-api-access-dfdr5") pod "dbb1b996-1097-4ae9-b78e-ec89e5fc5e08" (UID: "dbb1b996-1097-4ae9-b78e-ec89e5fc5e08"). InnerVolumeSpecName "kube-api-access-dfdr5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.000983 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-config-data" (OuterVolumeSpecName: "config-data") pod "09f1e633-eb53-4800-843f-567c04a076a3" (UID: "09f1e633-eb53-4800-843f-567c04a076a3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.015800 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "09f1e633-eb53-4800-843f-567c04a076a3" (UID: "09f1e633-eb53-4800-843f-567c04a076a3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.070131 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-config-data\") pod \"nova-scheduler-0\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.070241 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5hk4t\" (UniqueName: \"kubernetes.io/projected/942645d2-492c-4c71-9799-f89f5f0ea2e6-kube-api-access-5hk4t\") pod \"nova-scheduler-0\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.070274 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.070356 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2gbks\" (UniqueName: \"kubernetes.io/projected/09f1e633-eb53-4800-843f-567c04a076a3-kube-api-access-2gbks\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.070370 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.070382 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dfdr5\" (UniqueName: \"kubernetes.io/projected/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-kube-api-access-dfdr5\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.070393 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.070403 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.070414 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/09f1e633-eb53-4800-843f-567c04a076a3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.074677 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.079221 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-config-data\") pod \"nova-scheduler-0\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.091290 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5hk4t\" (UniqueName: \"kubernetes.io/projected/942645d2-492c-4c71-9799-f89f5f0ea2e6-kube-api-access-5hk4t\") pod \"nova-scheduler-0\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.091376 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.091467 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.096393 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.238271 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.579572 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.580117 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="ceilometer-central-agent" containerID="cri-o://9e708abc29817cc06320f7c555741dd0eb78bf4c1334f6f542d3cbf2d526647c" gracePeriod=30 Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.580200 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="sg-core" containerID="cri-o://1220f81be59cb77f1ed5e4d485a0300aab38deeba088de1f4dcd333a32affaff" gracePeriod=30 Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.580254 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="ceilometer-notification-agent" containerID="cri-o://151e6d30fd7a2c0c9804830d7d0e2cfbc4925bb1f421b51cb6641d97fe585a9f" gracePeriod=30 Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.580292 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="proxy-httpd" containerID="cri-o://1a6b7b3aeffa6999984cfc4e06b2ba4da9b9f6b3c896da6fb5187a8de1409549" gracePeriod=30 Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.636242 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" event={"ID":"5d00e0ef-0def-47c7-a541-46ad0fa7150e","Type":"ContainerStarted","Data":"f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528"} Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.636280 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" event={"ID":"5d00e0ef-0def-47c7-a541-46ad0fa7150e","Type":"ContainerStarted","Data":"c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46"} Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.636290 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" event={"ID":"5d00e0ef-0def-47c7-a541-46ad0fa7150e","Type":"ContainerStarted","Data":"d7f07197e64a131ff8983aeca52279654f7149a73cb13ecc391b12265c2bb30d"} Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.636830 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.636885 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.639179 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.649246 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"09f1e633-eb53-4800-843f-567c04a076a3","Type":"ContainerDied","Data":"96a1ff22f132a47e75007b4717fae0ec04b1bced8e5032702acc7687fe23f61a"} Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.649274 4809 scope.go:117] "RemoveContainer" containerID="fcce1827ad04d3e51703defc6056a842b0390a5bc9277092e2728161fe7ef942" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.649349 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.670244 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" podStartSLOduration=2.670214143 podStartE2EDuration="2.670214143s" podCreationTimestamp="2025-10-13 20:24:31 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:33.665308305 +0000 UTC m=+3592.271054880" watchObservedRunningTime="2025-10-13 20:24:33.670214143 +0000 UTC m=+3592.275960728" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.700480 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.0.150:3000/\": read tcp 10.217.0.2:34814->10.217.0.150:3000: read: connection reset by peer" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.717980 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.787801 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.838825 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.858145 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.893972 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.929637 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:33 crc kubenswrapper[4809]: E1013 20:24:33.930113 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d7f589f3-7499-4be4-82f8-af9656925095" containerName="nova-scheduler-scheduler" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.930130 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d7f589f3-7499-4be4-82f8-af9656925095" containerName="nova-scheduler-scheduler" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.930369 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d7f589f3-7499-4be4-82f8-af9656925095" containerName="nova-scheduler-scheduler" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.931097 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.933860 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.957751 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.964305 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.965637 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.967943 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.975910 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.988763 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.988823 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:33 crc kubenswrapper[4809]: I1013 20:24:33.988848 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-snj9b\" (UniqueName: \"kubernetes.io/projected/85d013de-18a6-43eb-9f92-ef6c8499e890-kube-api-access-snj9b\") pod \"nova-cell0-conductor-0\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.041431 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.082056 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:34 crc kubenswrapper[4809]: E1013 20:24:34.084920 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle config-data kube-api-access-snj9b], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="85d013de-18a6-43eb-9f92-ef6c8499e890" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.093389 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.093511 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5zv9b\" (UniqueName: \"kubernetes.io/projected/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-kube-api-access-5zv9b\") pod \"nova-cell1-novncproxy-0\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.093552 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.093606 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.093669 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.093706 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-snj9b\" (UniqueName: \"kubernetes.io/projected/85d013de-18a6-43eb-9f92-ef6c8499e890-kube-api-access-snj9b\") pod \"nova-cell0-conductor-0\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.101715 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.101749 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.115203 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-snj9b\" (UniqueName: \"kubernetes.io/projected/85d013de-18a6-43eb-9f92-ef6c8499e890-kube-api-access-snj9b\") pod \"nova-cell0-conductor-0\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.141791 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:34 crc kubenswrapper[4809]: E1013 20:24:34.142553 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle config-data kube-api-access-5zv9b], unattached volumes=[], failed to process volumes=[]: context canceled" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="d2d74ce7-9727-4946-bf75-b0b665b1aaa2" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.165936 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="09f1e633-eb53-4800-843f-567c04a076a3" path="/var/lib/kubelet/pods/09f1e633-eb53-4800-843f-567c04a076a3/volumes" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.166463 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d7f589f3-7499-4be4-82f8-af9656925095" path="/var/lib/kubelet/pods/d7f589f3-7499-4be4-82f8-af9656925095/volumes" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.172928 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dbb1b996-1097-4ae9-b78e-ec89e5fc5e08" path="/var/lib/kubelet/pods/dbb1b996-1097-4ae9-b78e-ec89e5fc5e08/volumes" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.195819 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.195914 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5zv9b\" (UniqueName: \"kubernetes.io/projected/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-kube-api-access-5zv9b\") pod \"nova-cell1-novncproxy-0\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.195939 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.199672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.201695 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.220749 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5zv9b\" (UniqueName: \"kubernetes.io/projected/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-kube-api-access-5zv9b\") pod \"nova-cell1-novncproxy-0\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.649610 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"942645d2-492c-4c71-9799-f89f5f0ea2e6","Type":"ContainerStarted","Data":"7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b"} Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.650105 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"942645d2-492c-4c71-9799-f89f5f0ea2e6","Type":"ContainerStarted","Data":"3461ec8d6c38218b6b2b569681aa55ead82e3d3c1787663a9a5178b89741e711"} Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.656528 4809 generic.go:334] "Generic (PLEG): container finished" podID="a638d687-82d5-4aae-9758-28a9851856b9" containerID="1a6b7b3aeffa6999984cfc4e06b2ba4da9b9f6b3c896da6fb5187a8de1409549" exitCode=0 Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.656561 4809 generic.go:334] "Generic (PLEG): container finished" podID="a638d687-82d5-4aae-9758-28a9851856b9" containerID="1220f81be59cb77f1ed5e4d485a0300aab38deeba088de1f4dcd333a32affaff" exitCode=2 Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.656569 4809 generic.go:334] "Generic (PLEG): container finished" podID="a638d687-82d5-4aae-9758-28a9851856b9" containerID="9e708abc29817cc06320f7c555741dd0eb78bf4c1334f6f542d3cbf2d526647c" exitCode=0 Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.656603 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a638d687-82d5-4aae-9758-28a9851856b9","Type":"ContainerDied","Data":"1a6b7b3aeffa6999984cfc4e06b2ba4da9b9f6b3c896da6fb5187a8de1409549"} Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.656691 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a638d687-82d5-4aae-9758-28a9851856b9","Type":"ContainerDied","Data":"1220f81be59cb77f1ed5e4d485a0300aab38deeba088de1f4dcd333a32affaff"} Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.656708 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a638d687-82d5-4aae-9758-28a9851856b9","Type":"ContainerDied","Data":"9e708abc29817cc06320f7c555741dd0eb78bf4c1334f6f542d3cbf2d526647c"} Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.658340 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.659389 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.674088 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.676241 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.67622347 podStartE2EDuration="2.67622347s" podCreationTimestamp="2025-10-13 20:24:32 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:34.666156457 +0000 UTC m=+3593.271903032" watchObservedRunningTime="2025-10-13 20:24:34.67622347 +0000 UTC m=+3593.281970055" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.676467 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.806200 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-combined-ca-bundle\") pod \"85d013de-18a6-43eb-9f92-ef6c8499e890\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.806273 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-combined-ca-bundle\") pod \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.806300 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-config-data\") pod \"85d013de-18a6-43eb-9f92-ef6c8499e890\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.806333 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5zv9b\" (UniqueName: \"kubernetes.io/projected/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-kube-api-access-5zv9b\") pod \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.806438 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-snj9b\" (UniqueName: \"kubernetes.io/projected/85d013de-18a6-43eb-9f92-ef6c8499e890-kube-api-access-snj9b\") pod \"85d013de-18a6-43eb-9f92-ef6c8499e890\" (UID: \"85d013de-18a6-43eb-9f92-ef6c8499e890\") " Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.806486 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-config-data\") pod \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\" (UID: \"d2d74ce7-9727-4946-bf75-b0b665b1aaa2\") " Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.811265 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "85d013de-18a6-43eb-9f92-ef6c8499e890" (UID: "85d013de-18a6-43eb-9f92-ef6c8499e890"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.814861 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d2d74ce7-9727-4946-bf75-b0b665b1aaa2" (UID: "d2d74ce7-9727-4946-bf75-b0b665b1aaa2"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.816848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-config-data" (OuterVolumeSpecName: "config-data") pod "85d013de-18a6-43eb-9f92-ef6c8499e890" (UID: "85d013de-18a6-43eb-9f92-ef6c8499e890"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.818461 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/85d013de-18a6-43eb-9f92-ef6c8499e890-kube-api-access-snj9b" (OuterVolumeSpecName: "kube-api-access-snj9b") pod "85d013de-18a6-43eb-9f92-ef6c8499e890" (UID: "85d013de-18a6-43eb-9f92-ef6c8499e890"). InnerVolumeSpecName "kube-api-access-snj9b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.819079 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-config-data" (OuterVolumeSpecName: "config-data") pod "d2d74ce7-9727-4946-bf75-b0b665b1aaa2" (UID: "d2d74ce7-9727-4946-bf75-b0b665b1aaa2"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.824999 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-kube-api-access-5zv9b" (OuterVolumeSpecName: "kube-api-access-5zv9b") pod "d2d74ce7-9727-4946-bf75-b0b665b1aaa2" (UID: "d2d74ce7-9727-4946-bf75-b0b665b1aaa2"). InnerVolumeSpecName "kube-api-access-5zv9b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.908415 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.908445 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.908455 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/85d013de-18a6-43eb-9f92-ef6c8499e890-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.908466 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5zv9b\" (UniqueName: \"kubernetes.io/projected/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-kube-api-access-5zv9b\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.908476 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-snj9b\" (UniqueName: \"kubernetes.io/projected/85d013de-18a6-43eb-9f92-ef6c8499e890-kube-api-access-snj9b\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.908484 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d2d74ce7-9727-4946-bf75-b0b665b1aaa2-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.936878 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-api-0" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.0.121:8774/\": read tcp 10.217.0.2:40126->10.217.0.121:8774: read: connection reset by peer" Oct 13 20:24:34 crc kubenswrapper[4809]: I1013 20:24:34.936896 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-api-0" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.0.121:8774/\": read tcp 10.217.0.2:40140->10.217.0.121:8774: read: connection reset by peer" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.255200 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.321133 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/899be10f-e129-4db1-8b42-bfbd82434708-logs\") pod \"899be10f-e129-4db1-8b42-bfbd82434708\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.321217 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-config-data\") pod \"899be10f-e129-4db1-8b42-bfbd82434708\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.321258 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-combined-ca-bundle\") pod \"899be10f-e129-4db1-8b42-bfbd82434708\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.321427 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5fgxf\" (UniqueName: \"kubernetes.io/projected/899be10f-e129-4db1-8b42-bfbd82434708-kube-api-access-5fgxf\") pod \"899be10f-e129-4db1-8b42-bfbd82434708\" (UID: \"899be10f-e129-4db1-8b42-bfbd82434708\") " Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.322654 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/899be10f-e129-4db1-8b42-bfbd82434708-logs" (OuterVolumeSpecName: "logs") pod "899be10f-e129-4db1-8b42-bfbd82434708" (UID: "899be10f-e129-4db1-8b42-bfbd82434708"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.329926 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/899be10f-e129-4db1-8b42-bfbd82434708-kube-api-access-5fgxf" (OuterVolumeSpecName: "kube-api-access-5fgxf") pod "899be10f-e129-4db1-8b42-bfbd82434708" (UID: "899be10f-e129-4db1-8b42-bfbd82434708"). InnerVolumeSpecName "kube-api-access-5fgxf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.362820 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-config-data" (OuterVolumeSpecName: "config-data") pod "899be10f-e129-4db1-8b42-bfbd82434708" (UID: "899be10f-e129-4db1-8b42-bfbd82434708"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.370364 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "899be10f-e129-4db1-8b42-bfbd82434708" (UID: "899be10f-e129-4db1-8b42-bfbd82434708"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.423861 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/899be10f-e129-4db1-8b42-bfbd82434708-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.423888 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.423898 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/899be10f-e129-4db1-8b42-bfbd82434708-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.423909 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5fgxf\" (UniqueName: \"kubernetes.io/projected/899be10f-e129-4db1-8b42-bfbd82434708-kube-api-access-5fgxf\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.429150 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.525100 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zgjzj\" (UniqueName: \"kubernetes.io/projected/7f2ab15f-22dc-44b2-b34a-7b5921409329-kube-api-access-zgjzj\") pod \"7f2ab15f-22dc-44b2-b34a-7b5921409329\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.525487 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-config-data\") pod \"7f2ab15f-22dc-44b2-b34a-7b5921409329\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.525532 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-combined-ca-bundle\") pod \"7f2ab15f-22dc-44b2-b34a-7b5921409329\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.525572 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7f2ab15f-22dc-44b2-b34a-7b5921409329-logs\") pod \"7f2ab15f-22dc-44b2-b34a-7b5921409329\" (UID: \"7f2ab15f-22dc-44b2-b34a-7b5921409329\") " Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.526078 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7f2ab15f-22dc-44b2-b34a-7b5921409329-logs" (OuterVolumeSpecName: "logs") pod "7f2ab15f-22dc-44b2-b34a-7b5921409329" (UID: "7f2ab15f-22dc-44b2-b34a-7b5921409329"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.538292 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7f2ab15f-22dc-44b2-b34a-7b5921409329-kube-api-access-zgjzj" (OuterVolumeSpecName: "kube-api-access-zgjzj") pod "7f2ab15f-22dc-44b2-b34a-7b5921409329" (UID: "7f2ab15f-22dc-44b2-b34a-7b5921409329"). InnerVolumeSpecName "kube-api-access-zgjzj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.554617 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-config-data" (OuterVolumeSpecName: "config-data") pod "7f2ab15f-22dc-44b2-b34a-7b5921409329" (UID: "7f2ab15f-22dc-44b2-b34a-7b5921409329"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.558292 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7f2ab15f-22dc-44b2-b34a-7b5921409329" (UID: "7f2ab15f-22dc-44b2-b34a-7b5921409329"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.616863 4809 scope.go:117] "RemoveContainer" containerID="5a86240d8715147cc3af41e871942715cdd353f209add75bfdeb9531f568cec7" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.628211 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zgjzj\" (UniqueName: \"kubernetes.io/projected/7f2ab15f-22dc-44b2-b34a-7b5921409329-kube-api-access-zgjzj\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.628508 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.628519 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7f2ab15f-22dc-44b2-b34a-7b5921409329-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.628527 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7f2ab15f-22dc-44b2-b34a-7b5921409329-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.674475 4809 generic.go:334] "Generic (PLEG): container finished" podID="899be10f-e129-4db1-8b42-bfbd82434708" containerID="da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea" exitCode=0 Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.674555 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.674602 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"899be10f-e129-4db1-8b42-bfbd82434708","Type":"ContainerDied","Data":"da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea"} Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.674640 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"899be10f-e129-4db1-8b42-bfbd82434708","Type":"ContainerDied","Data":"56889bab8d90270cc56e5e1938766f330327c5b9428a61091e6b86c7987fc601"} Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.674661 4809 scope.go:117] "RemoveContainer" containerID="da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.679134 4809 generic.go:334] "Generic (PLEG): container finished" podID="a638d687-82d5-4aae-9758-28a9851856b9" containerID="151e6d30fd7a2c0c9804830d7d0e2cfbc4925bb1f421b51cb6641d97fe585a9f" exitCode=0 Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.679198 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a638d687-82d5-4aae-9758-28a9851856b9","Type":"ContainerDied","Data":"151e6d30fd7a2c0c9804830d7d0e2cfbc4925bb1f421b51cb6641d97fe585a9f"} Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.694716 4809 generic.go:334] "Generic (PLEG): container finished" podID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerID="39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452" exitCode=0 Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.694817 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.697958 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"7f2ab15f-22dc-44b2-b34a-7b5921409329","Type":"ContainerDied","Data":"39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452"} Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.698005 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"7f2ab15f-22dc-44b2-b34a-7b5921409329","Type":"ContainerDied","Data":"6188e5e7fe71ae74b646c9a99170388ffd4cfd0d40b8625f2375f72d625f72c1"} Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.698047 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.698443 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.708131 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="942645d2-492c-4c71-9799-f89f5f0ea2e6" containerName="nova-scheduler-scheduler" containerID="cri-o://7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b" gracePeriod=30 Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.762111 4809 scope.go:117] "RemoveContainer" containerID="b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.831043 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.881282 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.890786 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.891292 4809 scope.go:117] "RemoveContainer" containerID="da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea" Oct 13 20:24:35 crc kubenswrapper[4809]: E1013 20:24:35.893494 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea\": container with ID starting with da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea not found: ID does not exist" containerID="da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.893530 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea"} err="failed to get container status \"da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea\": rpc error: code = NotFound desc = could not find container \"da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea\": container with ID starting with da4c911cb4be78b37584943071e41698678493216f9c9020e0c5967eede294ea not found: ID does not exist" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.893554 4809 scope.go:117] "RemoveContainer" containerID="b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374" Oct 13 20:24:35 crc kubenswrapper[4809]: E1013 20:24:35.893825 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374\": container with ID starting with b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374 not found: ID does not exist" containerID="b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.893852 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374"} err="failed to get container status \"b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374\": rpc error: code = NotFound desc = could not find container \"b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374\": container with ID starting with b94195010092f048efe7d14c4aad5ff69c7a22ae2d72778c1b40e0bd68bf7374 not found: ID does not exist" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.893864 4809 scope.go:117] "RemoveContainer" containerID="39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.897496 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:35 crc kubenswrapper[4809]: E1013 20:24:35.897928 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="899be10f-e129-4db1-8b42-bfbd82434708" containerName="nova-metadata-log" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.897939 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="899be10f-e129-4db1-8b42-bfbd82434708" containerName="nova-metadata-log" Oct 13 20:24:35 crc kubenswrapper[4809]: E1013 20:24:35.897955 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-log" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.897960 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-log" Oct 13 20:24:35 crc kubenswrapper[4809]: E1013 20:24:35.897996 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-api" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.898002 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-api" Oct 13 20:24:35 crc kubenswrapper[4809]: E1013 20:24:35.898020 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="899be10f-e129-4db1-8b42-bfbd82434708" containerName="nova-metadata-metadata" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.898026 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="899be10f-e129-4db1-8b42-bfbd82434708" containerName="nova-metadata-metadata" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.898192 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="899be10f-e129-4db1-8b42-bfbd82434708" containerName="nova-metadata-log" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.898204 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="899be10f-e129-4db1-8b42-bfbd82434708" containerName="nova-metadata-metadata" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.898220 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-log" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.898230 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" containerName="nova-api-api" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.898915 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.901502 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.909049 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.923884 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.925346 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.928111 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.933106 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.952904 4809 scope.go:117] "RemoveContainer" containerID="f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.955131 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.963924 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.972907 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.984914 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.986256 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.988836 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:24:35 crc kubenswrapper[4809]: I1013 20:24:35.993898 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.005569 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.021007 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.033906 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.039600 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.041478 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rdlpd\" (UniqueName: \"kubernetes.io/projected/77d5856f-20c1-4905-ba21-72daeed4582f-kube-api-access-rdlpd\") pod \"nova-cell1-novncproxy-0\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.041620 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.041678 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.041742 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-config-data\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.041790 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bp47l\" (UniqueName: \"kubernetes.io/projected/48113bd6-3076-4f2b-b3be-570f8e1b49a5-kube-api-access-bp47l\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.041877 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.041933 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/48113bd6-3076-4f2b-b3be-570f8e1b49a5-logs\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.042100 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.064705 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.076942 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.080560 4809 scope.go:117] "RemoveContainer" containerID="39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452" Oct 13 20:24:36 crc kubenswrapper[4809]: E1013 20:24:36.081239 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452\": container with ID starting with 39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452 not found: ID does not exist" containerID="39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.081276 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452"} err="failed to get container status \"39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452\": rpc error: code = NotFound desc = could not find container \"39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452\": container with ID starting with 39225e7b0df38b2076c0dc402de60f7718c0f50c022d1e7a89c034b52617c452 not found: ID does not exist" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.081298 4809 scope.go:117] "RemoveContainer" containerID="f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b" Oct 13 20:24:36 crc kubenswrapper[4809]: E1013 20:24:36.082103 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b\": container with ID starting with f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b not found: ID does not exist" containerID="f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.082125 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b"} err="failed to get container status \"f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b\": rpc error: code = NotFound desc = could not find container \"f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b\": container with ID starting with f59e5873d5ec10db2398b2731952c0af7b0ce74ea97f12a83de9a7889253d44b not found: ID does not exist" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.142627 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-sg-core-conf-yaml\") pod \"a638d687-82d5-4aae-9758-28a9851856b9\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.142670 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-b4gnx\" (UniqueName: \"kubernetes.io/projected/a638d687-82d5-4aae-9758-28a9851856b9-kube-api-access-b4gnx\") pod \"a638d687-82d5-4aae-9758-28a9851856b9\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.143323 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-run-httpd\") pod \"a638d687-82d5-4aae-9758-28a9851856b9\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.143350 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-ceilometer-tls-certs\") pod \"a638d687-82d5-4aae-9758-28a9851856b9\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.143371 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-log-httpd\") pod \"a638d687-82d5-4aae-9758-28a9851856b9\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.143413 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-combined-ca-bundle\") pod \"a638d687-82d5-4aae-9758-28a9851856b9\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.143454 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-config-data\") pod \"a638d687-82d5-4aae-9758-28a9851856b9\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.143471 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-scripts\") pod \"a638d687-82d5-4aae-9758-28a9851856b9\" (UID: \"a638d687-82d5-4aae-9758-28a9851856b9\") " Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.143829 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "a638d687-82d5-4aae-9758-28a9851856b9" (UID: "a638d687-82d5-4aae-9758-28a9851856b9"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.143882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "a638d687-82d5-4aae-9758-28a9851856b9" (UID: "a638d687-82d5-4aae-9758-28a9851856b9"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145035 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/48113bd6-3076-4f2b-b3be-570f8e1b49a5-logs\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145070 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/16420358-eb7e-4a3e-9705-60f7682e7d07-logs\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145102 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145197 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rdlpd\" (UniqueName: \"kubernetes.io/projected/77d5856f-20c1-4905-ba21-72daeed4582f-kube-api-access-rdlpd\") pod \"nova-cell1-novncproxy-0\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145223 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-config-data\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145293 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145331 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145363 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xnpm6\" (UniqueName: \"kubernetes.io/projected/bc227851-0782-449c-98b0-543559245ebd-kube-api-access-xnpm6\") pod \"nova-cell0-conductor-0\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145382 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-config-data\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145411 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bp47l\" (UniqueName: \"kubernetes.io/projected/48113bd6-3076-4f2b-b3be-570f8e1b49a5-kube-api-access-bp47l\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145440 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145465 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145498 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145517 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nzppr\" (UniqueName: \"kubernetes.io/projected/16420358-eb7e-4a3e-9705-60f7682e7d07-kube-api-access-nzppr\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145577 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145587 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a638d687-82d5-4aae-9758-28a9851856b9-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.145899 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/48113bd6-3076-4f2b-b3be-570f8e1b49a5-logs\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.150546 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a638d687-82d5-4aae-9758-28a9851856b9-kube-api-access-b4gnx" (OuterVolumeSpecName: "kube-api-access-b4gnx") pod "a638d687-82d5-4aae-9758-28a9851856b9" (UID: "a638d687-82d5-4aae-9758-28a9851856b9"). InnerVolumeSpecName "kube-api-access-b4gnx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.161410 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.161945 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.164014 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-scripts" (OuterVolumeSpecName: "scripts") pod "a638d687-82d5-4aae-9758-28a9851856b9" (UID: "a638d687-82d5-4aae-9758-28a9851856b9"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.165847 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-config-data\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.166616 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.166946 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rdlpd\" (UniqueName: \"kubernetes.io/projected/77d5856f-20c1-4905-ba21-72daeed4582f-kube-api-access-rdlpd\") pod \"nova-cell1-novncproxy-0\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.167375 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7f2ab15f-22dc-44b2-b34a-7b5921409329" path="/var/lib/kubelet/pods/7f2ab15f-22dc-44b2-b34a-7b5921409329/volumes" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.168420 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bp47l\" (UniqueName: \"kubernetes.io/projected/48113bd6-3076-4f2b-b3be-570f8e1b49a5-kube-api-access-bp47l\") pod \"nova-api-0\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.169053 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="85d013de-18a6-43eb-9f92-ef6c8499e890" path="/var/lib/kubelet/pods/85d013de-18a6-43eb-9f92-ef6c8499e890/volumes" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.169529 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="899be10f-e129-4db1-8b42-bfbd82434708" path="/var/lib/kubelet/pods/899be10f-e129-4db1-8b42-bfbd82434708/volumes" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.172219 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d2d74ce7-9727-4946-bf75-b0b665b1aaa2" path="/var/lib/kubelet/pods/d2d74ce7-9727-4946-bf75-b0b665b1aaa2/volumes" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.197285 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "a638d687-82d5-4aae-9758-28a9851856b9" (UID: "a638d687-82d5-4aae-9758-28a9851856b9"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.224367 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.228909 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "a638d687-82d5-4aae-9758-28a9851856b9" (UID: "a638d687-82d5-4aae-9758-28a9851856b9"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.247873 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xnpm6\" (UniqueName: \"kubernetes.io/projected/bc227851-0782-449c-98b0-543559245ebd-kube-api-access-xnpm6\") pod \"nova-cell0-conductor-0\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.247943 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.247968 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.248002 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nzppr\" (UniqueName: \"kubernetes.io/projected/16420358-eb7e-4a3e-9705-60f7682e7d07-kube-api-access-nzppr\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.248032 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/16420358-eb7e-4a3e-9705-60f7682e7d07-logs\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.248070 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.248183 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-config-data\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.248318 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.248343 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-b4gnx\" (UniqueName: \"kubernetes.io/projected/a638d687-82d5-4aae-9758-28a9851856b9-kube-api-access-b4gnx\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.248354 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.248363 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.251264 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/16420358-eb7e-4a3e-9705-60f7682e7d07-logs\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.253986 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.255910 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a638d687-82d5-4aae-9758-28a9851856b9" (UID: "a638d687-82d5-4aae-9758-28a9851856b9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.256303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.256363 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-config-data\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.257018 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.263672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.267332 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nzppr\" (UniqueName: \"kubernetes.io/projected/16420358-eb7e-4a3e-9705-60f7682e7d07-kube-api-access-nzppr\") pod \"nova-metadata-0\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.267495 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xnpm6\" (UniqueName: \"kubernetes.io/projected/bc227851-0782-449c-98b0-543559245ebd-kube-api-access-xnpm6\") pod \"nova-cell0-conductor-0\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.283994 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-config-data" (OuterVolumeSpecName: "config-data") pod "a638d687-82d5-4aae-9758-28a9851856b9" (UID: "a638d687-82d5-4aae-9758-28a9851856b9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.350476 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.350507 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a638d687-82d5-4aae-9758-28a9851856b9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.378343 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.386818 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.389928 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.394508 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.395308 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.463230 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.578959 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.740961 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.742639 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a638d687-82d5-4aae-9758-28a9851856b9","Type":"ContainerDied","Data":"12070435f3ba16c214539327b61e2263836cb4508dca31b7d9154447ca4afb44"} Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.742688 4809 scope.go:117] "RemoveContainer" containerID="1a6b7b3aeffa6999984cfc4e06b2ba4da9b9f6b3c896da6fb5187a8de1409549" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.743000 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"77d5856f-20c1-4905-ba21-72daeed4582f","Type":"ContainerStarted","Data":"cf1524855a6827eb38942ad1f3a308992ae8c32077e60f36a7e0f3a6b689a30e"} Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.887995 4809 scope.go:117] "RemoveContainer" containerID="1220f81be59cb77f1ed5e4d485a0300aab38deeba088de1f4dcd333a32affaff" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.902405 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.912634 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.921327 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: W1013 20:24:36.926185 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod48113bd6_3076_4f2b_b3be_570f8e1b49a5.slice/crio-6caea23779bd24580cf470ce28193b84f97b2530c998293856ea78a5906830b9 WatchSource:0}: Error finding container 6caea23779bd24580cf470ce28193b84f97b2530c998293856ea78a5906830b9: Status 404 returned error can't find the container with id 6caea23779bd24580cf470ce28193b84f97b2530c998293856ea78a5906830b9 Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.933066 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:36 crc kubenswrapper[4809]: E1013 20:24:36.933759 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="sg-core" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.933776 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="sg-core" Oct 13 20:24:36 crc kubenswrapper[4809]: E1013 20:24:36.933807 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="ceilometer-central-agent" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.933813 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="ceilometer-central-agent" Oct 13 20:24:36 crc kubenswrapper[4809]: E1013 20:24:36.933827 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="proxy-httpd" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.933832 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="proxy-httpd" Oct 13 20:24:36 crc kubenswrapper[4809]: E1013 20:24:36.933853 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="ceilometer-notification-agent" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.933860 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="ceilometer-notification-agent" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.934032 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="ceilometer-notification-agent" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.934046 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="proxy-httpd" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.934063 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="sg-core" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.934074 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a638d687-82d5-4aae-9758-28a9851856b9" containerName="ceilometer-central-agent" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.941671 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.947030 4809 scope.go:117] "RemoveContainer" containerID="151e6d30fd7a2c0c9804830d7d0e2cfbc4925bb1f421b51cb6641d97fe585a9f" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.947362 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.947546 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.947656 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:24:36 crc kubenswrapper[4809]: I1013 20:24:36.963701 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.016801 4809 scope.go:117] "RemoveContainer" containerID="9e708abc29817cc06320f7c555741dd0eb78bf4c1334f6f542d3cbf2d526647c" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.065071 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-scripts\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.065121 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-config-data\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.065156 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-run-httpd\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.065203 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-log-httpd\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.065217 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.065253 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xb4fq\" (UniqueName: \"kubernetes.io/projected/a69a0360-3e74-489c-a59a-6965c808fcb1-kube-api-access-xb4fq\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.065285 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.065324 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.101890 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.107858 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.134345 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.166595 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-config-data\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.166649 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-run-httpd\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.166711 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-log-httpd\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.166750 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.166812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-xb4fq\" (UniqueName: \"kubernetes.io/projected/a69a0360-3e74-489c-a59a-6965c808fcb1-kube-api-access-xb4fq\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.166848 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.166913 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.166953 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-scripts\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.167660 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-run-httpd\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.168089 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-log-httpd\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.173635 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.175394 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.176025 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.181941 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-scripts\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.183447 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-config-data\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.188249 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-xb4fq\" (UniqueName: \"kubernetes.io/projected/a69a0360-3e74-489c-a59a-6965c808fcb1-kube-api-access-xb4fq\") pod \"ceilometer-0\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.220125 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.268380 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-config-data\") pod \"942645d2-492c-4c71-9799-f89f5f0ea2e6\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.268416 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5hk4t\" (UniqueName: \"kubernetes.io/projected/942645d2-492c-4c71-9799-f89f5f0ea2e6-kube-api-access-5hk4t\") pod \"942645d2-492c-4c71-9799-f89f5f0ea2e6\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.268687 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-combined-ca-bundle\") pod \"942645d2-492c-4c71-9799-f89f5f0ea2e6\" (UID: \"942645d2-492c-4c71-9799-f89f5f0ea2e6\") " Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.274059 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/942645d2-492c-4c71-9799-f89f5f0ea2e6-kube-api-access-5hk4t" (OuterVolumeSpecName: "kube-api-access-5hk4t") pod "942645d2-492c-4c71-9799-f89f5f0ea2e6" (UID: "942645d2-492c-4c71-9799-f89f5f0ea2e6"). InnerVolumeSpecName "kube-api-access-5hk4t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.281205 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.300746 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-config-data" (OuterVolumeSpecName: "config-data") pod "942645d2-492c-4c71-9799-f89f5f0ea2e6" (UID: "942645d2-492c-4c71-9799-f89f5f0ea2e6"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.306790 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "942645d2-492c-4c71-9799-f89f5f0ea2e6" (UID: "942645d2-492c-4c71-9799-f89f5f0ea2e6"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.370532 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.370820 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5hk4t\" (UniqueName: \"kubernetes.io/projected/942645d2-492c-4c71-9799-f89f5f0ea2e6-kube-api-access-5hk4t\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.370837 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/942645d2-492c-4c71-9799-f89f5f0ea2e6-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:37 crc kubenswrapper[4809]: E1013 20:24:37.665064 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:37 crc kubenswrapper[4809]: E1013 20:24:37.666518 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:37 crc kubenswrapper[4809]: E1013 20:24:37.667925 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:37 crc kubenswrapper[4809]: E1013 20:24:37.667986 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="218997ab-1290-479a-86d0-a22574f0e82a" containerName="nova-cell1-conductor-conductor" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.740325 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.781896 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"bc227851-0782-449c-98b0-543559245ebd","Type":"ContainerStarted","Data":"e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.781937 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"bc227851-0782-449c-98b0-543559245ebd","Type":"ContainerStarted","Data":"943eaca1ed92f33d961dc7f29c462ba156bf307119f4d25805ec2bd0ce0a1d23"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.782054 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="bc227851-0782-449c-98b0-543559245ebd" containerName="nova-cell0-conductor-conductor" containerID="cri-o://e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" gracePeriod=30 Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.782283 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.789817 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"77d5856f-20c1-4905-ba21-72daeed4582f","Type":"ContainerStarted","Data":"a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.789963 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="77d5856f-20c1-4905-ba21-72daeed4582f" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6" gracePeriod=30 Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.791993 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a69a0360-3e74-489c-a59a-6965c808fcb1","Type":"ContainerStarted","Data":"898fec9b0f41079909fb09d6d5800c13b32564de990bada3271bc5fde7bbbe9e"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.798457 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"16420358-eb7e-4a3e-9705-60f7682e7d07","Type":"ContainerStarted","Data":"952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.798504 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"16420358-eb7e-4a3e-9705-60f7682e7d07","Type":"ContainerStarted","Data":"71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.798517 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"16420358-eb7e-4a3e-9705-60f7682e7d07","Type":"ContainerStarted","Data":"7cb560bcbc90da7daaa07985bfd113c1b230da304ad9831a29002b03def316d7"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.798556 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="16420358-eb7e-4a3e-9705-60f7682e7d07" containerName="nova-metadata-log" containerID="cri-o://71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a" gracePeriod=30 Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.798577 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="16420358-eb7e-4a3e-9705-60f7682e7d07" containerName="nova-metadata-metadata" containerID="cri-o://952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648" gracePeriod=30 Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.800477 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=2.800467038 podStartE2EDuration="2.800467038s" podCreationTimestamp="2025-10-13 20:24:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:37.798572375 +0000 UTC m=+3596.404318960" watchObservedRunningTime="2025-10-13 20:24:37.800467038 +0000 UTC m=+3596.406213623" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.817307 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"48113bd6-3076-4f2b-b3be-570f8e1b49a5","Type":"ContainerStarted","Data":"9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.817372 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"48113bd6-3076-4f2b-b3be-570f8e1b49a5","Type":"ContainerStarted","Data":"eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.817386 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"48113bd6-3076-4f2b-b3be-570f8e1b49a5","Type":"ContainerStarted","Data":"6caea23779bd24580cf470ce28193b84f97b2530c998293856ea78a5906830b9"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.817614 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="48113bd6-3076-4f2b-b3be-570f8e1b49a5" containerName="nova-api-log" containerID="cri-o://eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712" gracePeriod=30 Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.817809 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="48113bd6-3076-4f2b-b3be-570f8e1b49a5" containerName="nova-api-api" containerID="cri-o://9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599" gracePeriod=30 Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.840246 4809 generic.go:334] "Generic (PLEG): container finished" podID="942645d2-492c-4c71-9799-f89f5f0ea2e6" containerID="7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b" exitCode=1 Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.840307 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"942645d2-492c-4c71-9799-f89f5f0ea2e6","Type":"ContainerDied","Data":"7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.840343 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"942645d2-492c-4c71-9799-f89f5f0ea2e6","Type":"ContainerDied","Data":"3461ec8d6c38218b6b2b569681aa55ead82e3d3c1787663a9a5178b89741e711"} Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.840385 4809 scope.go:117] "RemoveContainer" containerID="7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.840611 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.845145 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.845129831 podStartE2EDuration="2.845129831s" podCreationTimestamp="2025-10-13 20:24:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:37.82121336 +0000 UTC m=+3596.426959935" watchObservedRunningTime="2025-10-13 20:24:37.845129831 +0000 UTC m=+3596.450876416" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.864275 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.864254508 podStartE2EDuration="2.864254508s" podCreationTimestamp="2025-10-13 20:24:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:37.841007996 +0000 UTC m=+3596.446754591" watchObservedRunningTime="2025-10-13 20:24:37.864254508 +0000 UTC m=+3596.470001083" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.900262 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.900244777 podStartE2EDuration="2.900244777s" podCreationTimestamp="2025-10-13 20:24:35 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:37.866568013 +0000 UTC m=+3596.472314598" watchObservedRunningTime="2025-10-13 20:24:37.900244777 +0000 UTC m=+3596.505991362" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.906301 4809 scope.go:117] "RemoveContainer" containerID="7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b" Oct 13 20:24:37 crc kubenswrapper[4809]: E1013 20:24:37.909389 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b\": container with ID starting with 7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b not found: ID does not exist" containerID="7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.909439 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b"} err="failed to get container status \"7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b\": rpc error: code = NotFound desc = could not find container \"7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b\": container with ID starting with 7f9c7a95ea22f0ac48f940efaa5287f2fb3f120374878f80758b9d2fcef7361b not found: ID does not exist" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.939893 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.950042 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.961447 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:37 crc kubenswrapper[4809]: E1013 20:24:37.962025 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="942645d2-492c-4c71-9799-f89f5f0ea2e6" containerName="nova-scheduler-scheduler" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.962052 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="942645d2-492c-4c71-9799-f89f5f0ea2e6" containerName="nova-scheduler-scheduler" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.962253 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="942645d2-492c-4c71-9799-f89f5f0ea2e6" containerName="nova-scheduler-scheduler" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.962978 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.967082 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.975910 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.984349 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.984415 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-slx22\" (UniqueName: \"kubernetes.io/projected/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-kube-api-access-slx22\") pod \"nova-scheduler-0\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:37 crc kubenswrapper[4809]: I1013 20:24:37.984466 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-config-data\") pod \"nova-scheduler-0\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.086514 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.086849 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-slx22\" (UniqueName: \"kubernetes.io/projected/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-kube-api-access-slx22\") pod \"nova-scheduler-0\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.087010 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-config-data\") pod \"nova-scheduler-0\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.093771 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.104932 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-slx22\" (UniqueName: \"kubernetes.io/projected/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-kube-api-access-slx22\") pod \"nova-scheduler-0\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.105474 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-config-data\") pod \"nova-scheduler-0\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.167240 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="942645d2-492c-4c71-9799-f89f5f0ea2e6" path="/var/lib/kubelet/pods/942645d2-492c-4c71-9799-f89f5f0ea2e6/volumes" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.167810 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a638d687-82d5-4aae-9758-28a9851856b9" path="/var/lib/kubelet/pods/a638d687-82d5-4aae-9758-28a9851856b9/volumes" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.306883 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.821579 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.824350 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.859844 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a69a0360-3e74-489c-a59a-6965c808fcb1","Type":"ContainerStarted","Data":"b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3"} Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.871216 4809 generic.go:334] "Generic (PLEG): container finished" podID="16420358-eb7e-4a3e-9705-60f7682e7d07" containerID="71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a" exitCode=143 Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.871281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"16420358-eb7e-4a3e-9705-60f7682e7d07","Type":"ContainerDied","Data":"71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a"} Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.878902 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.880748 4809 generic.go:334] "Generic (PLEG): container finished" podID="48113bd6-3076-4f2b-b3be-570f8e1b49a5" containerID="9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599" exitCode=0 Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.880773 4809 generic.go:334] "Generic (PLEG): container finished" podID="48113bd6-3076-4f2b-b3be-570f8e1b49a5" containerID="eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712" exitCode=143 Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.880817 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"48113bd6-3076-4f2b-b3be-570f8e1b49a5","Type":"ContainerDied","Data":"9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599"} Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.880847 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"48113bd6-3076-4f2b-b3be-570f8e1b49a5","Type":"ContainerDied","Data":"eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712"} Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.880860 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"48113bd6-3076-4f2b-b3be-570f8e1b49a5","Type":"ContainerDied","Data":"6caea23779bd24580cf470ce28193b84f97b2530c998293856ea78a5906830b9"} Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.880875 4809 scope.go:117] "RemoveContainer" containerID="9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599" Oct 13 20:24:38 crc kubenswrapper[4809]: I1013 20:24:38.880999 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.003067 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bp47l\" (UniqueName: \"kubernetes.io/projected/48113bd6-3076-4f2b-b3be-570f8e1b49a5-kube-api-access-bp47l\") pod \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.003484 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/48113bd6-3076-4f2b-b3be-570f8e1b49a5-logs\") pod \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.003513 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-combined-ca-bundle\") pod \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.003695 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-config-data\") pod \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\" (UID: \"48113bd6-3076-4f2b-b3be-570f8e1b49a5\") " Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.004202 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/48113bd6-3076-4f2b-b3be-570f8e1b49a5-logs" (OuterVolumeSpecName: "logs") pod "48113bd6-3076-4f2b-b3be-570f8e1b49a5" (UID: "48113bd6-3076-4f2b-b3be-570f8e1b49a5"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.006897 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/48113bd6-3076-4f2b-b3be-570f8e1b49a5-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.010520 4809 scope.go:117] "RemoveContainer" containerID="eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.012944 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/48113bd6-3076-4f2b-b3be-570f8e1b49a5-kube-api-access-bp47l" (OuterVolumeSpecName: "kube-api-access-bp47l") pod "48113bd6-3076-4f2b-b3be-570f8e1b49a5" (UID: "48113bd6-3076-4f2b-b3be-570f8e1b49a5"). InnerVolumeSpecName "kube-api-access-bp47l". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.036294 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-config-data" (OuterVolumeSpecName: "config-data") pod "48113bd6-3076-4f2b-b3be-570f8e1b49a5" (UID: "48113bd6-3076-4f2b-b3be-570f8e1b49a5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.041049 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "48113bd6-3076-4f2b-b3be-570f8e1b49a5" (UID: "48113bd6-3076-4f2b-b3be-570f8e1b49a5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.042862 4809 scope.go:117] "RemoveContainer" containerID="9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599" Oct 13 20:24:39 crc kubenswrapper[4809]: E1013 20:24:39.043445 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599\": container with ID starting with 9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599 not found: ID does not exist" containerID="9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.043507 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599"} err="failed to get container status \"9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599\": rpc error: code = NotFound desc = could not find container \"9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599\": container with ID starting with 9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599 not found: ID does not exist" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.043536 4809 scope.go:117] "RemoveContainer" containerID="eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712" Oct 13 20:24:39 crc kubenswrapper[4809]: E1013 20:24:39.043836 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712\": container with ID starting with eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712 not found: ID does not exist" containerID="eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.043866 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712"} err="failed to get container status \"eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712\": rpc error: code = NotFound desc = could not find container \"eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712\": container with ID starting with eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712 not found: ID does not exist" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.043885 4809 scope.go:117] "RemoveContainer" containerID="9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.044114 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599"} err="failed to get container status \"9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599\": rpc error: code = NotFound desc = could not find container \"9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599\": container with ID starting with 9f81e3fb232d4b34fae77877ee64622f22a6bc89a95c55d9fab7bb5a0d271599 not found: ID does not exist" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.044133 4809 scope.go:117] "RemoveContainer" containerID="eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.044375 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712"} err="failed to get container status \"eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712\": rpc error: code = NotFound desc = could not find container \"eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712\": container with ID starting with eb5077fdfda4564622c4ddf661c17d37dc56e9c428cafd7763006e39af21a712 not found: ID does not exist" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.108991 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.109033 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/48113bd6-3076-4f2b-b3be-570f8e1b49a5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.109049 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bp47l\" (UniqueName: \"kubernetes.io/projected/48113bd6-3076-4f2b-b3be-570f8e1b49a5-kube-api-access-bp47l\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.232962 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.245857 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.253046 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:39 crc kubenswrapper[4809]: E1013 20:24:39.253488 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="48113bd6-3076-4f2b-b3be-570f8e1b49a5" containerName="nova-api-log" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.253505 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="48113bd6-3076-4f2b-b3be-570f8e1b49a5" containerName="nova-api-log" Oct 13 20:24:39 crc kubenswrapper[4809]: E1013 20:24:39.253535 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="48113bd6-3076-4f2b-b3be-570f8e1b49a5" containerName="nova-api-api" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.253542 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="48113bd6-3076-4f2b-b3be-570f8e1b49a5" containerName="nova-api-api" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.253748 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="48113bd6-3076-4f2b-b3be-570f8e1b49a5" containerName="nova-api-log" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.253779 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="48113bd6-3076-4f2b-b3be-570f8e1b49a5" containerName="nova-api-api" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.254792 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.257055 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.261390 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.318322 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-config-data\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.318598 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.318637 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p2qbs\" (UniqueName: \"kubernetes.io/projected/75198f52-7ec2-48c0-9b36-bb8902d007e8-kube-api-access-p2qbs\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.318657 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75198f52-7ec2-48c0-9b36-bb8902d007e8-logs\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.419712 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-config-data\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.419862 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.419901 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p2qbs\" (UniqueName: \"kubernetes.io/projected/75198f52-7ec2-48c0-9b36-bb8902d007e8-kube-api-access-p2qbs\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.419920 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75198f52-7ec2-48c0-9b36-bb8902d007e8-logs\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.420408 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75198f52-7ec2-48c0-9b36-bb8902d007e8-logs\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.424771 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.425742 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-config-data\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.439387 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p2qbs\" (UniqueName: \"kubernetes.io/projected/75198f52-7ec2-48c0-9b36-bb8902d007e8-kube-api-access-p2qbs\") pod \"nova-api-0\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.581977 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.903340 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a69a0360-3e74-489c-a59a-6965c808fcb1","Type":"ContainerStarted","Data":"90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6"} Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.906429 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"ec77b4c1-a5f0-42dc-bc69-bca747a293ba","Type":"ContainerStarted","Data":"2d4ee429a80deec9d866cfbf6cbb37d3f442db90703fed2be8e72148e0bbb6fd"} Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.906478 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"ec77b4c1-a5f0-42dc-bc69-bca747a293ba","Type":"ContainerStarted","Data":"cd4159775510f3d03270e74a42991de601e101c71aea3e49c75460377220598d"} Oct 13 20:24:39 crc kubenswrapper[4809]: I1013 20:24:39.946949 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.946915352 podStartE2EDuration="2.946915352s" podCreationTimestamp="2025-10-13 20:24:37 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:39.921240652 +0000 UTC m=+3598.526987237" watchObservedRunningTime="2025-10-13 20:24:39.946915352 +0000 UTC m=+3598.552661947" Oct 13 20:24:40 crc kubenswrapper[4809]: I1013 20:24:40.061101 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:24:40 crc kubenswrapper[4809]: W1013 20:24:40.066154 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod75198f52_7ec2_48c0_9b36_bb8902d007e8.slice/crio-f5c42a4274df4f7eceaa9c40166157ceafbf88d50da28038a0a1088d2c530a77 WatchSource:0}: Error finding container f5c42a4274df4f7eceaa9c40166157ceafbf88d50da28038a0a1088d2c530a77: Status 404 returned error can't find the container with id f5c42a4274df4f7eceaa9c40166157ceafbf88d50da28038a0a1088d2c530a77 Oct 13 20:24:40 crc kubenswrapper[4809]: I1013 20:24:40.166704 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="48113bd6-3076-4f2b-b3be-570f8e1b49a5" path="/var/lib/kubelet/pods/48113bd6-3076-4f2b-b3be-570f8e1b49a5/volumes" Oct 13 20:24:40 crc kubenswrapper[4809]: I1013 20:24:40.922663 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a69a0360-3e74-489c-a59a-6965c808fcb1","Type":"ContainerStarted","Data":"e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9"} Oct 13 20:24:40 crc kubenswrapper[4809]: I1013 20:24:40.926984 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"75198f52-7ec2-48c0-9b36-bb8902d007e8","Type":"ContainerStarted","Data":"9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565"} Oct 13 20:24:40 crc kubenswrapper[4809]: I1013 20:24:40.927010 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"75198f52-7ec2-48c0-9b36-bb8902d007e8","Type":"ContainerStarted","Data":"be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6"} Oct 13 20:24:40 crc kubenswrapper[4809]: I1013 20:24:40.927021 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"75198f52-7ec2-48c0-9b36-bb8902d007e8","Type":"ContainerStarted","Data":"f5c42a4274df4f7eceaa9c40166157ceafbf88d50da28038a0a1088d2c530a77"} Oct 13 20:24:40 crc kubenswrapper[4809]: I1013 20:24:40.959894 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=1.959871503 podStartE2EDuration="1.959871503s" podCreationTimestamp="2025-10-13 20:24:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:24:40.943674399 +0000 UTC m=+3599.549420984" watchObservedRunningTime="2025-10-13 20:24:40.959871503 +0000 UTC m=+3599.565618128" Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.224613 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.396424 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.396473 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.947037 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a69a0360-3e74-489c-a59a-6965c808fcb1","Type":"ContainerStarted","Data":"b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63"} Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.947513 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.947315 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="sg-core" containerID="cri-o://e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9" gracePeriod=30 Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.947146 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="ceilometer-central-agent" containerID="cri-o://b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3" gracePeriod=30 Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.947366 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="ceilometer-notification-agent" containerID="cri-o://90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6" gracePeriod=30 Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.947349 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="proxy-httpd" containerID="cri-o://b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63" gracePeriod=30 Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.954017 4809 generic.go:334] "Generic (PLEG): container finished" podID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerID="2d4ee429a80deec9d866cfbf6cbb37d3f442db90703fed2be8e72148e0bbb6fd" exitCode=1 Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.954119 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"ec77b4c1-a5f0-42dc-bc69-bca747a293ba","Type":"ContainerDied","Data":"2d4ee429a80deec9d866cfbf6cbb37d3f442db90703fed2be8e72148e0bbb6fd"} Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.955743 4809 scope.go:117] "RemoveContainer" containerID="2d4ee429a80deec9d866cfbf6cbb37d3f442db90703fed2be8e72148e0bbb6fd" Oct 13 20:24:41 crc kubenswrapper[4809]: I1013 20:24:41.996244 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.57096618 podStartE2EDuration="5.996222131s" podCreationTimestamp="2025-10-13 20:24:36 +0000 UTC" firstStartedPulling="2025-10-13 20:24:37.765389315 +0000 UTC m=+3596.371135900" lastFinishedPulling="2025-10-13 20:24:41.190645236 +0000 UTC m=+3599.796391851" observedRunningTime="2025-10-13 20:24:41.992781035 +0000 UTC m=+3600.598527620" watchObservedRunningTime="2025-10-13 20:24:41.996222131 +0000 UTC m=+3600.601968736" Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.092020 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.152284 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj"] Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.188955 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" podUID="e235a178-b259-4670-9443-0f801222e846" containerName="proxy-httpd" containerID="cri-o://9dbb76ca285b11f1cfa5aceae4905f496cae9fa6aa906b737c82a9e353a358f1" gracePeriod=30 Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.189340 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" podUID="e235a178-b259-4670-9443-0f801222e846" containerName="proxy-server" containerID="cri-o://e40536a8bd0cc3ff320d4b5b49e7c5051809683c0cd2e42e50406981b2f43c3f" gracePeriod=30 Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.191809 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:24:42 crc kubenswrapper[4809]: E1013 20:24:42.202639 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:24:42 crc kubenswrapper[4809]: E1013 20:24:42.664174 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:42 crc kubenswrapper[4809]: E1013 20:24:42.666819 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:42 crc kubenswrapper[4809]: E1013 20:24:42.668900 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:42 crc kubenswrapper[4809]: E1013 20:24:42.668987 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="218997ab-1290-479a-86d0-a22574f0e82a" containerName="nova-cell1-conductor-conductor" Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.966215 4809 generic.go:334] "Generic (PLEG): container finished" podID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerID="b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63" exitCode=0 Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.966483 4809 generic.go:334] "Generic (PLEG): container finished" podID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerID="e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9" exitCode=2 Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.966492 4809 generic.go:334] "Generic (PLEG): container finished" podID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerID="90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6" exitCode=0 Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.966378 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a69a0360-3e74-489c-a59a-6965c808fcb1","Type":"ContainerDied","Data":"b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63"} Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.966549 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a69a0360-3e74-489c-a59a-6965c808fcb1","Type":"ContainerDied","Data":"e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9"} Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.966563 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a69a0360-3e74-489c-a59a-6965c808fcb1","Type":"ContainerDied","Data":"90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6"} Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.972810 4809 generic.go:334] "Generic (PLEG): container finished" podID="e235a178-b259-4670-9443-0f801222e846" containerID="e40536a8bd0cc3ff320d4b5b49e7c5051809683c0cd2e42e50406981b2f43c3f" exitCode=0 Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.972830 4809 generic.go:334] "Generic (PLEG): container finished" podID="e235a178-b259-4670-9443-0f801222e846" containerID="9dbb76ca285b11f1cfa5aceae4905f496cae9fa6aa906b737c82a9e353a358f1" exitCode=0 Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.972890 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" event={"ID":"e235a178-b259-4670-9443-0f801222e846","Type":"ContainerDied","Data":"e40536a8bd0cc3ff320d4b5b49e7c5051809683c0cd2e42e50406981b2f43c3f"} Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.972921 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" event={"ID":"e235a178-b259-4670-9443-0f801222e846","Type":"ContainerDied","Data":"9dbb76ca285b11f1cfa5aceae4905f496cae9fa6aa906b737c82a9e353a358f1"} Oct 13 20:24:42 crc kubenswrapper[4809]: I1013 20:24:42.975179 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"ec77b4c1-a5f0-42dc-bc69-bca747a293ba","Type":"ContainerStarted","Data":"3bce6f03b47c1fa0fe1998f0d5f96c6b5b096cf904b5bdc1a207ffc26665f32e"} Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.301126 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.308980 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.435986 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-combined-ca-bundle\") pod \"e235a178-b259-4670-9443-0f801222e846\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.436073 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-run-httpd\") pod \"e235a178-b259-4670-9443-0f801222e846\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.436129 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-log-httpd\") pod \"e235a178-b259-4670-9443-0f801222e846\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.436205 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n7sjx\" (UniqueName: \"kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-kube-api-access-n7sjx\") pod \"e235a178-b259-4670-9443-0f801222e846\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.436240 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-etc-swift\") pod \"e235a178-b259-4670-9443-0f801222e846\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.436325 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-config-data\") pod \"e235a178-b259-4670-9443-0f801222e846\" (UID: \"e235a178-b259-4670-9443-0f801222e846\") " Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.436633 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "e235a178-b259-4670-9443-0f801222e846" (UID: "e235a178-b259-4670-9443-0f801222e846"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.436918 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.437704 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "e235a178-b259-4670-9443-0f801222e846" (UID: "e235a178-b259-4670-9443-0f801222e846"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.442630 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-kube-api-access-n7sjx" (OuterVolumeSpecName: "kube-api-access-n7sjx") pod "e235a178-b259-4670-9443-0f801222e846" (UID: "e235a178-b259-4670-9443-0f801222e846"). InnerVolumeSpecName "kube-api-access-n7sjx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.451574 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "e235a178-b259-4670-9443-0f801222e846" (UID: "e235a178-b259-4670-9443-0f801222e846"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.496706 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e235a178-b259-4670-9443-0f801222e846" (UID: "e235a178-b259-4670-9443-0f801222e846"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.531398 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-config-data" (OuterVolumeSpecName: "config-data") pod "e235a178-b259-4670-9443-0f801222e846" (UID: "e235a178-b259-4670-9443-0f801222e846"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.538490 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-n7sjx\" (UniqueName: \"kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-kube-api-access-n7sjx\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.538534 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/e235a178-b259-4670-9443-0f801222e846-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.538550 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.538564 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e235a178-b259-4670-9443-0f801222e846-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.538577 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/e235a178-b259-4670-9443-0f801222e846-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.991456 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" event={"ID":"e235a178-b259-4670-9443-0f801222e846","Type":"ContainerDied","Data":"3a4233b7f6ac1b466b1d53f19665350f22885e942449d41887320f61c70186f4"} Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.991517 4809 scope.go:117] "RemoveContainer" containerID="e40536a8bd0cc3ff320d4b5b49e7c5051809683c0cd2e42e50406981b2f43c3f" Oct 13 20:24:43 crc kubenswrapper[4809]: I1013 20:24:43.991563 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj" Oct 13 20:24:44 crc kubenswrapper[4809]: I1013 20:24:44.023520 4809 scope.go:117] "RemoveContainer" containerID="9dbb76ca285b11f1cfa5aceae4905f496cae9fa6aa906b737c82a9e353a358f1" Oct 13 20:24:44 crc kubenswrapper[4809]: I1013 20:24:44.054401 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj"] Oct 13 20:24:44 crc kubenswrapper[4809]: I1013 20:24:44.062776 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-proxy-657f6dc4d4-879rj"] Oct 13 20:24:44 crc kubenswrapper[4809]: I1013 20:24:44.167815 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e235a178-b259-4670-9443-0f801222e846" path="/var/lib/kubelet/pods/e235a178-b259-4670-9443-0f801222e846/volumes" Oct 13 20:24:45 crc kubenswrapper[4809]: I1013 20:24:45.015692 4809 generic.go:334] "Generic (PLEG): container finished" podID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerID="3bce6f03b47c1fa0fe1998f0d5f96c6b5b096cf904b5bdc1a207ffc26665f32e" exitCode=1 Oct 13 20:24:45 crc kubenswrapper[4809]: I1013 20:24:45.015829 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"ec77b4c1-a5f0-42dc-bc69-bca747a293ba","Type":"ContainerDied","Data":"3bce6f03b47c1fa0fe1998f0d5f96c6b5b096cf904b5bdc1a207ffc26665f32e"} Oct 13 20:24:45 crc kubenswrapper[4809]: I1013 20:24:45.017525 4809 scope.go:117] "RemoveContainer" containerID="2d4ee429a80deec9d866cfbf6cbb37d3f442db90703fed2be8e72148e0bbb6fd" Oct 13 20:24:45 crc kubenswrapper[4809]: I1013 20:24:45.018492 4809 scope.go:117] "RemoveContainer" containerID="3bce6f03b47c1fa0fe1998f0d5f96c6b5b096cf904b5bdc1a207ffc26665f32e" Oct 13 20:24:45 crc kubenswrapper[4809]: E1013 20:24:45.018956 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-scheduler-scheduler\" with CrashLoopBackOff: \"back-off 10s restarting failed container=nova-scheduler-scheduler pod=nova-scheduler-0_openstack-kuttl-tests(ec77b4c1-a5f0-42dc-bc69-bca747a293ba)\"" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" Oct 13 20:24:46 crc kubenswrapper[4809]: E1013 20:24:46.393668 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:46 crc kubenswrapper[4809]: E1013 20:24:46.395871 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:46 crc kubenswrapper[4809]: E1013 20:24:46.397545 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:46 crc kubenswrapper[4809]: E1013 20:24:46.397582 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="bc227851-0782-449c-98b0-543559245ebd" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:47 crc kubenswrapper[4809]: E1013 20:24:47.662935 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:47 crc kubenswrapper[4809]: E1013 20:24:47.665096 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:47 crc kubenswrapper[4809]: E1013 20:24:47.667409 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:47 crc kubenswrapper[4809]: E1013 20:24:47.667454 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="218997ab-1290-479a-86d0-a22574f0e82a" containerName="nova-cell1-conductor-conductor" Oct 13 20:24:48 crc kubenswrapper[4809]: I1013 20:24:48.309146 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:48 crc kubenswrapper[4809]: I1013 20:24:48.309474 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:48 crc kubenswrapper[4809]: I1013 20:24:48.309494 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:24:48 crc kubenswrapper[4809]: I1013 20:24:48.310314 4809 scope.go:117] "RemoveContainer" containerID="3bce6f03b47c1fa0fe1998f0d5f96c6b5b096cf904b5bdc1a207ffc26665f32e" Oct 13 20:24:48 crc kubenswrapper[4809]: E1013 20:24:48.310760 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-scheduler-scheduler\" with CrashLoopBackOff: \"back-off 10s restarting failed container=nova-scheduler-scheduler pod=nova-scheduler-0_openstack-kuttl-tests(ec77b4c1-a5f0-42dc-bc69-bca747a293ba)\"" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" Oct 13 20:24:49 crc kubenswrapper[4809]: E1013 20:24:49.141337 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda69a0360_3e74_489c_a59a_6965c808fcb1.slice/crio-conmon-b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3.scope\": RecentStats: unable to find data in memory cache]" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.546563 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.565214 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-run-httpd\") pod \"a69a0360-3e74-489c-a59a-6965c808fcb1\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.565273 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-ceilometer-tls-certs\") pod \"a69a0360-3e74-489c-a59a-6965c808fcb1\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.565299 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-scripts\") pod \"a69a0360-3e74-489c-a59a-6965c808fcb1\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.565368 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-config-data\") pod \"a69a0360-3e74-489c-a59a-6965c808fcb1\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.565405 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-log-httpd\") pod \"a69a0360-3e74-489c-a59a-6965c808fcb1\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.565445 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-sg-core-conf-yaml\") pod \"a69a0360-3e74-489c-a59a-6965c808fcb1\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.565498 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xb4fq\" (UniqueName: \"kubernetes.io/projected/a69a0360-3e74-489c-a59a-6965c808fcb1-kube-api-access-xb4fq\") pod \"a69a0360-3e74-489c-a59a-6965c808fcb1\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.565518 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-combined-ca-bundle\") pod \"a69a0360-3e74-489c-a59a-6965c808fcb1\" (UID: \"a69a0360-3e74-489c-a59a-6965c808fcb1\") " Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.576792 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "a69a0360-3e74-489c-a59a-6965c808fcb1" (UID: "a69a0360-3e74-489c-a59a-6965c808fcb1"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.577100 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "a69a0360-3e74-489c-a59a-6965c808fcb1" (UID: "a69a0360-3e74-489c-a59a-6965c808fcb1"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.582130 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-scripts" (OuterVolumeSpecName: "scripts") pod "a69a0360-3e74-489c-a59a-6965c808fcb1" (UID: "a69a0360-3e74-489c-a59a-6965c808fcb1"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.582466 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.582533 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.588812 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a69a0360-3e74-489c-a59a-6965c808fcb1-kube-api-access-xb4fq" (OuterVolumeSpecName: "kube-api-access-xb4fq") pod "a69a0360-3e74-489c-a59a-6965c808fcb1" (UID: "a69a0360-3e74-489c-a59a-6965c808fcb1"). InnerVolumeSpecName "kube-api-access-xb4fq". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.628184 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "a69a0360-3e74-489c-a59a-6965c808fcb1" (UID: "a69a0360-3e74-489c-a59a-6965c808fcb1"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.668589 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.668624 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.668636 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xb4fq\" (UniqueName: \"kubernetes.io/projected/a69a0360-3e74-489c-a59a-6965c808fcb1-kube-api-access-xb4fq\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.668648 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/a69a0360-3e74-489c-a59a-6965c808fcb1-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.668659 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.680503 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a69a0360-3e74-489c-a59a-6965c808fcb1" (UID: "a69a0360-3e74-489c-a59a-6965c808fcb1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.681014 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "a69a0360-3e74-489c-a59a-6965c808fcb1" (UID: "a69a0360-3e74-489c-a59a-6965c808fcb1"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.720769 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-config-data" (OuterVolumeSpecName: "config-data") pod "a69a0360-3e74-489c-a59a-6965c808fcb1" (UID: "a69a0360-3e74-489c-a59a-6965c808fcb1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.770553 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.770579 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:49 crc kubenswrapper[4809]: I1013 20:24:49.770590 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a69a0360-3e74-489c-a59a-6965c808fcb1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.100839 4809 generic.go:334] "Generic (PLEG): container finished" podID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerID="b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3" exitCode=0 Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.100915 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a69a0360-3e74-489c-a59a-6965c808fcb1","Type":"ContainerDied","Data":"b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3"} Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.100967 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"a69a0360-3e74-489c-a59a-6965c808fcb1","Type":"ContainerDied","Data":"898fec9b0f41079909fb09d6d5800c13b32564de990bada3271bc5fde7bbbe9e"} Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.101064 4809 scope.go:117] "RemoveContainer" containerID="b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.101574 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.205436 4809 scope.go:117] "RemoveContainer" containerID="e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.220973 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.241625 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.249088 4809 scope.go:117] "RemoveContainer" containerID="90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.259086 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:50 crc kubenswrapper[4809]: E1013 20:24:50.259594 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e235a178-b259-4670-9443-0f801222e846" containerName="proxy-httpd" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.259611 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e235a178-b259-4670-9443-0f801222e846" containerName="proxy-httpd" Oct 13 20:24:50 crc kubenswrapper[4809]: E1013 20:24:50.259624 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="sg-core" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.259633 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="sg-core" Oct 13 20:24:50 crc kubenswrapper[4809]: E1013 20:24:50.259650 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="ceilometer-central-agent" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.259659 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="ceilometer-central-agent" Oct 13 20:24:50 crc kubenswrapper[4809]: E1013 20:24:50.259701 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="proxy-httpd" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.259709 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="proxy-httpd" Oct 13 20:24:50 crc kubenswrapper[4809]: E1013 20:24:50.259738 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="ceilometer-notification-agent" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.259747 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="ceilometer-notification-agent" Oct 13 20:24:50 crc kubenswrapper[4809]: E1013 20:24:50.259766 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e235a178-b259-4670-9443-0f801222e846" containerName="proxy-server" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.259775 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e235a178-b259-4670-9443-0f801222e846" containerName="proxy-server" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.259999 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="proxy-httpd" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.260060 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="ceilometer-central-agent" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.260073 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e235a178-b259-4670-9443-0f801222e846" containerName="proxy-httpd" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.260091 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="sg-core" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.260108 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" containerName="ceilometer-notification-agent" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.260126 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e235a178-b259-4670-9443-0f801222e846" containerName="proxy-server" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.262389 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.264276 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.267843 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.267967 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.302446 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.302498 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-run-httpd\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.302540 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2v4t2\" (UniqueName: \"kubernetes.io/projected/4de2807d-80d5-40ea-b0fb-429f2699fbfc-kube-api-access-2v4t2\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.302558 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-config-data\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.302583 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-log-httpd\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.302620 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-scripts\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.302645 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.302669 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.304522 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.309417 4809 scope.go:117] "RemoveContainer" containerID="b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.342197 4809 scope.go:117] "RemoveContainer" containerID="b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63" Oct 13 20:24:50 crc kubenswrapper[4809]: E1013 20:24:50.342686 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63\": container with ID starting with b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63 not found: ID does not exist" containerID="b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.342769 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63"} err="failed to get container status \"b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63\": rpc error: code = NotFound desc = could not find container \"b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63\": container with ID starting with b9ade5c821c147134d3a6705d70f2b238adfdda65632fafeb20b335a66417d63 not found: ID does not exist" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.342807 4809 scope.go:117] "RemoveContainer" containerID="e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9" Oct 13 20:24:50 crc kubenswrapper[4809]: E1013 20:24:50.343213 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9\": container with ID starting with e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9 not found: ID does not exist" containerID="e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.343252 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9"} err="failed to get container status \"e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9\": rpc error: code = NotFound desc = could not find container \"e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9\": container with ID starting with e61c48d7a9f31eb57af23e35c1e9a09dd2fba8abcf126c43f3d342c8f94501c9 not found: ID does not exist" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.343280 4809 scope.go:117] "RemoveContainer" containerID="90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6" Oct 13 20:24:50 crc kubenswrapper[4809]: E1013 20:24:50.343580 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6\": container with ID starting with 90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6 not found: ID does not exist" containerID="90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.343607 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6"} err="failed to get container status \"90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6\": rpc error: code = NotFound desc = could not find container \"90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6\": container with ID starting with 90c77e10527a77ba56492238c9dc610d8c170e47d0318e6acaddfbe7aef524a6 not found: ID does not exist" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.343625 4809 scope.go:117] "RemoveContainer" containerID="b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3" Oct 13 20:24:50 crc kubenswrapper[4809]: E1013 20:24:50.343950 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3\": container with ID starting with b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3 not found: ID does not exist" containerID="b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.343976 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3"} err="failed to get container status \"b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3\": rpc error: code = NotFound desc = could not find container \"b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3\": container with ID starting with b506e51f1559295bfa9c8a742e139f3ad07360ba79fb8051863c17becc790df3 not found: ID does not exist" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.405514 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2v4t2\" (UniqueName: \"kubernetes.io/projected/4de2807d-80d5-40ea-b0fb-429f2699fbfc-kube-api-access-2v4t2\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.405573 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-config-data\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.405616 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-log-httpd\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.405676 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-scripts\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.405717 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.405770 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.405837 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.405879 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-run-httpd\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.406276 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-log-httpd\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.406436 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-run-httpd\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.411991 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-config-data\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.412160 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-scripts\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.414023 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.421755 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.421883 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.431024 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2v4t2\" (UniqueName: \"kubernetes.io/projected/4de2807d-80d5-40ea-b0fb-429f2699fbfc-kube-api-access-2v4t2\") pod \"ceilometer-0\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.602434 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.665018 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerName="nova-api-api" probeResult="failure" output="Get \"http://10.217.0.168:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:24:50 crc kubenswrapper[4809]: I1013 20:24:50.665331 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerName="nova-api-log" probeResult="failure" output="Get \"http://10.217.0.168:8774/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:24:51 crc kubenswrapper[4809]: W1013 20:24:51.066073 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod4de2807d_80d5_40ea_b0fb_429f2699fbfc.slice/crio-84d52837a3c98086d533fde7d3d57aed71570d9acdcf41a35df890bf8a0bc8f3 WatchSource:0}: Error finding container 84d52837a3c98086d533fde7d3d57aed71570d9acdcf41a35df890bf8a0bc8f3: Status 404 returned error can't find the container with id 84d52837a3c98086d533fde7d3d57aed71570d9acdcf41a35df890bf8a0bc8f3 Oct 13 20:24:51 crc kubenswrapper[4809]: I1013 20:24:51.074428 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:24:51 crc kubenswrapper[4809]: I1013 20:24:51.113058 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"4de2807d-80d5-40ea-b0fb-429f2699fbfc","Type":"ContainerStarted","Data":"84d52837a3c98086d533fde7d3d57aed71570d9acdcf41a35df890bf8a0bc8f3"} Oct 13 20:24:51 crc kubenswrapper[4809]: E1013 20:24:51.394552 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:51 crc kubenswrapper[4809]: E1013 20:24:51.396029 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:51 crc kubenswrapper[4809]: E1013 20:24:51.397868 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:51 crc kubenswrapper[4809]: E1013 20:24:51.397922 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="bc227851-0782-449c-98b0-543559245ebd" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:51 crc kubenswrapper[4809]: I1013 20:24:51.426145 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:24:51 crc kubenswrapper[4809]: I1013 20:24:51.546441 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-77546b4cfd-5m77d"] Oct 13 20:24:51 crc kubenswrapper[4809]: I1013 20:24:51.546679 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" podUID="3e29fc92-3e54-4787-8453-6ac423b09b67" containerName="neutron-api" containerID="cri-o://793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95" gracePeriod=30 Oct 13 20:24:51 crc kubenswrapper[4809]: I1013 20:24:51.547035 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" podUID="3e29fc92-3e54-4787-8453-6ac423b09b67" containerName="neutron-httpd" containerID="cri-o://1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a" gracePeriod=30 Oct 13 20:24:52 crc kubenswrapper[4809]: I1013 20:24:52.129983 4809 generic.go:334] "Generic (PLEG): container finished" podID="3e29fc92-3e54-4787-8453-6ac423b09b67" containerID="1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a" exitCode=0 Oct 13 20:24:52 crc kubenswrapper[4809]: I1013 20:24:52.130075 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" event={"ID":"3e29fc92-3e54-4787-8453-6ac423b09b67","Type":"ContainerDied","Data":"1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a"} Oct 13 20:24:52 crc kubenswrapper[4809]: I1013 20:24:52.132579 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"4de2807d-80d5-40ea-b0fb-429f2699fbfc","Type":"ContainerStarted","Data":"3a1089e7766d9962b6a0f253f029a570b334aa8d646dbc344a662c3f177e6212"} Oct 13 20:24:52 crc kubenswrapper[4809]: I1013 20:24:52.168626 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a69a0360-3e74-489c-a59a-6965c808fcb1" path="/var/lib/kubelet/pods/a69a0360-3e74-489c-a59a-6965c808fcb1/volumes" Oct 13 20:24:52 crc kubenswrapper[4809]: E1013 20:24:52.663084 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:52 crc kubenswrapper[4809]: E1013 20:24:52.665425 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:52 crc kubenswrapper[4809]: E1013 20:24:52.666743 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:52 crc kubenswrapper[4809]: E1013 20:24:52.666781 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="218997ab-1290-479a-86d0-a22574f0e82a" containerName="nova-cell1-conductor-conductor" Oct 13 20:24:53 crc kubenswrapper[4809]: I1013 20:24:53.145664 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"4de2807d-80d5-40ea-b0fb-429f2699fbfc","Type":"ContainerStarted","Data":"3f615e178bfc76ff3741f2fc510ee4d6eed1f98180152cbad8378efaa755a4fb"} Oct 13 20:24:54 crc kubenswrapper[4809]: I1013 20:24:54.168772 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"4de2807d-80d5-40ea-b0fb-429f2699fbfc","Type":"ContainerStarted","Data":"18cf2657e22c3e9e4102fe9af004472e8b204f635572b9bc37d8f56fdee17230"} Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.076104 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/certified-operators-np9m5"] Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.078462 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.094058 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-np9m5"] Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.094340 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-catalog-content\") pod \"certified-operators-np9m5\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.094531 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-m6qn2\" (UniqueName: \"kubernetes.io/projected/4e33e35b-9e30-4148-b0c6-b996a7e904dd-kube-api-access-m6qn2\") pod \"certified-operators-np9m5\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.094615 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-utilities\") pod \"certified-operators-np9m5\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.177518 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"4de2807d-80d5-40ea-b0fb-429f2699fbfc","Type":"ContainerStarted","Data":"6760ffc4a0ffedf8bd1da316089fe54504162a24df7a679f8fa44af33e6e8f42"} Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.177757 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.197113 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-catalog-content\") pod \"certified-operators-np9m5\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.197305 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-m6qn2\" (UniqueName: \"kubernetes.io/projected/4e33e35b-9e30-4148-b0c6-b996a7e904dd-kube-api-access-m6qn2\") pod \"certified-operators-np9m5\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.197340 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-utilities\") pod \"certified-operators-np9m5\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.198655 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-catalog-content\") pod \"certified-operators-np9m5\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.199135 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-utilities\") pod \"certified-operators-np9m5\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.206037 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=1.887959414 podStartE2EDuration="5.206011869s" podCreationTimestamp="2025-10-13 20:24:50 +0000 UTC" firstStartedPulling="2025-10-13 20:24:51.069124738 +0000 UTC m=+3609.674871323" lastFinishedPulling="2025-10-13 20:24:54.387177193 +0000 UTC m=+3612.992923778" observedRunningTime="2025-10-13 20:24:55.201326978 +0000 UTC m=+3613.807073593" watchObservedRunningTime="2025-10-13 20:24:55.206011869 +0000 UTC m=+3613.811758454" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.229459 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-m6qn2\" (UniqueName: \"kubernetes.io/projected/4e33e35b-9e30-4148-b0c6-b996a7e904dd-kube-api-access-m6qn2\") pod \"certified-operators-np9m5\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.397960 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:24:55 crc kubenswrapper[4809]: I1013 20:24:55.942611 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-np9m5"] Oct 13 20:24:56 crc kubenswrapper[4809]: I1013 20:24:56.155224 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:24:56 crc kubenswrapper[4809]: E1013 20:24:56.155475 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:24:56 crc kubenswrapper[4809]: I1013 20:24:56.199167 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-np9m5" event={"ID":"4e33e35b-9e30-4148-b0c6-b996a7e904dd","Type":"ContainerStarted","Data":"1cc5a9de1733b3f5552c5270e50c20ade82ce3f08f02ba7dece8faf3c112b8ad"} Oct 13 20:24:56 crc kubenswrapper[4809]: E1013 20:24:56.392723 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:56 crc kubenswrapper[4809]: E1013 20:24:56.394449 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:56 crc kubenswrapper[4809]: E1013 20:24:56.395636 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:56 crc kubenswrapper[4809]: E1013 20:24:56.395793 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="bc227851-0782-449c-98b0-543559245ebd" containerName="nova-cell0-conductor-conductor" Oct 13 20:24:57 crc kubenswrapper[4809]: I1013 20:24:57.209782 4809 generic.go:334] "Generic (PLEG): container finished" podID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" containerID="4bd2346343b847f4b980efbe3c351b7d61d4cbb944a3f84637e4522051f735c3" exitCode=0 Oct 13 20:24:57 crc kubenswrapper[4809]: I1013 20:24:57.209843 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-np9m5" event={"ID":"4e33e35b-9e30-4148-b0c6-b996a7e904dd","Type":"ContainerDied","Data":"4bd2346343b847f4b980efbe3c351b7d61d4cbb944a3f84637e4522051f735c3"} Oct 13 20:24:57 crc kubenswrapper[4809]: E1013 20:24:57.661636 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:57 crc kubenswrapper[4809]: E1013 20:24:57.662835 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:57 crc kubenswrapper[4809]: E1013 20:24:57.665359 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:24:57 crc kubenswrapper[4809]: E1013 20:24:57.665418 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="218997ab-1290-479a-86d0-a22574f0e82a" containerName="nova-cell1-conductor-conductor" Oct 13 20:24:58 crc kubenswrapper[4809]: I1013 20:24:58.221080 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-np9m5" event={"ID":"4e33e35b-9e30-4148-b0c6-b996a7e904dd","Type":"ContainerStarted","Data":"477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27"} Oct 13 20:24:59 crc kubenswrapper[4809]: I1013 20:24:59.233629 4809 generic.go:334] "Generic (PLEG): container finished" podID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" containerID="477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27" exitCode=0 Oct 13 20:24:59 crc kubenswrapper[4809]: I1013 20:24:59.233783 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-np9m5" event={"ID":"4e33e35b-9e30-4148-b0c6-b996a7e904dd","Type":"ContainerDied","Data":"477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27"} Oct 13 20:24:59 crc kubenswrapper[4809]: I1013 20:24:59.234456 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-np9m5" event={"ID":"4e33e35b-9e30-4148-b0c6-b996a7e904dd","Type":"ContainerStarted","Data":"6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59"} Oct 13 20:24:59 crc kubenswrapper[4809]: I1013 20:24:59.259525 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/certified-operators-np9m5" podStartSLOduration=2.870582555 podStartE2EDuration="4.259501842s" podCreationTimestamp="2025-10-13 20:24:55 +0000 UTC" firstStartedPulling="2025-10-13 20:24:57.211445277 +0000 UTC m=+3615.817191862" lastFinishedPulling="2025-10-13 20:24:58.600364534 +0000 UTC m=+3617.206111149" observedRunningTime="2025-10-13 20:24:59.25017178 +0000 UTC m=+3617.855918395" watchObservedRunningTime="2025-10-13 20:24:59.259501842 +0000 UTC m=+3617.865248427" Oct 13 20:24:59 crc kubenswrapper[4809]: I1013 20:24:59.586849 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:59 crc kubenswrapper[4809]: I1013 20:24:59.587387 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:59 crc kubenswrapper[4809]: I1013 20:24:59.588493 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:24:59 crc kubenswrapper[4809]: I1013 20:24:59.599856 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:00 crc kubenswrapper[4809]: I1013 20:25:00.244155 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:00 crc kubenswrapper[4809]: I1013 20:25:00.249591 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:00 crc kubenswrapper[4809]: I1013 20:25:00.621165 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" podUID="3e29fc92-3e54-4787-8453-6ac423b09b67" containerName="neutron-httpd" probeResult="failure" output="Get \"http://10.217.1.243:9696/\": dial tcp 10.217.1.243:9696: connect: connection refused" Oct 13 20:25:01 crc kubenswrapper[4809]: I1013 20:25:01.155961 4809 scope.go:117] "RemoveContainer" containerID="3bce6f03b47c1fa0fe1998f0d5f96c6b5b096cf904b5bdc1a207ffc26665f32e" Oct 13 20:25:01 crc kubenswrapper[4809]: E1013 20:25:01.392467 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:01 crc kubenswrapper[4809]: E1013 20:25:01.394549 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:01 crc kubenswrapper[4809]: E1013 20:25:01.396047 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:01 crc kubenswrapper[4809]: E1013 20:25:01.396090 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="bc227851-0782-449c-98b0-543559245ebd" containerName="nova-cell0-conductor-conductor" Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.272490 4809 generic.go:334] "Generic (PLEG): container finished" podID="218997ab-1290-479a-86d0-a22574f0e82a" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" exitCode=137 Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.272585 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"218997ab-1290-479a-86d0-a22574f0e82a","Type":"ContainerDied","Data":"e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7"} Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.274861 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"ec77b4c1-a5f0-42dc-bc69-bca747a293ba","Type":"ContainerStarted","Data":"fbada10094e8372e9aa33d7148a83c86d29c2f99b808135dc8b74174ffc389ff"} Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.392363 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.466541 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-config-data\") pod \"218997ab-1290-479a-86d0-a22574f0e82a\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.466606 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qzf69\" (UniqueName: \"kubernetes.io/projected/218997ab-1290-479a-86d0-a22574f0e82a-kube-api-access-qzf69\") pod \"218997ab-1290-479a-86d0-a22574f0e82a\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.466741 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-combined-ca-bundle\") pod \"218997ab-1290-479a-86d0-a22574f0e82a\" (UID: \"218997ab-1290-479a-86d0-a22574f0e82a\") " Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.472898 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/218997ab-1290-479a-86d0-a22574f0e82a-kube-api-access-qzf69" (OuterVolumeSpecName: "kube-api-access-qzf69") pod "218997ab-1290-479a-86d0-a22574f0e82a" (UID: "218997ab-1290-479a-86d0-a22574f0e82a"). InnerVolumeSpecName "kube-api-access-qzf69". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.494441 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-config-data" (OuterVolumeSpecName: "config-data") pod "218997ab-1290-479a-86d0-a22574f0e82a" (UID: "218997ab-1290-479a-86d0-a22574f0e82a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.499932 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "218997ab-1290-479a-86d0-a22574f0e82a" (UID: "218997ab-1290-479a-86d0-a22574f0e82a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.568883 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.569114 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qzf69\" (UniqueName: \"kubernetes.io/projected/218997ab-1290-479a-86d0-a22574f0e82a-kube-api-access-qzf69\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:02 crc kubenswrapper[4809]: I1013 20:25:02.569175 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/218997ab-1290-479a-86d0-a22574f0e82a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.288404 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"218997ab-1290-479a-86d0-a22574f0e82a","Type":"ContainerDied","Data":"90f86a6bd7e3cbeed120fd01c2d2f64423e4273f1ffdb5428fde17c41f744a24"} Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.288707 4809 scope.go:117] "RemoveContainer" containerID="e3a57577807ec22ab634b9f95235b5a732e802b955344ccfef898744adb55ad7" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.288529 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.308809 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.363270 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.381524 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.401059 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:25:03 crc kubenswrapper[4809]: E1013 20:25:03.401523 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="218997ab-1290-479a-86d0-a22574f0e82a" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.401541 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="218997ab-1290-479a-86d0-a22574f0e82a" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.401784 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="218997ab-1290-479a-86d0-a22574f0e82a" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.402502 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.406999 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.410605 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.583863 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-29r8b\" (UniqueName: \"kubernetes.io/projected/ab3fcb8d-6c26-470f-8476-c4be7111de09-kube-api-access-29r8b\") pod \"nova-cell1-conductor-0\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.583921 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.583996 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.685677 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-29r8b\" (UniqueName: \"kubernetes.io/projected/ab3fcb8d-6c26-470f-8476-c4be7111de09-kube-api-access-29r8b\") pod \"nova-cell1-conductor-0\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.685752 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.685835 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.690429 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.690430 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.718828 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-29r8b\" (UniqueName: \"kubernetes.io/projected/ab3fcb8d-6c26-470f-8476-c4be7111de09-kube-api-access-29r8b\") pod \"nova-cell1-conductor-0\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:03 crc kubenswrapper[4809]: I1013 20:25:03.736025 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:04 crc kubenswrapper[4809]: W1013 20:25:04.165112 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podab3fcb8d_6c26_470f_8476_c4be7111de09.slice/crio-de21a334cab48bd568a506a04058bf2da87e06ade081be19195f6716aca46083 WatchSource:0}: Error finding container de21a334cab48bd568a506a04058bf2da87e06ade081be19195f6716aca46083: Status 404 returned error can't find the container with id de21a334cab48bd568a506a04058bf2da87e06ade081be19195f6716aca46083 Oct 13 20:25:04 crc kubenswrapper[4809]: I1013 20:25:04.169240 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="218997ab-1290-479a-86d0-a22574f0e82a" path="/var/lib/kubelet/pods/218997ab-1290-479a-86d0-a22574f0e82a/volumes" Oct 13 20:25:04 crc kubenswrapper[4809]: I1013 20:25:04.179411 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:25:04 crc kubenswrapper[4809]: I1013 20:25:04.298884 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"ab3fcb8d-6c26-470f-8476-c4be7111de09","Type":"ContainerStarted","Data":"de21a334cab48bd568a506a04058bf2da87e06ade081be19195f6716aca46083"} Oct 13 20:25:04 crc kubenswrapper[4809]: I1013 20:25:04.301016 4809 generic.go:334] "Generic (PLEG): container finished" podID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerID="fbada10094e8372e9aa33d7148a83c86d29c2f99b808135dc8b74174ffc389ff" exitCode=1 Oct 13 20:25:04 crc kubenswrapper[4809]: I1013 20:25:04.301111 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"ec77b4c1-a5f0-42dc-bc69-bca747a293ba","Type":"ContainerDied","Data":"fbada10094e8372e9aa33d7148a83c86d29c2f99b808135dc8b74174ffc389ff"} Oct 13 20:25:04 crc kubenswrapper[4809]: I1013 20:25:04.301192 4809 scope.go:117] "RemoveContainer" containerID="3bce6f03b47c1fa0fe1998f0d5f96c6b5b096cf904b5bdc1a207ffc26665f32e" Oct 13 20:25:04 crc kubenswrapper[4809]: I1013 20:25:04.301737 4809 scope.go:117] "RemoveContainer" containerID="fbada10094e8372e9aa33d7148a83c86d29c2f99b808135dc8b74174ffc389ff" Oct 13 20:25:04 crc kubenswrapper[4809]: E1013 20:25:04.302065 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-scheduler-scheduler\" with CrashLoopBackOff: \"back-off 20s restarting failed container=nova-scheduler-scheduler pod=nova-scheduler-0_openstack-kuttl-tests(ec77b4c1-a5f0-42dc-bc69-bca747a293ba)\"" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" Oct 13 20:25:05 crc kubenswrapper[4809]: I1013 20:25:05.343427 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"ab3fcb8d-6c26-470f-8476-c4be7111de09","Type":"ContainerStarted","Data":"b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada"} Oct 13 20:25:05 crc kubenswrapper[4809]: I1013 20:25:05.343670 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:05 crc kubenswrapper[4809]: I1013 20:25:05.369369 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=2.369348521 podStartE2EDuration="2.369348521s" podCreationTimestamp="2025-10-13 20:25:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:05.358453525 +0000 UTC m=+3623.964200130" watchObservedRunningTime="2025-10-13 20:25:05.369348521 +0000 UTC m=+3623.975095106" Oct 13 20:25:05 crc kubenswrapper[4809]: I1013 20:25:05.398395 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:25:05 crc kubenswrapper[4809]: I1013 20:25:05.398429 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:25:05 crc kubenswrapper[4809]: I1013 20:25:05.456232 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:25:06 crc kubenswrapper[4809]: E1013 20:25:06.403001 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:06 crc kubenswrapper[4809]: E1013 20:25:06.404779 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:06 crc kubenswrapper[4809]: E1013 20:25:06.406379 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:06 crc kubenswrapper[4809]: E1013 20:25:06.406419 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="bc227851-0782-449c-98b0-543559245ebd" containerName="nova-cell0-conductor-conductor" Oct 13 20:25:06 crc kubenswrapper[4809]: I1013 20:25:06.420875 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:25:06 crc kubenswrapper[4809]: I1013 20:25:06.478871 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-np9m5"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.207888 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.299477 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-config\") pod \"3e29fc92-3e54-4787-8453-6ac423b09b67\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.299603 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-httpd-config\") pod \"3e29fc92-3e54-4787-8453-6ac423b09b67\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.299672 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5stj7\" (UniqueName: \"kubernetes.io/projected/3e29fc92-3e54-4787-8453-6ac423b09b67-kube-api-access-5stj7\") pod \"3e29fc92-3e54-4787-8453-6ac423b09b67\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.299775 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-combined-ca-bundle\") pod \"3e29fc92-3e54-4787-8453-6ac423b09b67\" (UID: \"3e29fc92-3e54-4787-8453-6ac423b09b67\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.308132 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "3e29fc92-3e54-4787-8453-6ac423b09b67" (UID: "3e29fc92-3e54-4787-8453-6ac423b09b67"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.308672 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.309886 4809 scope.go:117] "RemoveContainer" containerID="fbada10094e8372e9aa33d7148a83c86d29c2f99b808135dc8b74174ffc389ff" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.310255 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-scheduler-scheduler\" with CrashLoopBackOff: \"back-off 20s restarting failed container=nova-scheduler-scheduler pod=nova-scheduler-0_openstack-kuttl-tests(ec77b4c1-a5f0-42dc-bc69-bca747a293ba)\"" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.310319 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3e29fc92-3e54-4787-8453-6ac423b09b67-kube-api-access-5stj7" (OuterVolumeSpecName: "kube-api-access-5stj7") pod "3e29fc92-3e54-4787-8453-6ac423b09b67" (UID: "3e29fc92-3e54-4787-8453-6ac423b09b67"). InnerVolumeSpecName "kube-api-access-5stj7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.310400 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.310427 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.357882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-config" (OuterVolumeSpecName: "config") pod "3e29fc92-3e54-4787-8453-6ac423b09b67" (UID: "3e29fc92-3e54-4787-8453-6ac423b09b67"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.357902 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.364316 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3e29fc92-3e54-4787-8453-6ac423b09b67" (UID: "3e29fc92-3e54-4787-8453-6ac423b09b67"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.364649 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.402229 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.402261 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5stj7\" (UniqueName: \"kubernetes.io/projected/3e29fc92-3e54-4787-8453-6ac423b09b67-kube-api-access-5stj7\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.402274 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.402284 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/3e29fc92-3e54-4787-8453-6ac423b09b67-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.403276 4809 generic.go:334] "Generic (PLEG): container finished" podID="3e29fc92-3e54-4787-8453-6ac423b09b67" containerID="793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95" exitCode=0 Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.403341 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" event={"ID":"3e29fc92-3e54-4787-8453-6ac423b09b67","Type":"ContainerDied","Data":"793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95"} Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.403379 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" event={"ID":"3e29fc92-3e54-4787-8453-6ac423b09b67","Type":"ContainerDied","Data":"be229c040e77ca1f81871154ab16539a33b1c7c951ab38bf684b4557c2e32c05"} Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.403401 4809 scope.go:117] "RemoveContainer" containerID="1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.403578 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.404006 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-77546b4cfd-5m77d" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.408617 4809 generic.go:334] "Generic (PLEG): container finished" podID="bc227851-0782-449c-98b0-543559245ebd" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" exitCode=137 Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.408660 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"bc227851-0782-449c-98b0-543559245ebd","Type":"ContainerDied","Data":"e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56"} Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.408685 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"bc227851-0782-449c-98b0-543559245ebd","Type":"ContainerDied","Data":"943eaca1ed92f33d961dc7f29c462ba156bf307119f4d25805ec2bd0ce0a1d23"} Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.408724 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.414224 4809 generic.go:334] "Generic (PLEG): container finished" podID="16420358-eb7e-4a3e-9705-60f7682e7d07" containerID="952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648" exitCode=137 Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.414281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"16420358-eb7e-4a3e-9705-60f7682e7d07","Type":"ContainerDied","Data":"952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648"} Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.414309 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"16420358-eb7e-4a3e-9705-60f7682e7d07","Type":"ContainerDied","Data":"7cb560bcbc90da7daaa07985bfd113c1b230da304ad9831a29002b03def316d7"} Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.414365 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.416020 4809 generic.go:334] "Generic (PLEG): container finished" podID="77d5856f-20c1-4905-ba21-72daeed4582f" containerID="a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6" exitCode=137 Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.416910 4809 scope.go:117] "RemoveContainer" containerID="fbada10094e8372e9aa33d7148a83c86d29c2f99b808135dc8b74174ffc389ff" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.417301 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-scheduler-scheduler\" with CrashLoopBackOff: \"back-off 20s restarting failed container=nova-scheduler-scheduler pod=nova-scheduler-0_openstack-kuttl-tests(ec77b4c1-a5f0-42dc-bc69-bca747a293ba)\"" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.417738 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.417878 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"77d5856f-20c1-4905-ba21-72daeed4582f","Type":"ContainerDied","Data":"a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6"} Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.417898 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"77d5856f-20c1-4905-ba21-72daeed4582f","Type":"ContainerDied","Data":"cf1524855a6827eb38942ad1f3a308992ae8c32077e60f36a7e0f3a6b689a30e"} Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.418008 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/certified-operators-np9m5" podUID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" containerName="registry-server" containerID="cri-o://6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59" gracePeriod=2 Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.447031 4809 scope.go:117] "RemoveContainer" containerID="793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.477957 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-77546b4cfd-5m77d"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.502281 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-77546b4cfd-5m77d"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.504862 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/16420358-eb7e-4a3e-9705-60f7682e7d07-logs\") pod \"16420358-eb7e-4a3e-9705-60f7682e7d07\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.504928 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-combined-ca-bundle\") pod \"16420358-eb7e-4a3e-9705-60f7682e7d07\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.505494 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-rdlpd\" (UniqueName: \"kubernetes.io/projected/77d5856f-20c1-4905-ba21-72daeed4582f-kube-api-access-rdlpd\") pod \"77d5856f-20c1-4905-ba21-72daeed4582f\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.505651 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-xnpm6\" (UniqueName: \"kubernetes.io/projected/bc227851-0782-449c-98b0-543559245ebd-kube-api-access-xnpm6\") pod \"bc227851-0782-449c-98b0-543559245ebd\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.505544 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/16420358-eb7e-4a3e-9705-60f7682e7d07-logs" (OuterVolumeSpecName: "logs") pod "16420358-eb7e-4a3e-9705-60f7682e7d07" (UID: "16420358-eb7e-4a3e-9705-60f7682e7d07"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.505704 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-config-data\") pod \"77d5856f-20c1-4905-ba21-72daeed4582f\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.505828 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-combined-ca-bundle\") pod \"77d5856f-20c1-4905-ba21-72daeed4582f\" (UID: \"77d5856f-20c1-4905-ba21-72daeed4582f\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.505894 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-combined-ca-bundle\") pod \"bc227851-0782-449c-98b0-543559245ebd\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.505924 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-config-data\") pod \"16420358-eb7e-4a3e-9705-60f7682e7d07\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.505982 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nzppr\" (UniqueName: \"kubernetes.io/projected/16420358-eb7e-4a3e-9705-60f7682e7d07-kube-api-access-nzppr\") pod \"16420358-eb7e-4a3e-9705-60f7682e7d07\" (UID: \"16420358-eb7e-4a3e-9705-60f7682e7d07\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.506048 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-config-data\") pod \"bc227851-0782-449c-98b0-543559245ebd\" (UID: \"bc227851-0782-449c-98b0-543559245ebd\") " Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.507215 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/16420358-eb7e-4a3e-9705-60f7682e7d07-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.510564 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bc227851-0782-449c-98b0-543559245ebd-kube-api-access-xnpm6" (OuterVolumeSpecName: "kube-api-access-xnpm6") pod "bc227851-0782-449c-98b0-543559245ebd" (UID: "bc227851-0782-449c-98b0-543559245ebd"). InnerVolumeSpecName "kube-api-access-xnpm6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.510634 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/77d5856f-20c1-4905-ba21-72daeed4582f-kube-api-access-rdlpd" (OuterVolumeSpecName: "kube-api-access-rdlpd") pod "77d5856f-20c1-4905-ba21-72daeed4582f" (UID: "77d5856f-20c1-4905-ba21-72daeed4582f"). InnerVolumeSpecName "kube-api-access-rdlpd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.513075 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/16420358-eb7e-4a3e-9705-60f7682e7d07-kube-api-access-nzppr" (OuterVolumeSpecName: "kube-api-access-nzppr") pod "16420358-eb7e-4a3e-9705-60f7682e7d07" (UID: "16420358-eb7e-4a3e-9705-60f7682e7d07"). InnerVolumeSpecName "kube-api-access-nzppr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.530593 4809 scope.go:117] "RemoveContainer" containerID="1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.531910 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a\": container with ID starting with 1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a not found: ID does not exist" containerID="1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.531999 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a"} err="failed to get container status \"1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a\": rpc error: code = NotFound desc = could not find container \"1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a\": container with ID starting with 1eff3087f0162ab38e3d5bcfc6316fd0cd9e4600c058f83cc035e1cda282990a not found: ID does not exist" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.532030 4809 scope.go:117] "RemoveContainer" containerID="793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.535031 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-config-data" (OuterVolumeSpecName: "config-data") pod "16420358-eb7e-4a3e-9705-60f7682e7d07" (UID: "16420358-eb7e-4a3e-9705-60f7682e7d07"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.535493 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bc227851-0782-449c-98b0-543559245ebd" (UID: "bc227851-0782-449c-98b0-543559245ebd"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.536223 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95\": container with ID starting with 793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95 not found: ID does not exist" containerID="793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.536263 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95"} err="failed to get container status \"793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95\": rpc error: code = NotFound desc = could not find container \"793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95\": container with ID starting with 793df5c8ee33a05d00a65e7093946582163c9c682e8dfdcb599db79accb45d95 not found: ID does not exist" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.536290 4809 scope.go:117] "RemoveContainer" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.536464 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "77d5856f-20c1-4905-ba21-72daeed4582f" (UID: "77d5856f-20c1-4905-ba21-72daeed4582f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.539141 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "16420358-eb7e-4a3e-9705-60f7682e7d07" (UID: "16420358-eb7e-4a3e-9705-60f7682e7d07"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.545785 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-config-data" (OuterVolumeSpecName: "config-data") pod "77d5856f-20c1-4905-ba21-72daeed4582f" (UID: "77d5856f-20c1-4905-ba21-72daeed4582f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.551572 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-config-data" (OuterVolumeSpecName: "config-data") pod "bc227851-0782-449c-98b0-543559245ebd" (UID: "bc227851-0782-449c-98b0-543559245ebd"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.564341 4809 scope.go:117] "RemoveContainer" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.565532 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56\": container with ID starting with e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56 not found: ID does not exist" containerID="e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.565686 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56"} err="failed to get container status \"e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56\": rpc error: code = NotFound desc = could not find container \"e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56\": container with ID starting with e87747917413215954ad8389e0be0fd0899fbc17d34ad11d4556ae9f1f838f56 not found: ID does not exist" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.565849 4809 scope.go:117] "RemoveContainer" containerID="952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.585984 4809 scope.go:117] "RemoveContainer" containerID="71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.608571 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.608603 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-rdlpd\" (UniqueName: \"kubernetes.io/projected/77d5856f-20c1-4905-ba21-72daeed4582f-kube-api-access-rdlpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.608615 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-xnpm6\" (UniqueName: \"kubernetes.io/projected/bc227851-0782-449c-98b0-543559245ebd-kube-api-access-xnpm6\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.608624 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.608633 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/77d5856f-20c1-4905-ba21-72daeed4582f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.608642 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.608650 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/16420358-eb7e-4a3e-9705-60f7682e7d07-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.608658 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nzppr\" (UniqueName: \"kubernetes.io/projected/16420358-eb7e-4a3e-9705-60f7682e7d07-kube-api-access-nzppr\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.608666 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc227851-0782-449c-98b0-543559245ebd-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.632931 4809 scope.go:117] "RemoveContainer" containerID="952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.633465 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648\": container with ID starting with 952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648 not found: ID does not exist" containerID="952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.633503 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648"} err="failed to get container status \"952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648\": rpc error: code = NotFound desc = could not find container \"952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648\": container with ID starting with 952b7737394ad8893ad77a346199b8203e5f4a386ca5328b846c1230d8f13648 not found: ID does not exist" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.633550 4809 scope.go:117] "RemoveContainer" containerID="71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.634622 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a\": container with ID starting with 71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a not found: ID does not exist" containerID="71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.634885 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a"} err="failed to get container status \"71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a\": rpc error: code = NotFound desc = could not find container \"71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a\": container with ID starting with 71bf1c59b8719b39c2823aded12b222ba9d47944dbb97247b470ca474bf79e8a not found: ID does not exist" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.634931 4809 scope.go:117] "RemoveContainer" containerID="a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.664659 4809 scope.go:117] "RemoveContainer" containerID="a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.666051 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6\": container with ID starting with a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6 not found: ID does not exist" containerID="a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.666097 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6"} err="failed to get container status \"a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6\": rpc error: code = NotFound desc = could not find container \"a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6\": container with ID starting with a8fca783a555eaa716be7cd779049be626f27e0c18f55d9e4c95a5da8554f0f6 not found: ID does not exist" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.758651 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.784306 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.800253 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.817860 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824038 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.824473 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bc227851-0782-449c-98b0-543559245ebd" containerName="nova-cell0-conductor-conductor" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824490 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bc227851-0782-449c-98b0-543559245ebd" containerName="nova-cell0-conductor-conductor" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.824505 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="16420358-eb7e-4a3e-9705-60f7682e7d07" containerName="nova-metadata-metadata" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824512 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="16420358-eb7e-4a3e-9705-60f7682e7d07" containerName="nova-metadata-metadata" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.824527 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="16420358-eb7e-4a3e-9705-60f7682e7d07" containerName="nova-metadata-log" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824533 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="16420358-eb7e-4a3e-9705-60f7682e7d07" containerName="nova-metadata-log" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.824565 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="77d5856f-20c1-4905-ba21-72daeed4582f" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824572 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="77d5856f-20c1-4905-ba21-72daeed4582f" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.824589 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3e29fc92-3e54-4787-8453-6ac423b09b67" containerName="neutron-api" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824602 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3e29fc92-3e54-4787-8453-6ac423b09b67" containerName="neutron-api" Oct 13 20:25:08 crc kubenswrapper[4809]: E1013 20:25:08.824611 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3e29fc92-3e54-4787-8453-6ac423b09b67" containerName="neutron-httpd" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824617 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3e29fc92-3e54-4787-8453-6ac423b09b67" containerName="neutron-httpd" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824865 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="16420358-eb7e-4a3e-9705-60f7682e7d07" containerName="nova-metadata-metadata" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824886 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="16420358-eb7e-4a3e-9705-60f7682e7d07" containerName="nova-metadata-log" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824903 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3e29fc92-3e54-4787-8453-6ac423b09b67" containerName="neutron-api" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824909 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bc227851-0782-449c-98b0-543559245ebd" containerName="nova-cell0-conductor-conductor" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824920 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3e29fc92-3e54-4787-8453-6ac423b09b67" containerName="neutron-httpd" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.824930 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="77d5856f-20c1-4905-ba21-72daeed4582f" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.825598 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.828443 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.841808 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.863794 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.882788 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.883790 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.885317 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.890338 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.895812 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.898337 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.902811 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.907492 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.916421 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.920642 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.920692 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4vk8z\" (UniqueName: \"kubernetes.io/projected/d3a71f6d-32f9-48c4-9bce-3b129a051db1-kube-api-access-4vk8z\") pod \"nova-cell1-novncproxy-0\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.920826 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:08 crc kubenswrapper[4809]: I1013 20:25:08.942317 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.031780 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.031907 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4vk8z\" (UniqueName: \"kubernetes.io/projected/d3a71f6d-32f9-48c4-9bce-3b129a051db1-kube-api-access-4vk8z\") pod \"nova-cell1-novncproxy-0\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.031938 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.031987 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.032005 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.032139 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.032207 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-w7n97\" (UniqueName: \"kubernetes.io/projected/6e0c1e0d-1fd7-4258-b455-3e309290067d-kube-api-access-w7n97\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.032291 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-config-data\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.032338 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vz4gg\" (UniqueName: \"kubernetes.io/projected/02e3b420-93b0-46df-b404-2ddbc6b3c934-kube-api-access-vz4gg\") pod \"nova-cell0-conductor-0\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.032403 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6e0c1e0d-1fd7-4258-b455-3e309290067d-logs\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.052489 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.067495 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.083558 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4vk8z\" (UniqueName: \"kubernetes.io/projected/d3a71f6d-32f9-48c4-9bce-3b129a051db1-kube-api-access-4vk8z\") pod \"nova-cell1-novncproxy-0\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.140452 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-catalog-content\") pod \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.140527 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-utilities\") pod \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.140587 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-m6qn2\" (UniqueName: \"kubernetes.io/projected/4e33e35b-9e30-4148-b0c6-b996a7e904dd-kube-api-access-m6qn2\") pod \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\" (UID: \"4e33e35b-9e30-4148-b0c6-b996a7e904dd\") " Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.140904 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6e0c1e0d-1fd7-4258-b455-3e309290067d-logs\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.140969 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.140995 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.141013 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.141080 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-w7n97\" (UniqueName: \"kubernetes.io/projected/6e0c1e0d-1fd7-4258-b455-3e309290067d-kube-api-access-w7n97\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.141117 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-config-data\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.141141 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vz4gg\" (UniqueName: \"kubernetes.io/projected/02e3b420-93b0-46df-b404-2ddbc6b3c934-kube-api-access-vz4gg\") pod \"nova-cell0-conductor-0\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.150270 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-utilities" (OuterVolumeSpecName: "utilities") pod "4e33e35b-9e30-4148-b0c6-b996a7e904dd" (UID: "4e33e35b-9e30-4148-b0c6-b996a7e904dd"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.153393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6e0c1e0d-1fd7-4258-b455-3e309290067d-logs\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.160976 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:25:09 crc kubenswrapper[4809]: E1013 20:25:09.161213 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.161398 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4e33e35b-9e30-4148-b0c6-b996a7e904dd-kube-api-access-m6qn2" (OuterVolumeSpecName: "kube-api-access-m6qn2") pod "4e33e35b-9e30-4148-b0c6-b996a7e904dd" (UID: "4e33e35b-9e30-4148-b0c6-b996a7e904dd"). InnerVolumeSpecName "kube-api-access-m6qn2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.165612 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.168549 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-config-data\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.169198 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.170332 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vz4gg\" (UniqueName: \"kubernetes.io/projected/02e3b420-93b0-46df-b404-2ddbc6b3c934-kube-api-access-vz4gg\") pod \"nova-cell0-conductor-0\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.170867 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.181038 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-w7n97\" (UniqueName: \"kubernetes.io/projected/6e0c1e0d-1fd7-4258-b455-3e309290067d-kube-api-access-w7n97\") pod \"nova-metadata-0\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.208077 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "4e33e35b-9e30-4148-b0c6-b996a7e904dd" (UID: "4e33e35b-9e30-4148-b0c6-b996a7e904dd"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.218857 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-operators-8kbbv"] Oct 13 20:25:09 crc kubenswrapper[4809]: E1013 20:25:09.219245 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" containerName="extract-utilities" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.219259 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" containerName="extract-utilities" Oct 13 20:25:09 crc kubenswrapper[4809]: E1013 20:25:09.219273 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" containerName="extract-content" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.219279 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" containerName="extract-content" Oct 13 20:25:09 crc kubenswrapper[4809]: E1013 20:25:09.219298 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" containerName="registry-server" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.219304 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" containerName="registry-server" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.219454 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" containerName="registry-server" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.221511 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.225831 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.243387 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.243967 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.244002 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/4e33e35b-9e30-4148-b0c6-b996a7e904dd-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.244016 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-m6qn2\" (UniqueName: \"kubernetes.io/projected/4e33e35b-9e30-4148-b0c6-b996a7e904dd-kube-api-access-m6qn2\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.252299 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-8kbbv"] Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.273354 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.346472 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-utilities\") pod \"redhat-operators-8kbbv\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.346538 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jhbz6\" (UniqueName: \"kubernetes.io/projected/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-kube-api-access-jhbz6\") pod \"redhat-operators-8kbbv\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.346622 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-catalog-content\") pod \"redhat-operators-8kbbv\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.446702 4809 generic.go:334] "Generic (PLEG): container finished" podID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" containerID="6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59" exitCode=0 Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.447193 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-np9m5" event={"ID":"4e33e35b-9e30-4148-b0c6-b996a7e904dd","Type":"ContainerDied","Data":"6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59"} Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.447224 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-np9m5" event={"ID":"4e33e35b-9e30-4148-b0c6-b996a7e904dd","Type":"ContainerDied","Data":"1cc5a9de1733b3f5552c5270e50c20ade82ce3f08f02ba7dece8faf3c112b8ad"} Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.447242 4809 scope.go:117] "RemoveContainer" containerID="6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.447400 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-np9m5" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.449612 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jhbz6\" (UniqueName: \"kubernetes.io/projected/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-kube-api-access-jhbz6\") pod \"redhat-operators-8kbbv\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.449883 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-catalog-content\") pod \"redhat-operators-8kbbv\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.450123 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-utilities\") pod \"redhat-operators-8kbbv\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.450288 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-catalog-content\") pod \"redhat-operators-8kbbv\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.450469 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-utilities\") pod \"redhat-operators-8kbbv\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.479017 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jhbz6\" (UniqueName: \"kubernetes.io/projected/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-kube-api-access-jhbz6\") pod \"redhat-operators-8kbbv\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.484443 4809 scope.go:117] "RemoveContainer" containerID="477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.490910 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-np9m5"] Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.512050 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/certified-operators-np9m5"] Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.527934 4809 scope.go:117] "RemoveContainer" containerID="4bd2346343b847f4b980efbe3c351b7d61d4cbb944a3f84637e4522051f735c3" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.546649 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.566331 4809 scope.go:117] "RemoveContainer" containerID="6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59" Oct 13 20:25:09 crc kubenswrapper[4809]: E1013 20:25:09.566874 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59\": container with ID starting with 6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59 not found: ID does not exist" containerID="6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.566919 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59"} err="failed to get container status \"6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59\": rpc error: code = NotFound desc = could not find container \"6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59\": container with ID starting with 6ba4e55a2d563665e1a0d0c8a1296a1bb0deae6ccc903658c37e465c450b4a59 not found: ID does not exist" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.566947 4809 scope.go:117] "RemoveContainer" containerID="477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27" Oct 13 20:25:09 crc kubenswrapper[4809]: E1013 20:25:09.567358 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27\": container with ID starting with 477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27 not found: ID does not exist" containerID="477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.567402 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27"} err="failed to get container status \"477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27\": rpc error: code = NotFound desc = could not find container \"477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27\": container with ID starting with 477cfd5f018e756c042b5180c9b09663dec0cf0abff7d261804e4496b45bdd27 not found: ID does not exist" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.567434 4809 scope.go:117] "RemoveContainer" containerID="4bd2346343b847f4b980efbe3c351b7d61d4cbb944a3f84637e4522051f735c3" Oct 13 20:25:09 crc kubenswrapper[4809]: E1013 20:25:09.567939 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4bd2346343b847f4b980efbe3c351b7d61d4cbb944a3f84637e4522051f735c3\": container with ID starting with 4bd2346343b847f4b980efbe3c351b7d61d4cbb944a3f84637e4522051f735c3 not found: ID does not exist" containerID="4bd2346343b847f4b980efbe3c351b7d61d4cbb944a3f84637e4522051f735c3" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.567969 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4bd2346343b847f4b980efbe3c351b7d61d4cbb944a3f84637e4522051f735c3"} err="failed to get container status \"4bd2346343b847f4b980efbe3c351b7d61d4cbb944a3f84637e4522051f735c3\": rpc error: code = NotFound desc = could not find container \"4bd2346343b847f4b980efbe3c351b7d61d4cbb944a3f84637e4522051f735c3\": container with ID starting with 4bd2346343b847f4b980efbe3c351b7d61d4cbb944a3f84637e4522051f735c3 not found: ID does not exist" Oct 13 20:25:09 crc kubenswrapper[4809]: E1013 20:25:09.662513 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod4e33e35b_9e30_4148_b0c6_b996a7e904dd.slice\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod4e33e35b_9e30_4148_b0c6_b996a7e904dd.slice/crio-1cc5a9de1733b3f5552c5270e50c20ade82ce3f08f02ba7dece8faf3c112b8ad\": RecentStats: unable to find data in memory cache]" Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.737548 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.843043 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:09 crc kubenswrapper[4809]: I1013 20:25:09.914103 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.055468 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-8kbbv"] Oct 13 20:25:10 crc kubenswrapper[4809]: W1013 20:25:10.059676 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podc3d8bf51_91ae_4143_b5ff_eb9e43e0e467.slice/crio-1079038e8df6d97cb4ac2c6bb106cc7b45da6e22afb9896944e3df8a8b0bd010 WatchSource:0}: Error finding container 1079038e8df6d97cb4ac2c6bb106cc7b45da6e22afb9896944e3df8a8b0bd010: Status 404 returned error can't find the container with id 1079038e8df6d97cb4ac2c6bb106cc7b45da6e22afb9896944e3df8a8b0bd010 Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.170541 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="16420358-eb7e-4a3e-9705-60f7682e7d07" path="/var/lib/kubelet/pods/16420358-eb7e-4a3e-9705-60f7682e7d07/volumes" Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.171222 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3e29fc92-3e54-4787-8453-6ac423b09b67" path="/var/lib/kubelet/pods/3e29fc92-3e54-4787-8453-6ac423b09b67/volumes" Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.171893 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4e33e35b-9e30-4148-b0c6-b996a7e904dd" path="/var/lib/kubelet/pods/4e33e35b-9e30-4148-b0c6-b996a7e904dd/volumes" Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.173525 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="77d5856f-20c1-4905-ba21-72daeed4582f" path="/var/lib/kubelet/pods/77d5856f-20c1-4905-ba21-72daeed4582f/volumes" Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.174171 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bc227851-0782-449c-98b0-543559245ebd" path="/var/lib/kubelet/pods/bc227851-0782-449c-98b0-543559245ebd/volumes" Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.465147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"d3a71f6d-32f9-48c4-9bce-3b129a051db1","Type":"ContainerStarted","Data":"4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae"} Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.465190 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"d3a71f6d-32f9-48c4-9bce-3b129a051db1","Type":"ContainerStarted","Data":"3e882720e28cefbfda95b338435a63452df95cb6c00642b12851c3498c198261"} Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.468378 4809 generic.go:334] "Generic (PLEG): container finished" podID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerID="a8b15356a0c3fe7313d96d4ee415c995d53e034500712d5ec9ec35f6c47b1e3d" exitCode=0 Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.468516 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-8kbbv" event={"ID":"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467","Type":"ContainerDied","Data":"a8b15356a0c3fe7313d96d4ee415c995d53e034500712d5ec9ec35f6c47b1e3d"} Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.468643 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-8kbbv" event={"ID":"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467","Type":"ContainerStarted","Data":"1079038e8df6d97cb4ac2c6bb106cc7b45da6e22afb9896944e3df8a8b0bd010"} Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.474464 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"02e3b420-93b0-46df-b404-2ddbc6b3c934","Type":"ContainerStarted","Data":"b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713"} Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.474493 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"02e3b420-93b0-46df-b404-2ddbc6b3c934","Type":"ContainerStarted","Data":"31dcf056f0987c857ea38b1f0d6e38a3f0f6a29fd29ebfb6f6d50724ce77a7df"} Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.474612 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.476285 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"6e0c1e0d-1fd7-4258-b455-3e309290067d","Type":"ContainerStarted","Data":"9384a4149ef291f0e3a64b02393ab89465225d6c63d3f6ad808c145db330e1f8"} Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.476311 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"6e0c1e0d-1fd7-4258-b455-3e309290067d","Type":"ContainerStarted","Data":"0295f95a6665a3358319ec4664a6ca70a1e6bf7101cfdbb52571c9ce43e7ffbf"} Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.476321 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"6e0c1e0d-1fd7-4258-b455-3e309290067d","Type":"ContainerStarted","Data":"34d058c0130669ede86c241523b837923ec13e7522d4c440585ddb31a61ffc48"} Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.490561 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.490543731 podStartE2EDuration="2.490543731s" podCreationTimestamp="2025-10-13 20:25:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:10.484360878 +0000 UTC m=+3629.090107463" watchObservedRunningTime="2025-10-13 20:25:10.490543731 +0000 UTC m=+3629.096290316" Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.502982 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=2.502962159 podStartE2EDuration="2.502962159s" podCreationTimestamp="2025-10-13 20:25:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:10.498217446 +0000 UTC m=+3629.103964031" watchObservedRunningTime="2025-10-13 20:25:10.502962159 +0000 UTC m=+3629.108708744" Oct 13 20:25:10 crc kubenswrapper[4809]: I1013 20:25:10.543332 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.543314651 podStartE2EDuration="2.543314651s" podCreationTimestamp="2025-10-13 20:25:08 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:10.53792661 +0000 UTC m=+3629.143673205" watchObservedRunningTime="2025-10-13 20:25:10.543314651 +0000 UTC m=+3629.149061236" Oct 13 20:25:12 crc kubenswrapper[4809]: I1013 20:25:12.505194 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-8kbbv" event={"ID":"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467","Type":"ContainerStarted","Data":"1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c"} Oct 13 20:25:13 crc kubenswrapper[4809]: I1013 20:25:13.792357 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:14 crc kubenswrapper[4809]: I1013 20:25:14.228060 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:14 crc kubenswrapper[4809]: I1013 20:25:14.245144 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:14 crc kubenswrapper[4809]: I1013 20:25:14.245188 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:14 crc kubenswrapper[4809]: I1013 20:25:14.532944 4809 generic.go:334] "Generic (PLEG): container finished" podID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerID="1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c" exitCode=0 Oct 13 20:25:14 crc kubenswrapper[4809]: I1013 20:25:14.532983 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-8kbbv" event={"ID":"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467","Type":"ContainerDied","Data":"1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c"} Oct 13 20:25:16 crc kubenswrapper[4809]: I1013 20:25:16.563697 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-8kbbv" event={"ID":"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467","Type":"ContainerStarted","Data":"84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144"} Oct 13 20:25:16 crc kubenswrapper[4809]: I1013 20:25:16.594196 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-operators-8kbbv" podStartSLOduration=2.70410767 podStartE2EDuration="7.594177666s" podCreationTimestamp="2025-10-13 20:25:09 +0000 UTC" firstStartedPulling="2025-10-13 20:25:10.470474548 +0000 UTC m=+3629.076221133" lastFinishedPulling="2025-10-13 20:25:15.360544514 +0000 UTC m=+3633.966291129" observedRunningTime="2025-10-13 20:25:16.588250039 +0000 UTC m=+3635.193996634" watchObservedRunningTime="2025-10-13 20:25:16.594177666 +0000 UTC m=+3635.199924251" Oct 13 20:25:19 crc kubenswrapper[4809]: I1013 20:25:19.228195 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:19 crc kubenswrapper[4809]: I1013 20:25:19.244949 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:19 crc kubenswrapper[4809]: I1013 20:25:19.245057 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:19 crc kubenswrapper[4809]: I1013 20:25:19.247540 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:19 crc kubenswrapper[4809]: I1013 20:25:19.309648 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:25:19 crc kubenswrapper[4809]: I1013 20:25:19.548019 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:19 crc kubenswrapper[4809]: I1013 20:25:19.548271 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:19 crc kubenswrapper[4809]: I1013 20:25:19.614846 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.040404 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg"] Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.050765 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-8slhg"] Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.081539 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.147886 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.159480 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:25:20 crc kubenswrapper[4809]: E1013 20:25:20.159713 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.182976 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d32709bd-c0a1-43f7-8fe3-36c98fe35455" path="/var/lib/kubelet/pods/d32709bd-c0a1-43f7-8fe3-36c98fe35455/volumes" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.183774 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.183977 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerName="nova-api-log" containerID="cri-o://be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6" gracePeriod=30 Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.184285 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerName="nova-api-api" containerID="cri-o://9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565" gracePeriod=30 Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.212575 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.212786 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerName="nova-metadata-log" containerID="cri-o://0295f95a6665a3358319ec4664a6ca70a1e6bf7101cfdbb52571c9ce43e7ffbf" gracePeriod=30 Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.213165 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerName="nova-metadata-metadata" containerID="cri-o://9384a4149ef291f0e3a64b02393ab89465225d6c63d3f6ad808c145db330e1f8" gracePeriod=30 Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.221428 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerName="nova-metadata-log" probeResult="failure" output="Get \"http://10.217.0.173:8775/\": EOF" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.287114 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"http://10.217.0.173:8775/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.448169 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l"] Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.449434 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.451765 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-config-data" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.451869 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-manage-scripts" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.476045 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l"] Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.574877 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-scripts\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.575226 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.575330 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-config-data\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.575398 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pd8p2\" (UniqueName: \"kubernetes.io/projected/6ff2ea92-f619-48dc-8323-fb76668b5828-kube-api-access-pd8p2\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.608411 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-marketplace/redhat-operators-8kbbv" podUID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerName="registry-server" probeResult="failure" output=< Oct 13 20:25:20 crc kubenswrapper[4809]: timeout: failed to connect service ":50051" within 1s Oct 13 20:25:20 crc kubenswrapper[4809]: > Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.629857 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.631039 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"ec77b4c1-a5f0-42dc-bc69-bca747a293ba","Type":"ContainerDied","Data":"cd4159775510f3d03270e74a42991de601e101c71aea3e49c75460377220598d"} Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.631078 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="cd4159775510f3d03270e74a42991de601e101c71aea3e49c75460377220598d" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.644026 4809 generic.go:334] "Generic (PLEG): container finished" podID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerID="0295f95a6665a3358319ec4664a6ca70a1e6bf7101cfdbb52571c9ce43e7ffbf" exitCode=143 Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.644121 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"6e0c1e0d-1fd7-4258-b455-3e309290067d","Type":"ContainerDied","Data":"0295f95a6665a3358319ec4664a6ca70a1e6bf7101cfdbb52571c9ce43e7ffbf"} Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.652188 4809 generic.go:334] "Generic (PLEG): container finished" podID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerID="be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6" exitCode=143 Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.652924 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"75198f52-7ec2-48c0-9b36-bb8902d007e8","Type":"ContainerDied","Data":"be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6"} Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.676638 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-scripts\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.676720 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.676762 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pd8p2\" (UniqueName: \"kubernetes.io/projected/6ff2ea92-f619-48dc-8323-fb76668b5828-kube-api-access-pd8p2\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.676778 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-config-data\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.683313 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-combined-ca-bundle\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.683647 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-config-data\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.697171 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pd8p2\" (UniqueName: \"kubernetes.io/projected/6ff2ea92-f619-48dc-8323-fb76668b5828-kube-api-access-pd8p2\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.702825 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-scripts\") pod \"nova-cell0-cell-mapping-svl6l\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.745335 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.775618 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.880662 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-slx22\" (UniqueName: \"kubernetes.io/projected/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-kube-api-access-slx22\") pod \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.881031 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-config-data\") pod \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.881084 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-combined-ca-bundle\") pod \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\" (UID: \"ec77b4c1-a5f0-42dc-bc69-bca747a293ba\") " Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.892172 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-kube-api-access-slx22" (OuterVolumeSpecName: "kube-api-access-slx22") pod "ec77b4c1-a5f0-42dc-bc69-bca747a293ba" (UID: "ec77b4c1-a5f0-42dc-bc69-bca747a293ba"). InnerVolumeSpecName "kube-api-access-slx22". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.917302 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-config-data" (OuterVolumeSpecName: "config-data") pod "ec77b4c1-a5f0-42dc-bc69-bca747a293ba" (UID: "ec77b4c1-a5f0-42dc-bc69-bca747a293ba"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.917545 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ec77b4c1-a5f0-42dc-bc69-bca747a293ba" (UID: "ec77b4c1-a5f0-42dc-bc69-bca747a293ba"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.982843 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-slx22\" (UniqueName: \"kubernetes.io/projected/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-kube-api-access-slx22\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.982882 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:20 crc kubenswrapper[4809]: I1013 20:25:20.982893 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ec77b4c1-a5f0-42dc-bc69-bca747a293ba-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.257437 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l"] Oct 13 20:25:21 crc kubenswrapper[4809]: W1013 20:25:21.260319 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod6ff2ea92_f619_48dc_8323_fb76668b5828.slice/crio-ee8221e97feb7ce68319a79a50befd6feb72b0f37f6d4ebfd574b4d54bf69c07 WatchSource:0}: Error finding container ee8221e97feb7ce68319a79a50befd6feb72b0f37f6d4ebfd574b4d54bf69c07: Status 404 returned error can't find the container with id ee8221e97feb7ce68319a79a50befd6feb72b0f37f6d4ebfd574b4d54bf69c07 Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.661610 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" event={"ID":"6ff2ea92-f619-48dc-8323-fb76668b5828","Type":"ContainerStarted","Data":"f96d02cfd95169d3cf7ff492fd5d4d89c89b85fb8f06faa180243cf438929229"} Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.661923 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" event={"ID":"6ff2ea92-f619-48dc-8323-fb76668b5828","Type":"ContainerStarted","Data":"ee8221e97feb7ce68319a79a50befd6feb72b0f37f6d4ebfd574b4d54bf69c07"} Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.661877 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="d3a71f6d-32f9-48c4-9bce-3b129a051db1" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae" gracePeriod=30 Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.661653 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.691977 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" podStartSLOduration=1.691956979 podStartE2EDuration="1.691956979s" podCreationTimestamp="2025-10-13 20:25:20 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:21.68451984 +0000 UTC m=+3640.290266425" watchObservedRunningTime="2025-10-13 20:25:21.691956979 +0000 UTC m=+3640.297703564" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.705004 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.711978 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.727121 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:21 crc kubenswrapper[4809]: E1013 20:25:21.727648 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerName="nova-scheduler-scheduler" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.727672 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerName="nova-scheduler-scheduler" Oct 13 20:25:21 crc kubenswrapper[4809]: E1013 20:25:21.727706 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerName="nova-scheduler-scheduler" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.727715 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerName="nova-scheduler-scheduler" Oct 13 20:25:21 crc kubenswrapper[4809]: E1013 20:25:21.727742 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerName="nova-scheduler-scheduler" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.727751 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerName="nova-scheduler-scheduler" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.728005 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerName="nova-scheduler-scheduler" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.728045 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerName="nova-scheduler-scheduler" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.728068 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" containerName="nova-scheduler-scheduler" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.728887 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.731936 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.764676 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.797125 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-config-data\") pod \"nova-scheduler-0\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.797219 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tk4q5\" (UniqueName: \"kubernetes.io/projected/03759b6d-1967-44c6-b290-76716e571238-kube-api-access-tk4q5\") pod \"nova-scheduler-0\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.797251 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.898440 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-config-data\") pod \"nova-scheduler-0\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.898509 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-tk4q5\" (UniqueName: \"kubernetes.io/projected/03759b6d-1967-44c6-b290-76716e571238-kube-api-access-tk4q5\") pod \"nova-scheduler-0\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.898533 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.904397 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.912844 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-config-data\") pod \"nova-scheduler-0\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:21 crc kubenswrapper[4809]: I1013 20:25:21.914558 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-tk4q5\" (UniqueName: \"kubernetes.io/projected/03759b6d-1967-44c6-b290-76716e571238-kube-api-access-tk4q5\") pod \"nova-scheduler-0\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.085492 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.185200 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ec77b4c1-a5f0-42dc-bc69-bca747a293ba" path="/var/lib/kubelet/pods/ec77b4c1-a5f0-42dc-bc69-bca747a293ba/volumes" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.405909 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.414268 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="ceilometer-central-agent" containerID="cri-o://3a1089e7766d9962b6a0f253f029a570b334aa8d646dbc344a662c3f177e6212" gracePeriod=30 Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.414755 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="proxy-httpd" containerID="cri-o://6760ffc4a0ffedf8bd1da316089fe54504162a24df7a679f8fa44af33e6e8f42" gracePeriod=30 Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.414866 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="sg-core" containerID="cri-o://18cf2657e22c3e9e4102fe9af004472e8b204f635572b9bc37d8f56fdee17230" gracePeriod=30 Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.414945 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="ceilometer-notification-agent" containerID="cri-o://3f615e178bfc76ff3741f2fc510ee4d6eed1f98180152cbad8378efaa755a4fb" gracePeriod=30 Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.500253 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.608260 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-combined-ca-bundle\") pod \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.608303 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-config-data\") pod \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.608469 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4vk8z\" (UniqueName: \"kubernetes.io/projected/d3a71f6d-32f9-48c4-9bce-3b129a051db1-kube-api-access-4vk8z\") pod \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\" (UID: \"d3a71f6d-32f9-48c4-9bce-3b129a051db1\") " Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.615187 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d3a71f6d-32f9-48c4-9bce-3b129a051db1-kube-api-access-4vk8z" (OuterVolumeSpecName: "kube-api-access-4vk8z") pod "d3a71f6d-32f9-48c4-9bce-3b129a051db1" (UID: "d3a71f6d-32f9-48c4-9bce-3b129a051db1"). InnerVolumeSpecName "kube-api-access-4vk8z". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.633591 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:22 crc kubenswrapper[4809]: W1013 20:25:22.634657 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod03759b6d_1967_44c6_b290_76716e571238.slice/crio-f80177fe73baff29e607e1330231275a1c10a1bfa5ef9f1a61e08627e9107e3b WatchSource:0}: Error finding container f80177fe73baff29e607e1330231275a1c10a1bfa5ef9f1a61e08627e9107e3b: Status 404 returned error can't find the container with id f80177fe73baff29e607e1330231275a1c10a1bfa5ef9f1a61e08627e9107e3b Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.644845 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-config-data" (OuterVolumeSpecName: "config-data") pod "d3a71f6d-32f9-48c4-9bce-3b129a051db1" (UID: "d3a71f6d-32f9-48c4-9bce-3b129a051db1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.658507 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d3a71f6d-32f9-48c4-9bce-3b129a051db1" (UID: "d3a71f6d-32f9-48c4-9bce-3b129a051db1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.676332 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"03759b6d-1967-44c6-b290-76716e571238","Type":"ContainerStarted","Data":"f80177fe73baff29e607e1330231275a1c10a1bfa5ef9f1a61e08627e9107e3b"} Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.680345 4809 generic.go:334] "Generic (PLEG): container finished" podID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerID="6760ffc4a0ffedf8bd1da316089fe54504162a24df7a679f8fa44af33e6e8f42" exitCode=0 Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.680377 4809 generic.go:334] "Generic (PLEG): container finished" podID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerID="18cf2657e22c3e9e4102fe9af004472e8b204f635572b9bc37d8f56fdee17230" exitCode=2 Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.680418 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"4de2807d-80d5-40ea-b0fb-429f2699fbfc","Type":"ContainerDied","Data":"6760ffc4a0ffedf8bd1da316089fe54504162a24df7a679f8fa44af33e6e8f42"} Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.680446 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"4de2807d-80d5-40ea-b0fb-429f2699fbfc","Type":"ContainerDied","Data":"18cf2657e22c3e9e4102fe9af004472e8b204f635572b9bc37d8f56fdee17230"} Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.682026 4809 generic.go:334] "Generic (PLEG): container finished" podID="d3a71f6d-32f9-48c4-9bce-3b129a051db1" containerID="4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae" exitCode=0 Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.682143 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.682446 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"d3a71f6d-32f9-48c4-9bce-3b129a051db1","Type":"ContainerDied","Data":"4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae"} Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.682483 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"d3a71f6d-32f9-48c4-9bce-3b129a051db1","Type":"ContainerDied","Data":"3e882720e28cefbfda95b338435a63452df95cb6c00642b12851c3498c198261"} Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.682501 4809 scope.go:117] "RemoveContainer" containerID="4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.710791 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4vk8z\" (UniqueName: \"kubernetes.io/projected/d3a71f6d-32f9-48c4-9bce-3b129a051db1-kube-api-access-4vk8z\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.710834 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.710844 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d3a71f6d-32f9-48c4-9bce-3b129a051db1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.736831 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.757917 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.768699 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:25:22 crc kubenswrapper[4809]: E1013 20:25:22.774401 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d3a71f6d-32f9-48c4-9bce-3b129a051db1" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.774423 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d3a71f6d-32f9-48c4-9bce-3b129a051db1" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.774759 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d3a71f6d-32f9-48c4-9bce-3b129a051db1" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.775685 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.778779 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.778979 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-vencrypt" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.779092 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-public-svc" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.780673 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.792447 4809 scope.go:117] "RemoveContainer" containerID="4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae" Oct 13 20:25:22 crc kubenswrapper[4809]: E1013 20:25:22.793090 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae\": container with ID starting with 4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae not found: ID does not exist" containerID="4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.793126 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae"} err="failed to get container status \"4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae\": rpc error: code = NotFound desc = could not find container \"4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae\": container with ID starting with 4fb5caf10fb0ce448af99296732649ca5c10dbfc01eb4bca046f69b811ea43ae not found: ID does not exist" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.812846 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.813238 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.813435 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s2v54\" (UniqueName: \"kubernetes.io/projected/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-kube-api-access-s2v54\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.813556 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.813598 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.915026 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.915088 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.915120 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.915138 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.915244 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s2v54\" (UniqueName: \"kubernetes.io/projected/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-kube-api-access-s2v54\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.919773 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.920016 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.920113 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.920576 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:22 crc kubenswrapper[4809]: I1013 20:25:22.934254 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-s2v54\" (UniqueName: \"kubernetes.io/projected/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-kube-api-access-s2v54\") pod \"nova-cell1-novncproxy-0\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.128372 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:23 crc kubenswrapper[4809]: W1013 20:25:23.405161 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbfeefd96_5b36_4da1_8939_d9bae9e9d34a.slice/crio-c72334c9e06fcf44723b6678eb7520984f6ab4b635c2705d00978c9bdd898cb8 WatchSource:0}: Error finding container c72334c9e06fcf44723b6678eb7520984f6ab4b635c2705d00978c9bdd898cb8: Status 404 returned error can't find the container with id c72334c9e06fcf44723b6678eb7520984f6ab4b635c2705d00978c9bdd898cb8 Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.407912 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.681356 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.681773 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerName="nova-cell1-conductor-conductor" containerID="cri-o://b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" gracePeriod=30 Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.694769 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"03759b6d-1967-44c6-b290-76716e571238","Type":"ContainerStarted","Data":"c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa"} Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.697321 4809 generic.go:334] "Generic (PLEG): container finished" podID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerID="3f615e178bfc76ff3741f2fc510ee4d6eed1f98180152cbad8378efaa755a4fb" exitCode=0 Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.697350 4809 generic.go:334] "Generic (PLEG): container finished" podID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerID="3a1089e7766d9962b6a0f253f029a570b334aa8d646dbc344a662c3f177e6212" exitCode=0 Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.697394 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"4de2807d-80d5-40ea-b0fb-429f2699fbfc","Type":"ContainerDied","Data":"3f615e178bfc76ff3741f2fc510ee4d6eed1f98180152cbad8378efaa755a4fb"} Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.697421 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"4de2807d-80d5-40ea-b0fb-429f2699fbfc","Type":"ContainerDied","Data":"3a1089e7766d9962b6a0f253f029a570b334aa8d646dbc344a662c3f177e6212"} Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.710106 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"bfeefd96-5b36-4da1-8939-d9bae9e9d34a","Type":"ContainerStarted","Data":"c72334c9e06fcf44723b6678eb7520984f6ab4b635c2705d00978c9bdd898cb8"} Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.722406 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.722389348 podStartE2EDuration="2.722389348s" podCreationTimestamp="2025-10-13 20:25:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:23.712609554 +0000 UTC m=+3642.318356139" watchObservedRunningTime="2025-10-13 20:25:23.722389348 +0000 UTC m=+3642.328135923" Oct 13 20:25:23 crc kubenswrapper[4809]: E1013 20:25:23.739086 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:23 crc kubenswrapper[4809]: E1013 20:25:23.740506 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:23 crc kubenswrapper[4809]: E1013 20:25:23.742266 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:23 crc kubenswrapper[4809]: E1013 20:25:23.742301 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:23 crc kubenswrapper[4809]: I1013 20:25:23.938774 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.036625 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-run-httpd\") pod \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.036707 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2v4t2\" (UniqueName: \"kubernetes.io/projected/4de2807d-80d5-40ea-b0fb-429f2699fbfc-kube-api-access-2v4t2\") pod \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.036795 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-combined-ca-bundle\") pod \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.036814 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-log-httpd\") pod \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.036844 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-scripts\") pod \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.036936 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-ceilometer-tls-certs\") pod \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.036964 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-sg-core-conf-yaml\") pod \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.037033 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-config-data\") pod \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.037037 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "4de2807d-80d5-40ea-b0fb-429f2699fbfc" (UID: "4de2807d-80d5-40ea-b0fb-429f2699fbfc"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.037303 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "4de2807d-80d5-40ea-b0fb-429f2699fbfc" (UID: "4de2807d-80d5-40ea-b0fb-429f2699fbfc"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.037423 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.037439 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/4de2807d-80d5-40ea-b0fb-429f2699fbfc-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.046073 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/4de2807d-80d5-40ea-b0fb-429f2699fbfc-kube-api-access-2v4t2" (OuterVolumeSpecName: "kube-api-access-2v4t2") pod "4de2807d-80d5-40ea-b0fb-429f2699fbfc" (UID: "4de2807d-80d5-40ea-b0fb-429f2699fbfc"). InnerVolumeSpecName "kube-api-access-2v4t2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.046382 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-scripts" (OuterVolumeSpecName: "scripts") pod "4de2807d-80d5-40ea-b0fb-429f2699fbfc" (UID: "4de2807d-80d5-40ea-b0fb-429f2699fbfc"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.063624 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.130654 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "4de2807d-80d5-40ea-b0fb-429f2699fbfc" (UID: "4de2807d-80d5-40ea-b0fb-429f2699fbfc"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.149831 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "4de2807d-80d5-40ea-b0fb-429f2699fbfc" (UID: "4de2807d-80d5-40ea-b0fb-429f2699fbfc"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.150958 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75198f52-7ec2-48c0-9b36-bb8902d007e8-logs\") pod \"75198f52-7ec2-48c0-9b36-bb8902d007e8\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.151187 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-ceilometer-tls-certs\") pod \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\" (UID: \"4de2807d-80d5-40ea-b0fb-429f2699fbfc\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.151483 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-combined-ca-bundle\") pod \"75198f52-7ec2-48c0-9b36-bb8902d007e8\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.151621 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-p2qbs\" (UniqueName: \"kubernetes.io/projected/75198f52-7ec2-48c0-9b36-bb8902d007e8-kube-api-access-p2qbs\") pod \"75198f52-7ec2-48c0-9b36-bb8902d007e8\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.151899 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-config-data\") pod \"75198f52-7ec2-48c0-9b36-bb8902d007e8\" (UID: \"75198f52-7ec2-48c0-9b36-bb8902d007e8\") " Oct 13 20:25:24 crc kubenswrapper[4809]: W1013 20:25:24.156261 4809 empty_dir.go:500] Warning: Unmount skipped because path does not exist: /var/lib/kubelet/pods/4de2807d-80d5-40ea-b0fb-429f2699fbfc/volumes/kubernetes.io~secret/ceilometer-tls-certs Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.157002 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "4de2807d-80d5-40ea-b0fb-429f2699fbfc" (UID: "4de2807d-80d5-40ea-b0fb-429f2699fbfc"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.156701 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.157068 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2v4t2\" (UniqueName: \"kubernetes.io/projected/4de2807d-80d5-40ea-b0fb-429f2699fbfc-kube-api-access-2v4t2\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.157241 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/75198f52-7ec2-48c0-9b36-bb8902d007e8-logs" (OuterVolumeSpecName: "logs") pod "75198f52-7ec2-48c0-9b36-bb8902d007e8" (UID: "75198f52-7ec2-48c0-9b36-bb8902d007e8"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.160771 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.161538 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/75198f52-7ec2-48c0-9b36-bb8902d007e8-kube-api-access-p2qbs" (OuterVolumeSpecName: "kube-api-access-p2qbs") pod "75198f52-7ec2-48c0-9b36-bb8902d007e8" (UID: "75198f52-7ec2-48c0-9b36-bb8902d007e8"). InnerVolumeSpecName "kube-api-access-p2qbs". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.203203 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d3a71f6d-32f9-48c4-9bce-3b129a051db1" path="/var/lib/kubelet/pods/d3a71f6d-32f9-48c4-9bce-3b129a051db1/volumes" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.207590 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-config-data" (OuterVolumeSpecName: "config-data") pod "75198f52-7ec2-48c0-9b36-bb8902d007e8" (UID: "75198f52-7ec2-48c0-9b36-bb8902d007e8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.228871 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "4de2807d-80d5-40ea-b0fb-429f2699fbfc" (UID: "4de2807d-80d5-40ea-b0fb-429f2699fbfc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.246614 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "75198f52-7ec2-48c0-9b36-bb8902d007e8" (UID: "75198f52-7ec2-48c0-9b36-bb8902d007e8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.262955 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.262982 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.262993 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-p2qbs\" (UniqueName: \"kubernetes.io/projected/75198f52-7ec2-48c0-9b36-bb8902d007e8-kube-api-access-p2qbs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.263002 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/75198f52-7ec2-48c0-9b36-bb8902d007e8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.263011 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.263021 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/75198f52-7ec2-48c0-9b36-bb8902d007e8-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.296405 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-config-data" (OuterVolumeSpecName: "config-data") pod "4de2807d-80d5-40ea-b0fb-429f2699fbfc" (UID: "4de2807d-80d5-40ea-b0fb-429f2699fbfc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.365107 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/4de2807d-80d5-40ea-b0fb-429f2699fbfc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.729576 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"4de2807d-80d5-40ea-b0fb-429f2699fbfc","Type":"ContainerDied","Data":"84d52837a3c98086d533fde7d3d57aed71570d9acdcf41a35df890bf8a0bc8f3"} Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.729634 4809 scope.go:117] "RemoveContainer" containerID="6760ffc4a0ffedf8bd1da316089fe54504162a24df7a679f8fa44af33e6e8f42" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.729624 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.732313 4809 generic.go:334] "Generic (PLEG): container finished" podID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerID="9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565" exitCode=0 Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.732383 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"75198f52-7ec2-48c0-9b36-bb8902d007e8","Type":"ContainerDied","Data":"9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565"} Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.732402 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"75198f52-7ec2-48c0-9b36-bb8902d007e8","Type":"ContainerDied","Data":"f5c42a4274df4f7eceaa9c40166157ceafbf88d50da28038a0a1088d2c530a77"} Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.732407 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.734085 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"bfeefd96-5b36-4da1-8939-d9bae9e9d34a","Type":"ContainerStarted","Data":"5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189"} Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.748149 4809 scope.go:117] "RemoveContainer" containerID="18cf2657e22c3e9e4102fe9af004472e8b204f635572b9bc37d8f56fdee17230" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.765286 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.765267539 podStartE2EDuration="2.765267539s" podCreationTimestamp="2025-10-13 20:25:22 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:24.751353559 +0000 UTC m=+3643.357100144" watchObservedRunningTime="2025-10-13 20:25:24.765267539 +0000 UTC m=+3643.371014114" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.799136 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.813783 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.823565 4809 scope.go:117] "RemoveContainer" containerID="3f615e178bfc76ff3741f2fc510ee4d6eed1f98180152cbad8378efaa755a4fb" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.823707 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.832273 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.841405 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:24 crc kubenswrapper[4809]: E1013 20:25:24.841854 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="ceilometer-notification-agent" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.841871 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="ceilometer-notification-agent" Oct 13 20:25:24 crc kubenswrapper[4809]: E1013 20:25:24.841900 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="ceilometer-central-agent" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.841907 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="ceilometer-central-agent" Oct 13 20:25:24 crc kubenswrapper[4809]: E1013 20:25:24.841919 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="sg-core" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.841925 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="sg-core" Oct 13 20:25:24 crc kubenswrapper[4809]: E1013 20:25:24.841944 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerName="nova-api-api" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.841950 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerName="nova-api-api" Oct 13 20:25:24 crc kubenswrapper[4809]: E1013 20:25:24.841963 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerName="nova-api-log" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.841969 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerName="nova-api-log" Oct 13 20:25:24 crc kubenswrapper[4809]: E1013 20:25:24.841981 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="proxy-httpd" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.841987 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="proxy-httpd" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.842145 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="sg-core" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.842158 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="ceilometer-notification-agent" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.842167 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="ceilometer-central-agent" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.842185 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" containerName="proxy-httpd" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.842196 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerName="nova-api-api" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.842207 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="75198f52-7ec2-48c0-9b36-bb8902d007e8" containerName="nova-api-log" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.843156 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.845226 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.846027 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.846137 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.849019 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.856458 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.860030 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.863257 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.863473 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.863980 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.865099 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.902979 4809 scope.go:117] "RemoveContainer" containerID="3a1089e7766d9962b6a0f253f029a570b334aa8d646dbc344a662c3f177e6212" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.938628 4809 scope.go:117] "RemoveContainer" containerID="9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.959337 4809 scope.go:117] "RemoveContainer" containerID="be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.978777 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.978832 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-run-httpd\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.978852 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.978866 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-internal-tls-certs\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.978884 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nwnvr\" (UniqueName: \"kubernetes.io/projected/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-kube-api-access-nwnvr\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.978916 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-config-data\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.978949 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-logs\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.978965 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.978983 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-scripts\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.979003 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-log-httpd\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.979034 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-public-tls-certs\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.979086 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.979103 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pt68j\" (UniqueName: \"kubernetes.io/projected/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-kube-api-access-pt68j\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.979128 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-config-data\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.979704 4809 scope.go:117] "RemoveContainer" containerID="9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565" Oct 13 20:25:24 crc kubenswrapper[4809]: E1013 20:25:24.980296 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565\": container with ID starting with 9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565 not found: ID does not exist" containerID="9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.980334 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565"} err="failed to get container status \"9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565\": rpc error: code = NotFound desc = could not find container \"9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565\": container with ID starting with 9041052e5bdf4a037969d746f95df0b2b94eaa2e9e772deecf0e277f4c593565 not found: ID does not exist" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.980364 4809 scope.go:117] "RemoveContainer" containerID="be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6" Oct 13 20:25:24 crc kubenswrapper[4809]: E1013 20:25:24.980640 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6\": container with ID starting with be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6 not found: ID does not exist" containerID="be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6" Oct 13 20:25:24 crc kubenswrapper[4809]: I1013 20:25:24.980663 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6"} err="failed to get container status \"be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6\": rpc error: code = NotFound desc = could not find container \"be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6\": container with ID starting with be200a052b9eec6337ab49df440e9c47607c665c2a0aa1a6e457ee1821d45df6 not found: ID does not exist" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081041 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-config-data\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081144 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081181 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-run-httpd\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081199 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081217 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-internal-tls-certs\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081234 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nwnvr\" (UniqueName: \"kubernetes.io/projected/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-kube-api-access-nwnvr\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081268 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-config-data\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081303 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-logs\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081321 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081343 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-scripts\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081364 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-log-httpd\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081398 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-public-tls-certs\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081417 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081433 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pt68j\" (UniqueName: \"kubernetes.io/projected/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-kube-api-access-pt68j\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.081696 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-run-httpd\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.082406 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-log-httpd\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.086303 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-logs\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.087566 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.087926 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.087938 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.087981 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.089782 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-scripts\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.090252 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-internal-tls-certs\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.091136 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-config-data\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.091414 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-public-tls-certs\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.101314 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-config-data\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.105127 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pt68j\" (UniqueName: \"kubernetes.io/projected/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-kube-api-access-pt68j\") pod \"ceilometer-0\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.105783 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nwnvr\" (UniqueName: \"kubernetes.io/projected/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-kube-api-access-nwnvr\") pod \"nova-api-0\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.176606 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.188330 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.658776 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:25 crc kubenswrapper[4809]: W1013 20:25:25.674057 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode8f52cbe_fc62_42c6_8bcb_86b0ba7a38bc.slice/crio-c25a15ac34e50a294584eec1d7705bbb82f6df9272f3ea44b6b789cdd25422d4 WatchSource:0}: Error finding container c25a15ac34e50a294584eec1d7705bbb82f6df9272f3ea44b6b789cdd25422d4: Status 404 returned error can't find the container with id c25a15ac34e50a294584eec1d7705bbb82f6df9272f3ea44b6b789cdd25422d4 Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.755536 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.761062 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc","Type":"ContainerStarted","Data":"c25a15ac34e50a294584eec1d7705bbb82f6df9272f3ea44b6b789cdd25422d4"} Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.768797 4809 generic.go:334] "Generic (PLEG): container finished" podID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerID="9384a4149ef291f0e3a64b02393ab89465225d6c63d3f6ad808c145db330e1f8" exitCode=0 Oct 13 20:25:25 crc kubenswrapper[4809]: I1013 20:25:25.768878 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"6e0c1e0d-1fd7-4258-b455-3e309290067d","Type":"ContainerDied","Data":"9384a4149ef291f0e3a64b02393ab89465225d6c63d3f6ad808c145db330e1f8"} Oct 13 20:25:25 crc kubenswrapper[4809]: W1013 20:25:25.775002 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podef0e898a_a5ca_43ac_9c92_a2c8ae17de63.slice/crio-3cec466e6836bc93fd41ce8b676445e5ccfa1d72a9b2f9ba562453e2447394e2 WatchSource:0}: Error finding container 3cec466e6836bc93fd41ce8b676445e5ccfa1d72a9b2f9ba562453e2447394e2: Status 404 returned error can't find the container with id 3cec466e6836bc93fd41ce8b676445e5ccfa1d72a9b2f9ba562453e2447394e2 Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.005066 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.115556 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-config-data\") pod \"6e0c1e0d-1fd7-4258-b455-3e309290067d\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.115867 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w7n97\" (UniqueName: \"kubernetes.io/projected/6e0c1e0d-1fd7-4258-b455-3e309290067d-kube-api-access-w7n97\") pod \"6e0c1e0d-1fd7-4258-b455-3e309290067d\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.116082 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6e0c1e0d-1fd7-4258-b455-3e309290067d-logs\") pod \"6e0c1e0d-1fd7-4258-b455-3e309290067d\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.116101 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-combined-ca-bundle\") pod \"6e0c1e0d-1fd7-4258-b455-3e309290067d\" (UID: \"6e0c1e0d-1fd7-4258-b455-3e309290067d\") " Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.116532 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6e0c1e0d-1fd7-4258-b455-3e309290067d-logs" (OuterVolumeSpecName: "logs") pod "6e0c1e0d-1fd7-4258-b455-3e309290067d" (UID: "6e0c1e0d-1fd7-4258-b455-3e309290067d"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.119311 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6e0c1e0d-1fd7-4258-b455-3e309290067d-kube-api-access-w7n97" (OuterVolumeSpecName: "kube-api-access-w7n97") pod "6e0c1e0d-1fd7-4258-b455-3e309290067d" (UID: "6e0c1e0d-1fd7-4258-b455-3e309290067d"). InnerVolumeSpecName "kube-api-access-w7n97". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.145356 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-config-data" (OuterVolumeSpecName: "config-data") pod "6e0c1e0d-1fd7-4258-b455-3e309290067d" (UID: "6e0c1e0d-1fd7-4258-b455-3e309290067d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.154636 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6e0c1e0d-1fd7-4258-b455-3e309290067d" (UID: "6e0c1e0d-1fd7-4258-b455-3e309290067d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.166606 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4de2807d-80d5-40ea-b0fb-429f2699fbfc" path="/var/lib/kubelet/pods/4de2807d-80d5-40ea-b0fb-429f2699fbfc/volumes" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.167708 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="75198f52-7ec2-48c0-9b36-bb8902d007e8" path="/var/lib/kubelet/pods/75198f52-7ec2-48c0-9b36-bb8902d007e8/volumes" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.218636 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6e0c1e0d-1fd7-4258-b455-3e309290067d-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.218672 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.218683 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6e0c1e0d-1fd7-4258-b455-3e309290067d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.218693 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w7n97\" (UniqueName: \"kubernetes.io/projected/6e0c1e0d-1fd7-4258-b455-3e309290067d-kube-api-access-w7n97\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.788213 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc","Type":"ContainerStarted","Data":"bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863"} Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.788265 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc","Type":"ContainerStarted","Data":"861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951"} Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.791868 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"6e0c1e0d-1fd7-4258-b455-3e309290067d","Type":"ContainerDied","Data":"34d058c0130669ede86c241523b837923ec13e7522d4c440585ddb31a61ffc48"} Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.791915 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.791929 4809 scope.go:117] "RemoveContainer" containerID="9384a4149ef291f0e3a64b02393ab89465225d6c63d3f6ad808c145db330e1f8" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.793634 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63","Type":"ContainerStarted","Data":"13f4c0f810beeabc8ed8e131c592108745b6c9f0a58da5ca92dae13727299e91"} Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.793667 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63","Type":"ContainerStarted","Data":"3cec466e6836bc93fd41ce8b676445e5ccfa1d72a9b2f9ba562453e2447394e2"} Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.795573 4809 generic.go:334] "Generic (PLEG): container finished" podID="6ff2ea92-f619-48dc-8323-fb76668b5828" containerID="f96d02cfd95169d3cf7ff492fd5d4d89c89b85fb8f06faa180243cf438929229" exitCode=0 Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.795650 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" event={"ID":"6ff2ea92-f619-48dc-8323-fb76668b5828","Type":"ContainerDied","Data":"f96d02cfd95169d3cf7ff492fd5d4d89c89b85fb8f06faa180243cf438929229"} Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.838265 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.8382471110000003 podStartE2EDuration="2.838247111s" podCreationTimestamp="2025-10-13 20:25:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:26.83713665 +0000 UTC m=+3645.442883235" watchObservedRunningTime="2025-10-13 20:25:26.838247111 +0000 UTC m=+3645.443993696" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.851436 4809 scope.go:117] "RemoveContainer" containerID="0295f95a6665a3358319ec4664a6ca70a1e6bf7101cfdbb52571c9ce43e7ffbf" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.939209 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.951487 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.961587 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:26 crc kubenswrapper[4809]: E1013 20:25:26.962002 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerName="nova-metadata-log" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.962019 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerName="nova-metadata-log" Oct 13 20:25:26 crc kubenswrapper[4809]: E1013 20:25:26.962037 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerName="nova-metadata-metadata" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.962044 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerName="nova-metadata-metadata" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.962236 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerName="nova-metadata-log" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.962252 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6e0c1e0d-1fd7-4258-b455-3e309290067d" containerName="nova-metadata-metadata" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.963331 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.965534 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.965584 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:25:26 crc kubenswrapper[4809]: I1013 20:25:26.975757 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.030461 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.031228 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-logs\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.031411 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jn2bs\" (UniqueName: \"kubernetes.io/projected/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-kube-api-access-jn2bs\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.031827 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.032034 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-config-data\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.085891 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.133683 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.134043 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-logs\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.134198 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-jn2bs\" (UniqueName: \"kubernetes.io/projected/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-kube-api-access-jn2bs\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.134512 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-logs\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.135004 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.135206 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-config-data\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.139974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-config-data\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.140187 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.145715 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.149897 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-jn2bs\" (UniqueName: \"kubernetes.io/projected/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-kube-api-access-jn2bs\") pod \"nova-metadata-0\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.286554 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.758023 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.825081 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63","Type":"ContainerStarted","Data":"6206e45311e86fa77738b8540f63c054e05bd5f192efbfdb7e90816e8aff4b96"} Oct 13 20:25:27 crc kubenswrapper[4809]: I1013 20:25:27.830190 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb","Type":"ContainerStarted","Data":"3da6bd9a820899e859b7a332a4ad7597b3540bd88ec36e10b26c3cb7da5cff10"} Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.122268 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.129100 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.158075 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pd8p2\" (UniqueName: \"kubernetes.io/projected/6ff2ea92-f619-48dc-8323-fb76668b5828-kube-api-access-pd8p2\") pod \"6ff2ea92-f619-48dc-8323-fb76668b5828\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.158150 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-combined-ca-bundle\") pod \"6ff2ea92-f619-48dc-8323-fb76668b5828\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.158175 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-config-data\") pod \"6ff2ea92-f619-48dc-8323-fb76668b5828\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.158215 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-scripts\") pod \"6ff2ea92-f619-48dc-8323-fb76668b5828\" (UID: \"6ff2ea92-f619-48dc-8323-fb76668b5828\") " Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.162958 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-scripts" (OuterVolumeSpecName: "scripts") pod "6ff2ea92-f619-48dc-8323-fb76668b5828" (UID: "6ff2ea92-f619-48dc-8323-fb76668b5828"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.163131 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6ff2ea92-f619-48dc-8323-fb76668b5828-kube-api-access-pd8p2" (OuterVolumeSpecName: "kube-api-access-pd8p2") pod "6ff2ea92-f619-48dc-8323-fb76668b5828" (UID: "6ff2ea92-f619-48dc-8323-fb76668b5828"). InnerVolumeSpecName "kube-api-access-pd8p2". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.172577 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6e0c1e0d-1fd7-4258-b455-3e309290067d" path="/var/lib/kubelet/pods/6e0c1e0d-1fd7-4258-b455-3e309290067d/volumes" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.197942 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6ff2ea92-f619-48dc-8323-fb76668b5828" (UID: "6ff2ea92-f619-48dc-8323-fb76668b5828"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.197962 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-config-data" (OuterVolumeSpecName: "config-data") pod "6ff2ea92-f619-48dc-8323-fb76668b5828" (UID: "6ff2ea92-f619-48dc-8323-fb76668b5828"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.259652 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pd8p2\" (UniqueName: \"kubernetes.io/projected/6ff2ea92-f619-48dc-8323-fb76668b5828-kube-api-access-pd8p2\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.259689 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.259704 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.259716 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6ff2ea92-f619-48dc-8323-fb76668b5828-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:28 crc kubenswrapper[4809]: E1013 20:25:28.739777 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:28 crc kubenswrapper[4809]: E1013 20:25:28.741493 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:28 crc kubenswrapper[4809]: E1013 20:25:28.743098 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:28 crc kubenswrapper[4809]: E1013 20:25:28.743148 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.843839 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb","Type":"ContainerStarted","Data":"0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b"} Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.843883 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb","Type":"ContainerStarted","Data":"b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23"} Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.852979 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63","Type":"ContainerStarted","Data":"3263c30c1b77c2d518660d18418749d0af89dc0b08f380978b52873fb6df276b"} Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.854793 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" event={"ID":"6ff2ea92-f619-48dc-8323-fb76668b5828","Type":"ContainerDied","Data":"ee8221e97feb7ce68319a79a50befd6feb72b0f37f6d4ebfd574b4d54bf69c07"} Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.854822 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ee8221e97feb7ce68319a79a50befd6feb72b0f37f6d4ebfd574b4d54bf69c07" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.854873 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l" Oct 13 20:25:28 crc kubenswrapper[4809]: I1013 20:25:28.879520 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=2.879040642 podStartE2EDuration="2.879040642s" podCreationTimestamp="2025-10-13 20:25:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:28.870372499 +0000 UTC m=+3647.476119094" watchObservedRunningTime="2025-10-13 20:25:28.879040642 +0000 UTC m=+3647.484787227" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.042809 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.043393 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" containerName="nova-api-log" containerID="cri-o://861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951" gracePeriod=30 Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.043470 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" containerName="nova-api-api" containerID="cri-o://bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863" gracePeriod=30 Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.060845 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.061076 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="03759b6d-1967-44c6-b290-76716e571238" containerName="nova-scheduler-scheduler" containerID="cri-o://c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa" gracePeriod=30 Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.070073 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.611197 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.658195 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.677228 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.805000 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-public-tls-certs\") pod \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.805079 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-combined-ca-bundle\") pod \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.805188 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nwnvr\" (UniqueName: \"kubernetes.io/projected/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-kube-api-access-nwnvr\") pod \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.805277 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-internal-tls-certs\") pod \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.805302 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-config-data\") pod \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.805349 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-logs\") pod \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\" (UID: \"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc\") " Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.806594 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-logs" (OuterVolumeSpecName: "logs") pod "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" (UID: "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.811981 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-kube-api-access-nwnvr" (OuterVolumeSpecName: "kube-api-access-nwnvr") pod "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" (UID: "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc"). InnerVolumeSpecName "kube-api-access-nwnvr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.852907 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" (UID: "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.853914 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-8kbbv"] Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.861004 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-config-data" (OuterVolumeSpecName: "config-data") pod "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" (UID: "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.878011 4809 generic.go:334] "Generic (PLEG): container finished" podID="e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" containerID="bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863" exitCode=0 Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.878041 4809 generic.go:334] "Generic (PLEG): container finished" podID="e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" containerID="861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951" exitCode=143 Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.878085 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc","Type":"ContainerDied","Data":"bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863"} Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.878137 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc","Type":"ContainerDied","Data":"861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951"} Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.878152 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc","Type":"ContainerDied","Data":"c25a15ac34e50a294584eec1d7705bbb82f6df9272f3ea44b6b789cdd25422d4"} Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.878174 4809 scope.go:117] "RemoveContainer" containerID="bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.878359 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.880994 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" (UID: "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.891014 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" (UID: "e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.907301 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.907343 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.907467 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nwnvr\" (UniqueName: \"kubernetes.io/projected/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-kube-api-access-nwnvr\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.907808 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.907852 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:29 crc kubenswrapper[4809]: I1013 20:25:29.907867 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.022355 4809 scope.go:117] "RemoveContainer" containerID="861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.052299 4809 scope.go:117] "RemoveContainer" containerID="bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863" Oct 13 20:25:30 crc kubenswrapper[4809]: E1013 20:25:30.053928 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863\": container with ID starting with bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863 not found: ID does not exist" containerID="bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.053980 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863"} err="failed to get container status \"bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863\": rpc error: code = NotFound desc = could not find container \"bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863\": container with ID starting with bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863 not found: ID does not exist" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.054011 4809 scope.go:117] "RemoveContainer" containerID="861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951" Oct 13 20:25:30 crc kubenswrapper[4809]: E1013 20:25:30.054353 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951\": container with ID starting with 861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951 not found: ID does not exist" containerID="861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.054386 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951"} err="failed to get container status \"861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951\": rpc error: code = NotFound desc = could not find container \"861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951\": container with ID starting with 861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951 not found: ID does not exist" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.054403 4809 scope.go:117] "RemoveContainer" containerID="bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.054782 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863"} err="failed to get container status \"bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863\": rpc error: code = NotFound desc = could not find container \"bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863\": container with ID starting with bd68996fc6e99b839a324334a695c711c223334a972f6706f07020ba41c00863 not found: ID does not exist" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.054806 4809 scope.go:117] "RemoveContainer" containerID="861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.055090 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951"} err="failed to get container status \"861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951\": rpc error: code = NotFound desc = could not find container \"861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951\": container with ID starting with 861f5f4898a7340b2b0d4f58c61700bc487bdb31a06f6b5f0833499aa8d38951 not found: ID does not exist" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.202102 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.213589 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.229761 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:30 crc kubenswrapper[4809]: E1013 20:25:30.230330 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" containerName="nova-api-log" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.230355 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" containerName="nova-api-log" Oct 13 20:25:30 crc kubenswrapper[4809]: E1013 20:25:30.230375 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6ff2ea92-f619-48dc-8323-fb76668b5828" containerName="nova-manage" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.230383 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6ff2ea92-f619-48dc-8323-fb76668b5828" containerName="nova-manage" Oct 13 20:25:30 crc kubenswrapper[4809]: E1013 20:25:30.230394 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" containerName="nova-api-api" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.230403 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" containerName="nova-api-api" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.230676 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" containerName="nova-api-log" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.230706 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6ff2ea92-f619-48dc-8323-fb76668b5828" containerName="nova-manage" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.230748 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" containerName="nova-api-api" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.232001 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.239867 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.270722 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.271043 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.271271 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.316108 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-public-tls-certs\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.316236 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e6c8f639-6137-4311-8bf0-572edc9f738a-logs\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.316369 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-internal-tls-certs\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.316426 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bhnqd\" (UniqueName: \"kubernetes.io/projected/e6c8f639-6137-4311-8bf0-572edc9f738a-kube-api-access-bhnqd\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.316486 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-config-data\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.316521 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.419274 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-public-tls-certs\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.419381 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e6c8f639-6137-4311-8bf0-572edc9f738a-logs\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.419413 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-internal-tls-certs\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.419434 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bhnqd\" (UniqueName: \"kubernetes.io/projected/e6c8f639-6137-4311-8bf0-572edc9f738a-kube-api-access-bhnqd\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.419457 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-config-data\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.419474 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.420058 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e6c8f639-6137-4311-8bf0-572edc9f738a-logs\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.425085 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-internal-tls-certs\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.425706 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-config-data\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.426242 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.427570 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-public-tls-certs\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.437449 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bhnqd\" (UniqueName: \"kubernetes.io/projected/e6c8f639-6137-4311-8bf0-572edc9f738a-kube-api-access-bhnqd\") pod \"nova-api-0\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.565302 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.617496 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.622600 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tk4q5\" (UniqueName: \"kubernetes.io/projected/03759b6d-1967-44c6-b290-76716e571238-kube-api-access-tk4q5\") pod \"03759b6d-1967-44c6-b290-76716e571238\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.622646 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-combined-ca-bundle\") pod \"03759b6d-1967-44c6-b290-76716e571238\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.622853 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-config-data\") pod \"03759b6d-1967-44c6-b290-76716e571238\" (UID: \"03759b6d-1967-44c6-b290-76716e571238\") " Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.637775 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/03759b6d-1967-44c6-b290-76716e571238-kube-api-access-tk4q5" (OuterVolumeSpecName: "kube-api-access-tk4q5") pod "03759b6d-1967-44c6-b290-76716e571238" (UID: "03759b6d-1967-44c6-b290-76716e571238"). InnerVolumeSpecName "kube-api-access-tk4q5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.650784 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-config-data" (OuterVolumeSpecName: "config-data") pod "03759b6d-1967-44c6-b290-76716e571238" (UID: "03759b6d-1967-44c6-b290-76716e571238"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.661292 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "03759b6d-1967-44c6-b290-76716e571238" (UID: "03759b6d-1967-44c6-b290-76716e571238"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.726047 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tk4q5\" (UniqueName: \"kubernetes.io/projected/03759b6d-1967-44c6-b290-76716e571238-kube-api-access-tk4q5\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.726076 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.726086 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/03759b6d-1967-44c6-b290-76716e571238-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.891171 4809 generic.go:334] "Generic (PLEG): container finished" podID="03759b6d-1967-44c6-b290-76716e571238" containerID="c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa" exitCode=0 Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.891250 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.891275 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"03759b6d-1967-44c6-b290-76716e571238","Type":"ContainerDied","Data":"c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa"} Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.891579 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"03759b6d-1967-44c6-b290-76716e571238","Type":"ContainerDied","Data":"f80177fe73baff29e607e1330231275a1c10a1bfa5ef9f1a61e08627e9107e3b"} Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.891603 4809 scope.go:117] "RemoveContainer" containerID="c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.896269 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63","Type":"ContainerStarted","Data":"ed7eadbfa59adba4a6328a72cdc22ec5592a110f3e748012019ecceb2af8169e"} Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.896398 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-operators-8kbbv" podUID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerName="registry-server" containerID="cri-o://84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144" gracePeriod=2 Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.896996 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" containerName="nova-metadata-log" containerID="cri-o://b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23" gracePeriod=30 Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.897077 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" containerName="nova-metadata-metadata" containerID="cri-o://0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b" gracePeriod=30 Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.930374 4809 scope.go:117] "RemoveContainer" containerID="c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa" Oct 13 20:25:30 crc kubenswrapper[4809]: E1013 20:25:30.930684 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa\": container with ID starting with c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa not found: ID does not exist" containerID="c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.930707 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa"} err="failed to get container status \"c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa\": rpc error: code = NotFound desc = could not find container \"c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa\": container with ID starting with c0b658975ba9418849ea531f5450507f1c6b9b25b8198736a427683e83496cfa not found: ID does not exist" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.932560 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.819358682 podStartE2EDuration="6.932544859s" podCreationTimestamp="2025-10-13 20:25:24 +0000 UTC" firstStartedPulling="2025-10-13 20:25:25.777433327 +0000 UTC m=+3644.383179932" lastFinishedPulling="2025-10-13 20:25:29.890619524 +0000 UTC m=+3648.496366109" observedRunningTime="2025-10-13 20:25:30.92153177 +0000 UTC m=+3649.527278385" watchObservedRunningTime="2025-10-13 20:25:30.932544859 +0000 UTC m=+3649.538291444" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.954965 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.964790 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.984780 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:30 crc kubenswrapper[4809]: E1013 20:25:30.985250 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="03759b6d-1967-44c6-b290-76716e571238" containerName="nova-scheduler-scheduler" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.985266 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="03759b6d-1967-44c6-b290-76716e571238" containerName="nova-scheduler-scheduler" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.985460 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="03759b6d-1967-44c6-b290-76716e571238" containerName="nova-scheduler-scheduler" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.986106 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.996056 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:25:30 crc kubenswrapper[4809]: I1013 20:25:30.997155 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.036327 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-config-data\") pod \"nova-scheduler-0\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.036370 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dhfpj\" (UniqueName: \"kubernetes.io/projected/c91786df-fa15-4920-9b86-f15fd74eb626-kube-api-access-dhfpj\") pod \"nova-scheduler-0\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.036407 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.111339 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.137912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-config-data\") pod \"nova-scheduler-0\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.137954 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dhfpj\" (UniqueName: \"kubernetes.io/projected/c91786df-fa15-4920-9b86-f15fd74eb626-kube-api-access-dhfpj\") pod \"nova-scheduler-0\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.137989 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.145037 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-config-data\") pod \"nova-scheduler-0\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.146030 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:31 crc kubenswrapper[4809]: W1013 20:25:31.153840 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode6c8f639_6137_4311_8bf0_572edc9f738a.slice/crio-1ed3d442c734759ddff1806f86dd067f7eb5b8384fef1ed165c3cae31def846a WatchSource:0}: Error finding container 1ed3d442c734759ddff1806f86dd067f7eb5b8384fef1ed165c3cae31def846a: Status 404 returned error can't find the container with id 1ed3d442c734759ddff1806f86dd067f7eb5b8384fef1ed165c3cae31def846a Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.178186 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dhfpj\" (UniqueName: \"kubernetes.io/projected/c91786df-fa15-4920-9b86-f15fd74eb626-kube-api-access-dhfpj\") pod \"nova-scheduler-0\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.418968 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.475324 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.568145 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jhbz6\" (UniqueName: \"kubernetes.io/projected/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-kube-api-access-jhbz6\") pod \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.568583 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-utilities\") pod \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.568628 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-catalog-content\") pod \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\" (UID: \"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467\") " Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.570753 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-utilities" (OuterVolumeSpecName: "utilities") pod "c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" (UID: "c3d8bf51-91ae-4143-b5ff-eb9e43e0e467"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.574407 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-kube-api-access-jhbz6" (OuterVolumeSpecName: "kube-api-access-jhbz6") pod "c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" (UID: "c3d8bf51-91ae-4143-b5ff-eb9e43e0e467"). InnerVolumeSpecName "kube-api-access-jhbz6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.605384 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.670335 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-combined-ca-bundle\") pod \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.670419 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jn2bs\" (UniqueName: \"kubernetes.io/projected/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-kube-api-access-jn2bs\") pod \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.670463 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-config-data\") pod \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.670501 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-nova-metadata-tls-certs\") pod \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.670687 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-logs\") pod \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\" (UID: \"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb\") " Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.671161 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" (UID: "c3d8bf51-91ae-4143-b5ff-eb9e43e0e467"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.671178 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-logs" (OuterVolumeSpecName: "logs") pod "7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" (UID: "7c7a5db0-862e-4aa9-9536-d5de8ad6aedb"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.671650 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.671667 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jhbz6\" (UniqueName: \"kubernetes.io/projected/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-kube-api-access-jhbz6\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.671678 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.671689 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.675326 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-kube-api-access-jn2bs" (OuterVolumeSpecName: "kube-api-access-jn2bs") pod "7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" (UID: "7c7a5db0-862e-4aa9-9536-d5de8ad6aedb"). InnerVolumeSpecName "kube-api-access-jn2bs". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.695269 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-config-data" (OuterVolumeSpecName: "config-data") pod "7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" (UID: "7c7a5db0-862e-4aa9-9536-d5de8ad6aedb"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.698844 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" (UID: "7c7a5db0-862e-4aa9-9536-d5de8ad6aedb"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.731607 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" (UID: "7c7a5db0-862e-4aa9-9536-d5de8ad6aedb"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.772866 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.772898 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jn2bs\" (UniqueName: \"kubernetes.io/projected/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-kube-api-access-jn2bs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.772911 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.772921 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.894387 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:31 crc kubenswrapper[4809]: W1013 20:25:31.897813 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc91786df_fa15_4920_9b86_f15fd74eb626.slice/crio-a4cfe231d1b1f3bb7a01b9971fe816f8e9bfe9a21b559b8c065449fe43c03710 WatchSource:0}: Error finding container a4cfe231d1b1f3bb7a01b9971fe816f8e9bfe9a21b559b8c065449fe43c03710: Status 404 returned error can't find the container with id a4cfe231d1b1f3bb7a01b9971fe816f8e9bfe9a21b559b8c065449fe43c03710 Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.908927 4809 generic.go:334] "Generic (PLEG): container finished" podID="7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" containerID="0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b" exitCode=0 Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.908953 4809 generic.go:334] "Generic (PLEG): container finished" podID="7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" containerID="b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23" exitCode=143 Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.908989 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb","Type":"ContainerDied","Data":"0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b"} Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.909015 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb","Type":"ContainerDied","Data":"b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23"} Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.909039 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"7c7a5db0-862e-4aa9-9536-d5de8ad6aedb","Type":"ContainerDied","Data":"3da6bd9a820899e859b7a332a4ad7597b3540bd88ec36e10b26c3cb7da5cff10"} Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.909053 4809 scope.go:117] "RemoveContainer" containerID="0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.909147 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.920047 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e6c8f639-6137-4311-8bf0-572edc9f738a","Type":"ContainerStarted","Data":"acbfe43c3416e8556bc3a244b8b61eb508f7b22d195d8b59173d596e9fe2656d"} Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.920110 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e6c8f639-6137-4311-8bf0-572edc9f738a","Type":"ContainerStarted","Data":"3f2071fdd114403e6f74d25f536e435c04e718ced2c0d9fa22ea6b7a51652eb8"} Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.920134 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e6c8f639-6137-4311-8bf0-572edc9f738a","Type":"ContainerStarted","Data":"1ed3d442c734759ddff1806f86dd067f7eb5b8384fef1ed165c3cae31def846a"} Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.926774 4809 generic.go:334] "Generic (PLEG): container finished" podID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerID="84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144" exitCode=0 Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.926821 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-8kbbv" event={"ID":"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467","Type":"ContainerDied","Data":"84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144"} Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.926842 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-8kbbv" event={"ID":"c3d8bf51-91ae-4143-b5ff-eb9e43e0e467","Type":"ContainerDied","Data":"1079038e8df6d97cb4ac2c6bb106cc7b45da6e22afb9896944e3df8a8b0bd010"} Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.926888 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-8kbbv" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.945993 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=1.945973344 podStartE2EDuration="1.945973344s" podCreationTimestamp="2025-10-13 20:25:30 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:31.942854696 +0000 UTC m=+3650.548601281" watchObservedRunningTime="2025-10-13 20:25:31.945973344 +0000 UTC m=+3650.551719949" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.946147 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:31 crc kubenswrapper[4809]: I1013 20:25:31.991516 4809 scope.go:117] "RemoveContainer" containerID="b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.002900 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.037716 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.054984 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:32 crc kubenswrapper[4809]: E1013 20:25:32.055387 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerName="extract-content" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.055402 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerName="extract-content" Oct 13 20:25:32 crc kubenswrapper[4809]: E1013 20:25:32.055431 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" containerName="nova-metadata-log" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.055437 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" containerName="nova-metadata-log" Oct 13 20:25:32 crc kubenswrapper[4809]: E1013 20:25:32.055449 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerName="registry-server" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.055455 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerName="registry-server" Oct 13 20:25:32 crc kubenswrapper[4809]: E1013 20:25:32.055465 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" containerName="nova-metadata-metadata" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.055472 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" containerName="nova-metadata-metadata" Oct 13 20:25:32 crc kubenswrapper[4809]: E1013 20:25:32.055493 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerName="extract-utilities" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.055499 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerName="extract-utilities" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.055659 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" containerName="nova-metadata-log" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.055680 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" containerName="registry-server" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.055691 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" containerName="nova-metadata-metadata" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.056635 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.058966 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.059189 4809 scope.go:117] "RemoveContainer" containerID="0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b" Oct 13 20:25:32 crc kubenswrapper[4809]: E1013 20:25:32.061905 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b\": container with ID starting with 0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b not found: ID does not exist" containerID="0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.061946 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b"} err="failed to get container status \"0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b\": rpc error: code = NotFound desc = could not find container \"0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b\": container with ID starting with 0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b not found: ID does not exist" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.061972 4809 scope.go:117] "RemoveContainer" containerID="b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23" Oct 13 20:25:32 crc kubenswrapper[4809]: E1013 20:25:32.062277 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23\": container with ID starting with b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23 not found: ID does not exist" containerID="b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.062411 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.062403 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23"} err="failed to get container status \"b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23\": rpc error: code = NotFound desc = could not find container \"b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23\": container with ID starting with b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23 not found: ID does not exist" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.062585 4809 scope.go:117] "RemoveContainer" containerID="0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.062924 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b"} err="failed to get container status \"0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b\": rpc error: code = NotFound desc = could not find container \"0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b\": container with ID starting with 0ea6b048dc682a2919259062234f906db8c3694f5d1872fbf4c517d36a1bfc0b not found: ID does not exist" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.063042 4809 scope.go:117] "RemoveContainer" containerID="b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.063305 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23"} err="failed to get container status \"b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23\": rpc error: code = NotFound desc = could not find container \"b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23\": container with ID starting with b0aa76591f583a8b7836c680616c37cf280e63788923ca9a5ff5099b29609d23 not found: ID does not exist" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.063416 4809 scope.go:117] "RemoveContainer" containerID="84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.063892 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.075550 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-8kbbv"] Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.088508 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-operators-8kbbv"] Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.098781 4809 scope.go:117] "RemoveContainer" containerID="1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.127452 4809 scope.go:117] "RemoveContainer" containerID="a8b15356a0c3fe7313d96d4ee415c995d53e034500712d5ec9ec35f6c47b1e3d" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.150281 4809 scope.go:117] "RemoveContainer" containerID="84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144" Oct 13 20:25:32 crc kubenswrapper[4809]: E1013 20:25:32.150861 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144\": container with ID starting with 84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144 not found: ID does not exist" containerID="84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.150906 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144"} err="failed to get container status \"84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144\": rpc error: code = NotFound desc = could not find container \"84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144\": container with ID starting with 84357c51cb3ec92cf42050701514d1819de2078470aa3924349a5b48e77f8144 not found: ID does not exist" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.150928 4809 scope.go:117] "RemoveContainer" containerID="1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c" Oct 13 20:25:32 crc kubenswrapper[4809]: E1013 20:25:32.151273 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c\": container with ID starting with 1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c not found: ID does not exist" containerID="1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.151319 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c"} err="failed to get container status \"1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c\": rpc error: code = NotFound desc = could not find container \"1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c\": container with ID starting with 1f08d170bce7d7b2de2aef595451cac9f2417ed7edac2b92281f7bc84791902c not found: ID does not exist" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.151340 4809 scope.go:117] "RemoveContainer" containerID="a8b15356a0c3fe7313d96d4ee415c995d53e034500712d5ec9ec35f6c47b1e3d" Oct 13 20:25:32 crc kubenswrapper[4809]: E1013 20:25:32.152917 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"a8b15356a0c3fe7313d96d4ee415c995d53e034500712d5ec9ec35f6c47b1e3d\": container with ID starting with a8b15356a0c3fe7313d96d4ee415c995d53e034500712d5ec9ec35f6c47b1e3d not found: ID does not exist" containerID="a8b15356a0c3fe7313d96d4ee415c995d53e034500712d5ec9ec35f6c47b1e3d" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.152964 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"a8b15356a0c3fe7313d96d4ee415c995d53e034500712d5ec9ec35f6c47b1e3d"} err="failed to get container status \"a8b15356a0c3fe7313d96d4ee415c995d53e034500712d5ec9ec35f6c47b1e3d\": rpc error: code = NotFound desc = could not find container \"a8b15356a0c3fe7313d96d4ee415c995d53e034500712d5ec9ec35f6c47b1e3d\": container with ID starting with a8b15356a0c3fe7313d96d4ee415c995d53e034500712d5ec9ec35f6c47b1e3d not found: ID does not exist" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.171520 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="03759b6d-1967-44c6-b290-76716e571238" path="/var/lib/kubelet/pods/03759b6d-1967-44c6-b290-76716e571238/volumes" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.174358 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7c7a5db0-862e-4aa9-9536-d5de8ad6aedb" path="/var/lib/kubelet/pods/7c7a5db0-862e-4aa9-9536-d5de8ad6aedb/volumes" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.176047 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c3d8bf51-91ae-4143-b5ff-eb9e43e0e467" path="/var/lib/kubelet/pods/c3d8bf51-91ae-4143-b5ff-eb9e43e0e467/volumes" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.180871 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc" path="/var/lib/kubelet/pods/e8f52cbe-fc62-42c6-8bcb-86b0ba7a38bc/volumes" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.181860 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-config-data\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.182005 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9f43179d-c1bd-435b-8715-64a46b9af13e-logs\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.182079 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hq8kb\" (UniqueName: \"kubernetes.io/projected/9f43179d-c1bd-435b-8715-64a46b9af13e-kube-api-access-hq8kb\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.182124 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.182247 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.284419 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9f43179d-c1bd-435b-8715-64a46b9af13e-logs\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.284494 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hq8kb\" (UniqueName: \"kubernetes.io/projected/9f43179d-c1bd-435b-8715-64a46b9af13e-kube-api-access-hq8kb\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.284553 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.284689 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.284768 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-config-data\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.285057 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9f43179d-c1bd-435b-8715-64a46b9af13e-logs\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.291292 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.291796 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.292251 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-config-data\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.301294 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hq8kb\" (UniqueName: \"kubernetes.io/projected/9f43179d-c1bd-435b-8715-64a46b9af13e-kube-api-access-hq8kb\") pod \"nova-metadata-0\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.389575 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.859974 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:32 crc kubenswrapper[4809]: W1013 20:25:32.867330 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9f43179d_c1bd_435b_8715_64a46b9af13e.slice/crio-dadecad3407f56cea78d853c93b0cc76c14f9849baf70d3564eb5f84827f4c1a WatchSource:0}: Error finding container dadecad3407f56cea78d853c93b0cc76c14f9849baf70d3564eb5f84827f4c1a: Status 404 returned error can't find the container with id dadecad3407f56cea78d853c93b0cc76c14f9849baf70d3564eb5f84827f4c1a Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.956955 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9f43179d-c1bd-435b-8715-64a46b9af13e","Type":"ContainerStarted","Data":"dadecad3407f56cea78d853c93b0cc76c14f9849baf70d3564eb5f84827f4c1a"} Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.961030 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"c91786df-fa15-4920-9b86-f15fd74eb626","Type":"ContainerStarted","Data":"cbd368cb34087b1b70d572e153a164d502ddfcc613b28cfd9d3a6b9c32755443"} Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.961083 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"c91786df-fa15-4920-9b86-f15fd74eb626","Type":"ContainerStarted","Data":"a4cfe231d1b1f3bb7a01b9971fe816f8e9bfe9a21b559b8c065449fe43c03710"} Oct 13 20:25:32 crc kubenswrapper[4809]: I1013 20:25:32.979460 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.979432609 podStartE2EDuration="2.979432609s" podCreationTimestamp="2025-10-13 20:25:30 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:32.972282009 +0000 UTC m=+3651.578028604" watchObservedRunningTime="2025-10-13 20:25:32.979432609 +0000 UTC m=+3651.585179224" Oct 13 20:25:33 crc kubenswrapper[4809]: I1013 20:25:33.129323 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:33 crc kubenswrapper[4809]: I1013 20:25:33.158081 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:33 crc kubenswrapper[4809]: E1013 20:25:33.738692 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:33 crc kubenswrapper[4809]: E1013 20:25:33.740707 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:33 crc kubenswrapper[4809]: E1013 20:25:33.742708 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:33 crc kubenswrapper[4809]: E1013 20:25:33.743047 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:33 crc kubenswrapper[4809]: I1013 20:25:33.975206 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9f43179d-c1bd-435b-8715-64a46b9af13e","Type":"ContainerStarted","Data":"8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0"} Oct 13 20:25:33 crc kubenswrapper[4809]: I1013 20:25:33.975270 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9f43179d-c1bd-435b-8715-64a46b9af13e","Type":"ContainerStarted","Data":"be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8"} Oct 13 20:25:33 crc kubenswrapper[4809]: I1013 20:25:33.995870 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.010673 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=3.010646833 podStartE2EDuration="3.010646833s" podCreationTimestamp="2025-10-13 20:25:31 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:33.998847092 +0000 UTC m=+3652.604593677" watchObservedRunningTime="2025-10-13 20:25:34.010646833 +0000 UTC m=+3652.616393418" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.141658 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp"] Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.148981 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-fg4jp"] Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.155695 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:25:34 crc kubenswrapper[4809]: E1013 20:25:34.156035 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.166331 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e63afc85-a5f2-42a9-9941-60f0b9ac8a8b" path="/var/lib/kubelet/pods/e63afc85-a5f2-42a9-9941-60f0b9ac8a8b/volumes" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.252521 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6"] Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.274394 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.282238 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-scripts" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.293482 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-manage-config-data" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.297579 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6"] Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.439773 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-scripts\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.439872 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-config-data\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.439919 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.440022 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-65ph9\" (UniqueName: \"kubernetes.io/projected/d96e97dd-1e69-41f1-bf75-88bf40518c10-kube-api-access-65ph9\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.541846 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-scripts\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.541925 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-config-data\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.541949 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.542046 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-65ph9\" (UniqueName: \"kubernetes.io/projected/d96e97dd-1e69-41f1-bf75-88bf40518c10-kube-api-access-65ph9\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.547637 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-config-data\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.549478 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-combined-ca-bundle\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.556467 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-scripts\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.559438 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-65ph9\" (UniqueName: \"kubernetes.io/projected/d96e97dd-1e69-41f1-bf75-88bf40518c10-kube-api-access-65ph9\") pod \"nova-cell1-cell-mapping-lzhq6\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:34 crc kubenswrapper[4809]: I1013 20:25:34.602051 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:35 crc kubenswrapper[4809]: I1013 20:25:35.123325 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6"] Oct 13 20:25:35 crc kubenswrapper[4809]: W1013 20:25:35.124963 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd96e97dd_1e69_41f1_bf75_88bf40518c10.slice/crio-054549a79e34c424b39d2b4fec1711a4e105da5c4c832a3fdf11cba434e1b3d4 WatchSource:0}: Error finding container 054549a79e34c424b39d2b4fec1711a4e105da5c4c832a3fdf11cba434e1b3d4: Status 404 returned error can't find the container with id 054549a79e34c424b39d2b4fec1711a4e105da5c4c832a3fdf11cba434e1b3d4 Oct 13 20:25:35 crc kubenswrapper[4809]: I1013 20:25:35.997627 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" event={"ID":"d96e97dd-1e69-41f1-bf75-88bf40518c10","Type":"ContainerStarted","Data":"59b54df8981f86dee687a263e55931ba09eee66bb58a25c626cb4dca28cef6da"} Oct 13 20:25:35 crc kubenswrapper[4809]: I1013 20:25:35.997683 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" event={"ID":"d96e97dd-1e69-41f1-bf75-88bf40518c10","Type":"ContainerStarted","Data":"054549a79e34c424b39d2b4fec1711a4e105da5c4c832a3fdf11cba434e1b3d4"} Oct 13 20:25:36 crc kubenswrapper[4809]: I1013 20:25:36.419388 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:37 crc kubenswrapper[4809]: I1013 20:25:37.194601 4809 scope.go:117] "RemoveContainer" containerID="fff2bbde4ae35ce6cef131030a8de82669e83362064d4fde53d757993077b618" Oct 13 20:25:37 crc kubenswrapper[4809]: I1013 20:25:37.390460 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:37 crc kubenswrapper[4809]: I1013 20:25:37.390510 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:38 crc kubenswrapper[4809]: E1013 20:25:38.740235 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:38 crc kubenswrapper[4809]: E1013 20:25:38.745357 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:38 crc kubenswrapper[4809]: E1013 20:25:38.748137 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:38 crc kubenswrapper[4809]: E1013 20:25:38.748228 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:40 crc kubenswrapper[4809]: I1013 20:25:40.058704 4809 generic.go:334] "Generic (PLEG): container finished" podID="d96e97dd-1e69-41f1-bf75-88bf40518c10" containerID="59b54df8981f86dee687a263e55931ba09eee66bb58a25c626cb4dca28cef6da" exitCode=0 Oct 13 20:25:40 crc kubenswrapper[4809]: I1013 20:25:40.058835 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" event={"ID":"d96e97dd-1e69-41f1-bf75-88bf40518c10","Type":"ContainerDied","Data":"59b54df8981f86dee687a263e55931ba09eee66bb58a25c626cb4dca28cef6da"} Oct 13 20:25:40 crc kubenswrapper[4809]: I1013 20:25:40.617627 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:40 crc kubenswrapper[4809]: I1013 20:25:40.618380 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.420426 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.426688 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.453621 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.513660 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-combined-ca-bundle\") pod \"d96e97dd-1e69-41f1-bf75-88bf40518c10\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.513782 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-config-data\") pod \"d96e97dd-1e69-41f1-bf75-88bf40518c10\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.513841 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-65ph9\" (UniqueName: \"kubernetes.io/projected/d96e97dd-1e69-41f1-bf75-88bf40518c10-kube-api-access-65ph9\") pod \"d96e97dd-1e69-41f1-bf75-88bf40518c10\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.513892 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-scripts\") pod \"d96e97dd-1e69-41f1-bf75-88bf40518c10\" (UID: \"d96e97dd-1e69-41f1-bf75-88bf40518c10\") " Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.533656 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d96e97dd-1e69-41f1-bf75-88bf40518c10-kube-api-access-65ph9" (OuterVolumeSpecName: "kube-api-access-65ph9") pod "d96e97dd-1e69-41f1-bf75-88bf40518c10" (UID: "d96e97dd-1e69-41f1-bf75-88bf40518c10"). InnerVolumeSpecName "kube-api-access-65ph9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.536875 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-scripts" (OuterVolumeSpecName: "scripts") pod "d96e97dd-1e69-41f1-bf75-88bf40518c10" (UID: "d96e97dd-1e69-41f1-bf75-88bf40518c10"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.546720 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-config-data" (OuterVolumeSpecName: "config-data") pod "d96e97dd-1e69-41f1-bf75-88bf40518c10" (UID: "d96e97dd-1e69-41f1-bf75-88bf40518c10"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.556954 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d96e97dd-1e69-41f1-bf75-88bf40518c10" (UID: "d96e97dd-1e69-41f1-bf75-88bf40518c10"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.616833 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.616886 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-65ph9\" (UniqueName: \"kubernetes.io/projected/d96e97dd-1e69-41f1-bf75-88bf40518c10-kube-api-access-65ph9\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.616896 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.616906 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d96e97dd-1e69-41f1-bf75-88bf40518c10-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.623963 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerName="nova-api-log" probeResult="failure" output="Get \"https://10.217.0.182:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:25:41 crc kubenswrapper[4809]: I1013 20:25:41.628899 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerName="nova-api-api" probeResult="failure" output="Get \"https://10.217.0.182:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.085662 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" event={"ID":"d96e97dd-1e69-41f1-bf75-88bf40518c10","Type":"ContainerDied","Data":"054549a79e34c424b39d2b4fec1711a4e105da5c4c832a3fdf11cba434e1b3d4"} Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.085717 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="054549a79e34c424b39d2b4fec1711a4e105da5c4c832a3fdf11cba434e1b3d4" Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.085689 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6" Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.128911 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.275977 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.276983 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerName="nova-api-log" containerID="cri-o://3f2071fdd114403e6f74d25f536e435c04e718ced2c0d9fa22ea6b7a51652eb8" gracePeriod=30 Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.277580 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerName="nova-api-api" containerID="cri-o://acbfe43c3416e8556bc3a244b8b61eb508f7b22d195d8b59173d596e9fe2656d" gracePeriod=30 Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.318120 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.318424 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="9f43179d-c1bd-435b-8715-64a46b9af13e" containerName="nova-metadata-log" containerID="cri-o://be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8" gracePeriod=30 Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.318834 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="9f43179d-c1bd-435b-8715-64a46b9af13e" containerName="nova-metadata-metadata" containerID="cri-o://8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0" gracePeriod=30 Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.720625 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:42 crc kubenswrapper[4809]: I1013 20:25:42.898610 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.044920 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-combined-ca-bundle\") pod \"9f43179d-c1bd-435b-8715-64a46b9af13e\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.045452 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hq8kb\" (UniqueName: \"kubernetes.io/projected/9f43179d-c1bd-435b-8715-64a46b9af13e-kube-api-access-hq8kb\") pod \"9f43179d-c1bd-435b-8715-64a46b9af13e\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.046598 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-nova-metadata-tls-certs\") pod \"9f43179d-c1bd-435b-8715-64a46b9af13e\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.046759 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9f43179d-c1bd-435b-8715-64a46b9af13e-logs\") pod \"9f43179d-c1bd-435b-8715-64a46b9af13e\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.046805 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-config-data\") pod \"9f43179d-c1bd-435b-8715-64a46b9af13e\" (UID: \"9f43179d-c1bd-435b-8715-64a46b9af13e\") " Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.047294 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9f43179d-c1bd-435b-8715-64a46b9af13e-logs" (OuterVolumeSpecName: "logs") pod "9f43179d-c1bd-435b-8715-64a46b9af13e" (UID: "9f43179d-c1bd-435b-8715-64a46b9af13e"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.048697 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9f43179d-c1bd-435b-8715-64a46b9af13e-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.052452 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9f43179d-c1bd-435b-8715-64a46b9af13e-kube-api-access-hq8kb" (OuterVolumeSpecName: "kube-api-access-hq8kb") pod "9f43179d-c1bd-435b-8715-64a46b9af13e" (UID: "9f43179d-c1bd-435b-8715-64a46b9af13e"). InnerVolumeSpecName "kube-api-access-hq8kb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.085173 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9f43179d-c1bd-435b-8715-64a46b9af13e" (UID: "9f43179d-c1bd-435b-8715-64a46b9af13e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.100051 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-config-data" (OuterVolumeSpecName: "config-data") pod "9f43179d-c1bd-435b-8715-64a46b9af13e" (UID: "9f43179d-c1bd-435b-8715-64a46b9af13e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.100313 4809 generic.go:334] "Generic (PLEG): container finished" podID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerID="3f2071fdd114403e6f74d25f536e435c04e718ced2c0d9fa22ea6b7a51652eb8" exitCode=143 Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.100469 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e6c8f639-6137-4311-8bf0-572edc9f738a","Type":"ContainerDied","Data":"3f2071fdd114403e6f74d25f536e435c04e718ced2c0d9fa22ea6b7a51652eb8"} Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.110204 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f43179d-c1bd-435b-8715-64a46b9af13e" containerID="8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0" exitCode=0 Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.110590 4809 generic.go:334] "Generic (PLEG): container finished" podID="9f43179d-c1bd-435b-8715-64a46b9af13e" containerID="be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8" exitCode=143 Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.110565 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.110470 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9f43179d-c1bd-435b-8715-64a46b9af13e","Type":"ContainerDied","Data":"8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0"} Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.112286 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9f43179d-c1bd-435b-8715-64a46b9af13e","Type":"ContainerDied","Data":"be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8"} Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.112315 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"9f43179d-c1bd-435b-8715-64a46b9af13e","Type":"ContainerDied","Data":"dadecad3407f56cea78d853c93b0cc76c14f9849baf70d3564eb5f84827f4c1a"} Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.112336 4809 scope.go:117] "RemoveContainer" containerID="8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.132842 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "9f43179d-c1bd-435b-8715-64a46b9af13e" (UID: "9f43179d-c1bd-435b-8715-64a46b9af13e"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.141243 4809 scope.go:117] "RemoveContainer" containerID="be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.150358 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hq8kb\" (UniqueName: \"kubernetes.io/projected/9f43179d-c1bd-435b-8715-64a46b9af13e-kube-api-access-hq8kb\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.150385 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.150394 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.150403 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9f43179d-c1bd-435b-8715-64a46b9af13e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.170810 4809 scope.go:117] "RemoveContainer" containerID="8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0" Oct 13 20:25:43 crc kubenswrapper[4809]: E1013 20:25:43.171449 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0\": container with ID starting with 8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0 not found: ID does not exist" containerID="8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.171546 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0"} err="failed to get container status \"8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0\": rpc error: code = NotFound desc = could not find container \"8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0\": container with ID starting with 8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0 not found: ID does not exist" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.171583 4809 scope.go:117] "RemoveContainer" containerID="be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8" Oct 13 20:25:43 crc kubenswrapper[4809]: E1013 20:25:43.172062 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8\": container with ID starting with be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8 not found: ID does not exist" containerID="be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.172094 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8"} err="failed to get container status \"be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8\": rpc error: code = NotFound desc = could not find container \"be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8\": container with ID starting with be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8 not found: ID does not exist" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.172114 4809 scope.go:117] "RemoveContainer" containerID="8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.172540 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0"} err="failed to get container status \"8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0\": rpc error: code = NotFound desc = could not find container \"8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0\": container with ID starting with 8445c12e716734766d28814a36e3cc581f4dd67c077c5a9c7a4bfbc2d34896e0 not found: ID does not exist" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.172564 4809 scope.go:117] "RemoveContainer" containerID="be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.172976 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8"} err="failed to get container status \"be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8\": rpc error: code = NotFound desc = could not find container \"be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8\": container with ID starting with be64b4df578923f21360848382d3cf2ce52bc4ed89b1bc15495f62da509384e8 not found: ID does not exist" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.461196 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.473578 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.483963 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:43 crc kubenswrapper[4809]: E1013 20:25:43.484558 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f43179d-c1bd-435b-8715-64a46b9af13e" containerName="nova-metadata-log" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.484587 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f43179d-c1bd-435b-8715-64a46b9af13e" containerName="nova-metadata-log" Oct 13 20:25:43 crc kubenswrapper[4809]: E1013 20:25:43.484648 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d96e97dd-1e69-41f1-bf75-88bf40518c10" containerName="nova-manage" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.484684 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d96e97dd-1e69-41f1-bf75-88bf40518c10" containerName="nova-manage" Oct 13 20:25:43 crc kubenswrapper[4809]: E1013 20:25:43.484786 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9f43179d-c1bd-435b-8715-64a46b9af13e" containerName="nova-metadata-metadata" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.484801 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9f43179d-c1bd-435b-8715-64a46b9af13e" containerName="nova-metadata-metadata" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.485168 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d96e97dd-1e69-41f1-bf75-88bf40518c10" containerName="nova-manage" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.485222 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f43179d-c1bd-435b-8715-64a46b9af13e" containerName="nova-metadata-log" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.485252 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9f43179d-c1bd-435b-8715-64a46b9af13e" containerName="nova-metadata-metadata" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.487986 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.490093 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.491197 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.496193 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.659831 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.659894 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cda29934-4419-4eb8-b15d-f4b98b9a5266-logs\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.659968 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.661078 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-config-data\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.661187 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8hdfm\" (UniqueName: \"kubernetes.io/projected/cda29934-4419-4eb8-b15d-f4b98b9a5266-kube-api-access-8hdfm\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: E1013 20:25:43.740282 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:43 crc kubenswrapper[4809]: E1013 20:25:43.742190 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:43 crc kubenswrapper[4809]: E1013 20:25:43.743764 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:43 crc kubenswrapper[4809]: E1013 20:25:43.743848 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.763397 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.763671 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-config-data\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.763724 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8hdfm\" (UniqueName: \"kubernetes.io/projected/cda29934-4419-4eb8-b15d-f4b98b9a5266-kube-api-access-8hdfm\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.764007 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.764082 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cda29934-4419-4eb8-b15d-f4b98b9a5266-logs\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.764913 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cda29934-4419-4eb8-b15d-f4b98b9a5266-logs\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.768147 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-config-data\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.768306 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.774319 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.780956 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8hdfm\" (UniqueName: \"kubernetes.io/projected/cda29934-4419-4eb8-b15d-f4b98b9a5266-kube-api-access-8hdfm\") pod \"nova-metadata-0\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:43 crc kubenswrapper[4809]: I1013 20:25:43.807976 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:44 crc kubenswrapper[4809]: I1013 20:25:44.121417 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="c91786df-fa15-4920-9b86-f15fd74eb626" containerName="nova-scheduler-scheduler" containerID="cri-o://cbd368cb34087b1b70d572e153a164d502ddfcc613b28cfd9d3a6b9c32755443" gracePeriod=30 Oct 13 20:25:44 crc kubenswrapper[4809]: I1013 20:25:44.166516 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9f43179d-c1bd-435b-8715-64a46b9af13e" path="/var/lib/kubelet/pods/9f43179d-c1bd-435b-8715-64a46b9af13e/volumes" Oct 13 20:25:44 crc kubenswrapper[4809]: I1013 20:25:44.367278 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:25:45 crc kubenswrapper[4809]: I1013 20:25:45.156134 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"cda29934-4419-4eb8-b15d-f4b98b9a5266","Type":"ContainerStarted","Data":"901867973e2f3748e7c3f045683485388fd576b1ce8e6731770099b5a0620a94"} Oct 13 20:25:45 crc kubenswrapper[4809]: I1013 20:25:45.156496 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"cda29934-4419-4eb8-b15d-f4b98b9a5266","Type":"ContainerStarted","Data":"aa6f55ae851c030fcb7a439de372ea5e6e9163e8950fd765a4c7333806bc2a62"} Oct 13 20:25:45 crc kubenswrapper[4809]: I1013 20:25:45.156514 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"cda29934-4419-4eb8-b15d-f4b98b9a5266","Type":"ContainerStarted","Data":"d042179c38f46708ede7a9a85715998d9d88327f7586e5af4e4a81b0e8446fe6"} Oct 13 20:25:46 crc kubenswrapper[4809]: E1013 20:25:46.422686 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="cbd368cb34087b1b70d572e153a164d502ddfcc613b28cfd9d3a6b9c32755443" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:25:46 crc kubenswrapper[4809]: E1013 20:25:46.424782 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="cbd368cb34087b1b70d572e153a164d502ddfcc613b28cfd9d3a6b9c32755443" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:25:46 crc kubenswrapper[4809]: E1013 20:25:46.426311 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="cbd368cb34087b1b70d572e153a164d502ddfcc613b28cfd9d3a6b9c32755443" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:25:46 crc kubenswrapper[4809]: E1013 20:25:46.426383 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="c91786df-fa15-4920-9b86-f15fd74eb626" containerName="nova-scheduler-scheduler" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.186652 4809 generic.go:334] "Generic (PLEG): container finished" podID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerID="acbfe43c3416e8556bc3a244b8b61eb508f7b22d195d8b59173d596e9fe2656d" exitCode=0 Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.186787 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e6c8f639-6137-4311-8bf0-572edc9f738a","Type":"ContainerDied","Data":"acbfe43c3416e8556bc3a244b8b61eb508f7b22d195d8b59173d596e9fe2656d"} Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.187185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"e6c8f639-6137-4311-8bf0-572edc9f738a","Type":"ContainerDied","Data":"1ed3d442c734759ddff1806f86dd067f7eb5b8384fef1ed165c3cae31def846a"} Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.187208 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1ed3d442c734759ddff1806f86dd067f7eb5b8384fef1ed165c3cae31def846a" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.197515 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.228267 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=4.228244462 podStartE2EDuration="4.228244462s" podCreationTimestamp="2025-10-13 20:25:43 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:45.195081796 +0000 UTC m=+3663.800828421" watchObservedRunningTime="2025-10-13 20:25:47.228244462 +0000 UTC m=+3665.833991047" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.350261 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-public-tls-certs\") pod \"e6c8f639-6137-4311-8bf0-572edc9f738a\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.350693 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e6c8f639-6137-4311-8bf0-572edc9f738a-logs\") pod \"e6c8f639-6137-4311-8bf0-572edc9f738a\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.350863 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-combined-ca-bundle\") pod \"e6c8f639-6137-4311-8bf0-572edc9f738a\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.351389 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-config-data\") pod \"e6c8f639-6137-4311-8bf0-572edc9f738a\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.351440 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e6c8f639-6137-4311-8bf0-572edc9f738a-logs" (OuterVolumeSpecName: "logs") pod "e6c8f639-6137-4311-8bf0-572edc9f738a" (UID: "e6c8f639-6137-4311-8bf0-572edc9f738a"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.351531 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-internal-tls-certs\") pod \"e6c8f639-6137-4311-8bf0-572edc9f738a\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.351574 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bhnqd\" (UniqueName: \"kubernetes.io/projected/e6c8f639-6137-4311-8bf0-572edc9f738a-kube-api-access-bhnqd\") pod \"e6c8f639-6137-4311-8bf0-572edc9f738a\" (UID: \"e6c8f639-6137-4311-8bf0-572edc9f738a\") " Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.352348 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e6c8f639-6137-4311-8bf0-572edc9f738a-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.356174 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e6c8f639-6137-4311-8bf0-572edc9f738a-kube-api-access-bhnqd" (OuterVolumeSpecName: "kube-api-access-bhnqd") pod "e6c8f639-6137-4311-8bf0-572edc9f738a" (UID: "e6c8f639-6137-4311-8bf0-572edc9f738a"). InnerVolumeSpecName "kube-api-access-bhnqd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.384594 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-config-data" (OuterVolumeSpecName: "config-data") pod "e6c8f639-6137-4311-8bf0-572edc9f738a" (UID: "e6c8f639-6137-4311-8bf0-572edc9f738a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.400836 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e6c8f639-6137-4311-8bf0-572edc9f738a" (UID: "e6c8f639-6137-4311-8bf0-572edc9f738a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.412538 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "e6c8f639-6137-4311-8bf0-572edc9f738a" (UID: "e6c8f639-6137-4311-8bf0-572edc9f738a"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.436273 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "e6c8f639-6137-4311-8bf0-572edc9f738a" (UID: "e6c8f639-6137-4311-8bf0-572edc9f738a"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.453957 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.453994 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.454006 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.454016 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e6c8f639-6137-4311-8bf0-572edc9f738a-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:47 crc kubenswrapper[4809]: I1013 20:25:47.454029 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bhnqd\" (UniqueName: \"kubernetes.io/projected/e6c8f639-6137-4311-8bf0-572edc9f738a-kube-api-access-bhnqd\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.156310 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:25:48 crc kubenswrapper[4809]: E1013 20:25:48.158345 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.201546 4809 generic.go:334] "Generic (PLEG): container finished" podID="c91786df-fa15-4920-9b86-f15fd74eb626" containerID="cbd368cb34087b1b70d572e153a164d502ddfcc613b28cfd9d3a6b9c32755443" exitCode=0 Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.201657 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.201647 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"c91786df-fa15-4920-9b86-f15fd74eb626","Type":"ContainerDied","Data":"cbd368cb34087b1b70d572e153a164d502ddfcc613b28cfd9d3a6b9c32755443"} Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.283517 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.299110 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.318383 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:48 crc kubenswrapper[4809]: E1013 20:25:48.318878 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerName="nova-api-log" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.318903 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerName="nova-api-log" Oct 13 20:25:48 crc kubenswrapper[4809]: E1013 20:25:48.318964 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerName="nova-api-api" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.318973 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerName="nova-api-api" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.319189 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerName="nova-api-log" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.319209 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e6c8f639-6137-4311-8bf0-572edc9f738a" containerName="nova-api-api" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.320361 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.325527 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.325673 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.326004 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.327085 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.479649 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-config-data\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.479949 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-s9dxm\" (UniqueName: \"kubernetes.io/projected/f1737e92-aebe-45da-b7bb-bf88184aeeb9-kube-api-access-s9dxm\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.479986 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-internal-tls-certs\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.480043 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-public-tls-certs\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.480123 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f1737e92-aebe-45da-b7bb-bf88184aeeb9-logs\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.480147 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.556514 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.594377 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-config-data\") pod \"c91786df-fa15-4920-9b86-f15fd74eb626\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.594499 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-combined-ca-bundle\") pod \"c91786df-fa15-4920-9b86-f15fd74eb626\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.594548 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dhfpj\" (UniqueName: \"kubernetes.io/projected/c91786df-fa15-4920-9b86-f15fd74eb626-kube-api-access-dhfpj\") pod \"c91786df-fa15-4920-9b86-f15fd74eb626\" (UID: \"c91786df-fa15-4920-9b86-f15fd74eb626\") " Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.594923 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-config-data\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.595028 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-s9dxm\" (UniqueName: \"kubernetes.io/projected/f1737e92-aebe-45da-b7bb-bf88184aeeb9-kube-api-access-s9dxm\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.595072 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-internal-tls-certs\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.595128 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-public-tls-certs\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.595214 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f1737e92-aebe-45da-b7bb-bf88184aeeb9-logs\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.595264 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.600353 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f1737e92-aebe-45da-b7bb-bf88184aeeb9-logs\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.601805 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c91786df-fa15-4920-9b86-f15fd74eb626-kube-api-access-dhfpj" (OuterVolumeSpecName: "kube-api-access-dhfpj") pod "c91786df-fa15-4920-9b86-f15fd74eb626" (UID: "c91786df-fa15-4920-9b86-f15fd74eb626"). InnerVolumeSpecName "kube-api-access-dhfpj". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.602283 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.603413 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-internal-tls-certs\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.607204 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-config-data\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.609956 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-public-tls-certs\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.625396 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-s9dxm\" (UniqueName: \"kubernetes.io/projected/f1737e92-aebe-45da-b7bb-bf88184aeeb9-kube-api-access-s9dxm\") pod \"nova-api-0\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.631963 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c91786df-fa15-4920-9b86-f15fd74eb626" (UID: "c91786df-fa15-4920-9b86-f15fd74eb626"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.654849 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-config-data" (OuterVolumeSpecName: "config-data") pod "c91786df-fa15-4920-9b86-f15fd74eb626" (UID: "c91786df-fa15-4920-9b86-f15fd74eb626"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.681059 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.696662 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.696697 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c91786df-fa15-4920-9b86-f15fd74eb626-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.696713 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dhfpj\" (UniqueName: \"kubernetes.io/projected/c91786df-fa15-4920-9b86-f15fd74eb626-kube-api-access-dhfpj\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:48 crc kubenswrapper[4809]: E1013 20:25:48.740362 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:48 crc kubenswrapper[4809]: E1013 20:25:48.741794 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:48 crc kubenswrapper[4809]: E1013 20:25:48.743507 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:48 crc kubenswrapper[4809]: E1013 20:25:48.743601 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.810455 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:48 crc kubenswrapper[4809]: I1013 20:25:48.810852 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.144335 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.220485 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f1737e92-aebe-45da-b7bb-bf88184aeeb9","Type":"ContainerStarted","Data":"03367d4903edbd025ba0e16518bec76420bae0f0b214c51013be9f45ef7ad0d2"} Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.222901 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.222905 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"c91786df-fa15-4920-9b86-f15fd74eb626","Type":"ContainerDied","Data":"a4cfe231d1b1f3bb7a01b9971fe816f8e9bfe9a21b559b8c065449fe43c03710"} Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.223054 4809 scope.go:117] "RemoveContainer" containerID="cbd368cb34087b1b70d572e153a164d502ddfcc613b28cfd9d3a6b9c32755443" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.335168 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.349071 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.363581 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:49 crc kubenswrapper[4809]: E1013 20:25:49.364230 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c91786df-fa15-4920-9b86-f15fd74eb626" containerName="nova-scheduler-scheduler" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.364257 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c91786df-fa15-4920-9b86-f15fd74eb626" containerName="nova-scheduler-scheduler" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.364771 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c91786df-fa15-4920-9b86-f15fd74eb626" containerName="nova-scheduler-scheduler" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.380847 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.380991 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.384418 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.412926 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.413524 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-config-data\") pod \"nova-scheduler-0\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.413785 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2mg2h\" (UniqueName: \"kubernetes.io/projected/991a98e0-38ae-4112-a2c0-6b271857e853-kube-api-access-2mg2h\") pod \"nova-scheduler-0\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.515689 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.515760 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-config-data\") pod \"nova-scheduler-0\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.515944 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-2mg2h\" (UniqueName: \"kubernetes.io/projected/991a98e0-38ae-4112-a2c0-6b271857e853-kube-api-access-2mg2h\") pod \"nova-scheduler-0\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.521497 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-config-data\") pod \"nova-scheduler-0\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.522567 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.538393 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-2mg2h\" (UniqueName: \"kubernetes.io/projected/991a98e0-38ae-4112-a2c0-6b271857e853-kube-api-access-2mg2h\") pod \"nova-scheduler-0\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:49 crc kubenswrapper[4809]: I1013 20:25:49.697428 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:50 crc kubenswrapper[4809]: I1013 20:25:50.146481 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:25:50 crc kubenswrapper[4809]: I1013 20:25:50.174095 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c91786df-fa15-4920-9b86-f15fd74eb626" path="/var/lib/kubelet/pods/c91786df-fa15-4920-9b86-f15fd74eb626/volumes" Oct 13 20:25:50 crc kubenswrapper[4809]: I1013 20:25:50.176128 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e6c8f639-6137-4311-8bf0-572edc9f738a" path="/var/lib/kubelet/pods/e6c8f639-6137-4311-8bf0-572edc9f738a/volumes" Oct 13 20:25:50 crc kubenswrapper[4809]: I1013 20:25:50.238070 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f1737e92-aebe-45da-b7bb-bf88184aeeb9","Type":"ContainerStarted","Data":"6cce7b6bdc667313c7b90967f3b682612b3a452bd1c5ee819756a4d27d4060fb"} Oct 13 20:25:50 crc kubenswrapper[4809]: I1013 20:25:50.238128 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f1737e92-aebe-45da-b7bb-bf88184aeeb9","Type":"ContainerStarted","Data":"e2b216b37884fc39b9641b1ebd89bae445fd4f4ba0a6c8902e776a692f052165"} Oct 13 20:25:50 crc kubenswrapper[4809]: I1013 20:25:50.241227 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"991a98e0-38ae-4112-a2c0-6b271857e853","Type":"ContainerStarted","Data":"48fc7a3fa562c729c4dd6624743a63e1ff0e0f147e4373cf22835786e4202675"} Oct 13 20:25:50 crc kubenswrapper[4809]: I1013 20:25:50.272092 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.272067126 podStartE2EDuration="2.272067126s" podCreationTimestamp="2025-10-13 20:25:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:50.256445938 +0000 UTC m=+3668.862192533" watchObservedRunningTime="2025-10-13 20:25:50.272067126 +0000 UTC m=+3668.877813741" Oct 13 20:25:51 crc kubenswrapper[4809]: I1013 20:25:51.267229 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"991a98e0-38ae-4112-a2c0-6b271857e853","Type":"ContainerStarted","Data":"7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c"} Oct 13 20:25:51 crc kubenswrapper[4809]: I1013 20:25:51.299518 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=2.299485163 podStartE2EDuration="2.299485163s" podCreationTimestamp="2025-10-13 20:25:49 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:51.291385735 +0000 UTC m=+3669.897132340" watchObservedRunningTime="2025-10-13 20:25:51.299485163 +0000 UTC m=+3669.905231788" Oct 13 20:25:53 crc kubenswrapper[4809]: E1013 20:25:53.742824 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada is running failed: container process not found" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:53 crc kubenswrapper[4809]: E1013 20:25:53.744109 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada is running failed: container process not found" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:53 crc kubenswrapper[4809]: E1013 20:25:53.744633 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada is running failed: container process not found" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:25:53 crc kubenswrapper[4809]: E1013 20:25:53.744717 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:53 crc kubenswrapper[4809]: I1013 20:25:53.808786 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:53 crc kubenswrapper[4809]: I1013 20:25:53.808863 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:25:53 crc kubenswrapper[4809]: E1013 20:25:53.995554 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podab3fcb8d_6c26_470f_8476_c4be7111de09.slice/crio-b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada.scope\": RecentStats: unable to find data in memory cache], [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podab3fcb8d_6c26_470f_8476_c4be7111de09.slice/crio-conmon-b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada.scope\": RecentStats: unable to find data in memory cache]" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.263197 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.349156 4809 generic.go:334] "Generic (PLEG): container finished" podID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" exitCode=137 Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.349212 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"ab3fcb8d-6c26-470f-8476-c4be7111de09","Type":"ContainerDied","Data":"b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada"} Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.349229 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.349246 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"ab3fcb8d-6c26-470f-8476-c4be7111de09","Type":"ContainerDied","Data":"de21a334cab48bd568a506a04058bf2da87e06ade081be19195f6716aca46083"} Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.349267 4809 scope.go:117] "RemoveContainer" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.368676 4809 scope.go:117] "RemoveContainer" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" Oct 13 20:25:54 crc kubenswrapper[4809]: E1013 20:25:54.369289 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada\": container with ID starting with b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada not found: ID does not exist" containerID="b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.369332 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada"} err="failed to get container status \"b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada\": rpc error: code = NotFound desc = could not find container \"b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada\": container with ID starting with b586fbf44dc4fa1bd09272ed815d43b0901eb17d75e54ff409e317806deecada not found: ID does not exist" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.414001 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-config-data\") pod \"ab3fcb8d-6c26-470f-8476-c4be7111de09\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.414063 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-29r8b\" (UniqueName: \"kubernetes.io/projected/ab3fcb8d-6c26-470f-8476-c4be7111de09-kube-api-access-29r8b\") pod \"ab3fcb8d-6c26-470f-8476-c4be7111de09\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.414247 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-combined-ca-bundle\") pod \"ab3fcb8d-6c26-470f-8476-c4be7111de09\" (UID: \"ab3fcb8d-6c26-470f-8476-c4be7111de09\") " Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.423077 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ab3fcb8d-6c26-470f-8476-c4be7111de09-kube-api-access-29r8b" (OuterVolumeSpecName: "kube-api-access-29r8b") pod "ab3fcb8d-6c26-470f-8476-c4be7111de09" (UID: "ab3fcb8d-6c26-470f-8476-c4be7111de09"). InnerVolumeSpecName "kube-api-access-29r8b". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.443131 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ab3fcb8d-6c26-470f-8476-c4be7111de09" (UID: "ab3fcb8d-6c26-470f-8476-c4be7111de09"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.454812 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-config-data" (OuterVolumeSpecName: "config-data") pod "ab3fcb8d-6c26-470f-8476-c4be7111de09" (UID: "ab3fcb8d-6c26-470f-8476-c4be7111de09"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.516650 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.516691 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-29r8b\" (UniqueName: \"kubernetes.io/projected/ab3fcb8d-6c26-470f-8476-c4be7111de09-kube-api-access-29r8b\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.516706 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ab3fcb8d-6c26-470f-8476-c4be7111de09-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.697578 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.697660 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.710933 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.723680 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:25:54 crc kubenswrapper[4809]: E1013 20:25:54.724519 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.724544 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.724771 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" containerName="nova-cell1-conductor-conductor" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.725536 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.730152 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.743190 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.827902 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.186:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.827925 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.186:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.922181 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.922263 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hrqr9\" (UniqueName: \"kubernetes.io/projected/3d427345-3383-4d03-9600-2fc4cd118c92-kube-api-access-hrqr9\") pod \"nova-cell1-conductor-0\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:54 crc kubenswrapper[4809]: I1013 20:25:54.922968 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:55 crc kubenswrapper[4809]: I1013 20:25:55.025115 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:55 crc kubenswrapper[4809]: I1013 20:25:55.025205 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hrqr9\" (UniqueName: \"kubernetes.io/projected/3d427345-3383-4d03-9600-2fc4cd118c92-kube-api-access-hrqr9\") pod \"nova-cell1-conductor-0\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:55 crc kubenswrapper[4809]: I1013 20:25:55.025273 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:55 crc kubenswrapper[4809]: I1013 20:25:55.029523 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:55 crc kubenswrapper[4809]: I1013 20:25:55.030902 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:55 crc kubenswrapper[4809]: I1013 20:25:55.059853 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hrqr9\" (UniqueName: \"kubernetes.io/projected/3d427345-3383-4d03-9600-2fc4cd118c92-kube-api-access-hrqr9\") pod \"nova-cell1-conductor-0\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:55 crc kubenswrapper[4809]: I1013 20:25:55.203242 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:25:55 crc kubenswrapper[4809]: I1013 20:25:55.355180 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:56 crc kubenswrapper[4809]: I1013 20:25:56.173594 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ab3fcb8d-6c26-470f-8476-c4be7111de09" path="/var/lib/kubelet/pods/ab3fcb8d-6c26-470f-8476-c4be7111de09/volumes" Oct 13 20:25:56 crc kubenswrapper[4809]: W1013 20:25:56.514019 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3d427345_3383_4d03_9600_2fc4cd118c92.slice/crio-f2b943043a99b3cbf17f1fa6086e2fbf5da66b0e047434a06226deb13dfa4c6c WatchSource:0}: Error finding container f2b943043a99b3cbf17f1fa6086e2fbf5da66b0e047434a06226deb13dfa4c6c: Status 404 returned error can't find the container with id f2b943043a99b3cbf17f1fa6086e2fbf5da66b0e047434a06226deb13dfa4c6c Oct 13 20:25:56 crc kubenswrapper[4809]: I1013 20:25:56.514978 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:25:57 crc kubenswrapper[4809]: I1013 20:25:57.384059 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"3d427345-3383-4d03-9600-2fc4cd118c92","Type":"ContainerStarted","Data":"27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb"} Oct 13 20:25:57 crc kubenswrapper[4809]: I1013 20:25:57.384468 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:25:57 crc kubenswrapper[4809]: I1013 20:25:57.384482 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"3d427345-3383-4d03-9600-2fc4cd118c92","Type":"ContainerStarted","Data":"f2b943043a99b3cbf17f1fa6086e2fbf5da66b0e047434a06226deb13dfa4c6c"} Oct 13 20:25:58 crc kubenswrapper[4809]: I1013 20:25:58.682150 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:58 crc kubenswrapper[4809]: I1013 20:25:58.682218 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:25:59 crc kubenswrapper[4809]: I1013 20:25:59.694921 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerName="nova-api-log" probeResult="failure" output="Get \"https://10.217.0.187:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:25:59 crc kubenswrapper[4809]: I1013 20:25:59.694974 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerName="nova-api-api" probeResult="failure" output="Get \"https://10.217.0.187:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:25:59 crc kubenswrapper[4809]: I1013 20:25:59.697865 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:59 crc kubenswrapper[4809]: I1013 20:25:59.747836 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:25:59 crc kubenswrapper[4809]: I1013 20:25:59.773720 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=5.773693748 podStartE2EDuration="5.773693748s" podCreationTimestamp="2025-10-13 20:25:54 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:25:57.403697654 +0000 UTC m=+3676.009444249" watchObservedRunningTime="2025-10-13 20:25:59.773693748 +0000 UTC m=+3678.379440373" Oct 13 20:26:00 crc kubenswrapper[4809]: I1013 20:26:00.455436 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:02 crc kubenswrapper[4809]: I1013 20:26:02.163846 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:26:02 crc kubenswrapper[4809]: E1013 20:26:02.164766 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:26:03 crc kubenswrapper[4809]: I1013 20:26:03.819275 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:03 crc kubenswrapper[4809]: I1013 20:26:03.824106 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:03 crc kubenswrapper[4809]: I1013 20:26:03.835351 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:04 crc kubenswrapper[4809]: I1013 20:26:04.477836 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:05 crc kubenswrapper[4809]: I1013 20:26:05.404996 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:08 crc kubenswrapper[4809]: I1013 20:26:08.699063 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:08 crc kubenswrapper[4809]: I1013 20:26:08.699780 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:08 crc kubenswrapper[4809]: I1013 20:26:08.700443 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:08 crc kubenswrapper[4809]: I1013 20:26:08.712814 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:09 crc kubenswrapper[4809]: I1013 20:26:09.545157 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:09 crc kubenswrapper[4809]: I1013 20:26:09.555644 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:13 crc kubenswrapper[4809]: I1013 20:26:13.155634 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:26:13 crc kubenswrapper[4809]: E1013 20:26:13.156264 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.544788 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.547490 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.568579 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.568856 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstackclient" podUID="30f0dd14-5666-4197-9079-e0e08410ab25" containerName="openstackclient" containerID="cri-o://a141161379bf1f34ace1f44a66d77276799016b8a6dcb1b4e125f46c954f42a3" gracePeriod=2 Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.586718 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.594312 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.594575 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerName="ovn-northd" containerID="cri-o://979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3" gracePeriod=30 Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.594997 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerName="openstack-network-exporter" containerID="cri-o://3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977" gracePeriod=30 Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.610033 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.610593 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="1f6aa20d-1556-43a3-9bd1-35a338bb3136" containerName="openstack-network-exporter" containerID="cri-o://f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1" gracePeriod=300 Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.633544 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn"] Oct 13 20:26:21 crc kubenswrapper[4809]: E1013 20:26:21.633963 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="30f0dd14-5666-4197-9079-e0e08410ab25" containerName="openstackclient" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.633975 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="30f0dd14-5666-4197-9079-e0e08410ab25" containerName="openstackclient" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.634172 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="30f0dd14-5666-4197-9079-e0e08410ab25" containerName="openstackclient" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.635112 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.688179 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/21138a9f-82a2-4880-a9b0-f0d922d85b8c-combined-ca-bundle\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.688229 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/21138a9f-82a2-4880-a9b0-f0d922d85b8c-config-data\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.688317 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/21138a9f-82a2-4880-a9b0-f0d922d85b8c-config-data-custom\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.688361 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/21138a9f-82a2-4880-a9b0-f0d922d85b8c-logs\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.689657 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-thrlq\" (UniqueName: \"kubernetes.io/projected/21138a9f-82a2-4880-a9b0-f0d922d85b8c-kube-api-access-thrlq\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.708701 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.708958 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="8ccf5456-abd4-46e8-870e-0ed931f41fc5" containerName="glance-log" containerID="cri-o://052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815" gracePeriod=30 Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.709154 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="8ccf5456-abd4-46e8-870e-0ed931f41fc5" containerName="glance-httpd" containerID="cri-o://b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f" gracePeriod=30 Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.753837 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.792766 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ca46f13-4466-4923-9826-5d5a03c518a2-config-data\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.792820 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-thrlq\" (UniqueName: \"kubernetes.io/projected/21138a9f-82a2-4880-a9b0-f0d922d85b8c-kube-api-access-thrlq\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.792877 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wrf5n\" (UniqueName: \"kubernetes.io/projected/1ca46f13-4466-4923-9826-5d5a03c518a2-kube-api-access-wrf5n\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.793250 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ca46f13-4466-4923-9826-5d5a03c518a2-combined-ca-bundle\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.793286 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/21138a9f-82a2-4880-a9b0-f0d922d85b8c-combined-ca-bundle\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.793317 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/21138a9f-82a2-4880-a9b0-f0d922d85b8c-config-data\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.793366 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ca46f13-4466-4923-9826-5d5a03c518a2-logs\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.793419 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1ca46f13-4466-4923-9826-5d5a03c518a2-config-data-custom\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.793461 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/21138a9f-82a2-4880-a9b0-f0d922d85b8c-config-data-custom\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.793508 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/21138a9f-82a2-4880-a9b0-f0d922d85b8c-logs\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.794285 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/21138a9f-82a2-4880-a9b0-f0d922d85b8c-logs\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.822969 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.823229 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/memcached-0" podUID="cce8a495-61f5-4771-923e-efeb5175b5ff" containerName="memcached" containerID="cri-o://195baca78fa63a9ad3793673f98b19b5124377c3bf2630d869f920d860dda1e3" gracePeriod=30 Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.829625 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/21138a9f-82a2-4880-a9b0-f0d922d85b8c-config-data-custom\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.831907 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/21138a9f-82a2-4880-a9b0-f0d922d85b8c-config-data\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.845714 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/21138a9f-82a2-4880-a9b0-f0d922d85b8c-combined-ca-bundle\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.863144 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.869021 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-thrlq\" (UniqueName: \"kubernetes.io/projected/21138a9f-82a2-4880-a9b0-f0d922d85b8c-kube-api-access-thrlq\") pod \"barbican-keystone-listener-576c97949d-5g2hx\" (UID: \"21138a9f-82a2-4880-a9b0-f0d922d85b8c\") " pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.896776 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wrf5n\" (UniqueName: \"kubernetes.io/projected/1ca46f13-4466-4923-9826-5d5a03c518a2-kube-api-access-wrf5n\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.897175 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ca46f13-4466-4923-9826-5d5a03c518a2-combined-ca-bundle\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.897281 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ca46f13-4466-4923-9826-5d5a03c518a2-logs\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.897371 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1ca46f13-4466-4923-9826-5d5a03c518a2-config-data-custom\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.897540 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ca46f13-4466-4923-9826-5d5a03c518a2-config-data\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.898133 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1ca46f13-4466-4923-9826-5d5a03c518a2-logs\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.907382 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.907615 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerName="nova-api-log" containerID="cri-o://e2b216b37884fc39b9641b1ebd89bae445fd4f4ba0a6c8902e776a692f052165" gracePeriod=30 Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.907758 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerName="nova-api-api" containerID="cri-o://6cce7b6bdc667313c7b90967f3b682612b3a452bd1c5ee819756a4d27d4060fb" gracePeriod=30 Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.908273 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1ca46f13-4466-4923-9826-5d5a03c518a2-config-data\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.909446 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1ca46f13-4466-4923-9826-5d5a03c518a2-config-data-custom\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.916976 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="1f6aa20d-1556-43a3-9bd1-35a338bb3136" containerName="ovsdbserver-nb" containerID="cri-o://60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d" gracePeriod=300 Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.917401 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1ca46f13-4466-4923-9826-5d5a03c518a2-combined-ca-bundle\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.938709 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wrf5n\" (UniqueName: \"kubernetes.io/projected/1ca46f13-4466-4923-9826-5d5a03c518a2-kube-api-access-wrf5n\") pod \"barbican-worker-c8f4d948c-lxfhn\" (UID: \"1ca46f13-4466-4923-9826-5d5a03c518a2\") " pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.938805 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.939031 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="991a98e0-38ae-4112-a2c0-6b271857e853" containerName="nova-scheduler-scheduler" containerID="cri-o://7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c" gracePeriod=30 Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.960062 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-548d897d7b-6ppgw"] Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.961993 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:21 crc kubenswrapper[4809]: I1013 20:26:21.980203 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.018798 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.019076 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" containerName="cinder-scheduler" containerID="cri-o://b702cc17886d1722b64d8793265b7dd544563845b1ef79ff001a962642cfacc6" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.019201 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-scheduler-0" podUID="1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" containerName="probe" containerID="cri-o://261de04ae170ece2f20fc5f152af0e8302c9cb0559a57809c8a46a9bf1bebce5" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.088035 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.088450 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="bfeefd96-5b36-4da1-8939-d9bae9e9d34a" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.108955 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-internal-tls-certs\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.109047 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-config-data\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.109100 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-scripts\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.109364 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-llx26\" (UniqueName: \"kubernetes.io/projected/1f152ce3-d5b2-4c3c-beba-a67d55e15153-kube-api-access-llx26\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.109654 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1f152ce3-d5b2-4c3c-beba-a67d55e15153-logs\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.109773 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-combined-ca-bundle\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.109809 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-public-tls-certs\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.177770 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.178619 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-548d897d7b-6ppgw"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.211234 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-internal-tls-certs\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.211292 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-config-data\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.211320 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-scripts\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.211375 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-llx26\" (UniqueName: \"kubernetes.io/projected/1f152ce3-d5b2-4c3c-beba-a67d55e15153-kube-api-access-llx26\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.211423 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1f152ce3-d5b2-4c3c-beba-a67d55e15153-logs\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.211453 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-combined-ca-bundle\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.211469 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-public-tls-certs\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.213195 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1f152ce3-d5b2-4c3c-beba-a67d55e15153-logs\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.217407 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-public-tls-certs\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.217406 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-internal-tls-certs\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.217601 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-scripts\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.222337 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-config-data\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.225328 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-combined-ca-bundle\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.238431 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-llx26\" (UniqueName: \"kubernetes.io/projected/1f152ce3-d5b2-4c3c-beba-a67d55e15153-kube-api-access-llx26\") pod \"placement-548d897d7b-6ppgw\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.239157 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.239196 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.239207 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.239219 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-95496bc54-dr25g"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.239782 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="02e3b420-93b0-46df-b404-2ddbc6b3c934" containerName="nova-cell0-conductor-conductor" containerID="cri-o://b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.240539 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="23523195-3c7e-430c-979f-d3d533d90e52" containerName="cinder-api-log" containerID="cri-o://fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.240619 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-6798f4b48-bs846"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.240714 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/cinder-api-0" podUID="23523195-3c7e-430c-979f-d3d533d90e52" containerName="cinder-api" containerID="cri-o://0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.240918 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-log" containerID="cri-o://aa6f55ae851c030fcb7a439de372ea5e6e9163e8950fd765a4c7333806bc2a62" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.241041 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-metadata-0" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-metadata" containerID="cri-o://901867973e2f3748e7c3f045683485388fd576b1ce8e6731770099b5a0620a94" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.245334 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.280266 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.284470 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.284690 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="29364d56-e044-4a6a-ac3d-37f8bd137488" containerName="glance-log" containerID="cri-o://2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.284833 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="29364d56-e044-4a6a-ac3d-37f8bd137488" containerName="glance-httpd" containerID="cri-o://2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.306350 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-95496bc54-dr25g"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313022 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313055 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-public-tls-certs\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313092 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data-custom\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313123 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-httpd-config\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313184 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-ovndb-tls-certs\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313231 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t2j7d\" (UniqueName: \"kubernetes.io/projected/ce2b8692-55b4-4d22-a38a-508b7c70133b-kube-api-access-t2j7d\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313303 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-internal-tls-certs\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313324 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-combined-ca-bundle\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313344 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-combined-ca-bundle\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313362 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-internal-tls-certs\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313403 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2b9e87c6-c878-4234-aa4c-d076ea86abd8-logs\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313420 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-config\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313445 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lbbxl\" (UniqueName: \"kubernetes.io/projected/2b9e87c6-c878-4234-aa4c-d076ea86abd8-kube-api-access-lbbxl\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.313461 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-public-tls-certs\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.323100 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-6798f4b48-bs846"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.334064 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.338974 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.341872 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.348126 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.372838 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-7c546c7bd6-vktml"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.374197 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.399833 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-7c546c7bd6-vktml"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.416548 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2b9e87c6-c878-4234-aa4c-d076ea86abd8-logs\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.416592 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-config\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.416616 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-config-data\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.418347 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-lbbxl\" (UniqueName: \"kubernetes.io/projected/2b9e87c6-c878-4234-aa4c-d076ea86abd8-kube-api-access-lbbxl\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.418399 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-public-tls-certs\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.418434 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-fernet-keys\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.418470 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-combined-ca-bundle\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.418496 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-credential-keys\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.418523 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nd9zd\" (UniqueName: \"kubernetes.io/projected/568bb62c-3507-40b8-b6f3-f1e2e881ab38-kube-api-access-nd9zd\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.418775 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.418795 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-public-tls-certs\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.418833 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data-custom\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.418857 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-scripts\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.419235 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-httpd-config\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.419280 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-ovndb-tls-certs\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.419464 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-t2j7d\" (UniqueName: \"kubernetes.io/projected/ce2b8692-55b4-4d22-a38a-508b7c70133b-kube-api-access-t2j7d\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.419487 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-public-tls-certs\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.419509 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-internal-tls-certs\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.419569 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-internal-tls-certs\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.419595 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-combined-ca-bundle\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.419633 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-combined-ca-bundle\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.419655 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-internal-tls-certs\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.425557 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-internal-tls-certs\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.425683 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-combined-ca-bundle\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.426441 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2b9e87c6-c878-4234-aa4c-d076ea86abd8-logs\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.429892 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-httpd-config\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.430272 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data-custom\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.430969 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-config\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.431054 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-combined-ca-bundle\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.431481 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-internal-tls-certs\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.431861 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-public-tls-certs\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.432814 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.434660 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-public-tls-certs\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.436101 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-ovndb-tls-certs\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.436425 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-t2j7d\" (UniqueName: \"kubernetes.io/projected/ce2b8692-55b4-4d22-a38a-508b7c70133b-kube-api-access-t2j7d\") pod \"neutron-95496bc54-dr25g\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.455259 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-lbbxl\" (UniqueName: \"kubernetes.io/projected/2b9e87c6-c878-4234-aa4c-d076ea86abd8-kube-api-access-lbbxl\") pod \"barbican-api-6798f4b48-bs846\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.523501 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-public-tls-certs\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.525131 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-internal-tls-certs\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.525378 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-galera-0" podUID="6cd4f808-562a-4759-ac8b-6304fc0c9f17" containerName="galera" containerID="cri-o://8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.525418 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-config-data\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.526384 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-fernet-keys\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.526412 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-combined-ca-bundle\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.526442 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-credential-keys\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.526464 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nd9zd\" (UniqueName: \"kubernetes.io/projected/568bb62c-3507-40b8-b6f3-f1e2e881ab38-kube-api-access-nd9zd\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.526514 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-scripts\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.529010 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-config-data\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.530854 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podUID="419a2ede-eda5-4ce1-b143-346ca631b116" containerName="galera" containerID="cri-o://ba657999a69fec30e4b999bdb6375260fd4eb2ee1bc23fce0841aff8393d3062" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.531798 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-internal-tls-certs\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.533509 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-scripts\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.533652 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-combined-ca-bundle\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.534579 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-credential-keys\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.535836 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-public-tls-certs\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.538299 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-fernet-keys\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.562586 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nd9zd\" (UniqueName: \"kubernetes.io/projected/568bb62c-3507-40b8-b6f3-f1e2e881ab38-kube-api-access-nd9zd\") pod \"keystone-7c546c7bd6-vktml\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.584560 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.585277 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="3d427345-3383-4d03-9600-2fc4cd118c92" containerName="nova-cell1-conductor-conductor" containerID="cri-o://27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.617513 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_1f6aa20d-1556-43a3-9bd1-35a338bb3136/ovsdbserver-nb/0.log" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.617709 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.625384 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.643627 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.682200 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.690647 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx"] Oct 13 20:26:22 crc kubenswrapper[4809]: E1013 20:26:22.705892 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:26:22 crc kubenswrapper[4809]: E1013 20:26:22.711917 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.723170 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.730202 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdb-rundir\") pod \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.730254 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-combined-ca-bundle\") pod \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.730329 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dm9cx\" (UniqueName: \"kubernetes.io/projected/1f6aa20d-1556-43a3-9bd1-35a338bb3136-kube-api-access-dm9cx\") pod \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.730358 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdbserver-nb-tls-certs\") pod \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.730436 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-nb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.730508 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-metrics-certs-tls-certs\") pod \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.730555 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-scripts\") pod \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.730588 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-config\") pod \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\" (UID: \"1f6aa20d-1556-43a3-9bd1-35a338bb3136\") " Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.732461 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-config" (OuterVolumeSpecName: "config") pod "1f6aa20d-1556-43a3-9bd1-35a338bb3136" (UID: "1f6aa20d-1556-43a3-9bd1-35a338bb3136"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.733692 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "1f6aa20d-1556-43a3-9bd1-35a338bb3136" (UID: "1f6aa20d-1556-43a3-9bd1-35a338bb3136"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.735185 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-scripts" (OuterVolumeSpecName: "scripts") pod "1f6aa20d-1556-43a3-9bd1-35a338bb3136" (UID: "1f6aa20d-1556-43a3-9bd1-35a338bb3136"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.738481 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1f6aa20d-1556-43a3-9bd1-35a338bb3136-kube-api-access-dm9cx" (OuterVolumeSpecName: "kube-api-access-dm9cx") pod "1f6aa20d-1556-43a3-9bd1-35a338bb3136" (UID: "1f6aa20d-1556-43a3-9bd1-35a338bb3136"). InnerVolumeSpecName "kube-api-access-dm9cx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:22 crc kubenswrapper[4809]: E1013 20:26:22.738833 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:26:22 crc kubenswrapper[4809]: E1013 20:26:22.738922 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerName="ovn-northd" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.784900 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage05-crc" (OuterVolumeSpecName: "ovndbcluster-nb-etc-ovn") pod "1f6aa20d-1556-43a3-9bd1-35a338bb3136" (UID: "1f6aa20d-1556-43a3-9bd1-35a338bb3136"). InnerVolumeSpecName "local-storage05-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.796592 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1f6aa20d-1556-43a3-9bd1-35a338bb3136" (UID: "1f6aa20d-1556-43a3-9bd1-35a338bb3136"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.834468 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" " Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.834562 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.834629 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/1f6aa20d-1556-43a3-9bd1-35a338bb3136-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.834680 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.834769 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.834828 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dm9cx\" (UniqueName: \"kubernetes.io/projected/1f6aa20d-1556-43a3-9bd1-35a338bb3136-kube-api-access-dm9cx\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.867539 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.867826 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="ceilometer-central-agent" containerID="cri-o://13f4c0f810beeabc8ed8e131c592108745b6c9f0a58da5ca92dae13727299e91" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.868121 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="ceilometer-notification-agent" containerID="cri-o://6206e45311e86fa77738b8540f63c054e05bd5f192efbfdb7e90816e8aff4b96" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.868334 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="sg-core" containerID="cri-o://3263c30c1b77c2d518660d18418749d0af89dc0b08f380978b52873fb6df276b" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.868470 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="proxy-httpd" containerID="cri-o://ed7eadbfa59adba4a6328a72cdc22ec5592a110f3e748012019ecceb2af8169e" gracePeriod=30 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.890609 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdbserver-nb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-nb-tls-certs") pod "1f6aa20d-1556-43a3-9bd1-35a338bb3136" (UID: "1f6aa20d-1556-43a3-9bd1-35a338bb3136"). InnerVolumeSpecName "ovsdbserver-nb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.903445 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage05-crc" (UniqueName: "kubernetes.io/local-volume/local-storage05-crc") on node "crc" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.926351 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "1f6aa20d-1556-43a3-9bd1-35a338bb3136" (UID: "1f6aa20d-1556-43a3-9bd1-35a338bb3136"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.937183 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-ovsdbserver-nb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.937220 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.937229 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f6aa20d-1556-43a3-9bd1-35a338bb3136-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.938892 4809 generic.go:334] "Generic (PLEG): container finished" podID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerID="aa6f55ae851c030fcb7a439de372ea5e6e9163e8950fd765a4c7333806bc2a62" exitCode=143 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.939056 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"cda29934-4419-4eb8-b15d-f4b98b9a5266","Type":"ContainerDied","Data":"aa6f55ae851c030fcb7a439de372ea5e6e9163e8950fd765a4c7333806bc2a62"} Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.968718 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_1f6aa20d-1556-43a3-9bd1-35a338bb3136/ovsdbserver-nb/0.log" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.969089 4809 generic.go:334] "Generic (PLEG): container finished" podID="1f6aa20d-1556-43a3-9bd1-35a338bb3136" containerID="f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1" exitCode=2 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.969154 4809 generic.go:334] "Generic (PLEG): container finished" podID="1f6aa20d-1556-43a3-9bd1-35a338bb3136" containerID="60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d" exitCode=143 Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.969257 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f6aa20d-1556-43a3-9bd1-35a338bb3136","Type":"ContainerDied","Data":"f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1"} Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.969329 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f6aa20d-1556-43a3-9bd1-35a338bb3136","Type":"ContainerDied","Data":"60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d"} Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.969407 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"1f6aa20d-1556-43a3-9bd1-35a338bb3136","Type":"ContainerDied","Data":"88c4f7f1168dc326d24e1a8fcd0220d55ba6a2c1636f63cb1654a499a57f011e"} Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.969467 4809 scope.go:117] "RemoveContainer" containerID="f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1" Oct 13 20:26:22 crc kubenswrapper[4809]: I1013 20:26:22.969653 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.020122 4809 generic.go:334] "Generic (PLEG): container finished" podID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerID="e2b216b37884fc39b9641b1ebd89bae445fd4f4ba0a6c8902e776a692f052165" exitCode=143 Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.020185 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f1737e92-aebe-45da-b7bb-bf88184aeeb9","Type":"ContainerDied","Data":"e2b216b37884fc39b9641b1ebd89bae445fd4f4ba0a6c8902e776a692f052165"} Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.041084 4809 generic.go:334] "Generic (PLEG): container finished" podID="8ccf5456-abd4-46e8-870e-0ed931f41fc5" containerID="052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815" exitCode=143 Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.041166 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8ccf5456-abd4-46e8-870e-0ed931f41fc5","Type":"ContainerDied","Data":"052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815"} Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.057294 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" event={"ID":"1ca46f13-4466-4923-9826-5d5a03c518a2","Type":"ContainerStarted","Data":"cee2b8389af2d6c2afb378e7fe3a58bee2e0a4213212e058103c44a925fbd607"} Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.059485 4809 generic.go:334] "Generic (PLEG): container finished" podID="23523195-3c7e-430c-979f-d3d533d90e52" containerID="fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af" exitCode=143 Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.059524 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"23523195-3c7e-430c-979f-d3d533d90e52","Type":"ContainerDied","Data":"fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af"} Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.079219 4809 generic.go:334] "Generic (PLEG): container finished" podID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerID="3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977" exitCode=2 Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.079304 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"237eec8d-f3ad-4bc2-a388-93ca5f324217","Type":"ContainerDied","Data":"3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977"} Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.103890 4809 generic.go:334] "Generic (PLEG): container finished" podID="cce8a495-61f5-4771-923e-efeb5175b5ff" containerID="195baca78fa63a9ad3793673f98b19b5124377c3bf2630d869f920d860dda1e3" exitCode=0 Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.103962 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"cce8a495-61f5-4771-923e-efeb5175b5ff","Type":"ContainerDied","Data":"195baca78fa63a9ad3793673f98b19b5124377c3bf2630d869f920d860dda1e3"} Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.116245 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" event={"ID":"21138a9f-82a2-4880-a9b0-f0d922d85b8c","Type":"ContainerStarted","Data":"5522ba77f2087f929390dce32c239ef7c9f626339146ef97dc0b3adf84e8a9c7"} Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.127794 4809 generic.go:334] "Generic (PLEG): container finished" podID="29364d56-e044-4a6a-ac3d-37f8bd137488" containerID="2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb" exitCode=143 Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.127831 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"29364d56-e044-4a6a-ac3d-37f8bd137488","Type":"ContainerDied","Data":"2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb"} Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.128302 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="72cbe376-d246-41f0-92be-77ab152eab2b" containerName="openstack-network-exporter" containerID="cri-o://8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26" gracePeriod=300 Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.128981 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="bfeefd96-5b36-4da1-8939-d9bae9e9d34a" containerName="nova-cell1-novncproxy-novncproxy" probeResult="failure" output="Get \"https://10.217.0.178:6080/vnc_lite.html\": dial tcp 10.217.0.178:6080: connect: connection refused" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.195526 4809 scope.go:117] "RemoveContainer" containerID="60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.205541 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.213793 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.237680 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.259997 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-548d897d7b-6ppgw"] Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.263417 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:23 crc kubenswrapper[4809]: E1013 20:26:23.263914 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1f6aa20d-1556-43a3-9bd1-35a338bb3136" containerName="ovsdbserver-nb" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.263926 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1f6aa20d-1556-43a3-9bd1-35a338bb3136" containerName="ovsdbserver-nb" Oct 13 20:26:23 crc kubenswrapper[4809]: E1013 20:26:23.263967 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1f6aa20d-1556-43a3-9bd1-35a338bb3136" containerName="openstack-network-exporter" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.263973 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1f6aa20d-1556-43a3-9bd1-35a338bb3136" containerName="openstack-network-exporter" Oct 13 20:26:23 crc kubenswrapper[4809]: E1013 20:26:23.263986 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cce8a495-61f5-4771-923e-efeb5175b5ff" containerName="memcached" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.263994 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cce8a495-61f5-4771-923e-efeb5175b5ff" containerName="memcached" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.264192 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cce8a495-61f5-4771-923e-efeb5175b5ff" containerName="memcached" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.264206 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1f6aa20d-1556-43a3-9bd1-35a338bb3136" containerName="ovsdbserver-nb" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.264221 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1f6aa20d-1556-43a3-9bd1-35a338bb3136" containerName="openstack-network-exporter" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.265215 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.268769 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="72cbe376-d246-41f0-92be-77ab152eab2b" containerName="ovsdbserver-sb" containerID="cri-o://0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0" gracePeriod=300 Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.270097 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.270300 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-gdx27" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.270504 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.270684 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.338020 4809 scope.go:117] "RemoveContainer" containerID="f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1" Oct 13 20:26:23 crc kubenswrapper[4809]: E1013 20:26:23.339006 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1\": container with ID starting with f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1 not found: ID does not exist" containerID="f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.339062 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1"} err="failed to get container status \"f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1\": rpc error: code = NotFound desc = could not find container \"f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1\": container with ID starting with f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1 not found: ID does not exist" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.339092 4809 scope.go:117] "RemoveContainer" containerID="60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d" Oct 13 20:26:23 crc kubenswrapper[4809]: E1013 20:26:23.339962 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d\": container with ID starting with 60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d not found: ID does not exist" containerID="60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.339991 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d"} err="failed to get container status \"60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d\": rpc error: code = NotFound desc = could not find container \"60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d\": container with ID starting with 60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d not found: ID does not exist" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.340004 4809 scope.go:117] "RemoveContainer" containerID="f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.340314 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1"} err="failed to get container status \"f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1\": rpc error: code = NotFound desc = could not find container \"f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1\": container with ID starting with f8106c22dfce15e34ee1185a6c769560d81d34220869ff7e1789787d42e3fcf1 not found: ID does not exist" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.340344 4809 scope.go:117] "RemoveContainer" containerID="60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.340661 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d"} err="failed to get container status \"60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d\": rpc error: code = NotFound desc = could not find container \"60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d\": container with ID starting with 60ba054480c0717bcf5c21f7457e92199f71e25428c7fe2018b911f5bf44826d not found: ID does not exist" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.353720 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-config-data\") pod \"cce8a495-61f5-4771-923e-efeb5175b5ff\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.353941 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-kolla-config\") pod \"cce8a495-61f5-4771-923e-efeb5175b5ff\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.354841 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-memcached-tls-certs\") pod \"cce8a495-61f5-4771-923e-efeb5175b5ff\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.356325 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-combined-ca-bundle\") pod \"cce8a495-61f5-4771-923e-efeb5175b5ff\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.356574 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-ds2k4\" (UniqueName: \"kubernetes.io/projected/cce8a495-61f5-4771-923e-efeb5175b5ff-kube-api-access-ds2k4\") pod \"cce8a495-61f5-4771-923e-efeb5175b5ff\" (UID: \"cce8a495-61f5-4771-923e-efeb5175b5ff\") " Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.357501 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "cce8a495-61f5-4771-923e-efeb5175b5ff" (UID: "cce8a495-61f5-4771-923e-efeb5175b5ff"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.357839 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-config-data" (OuterVolumeSpecName: "config-data") pod "cce8a495-61f5-4771-923e-efeb5175b5ff" (UID: "cce8a495-61f5-4771-923e-efeb5175b5ff"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.362192 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.362219 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/cce8a495-61f5-4771-923e-efeb5175b5ff-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.380570 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cce8a495-61f5-4771-923e-efeb5175b5ff-kube-api-access-ds2k4" (OuterVolumeSpecName: "kube-api-access-ds2k4") pod "cce8a495-61f5-4771-923e-efeb5175b5ff" (UID: "cce8a495-61f5-4771-923e-efeb5175b5ff"). InnerVolumeSpecName "kube-api-access-ds2k4". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.384051 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.449200 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "cce8a495-61f5-4771-923e-efeb5175b5ff" (UID: "cce8a495-61f5-4771-923e-efeb5175b5ff"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.463801 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.463851 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6n4ct\" (UniqueName: \"kubernetes.io/projected/9437d382-c79d-463c-8ed2-d0d009d773a6-kube-api-access-6n4ct\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.463884 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.463975 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.464014 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.464053 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.464093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-config\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.464128 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.464172 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.464188 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-ds2k4\" (UniqueName: \"kubernetes.io/projected/cce8a495-61f5-4771-923e-efeb5175b5ff-kube-api-access-ds2k4\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.477247 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-memcached-tls-certs" (OuterVolumeSpecName: "memcached-tls-certs") pod "cce8a495-61f5-4771-923e-efeb5175b5ff" (UID: "cce8a495-61f5-4771-923e-efeb5175b5ff"). InnerVolumeSpecName "memcached-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.565422 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.565710 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.565774 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-config\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.565810 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.565836 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.565856 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6n4ct\" (UniqueName: \"kubernetes.io/projected/9437d382-c79d-463c-8ed2-d0d009d773a6-kube-api-access-6n4ct\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.565883 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.565941 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.565997 4809 reconciler_common.go:293] "Volume detached for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/cce8a495-61f5-4771-923e-efeb5175b5ff-memcached-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.566060 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") device mount path \"/mnt/openstack/pv05\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.567125 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.568776 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-config\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.569084 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.574025 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.574685 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.575240 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.591163 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6n4ct\" (UniqueName: \"kubernetes.io/projected/9437d382-c79d-463c-8ed2-d0d009d773a6-kube-api-access-6n4ct\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.626539 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.635004 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-6798f4b48-bs846"] Oct 13 20:26:23 crc kubenswrapper[4809]: W1013 20:26:23.695896 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod2b9e87c6_c878_4234_aa4c_d076ea86abd8.slice/crio-52f2c45e9191ace10edf61c140518f2387cf6b4c9bb0402531480660365e576f WatchSource:0}: Error finding container 52f2c45e9191ace10edf61c140518f2387cf6b4c9bb0402531480660365e576f: Status 404 returned error can't find the container with id 52f2c45e9191ace10edf61c140518f2387cf6b4c9bb0402531480660365e576f Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.867943 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-95496bc54-dr25g"] Oct 13 20:26:23 crc kubenswrapper[4809]: I1013 20:26:23.923104 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.044671 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.193683 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_72cbe376-d246-41f0-92be-77ab152eab2b/ovsdbserver-sb/0.log" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.193783 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.203968 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-nova-novncproxy-tls-certs\") pod \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.204102 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-vencrypt-tls-certs\") pod \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.204207 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-combined-ca-bundle\") pod \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.204266 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-config-data\") pod \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.204302 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-s2v54\" (UniqueName: \"kubernetes.io/projected/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-kube-api-access-s2v54\") pod \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\" (UID: \"bfeefd96-5b36-4da1-8939-d9bae9e9d34a\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.218533 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-kube-api-access-s2v54" (OuterVolumeSpecName: "kube-api-access-s2v54") pod "bfeefd96-5b36-4da1-8939-d9bae9e9d34a" (UID: "bfeefd96-5b36-4da1-8939-d9bae9e9d34a"). InnerVolumeSpecName "kube-api-access-s2v54". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.290831 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713 is running failed: container process not found" containerID="b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.291608 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1f6aa20d-1556-43a3-9bd1-35a338bb3136" path="/var/lib/kubelet/pods/1f6aa20d-1556-43a3-9bd1-35a338bb3136/volumes" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.293935 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713 is running failed: container process not found" containerID="b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.294079 4809 generic.go:334] "Generic (PLEG): container finished" podID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerID="ed7eadbfa59adba4a6328a72cdc22ec5592a110f3e748012019ecceb2af8169e" exitCode=0 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.294091 4809 generic.go:334] "Generic (PLEG): container finished" podID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerID="3263c30c1b77c2d518660d18418749d0af89dc0b08f380978b52873fb6df276b" exitCode=2 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.294100 4809 generic.go:334] "Generic (PLEG): container finished" podID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerID="13f4c0f810beeabc8ed8e131c592108745b6c9f0a58da5ca92dae13727299e91" exitCode=0 Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.297919 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713 is running failed: container process not found" containerID="b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.298020 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713 is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="02e3b420-93b0-46df-b404-2ddbc6b3c934" containerName="nova-cell0-conductor-conductor" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.306515 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-config\") pod \"72cbe376-d246-41f0-92be-77ab152eab2b\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.306672 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-metrics-certs-tls-certs\") pod \"72cbe376-d246-41f0-92be-77ab152eab2b\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.306900 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdbserver-sb-tls-certs\") pod \"72cbe376-d246-41f0-92be-77ab152eab2b\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.306949 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdb-rundir\") pod \"72cbe376-d246-41f0-92be-77ab152eab2b\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.306991 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-sb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"72cbe376-d246-41f0-92be-77ab152eab2b\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.307022 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-scripts\") pod \"72cbe376-d246-41f0-92be-77ab152eab2b\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.307046 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-combined-ca-bundle\") pod \"72cbe376-d246-41f0-92be-77ab152eab2b\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.307111 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qhg2j\" (UniqueName: \"kubernetes.io/projected/72cbe376-d246-41f0-92be-77ab152eab2b-kube-api-access-qhg2j\") pod \"72cbe376-d246-41f0-92be-77ab152eab2b\" (UID: \"72cbe376-d246-41f0-92be-77ab152eab2b\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.307580 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-s2v54\" (UniqueName: \"kubernetes.io/projected/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-kube-api-access-s2v54\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.316538 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bfeefd96-5b36-4da1-8939-d9bae9e9d34a" (UID: "bfeefd96-5b36-4da1-8939-d9bae9e9d34a"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.317345 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "72cbe376-d246-41f0-92be-77ab152eab2b" (UID: "72cbe376-d246-41f0-92be-77ab152eab2b"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.318200 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-scripts" (OuterVolumeSpecName: "scripts") pod "72cbe376-d246-41f0-92be-77ab152eab2b" (UID: "72cbe376-d246-41f0-92be-77ab152eab2b"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.324165 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.325390 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" event={"ID":"1f152ce3-d5b2-4c3c-beba-a67d55e15153","Type":"ContainerStarted","Data":"aab661fe2ef4fa771d7c8031db1349e034ac8bf21d8f236ef2db1a98b51501d7"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.325418 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63","Type":"ContainerDied","Data":"ed7eadbfa59adba4a6328a72cdc22ec5592a110f3e748012019ecceb2af8169e"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.325432 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63","Type":"ContainerDied","Data":"3263c30c1b77c2d518660d18418749d0af89dc0b08f380978b52873fb6df276b"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.325440 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63","Type":"ContainerDied","Data":"13f4c0f810beeabc8ed8e131c592108745b6c9f0a58da5ca92dae13727299e91"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.325450 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" event={"ID":"ce2b8692-55b4-4d22-a38a-508b7c70133b","Type":"ContainerStarted","Data":"8fcc2d1c03a8699c629cc979c6b87d7cf9cc9a1bc09a3f42d78dc55ac68f3103"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.325839 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/72cbe376-d246-41f0-92be-77ab152eab2b-kube-api-access-qhg2j" (OuterVolumeSpecName: "kube-api-access-qhg2j") pod "72cbe376-d246-41f0-92be-77ab152eab2b" (UID: "72cbe376-d246-41f0-92be-77ab152eab2b"). InnerVolumeSpecName "kube-api-access-qhg2j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.331265 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-config" (OuterVolumeSpecName: "config") pod "72cbe376-d246-41f0-92be-77ab152eab2b" (UID: "72cbe376-d246-41f0-92be-77ab152eab2b"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.331599 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_72cbe376-d246-41f0-92be-77ab152eab2b/ovsdbserver-sb/0.log" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.331642 4809 generic.go:334] "Generic (PLEG): container finished" podID="72cbe376-d246-41f0-92be-77ab152eab2b" containerID="8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26" exitCode=2 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.331657 4809 generic.go:334] "Generic (PLEG): container finished" podID="72cbe376-d246-41f0-92be-77ab152eab2b" containerID="0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0" exitCode=143 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.331791 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.332280 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"72cbe376-d246-41f0-92be-77ab152eab2b","Type":"ContainerDied","Data":"8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.332307 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"72cbe376-d246-41f0-92be-77ab152eab2b","Type":"ContainerDied","Data":"0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.332317 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"72cbe376-d246-41f0-92be-77ab152eab2b","Type":"ContainerDied","Data":"3aa45bc5d9ac708aa33205798dbadc727c7f2bb261d6f753b621c42ec38038b5"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.332330 4809 scope.go:117] "RemoveContainer" containerID="8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.379513 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "ovndbcluster-sb-etc-ovn") pod "72cbe376-d246-41f0-92be-77ab152eab2b" (UID: "72cbe376-d246-41f0-92be-77ab152eab2b"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.387124 4809 generic.go:334] "Generic (PLEG): container finished" podID="02e3b420-93b0-46df-b404-2ddbc6b3c934" containerID="b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713" exitCode=0 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.387412 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"02e3b420-93b0-46df-b404-2ddbc6b3c934","Type":"ContainerDied","Data":"b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.412811 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.412841 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.412860 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.412869 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.412878 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qhg2j\" (UniqueName: \"kubernetes.io/projected/72cbe376-d246-41f0-92be-77ab152eab2b-kube-api-access-qhg2j\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.412889 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/72cbe376-d246-41f0-92be-77ab152eab2b-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.416543 4809 generic.go:334] "Generic (PLEG): container finished" podID="bfeefd96-5b36-4da1-8939-d9bae9e9d34a" containerID="5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189" exitCode=0 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.416644 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.416697 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"bfeefd96-5b36-4da1-8939-d9bae9e9d34a","Type":"ContainerDied","Data":"5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.417348 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"bfeefd96-5b36-4da1-8939-d9bae9e9d34a","Type":"ContainerDied","Data":"c72334c9e06fcf44723b6678eb7520984f6ab4b635c2705d00978c9bdd898cb8"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.423423 4809 generic.go:334] "Generic (PLEG): container finished" podID="3d427345-3383-4d03-9600-2fc4cd118c92" containerID="27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb" exitCode=0 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.423477 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"3d427345-3383-4d03-9600-2fc4cd118c92","Type":"ContainerDied","Data":"27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.423499 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"3d427345-3383-4d03-9600-2fc4cd118c92","Type":"ContainerDied","Data":"f2b943043a99b3cbf17f1fa6086e2fbf5da66b0e047434a06226deb13dfa4c6c"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.423589 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.423650 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.442843 4809 generic.go:334] "Generic (PLEG): container finished" podID="1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" containerID="261de04ae170ece2f20fc5f152af0e8302c9cb0559a57809c8a46a9bf1bebce5" exitCode=0 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.442906 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee","Type":"ContainerDied","Data":"261de04ae170ece2f20fc5f152af0e8302c9cb0559a57809c8a46a9bf1bebce5"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.444562 4809 generic.go:334] "Generic (PLEG): container finished" podID="419a2ede-eda5-4ce1-b143-346ca631b116" containerID="ba657999a69fec30e4b999bdb6375260fd4eb2ee1bc23fce0841aff8393d3062" exitCode=0 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.444602 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"419a2ede-eda5-4ce1-b143-346ca631b116","Type":"ContainerDied","Data":"ba657999a69fec30e4b999bdb6375260fd4eb2ee1bc23fce0841aff8393d3062"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.448903 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" event={"ID":"21138a9f-82a2-4880-a9b0-f0d922d85b8c","Type":"ContainerStarted","Data":"d1170aeb23b8b6102011bc65917eff3e318a219612db9113e45f5a116f1c65fd"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.448941 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" event={"ID":"21138a9f-82a2-4880-a9b0-f0d922d85b8c","Type":"ContainerStarted","Data":"d6e0f7b4e4749a7073d68e37e66cf762018c9d71cebf67dc1764b513d46ca996"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.455404 4809 generic.go:334] "Generic (PLEG): container finished" podID="30f0dd14-5666-4197-9079-e0e08410ab25" containerID="a141161379bf1f34ace1f44a66d77276799016b8a6dcb1b4e125f46c954f42a3" exitCode=137 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.461010 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" event={"ID":"1ca46f13-4466-4923-9826-5d5a03c518a2","Type":"ContainerStarted","Data":"02fcb7cc2587c723ebb3c8e23cfc8c502da3ef8829339976746e76be6a33c589"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.461074 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" event={"ID":"1ca46f13-4466-4923-9826-5d5a03c518a2","Type":"ContainerStarted","Data":"ea2f151b8b93d0b17079ddd911a883605f9eb0618ec01e2fdc10b0ed931c70f9"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.462769 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.465313 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-config-data" (OuterVolumeSpecName: "config-data") pod "bfeefd96-5b36-4da1-8939-d9bae9e9d34a" (UID: "bfeefd96-5b36-4da1-8939-d9bae9e9d34a"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.466909 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"cce8a495-61f5-4771-923e-efeb5175b5ff","Type":"ContainerDied","Data":"e3cc17f801583630bba825161908c0d29cf7e665037256036378ced40231ec98"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.466897 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.469281 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" event={"ID":"2b9e87c6-c878-4234-aa4c-d076ea86abd8","Type":"ContainerStarted","Data":"52f2c45e9191ace10edf61c140518f2387cf6b4c9bb0402531480660365e576f"} Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.483510 4809 scope.go:117] "RemoveContainer" containerID="0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.514573 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-config-data\") pod \"3d427345-3383-4d03-9600-2fc4cd118c92\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.514626 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-hrqr9\" (UniqueName: \"kubernetes.io/projected/3d427345-3383-4d03-9600-2fc4cd118c92-kube-api-access-hrqr9\") pod \"3d427345-3383-4d03-9600-2fc4cd118c92\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.514686 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-combined-ca-bundle\") pod \"3d427345-3383-4d03-9600-2fc4cd118c92\" (UID: \"3d427345-3383-4d03-9600-2fc4cd118c92\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.515095 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.534947 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-7c546c7bd6-vktml"] Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.554608 4809 scope.go:117] "RemoveContainer" containerID="8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.555286 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26\": container with ID starting with 8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26 not found: ID does not exist" containerID="8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.555329 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26"} err="failed to get container status \"8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26\": rpc error: code = NotFound desc = could not find container \"8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26\": container with ID starting with 8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26 not found: ID does not exist" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.555354 4809 scope.go:117] "RemoveContainer" containerID="0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.555576 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0\": container with ID starting with 0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0 not found: ID does not exist" containerID="0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.555595 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0"} err="failed to get container status \"0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0\": rpc error: code = NotFound desc = could not find container \"0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0\": container with ID starting with 0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0 not found: ID does not exist" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.555609 4809 scope.go:117] "RemoveContainer" containerID="8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.556076 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26"} err="failed to get container status \"8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26\": rpc error: code = NotFound desc = could not find container \"8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26\": container with ID starting with 8948c7ac85ba8ac5a8dcde33651454c56206d27aacd7b1fec29c184f9d285d26 not found: ID does not exist" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.556101 4809 scope.go:117] "RemoveContainer" containerID="0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.558298 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0"} err="failed to get container status \"0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0\": rpc error: code = NotFound desc = could not find container \"0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0\": container with ID starting with 0397861f9d84a230e92067ce34c20e333fd3ba0231d279461c03e164860a8ac0 not found: ID does not exist" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.558317 4809 scope.go:117] "RemoveContainer" containerID="5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.618940 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.622694 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"419a2ede-eda5-4ce1-b143-346ca631b116\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.622753 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vz4gg\" (UniqueName: \"kubernetes.io/projected/02e3b420-93b0-46df-b404-2ddbc6b3c934-kube-api-access-vz4gg\") pod \"02e3b420-93b0-46df-b404-2ddbc6b3c934\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.622818 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-operator-scripts\") pod \"419a2ede-eda5-4ce1-b143-346ca631b116\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.622839 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-combined-ca-bundle\") pod \"02e3b420-93b0-46df-b404-2ddbc6b3c934\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.622896 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-generated\") pod \"419a2ede-eda5-4ce1-b143-346ca631b116\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.622915 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-secrets\") pod \"419a2ede-eda5-4ce1-b143-346ca631b116\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.623079 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jf27v\" (UniqueName: \"kubernetes.io/projected/419a2ede-eda5-4ce1-b143-346ca631b116-kube-api-access-jf27v\") pod \"419a2ede-eda5-4ce1-b143-346ca631b116\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.623099 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-kolla-config\") pod \"419a2ede-eda5-4ce1-b143-346ca631b116\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.623132 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-galera-tls-certs\") pod \"419a2ede-eda5-4ce1-b143-346ca631b116\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.623178 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-combined-ca-bundle\") pod \"419a2ede-eda5-4ce1-b143-346ca631b116\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.623195 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-default\") pod \"419a2ede-eda5-4ce1-b143-346ca631b116\" (UID: \"419a2ede-eda5-4ce1-b143-346ca631b116\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.623227 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-config-data\") pod \"02e3b420-93b0-46df-b404-2ddbc6b3c934\" (UID: \"02e3b420-93b0-46df-b404-2ddbc6b3c934\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.624774 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "419a2ede-eda5-4ce1-b143-346ca631b116" (UID: "419a2ede-eda5-4ce1-b143-346ca631b116"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.640968 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "419a2ede-eda5-4ce1-b143-346ca631b116" (UID: "419a2ede-eda5-4ce1-b143-346ca631b116"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.642422 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "419a2ede-eda5-4ce1-b143-346ca631b116" (UID: "419a2ede-eda5-4ce1-b143-346ca631b116"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.644761 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "419a2ede-eda5-4ce1-b143-346ca631b116" (UID: "419a2ede-eda5-4ce1-b143-346ca631b116"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.652882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3d427345-3383-4d03-9600-2fc4cd118c92-kube-api-access-hrqr9" (OuterVolumeSpecName: "kube-api-access-hrqr9") pod "3d427345-3383-4d03-9600-2fc4cd118c92" (UID: "3d427345-3383-4d03-9600-2fc4cd118c92"). InnerVolumeSpecName "kube-api-access-hrqr9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.662489 4809 scope.go:117] "RemoveContainer" containerID="5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.672771 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189\": container with ID starting with 5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189 not found: ID does not exist" containerID="5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.672807 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189"} err="failed to get container status \"5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189\": rpc error: code = NotFound desc = could not find container \"5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189\": container with ID starting with 5c0ae6bebe318aef72dee8b29f3f496934fc81c232dfe79e61232a453427a189 not found: ID does not exist" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.672832 4809 scope.go:117] "RemoveContainer" containerID="27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.681131 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.711291 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/419a2ede-eda5-4ce1-b143-346ca631b116-kube-api-access-jf27v" (OuterVolumeSpecName: "kube-api-access-jf27v") pod "419a2ede-eda5-4ce1-b143-346ca631b116" (UID: "419a2ede-eda5-4ce1-b143-346ca631b116"). InnerVolumeSpecName "kube-api-access-jf27v". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.711598 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.714655 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-secrets" (OuterVolumeSpecName: "secrets") pod "419a2ede-eda5-4ce1-b143-346ca631b116" (UID: "419a2ede-eda5-4ce1-b143-346ca631b116"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.720638 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-worker-c8f4d948c-lxfhn" podStartSLOduration=3.720618631 podStartE2EDuration="3.720618631s" podCreationTimestamp="2025-10-13 20:26:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:24.601439208 +0000 UTC m=+3703.207185793" watchObservedRunningTime="2025-10-13 20:26:24.720618631 +0000 UTC m=+3703.326365216" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.724998 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-hrqr9\" (UniqueName: \"kubernetes.io/projected/3d427345-3383-4d03-9600-2fc4cd118c92-kube-api-access-hrqr9\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.725028 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jf27v\" (UniqueName: \"kubernetes.io/projected/419a2ede-eda5-4ce1-b143-346ca631b116-kube-api-access-jf27v\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.725039 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.725049 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.725058 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/419a2ede-eda5-4ce1-b143-346ca631b116-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.725067 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/419a2ede-eda5-4ce1-b143-346ca631b116-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.725075 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.728882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/02e3b420-93b0-46df-b404-2ddbc6b3c934-kube-api-access-vz4gg" (OuterVolumeSpecName: "kube-api-access-vz4gg") pod "02e3b420-93b0-46df-b404-2ddbc6b3c934" (UID: "02e3b420-93b0-46df-b404-2ddbc6b3c934"). InnerVolumeSpecName "kube-api-access-vz4gg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.732901 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.736907 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.745037 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c" cmd=["/usr/bin/pgrep","-r","DRST","nova-scheduler"] Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.745107 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/nova-scheduler-0" podUID="991a98e0-38ae-4112-a2c0-6b271857e853" containerName="nova-scheduler-scheduler" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.746761 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.747230 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="02e3b420-93b0-46df-b404-2ddbc6b3c934" containerName="nova-cell0-conductor-conductor" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747254 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="02e3b420-93b0-46df-b404-2ddbc6b3c934" containerName="nova-cell0-conductor-conductor" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.747267 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="419a2ede-eda5-4ce1-b143-346ca631b116" containerName="galera" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747276 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="419a2ede-eda5-4ce1-b143-346ca631b116" containerName="galera" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.747309 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3d427345-3383-4d03-9600-2fc4cd118c92" containerName="nova-cell1-conductor-conductor" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747318 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3d427345-3383-4d03-9600-2fc4cd118c92" containerName="nova-cell1-conductor-conductor" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.747334 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="419a2ede-eda5-4ce1-b143-346ca631b116" containerName="mysql-bootstrap" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747342 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="419a2ede-eda5-4ce1-b143-346ca631b116" containerName="mysql-bootstrap" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.747356 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="72cbe376-d246-41f0-92be-77ab152eab2b" containerName="ovsdbserver-sb" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747363 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="72cbe376-d246-41f0-92be-77ab152eab2b" containerName="ovsdbserver-sb" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.747389 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bfeefd96-5b36-4da1-8939-d9bae9e9d34a" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747396 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bfeefd96-5b36-4da1-8939-d9bae9e9d34a" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.747406 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="72cbe376-d246-41f0-92be-77ab152eab2b" containerName="openstack-network-exporter" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747413 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="72cbe376-d246-41f0-92be-77ab152eab2b" containerName="openstack-network-exporter" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747619 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3d427345-3383-4d03-9600-2fc4cd118c92" containerName="nova-cell1-conductor-conductor" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747645 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="02e3b420-93b0-46df-b404-2ddbc6b3c934" containerName="nova-cell0-conductor-conductor" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747659 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="72cbe376-d246-41f0-92be-77ab152eab2b" containerName="ovsdbserver-sb" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747681 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="72cbe376-d246-41f0-92be-77ab152eab2b" containerName="openstack-network-exporter" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747696 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bfeefd96-5b36-4da1-8939-d9bae9e9d34a" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.747716 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="419a2ede-eda5-4ce1-b143-346ca631b116" containerName="galera" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.748641 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.751189 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-jj55m" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.751380 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-memcached-svc" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.751809 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.757871 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.764005 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage08-crc" (OuterVolumeSpecName: "mysql-db") pod "419a2ede-eda5-4ce1-b143-346ca631b116" (UID: "419a2ede-eda5-4ce1-b143-346ca631b116"). InnerVolumeSpecName "local-storage08-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.772036 4809 scope.go:117] "RemoveContainer" containerID="27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb" Oct 13 20:26:24 crc kubenswrapper[4809]: E1013 20:26:24.793069 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb\": container with ID starting with 27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb not found: ID does not exist" containerID="27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.793106 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv"] Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.793110 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb"} err="failed to get container status \"27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb\": rpc error: code = NotFound desc = could not find container \"27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb\": container with ID starting with 27ac9295ca0f20713b059add46fd12cc463c67ec944c0fc332ba90590e62eacb not found: ID does not exist" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.793132 4809 scope.go:117] "RemoveContainer" containerID="195baca78fa63a9ad3793673f98b19b5124377c3bf2630d869f920d860dda1e3" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.794543 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" podUID="a5afcbd8-f781-4436-a05e-80b914a9f48f" containerName="barbican-worker-log" containerID="cri-o://ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54" gracePeriod=30 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.795660 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" podUID="a5afcbd8-f781-4436-a05e-80b914a9f48f" containerName="barbican-worker" containerID="cri-o://472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c" gracePeriod=30 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.803469 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-keystone-listener-576c97949d-5g2hx" podStartSLOduration=3.803452514 podStartE2EDuration="3.803452514s" podCreationTimestamp="2025-10-13 20:26:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:24.645758641 +0000 UTC m=+3703.251505236" watchObservedRunningTime="2025-10-13 20:26:24.803452514 +0000 UTC m=+3703.409199099" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.819850 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2"] Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.820113 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" podUID="9d984d65-e476-4717-bdf1-6d48ab43f600" containerName="barbican-keystone-listener-log" containerID="cri-o://a89da6286b0d63fd5607acadbfedb34735d139853373694c93d82eef8895dedb" gracePeriod=30 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.820563 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" podUID="9d984d65-e476-4717-bdf1-6d48ab43f600" containerName="barbican-keystone-listener" containerID="cri-o://050c1bed6f153a800da921513366bbd5a898031f63ef100890287c0c81680dd6" gracePeriod=30 Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.877659 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lfrqz\" (UniqueName: \"kubernetes.io/projected/30f0dd14-5666-4197-9079-e0e08410ab25-kube-api-access-lfrqz\") pod \"30f0dd14-5666-4197-9079-e0e08410ab25\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.877768 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config\") pod \"30f0dd14-5666-4197-9079-e0e08410ab25\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.877892 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-combined-ca-bundle\") pod \"30f0dd14-5666-4197-9079-e0e08410ab25\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.877996 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config-secret\") pod \"30f0dd14-5666-4197-9079-e0e08410ab25\" (UID: \"30f0dd14-5666-4197-9079-e0e08410ab25\") " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.881617 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-combined-ca-bundle\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.881677 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9j7gm\" (UniqueName: \"kubernetes.io/projected/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kube-api-access-9j7gm\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.882003 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kolla-config\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.882063 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-memcached-tls-certs\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.882105 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-config-data\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.882592 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" " Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.882615 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vz4gg\" (UniqueName: \"kubernetes.io/projected/02e3b420-93b0-46df-b404-2ddbc6b3c934-kube-api-access-vz4gg\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.892157 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.956879 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/30f0dd14-5666-4197-9079-e0e08410ab25-kube-api-access-lfrqz" (OuterVolumeSpecName: "kube-api-access-lfrqz") pod "30f0dd14-5666-4197-9079-e0e08410ab25" (UID: "30f0dd14-5666-4197-9079-e0e08410ab25"). InnerVolumeSpecName "kube-api-access-lfrqz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.957244 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-vencrypt-tls-certs" (OuterVolumeSpecName: "vencrypt-tls-certs") pod "bfeefd96-5b36-4da1-8939-d9bae9e9d34a" (UID: "bfeefd96-5b36-4da1-8939-d9bae9e9d34a"). InnerVolumeSpecName "vencrypt-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:24 crc kubenswrapper[4809]: W1013 20:26:24.960504 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod9437d382_c79d_463c_8ed2_d0d009d773a6.slice/crio-d12f17efcc9e84051e649344e1bb791afe1802638148e6fa3237723cbf544efc WatchSource:0}: Error finding container d12f17efcc9e84051e649344e1bb791afe1802638148e6fa3237723cbf544efc: Status 404 returned error can't find the container with id d12f17efcc9e84051e649344e1bb791afe1802638148e6fa3237723cbf544efc Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.983354 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.985326 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9j7gm\" (UniqueName: \"kubernetes.io/projected/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kube-api-access-9j7gm\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.985503 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kolla-config\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.985637 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-memcached-tls-certs\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.985757 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-config-data\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.986076 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-combined-ca-bundle\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.986228 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.986311 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lfrqz\" (UniqueName: \"kubernetes.io/projected/30f0dd14-5666-4197-9079-e0e08410ab25-kube-api-access-lfrqz\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.986391 4809 reconciler_common.go:293] "Volume detached for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-vencrypt-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.986313 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kolla-config\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.987827 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-config-data\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:24 crc kubenswrapper[4809]: I1013 20:26:24.996542 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-combined-ca-bundle\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.001239 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-memcached-tls-certs\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.004839 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9j7gm\" (UniqueName: \"kubernetes.io/projected/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kube-api-access-9j7gm\") pod \"memcached-0\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.029310 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-config-data" (OuterVolumeSpecName: "config-data") pod "02e3b420-93b0-46df-b404-2ddbc6b3c934" (UID: "02e3b420-93b0-46df-b404-2ddbc6b3c934"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.091852 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.189635 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-nova-novncproxy-tls-certs" (OuterVolumeSpecName: "nova-novncproxy-tls-certs") pod "bfeefd96-5b36-4da1-8939-d9bae9e9d34a" (UID: "bfeefd96-5b36-4da1-8939-d9bae9e9d34a"). InnerVolumeSpecName "nova-novncproxy-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.191326 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.0.180:3000/\": dial tcp 10.217.0.180:3000: connect: connection refused" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.195560 4809 reconciler_common.go:293] "Volume detached for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/bfeefd96-5b36-4da1-8939-d9bae9e9d34a-nova-novncproxy-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.202958 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3d427345-3383-4d03-9600-2fc4cd118c92" (UID: "3d427345-3383-4d03-9600-2fc4cd118c92"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.274065 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage08-crc" (UniqueName: "kubernetes.io/local-volume/local-storage08-crc") on node "crc" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.320304 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-config-data" (OuterVolumeSpecName: "config-data") pod "3d427345-3383-4d03-9600-2fc4cd118c92" (UID: "3d427345-3383-4d03-9600-2fc4cd118c92"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.334072 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config" (OuterVolumeSpecName: "openstack-config") pod "30f0dd14-5666-4197-9079-e0e08410ab25" (UID: "30f0dd14-5666-4197-9079-e0e08410ab25"). InnerVolumeSpecName "openstack-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.336271 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.337971 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.338003 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3d427345-3383-4d03-9600-2fc4cd118c92-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.338015 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.353601 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "72cbe376-d246-41f0-92be-77ab152eab2b" (UID: "72cbe376-d246-41f0-92be-77ab152eab2b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.397451 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.186:8775/\": read tcp 10.217.0.2:59890->10.217.0.186:8775: read: connection reset by peer" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.397842 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/nova-metadata-0" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.186:8775/\": read tcp 10.217.0.2:59886->10.217.0.186:8775: read: connection reset by peer" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.452305 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.486856 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "02e3b420-93b0-46df-b404-2ddbc6b3c934" (UID: "02e3b420-93b0-46df-b404-2ddbc6b3c934"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.489794 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/cinder-api-0" podUID="23523195-3c7e-430c-979f-d3d533d90e52" containerName="cinder-api" probeResult="failure" output="Get \"https://10.217.0.154:8776/healthcheck\": read tcp 10.217.0.2:58518->10.217.0.154:8776: read: connection reset by peer" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.517243 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "30f0dd14-5666-4197-9079-e0e08410ab25" (UID: "30f0dd14-5666-4197-9079-e0e08410ab25"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.535878 4809 generic.go:334] "Generic (PLEG): container finished" podID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerID="901867973e2f3748e7c3f045683485388fd576b1ce8e6731770099b5a0620a94" exitCode=0 Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.535963 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"cda29934-4419-4eb8-b15d-f4b98b9a5266","Type":"ContainerDied","Data":"901867973e2f3748e7c3f045683485388fd576b1ce8e6731770099b5a0620a94"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.536349 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config-secret" (OuterVolumeSpecName: "openstack-config-secret") pod "30f0dd14-5666-4197-9079-e0e08410ab25" (UID: "30f0dd14-5666-4197-9079-e0e08410ab25"). InnerVolumeSpecName "openstack-config-secret". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.544114 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" event={"ID":"2b9e87c6-c878-4234-aa4c-d076ea86abd8","Type":"ContainerStarted","Data":"fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.555028 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/02e3b420-93b0-46df-b404-2ddbc6b3c934-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.555058 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.555070 4809 reconciler_common.go:293] "Volume detached for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/30f0dd14-5666-4197-9079-e0e08410ab25-openstack-config-secret\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.558477 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "419a2ede-eda5-4ce1-b143-346ca631b116" (UID: "419a2ede-eda5-4ce1-b143-346ca631b116"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.559569 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" event={"ID":"568bb62c-3507-40b8-b6f3-f1e2e881ab38","Type":"ContainerStarted","Data":"a159be19cd3a9156a0639550ceffc55f6ff4bd8daf23891f696389df95e99341"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.560188 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "419a2ede-eda5-4ce1-b143-346ca631b116" (UID: "419a2ede-eda5-4ce1-b143-346ca631b116"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.561041 4809 generic.go:334] "Generic (PLEG): container finished" podID="9d984d65-e476-4717-bdf1-6d48ab43f600" containerID="050c1bed6f153a800da921513366bbd5a898031f63ef100890287c0c81680dd6" exitCode=0 Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.561058 4809 generic.go:334] "Generic (PLEG): container finished" podID="9d984d65-e476-4717-bdf1-6d48ab43f600" containerID="a89da6286b0d63fd5607acadbfedb34735d139853373694c93d82eef8895dedb" exitCode=143 Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.561086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" event={"ID":"9d984d65-e476-4717-bdf1-6d48ab43f600","Type":"ContainerDied","Data":"050c1bed6f153a800da921513366bbd5a898031f63ef100890287c0c81680dd6"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.561105 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" event={"ID":"9d984d65-e476-4717-bdf1-6d48ab43f600","Type":"ContainerDied","Data":"a89da6286b0d63fd5607acadbfedb34735d139853373694c93d82eef8895dedb"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.561824 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9437d382-c79d-463c-8ed2-d0d009d773a6","Type":"ContainerStarted","Data":"d12f17efcc9e84051e649344e1bb791afe1802638148e6fa3237723cbf544efc"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.578342 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"419a2ede-eda5-4ce1-b143-346ca631b116","Type":"ContainerDied","Data":"627d30265425e80b8c3a971cdd7a6616176ae346bb2b41e6c9fcb3d51f06d24c"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.578435 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.587255 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "72cbe376-d246-41f0-92be-77ab152eab2b" (UID: "72cbe376-d246-41f0-92be-77ab152eab2b"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.589438 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" event={"ID":"1f152ce3-d5b2-4c3c-beba-a67d55e15153","Type":"ContainerStarted","Data":"0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.632931 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" event={"ID":"ce2b8692-55b4-4d22-a38a-508b7c70133b","Type":"ContainerStarted","Data":"b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.635506 4809 generic.go:334] "Generic (PLEG): container finished" podID="6cd4f808-562a-4759-ac8b-6304fc0c9f17" containerID="8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6" exitCode=0 Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.635575 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"6cd4f808-562a-4759-ac8b-6304fc0c9f17","Type":"ContainerDied","Data":"8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.635600 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"6cd4f808-562a-4759-ac8b-6304fc0c9f17","Type":"ContainerDied","Data":"eb0e98c5d71390c89f26f4ab49eb778f1a75e1ca3d94a4c3006cd14b417a4464"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.635610 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="eb0e98c5d71390c89f26f4ab49eb778f1a75e1ca3d94a4c3006cd14b417a4464" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.636930 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"02e3b420-93b0-46df-b404-2ddbc6b3c934","Type":"ContainerDied","Data":"31dcf056f0987c857ea38b1f0d6e38a3f0f6a29fd29ebfb6f6d50724ce77a7df"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.637009 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.647308 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdbserver-sb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-sb-tls-certs") pod "72cbe376-d246-41f0-92be-77ab152eab2b" (UID: "72cbe376-d246-41f0-92be-77ab152eab2b"). InnerVolumeSpecName "ovsdbserver-sb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.656102 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.656124 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.656136 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/72cbe376-d246-41f0-92be-77ab152eab2b-ovsdbserver-sb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.656146 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/419a2ede-eda5-4ce1-b143-346ca631b116-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.656401 4809 generic.go:334] "Generic (PLEG): container finished" podID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerID="6206e45311e86fa77738b8540f63c054e05bd5f192efbfdb7e90816e8aff4b96" exitCode=0 Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.656474 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63","Type":"ContainerDied","Data":"6206e45311e86fa77738b8540f63c054e05bd5f192efbfdb7e90816e8aff4b96"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.676271 4809 generic.go:334] "Generic (PLEG): container finished" podID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerID="6cce7b6bdc667313c7b90967f3b682612b3a452bd1c5ee819756a4d27d4060fb" exitCode=0 Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.676377 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f1737e92-aebe-45da-b7bb-bf88184aeeb9","Type":"ContainerDied","Data":"6cce7b6bdc667313c7b90967f3b682612b3a452bd1c5ee819756a4d27d4060fb"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.680149 4809 generic.go:334] "Generic (PLEG): container finished" podID="a5afcbd8-f781-4436-a05e-80b914a9f48f" containerID="ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54" exitCode=143 Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.680226 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" event={"ID":"a5afcbd8-f781-4436-a05e-80b914a9f48f","Type":"ContainerDied","Data":"ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54"} Oct 13 20:26:25 crc kubenswrapper[4809]: I1013 20:26:25.682998 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:26:25 crc kubenswrapper[4809]: E1013 20:26:25.765254 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6 is running failed: container process not found" containerID="8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:26:25 crc kubenswrapper[4809]: E1013 20:26:25.765713 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6 is running failed: container process not found" containerID="8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:26:25 crc kubenswrapper[4809]: E1013 20:26:25.765977 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6 is running failed: container process not found" containerID="8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6" cmd=["/bin/bash","/var/lib/operator-scripts/mysql_probe.sh","readiness"] Oct 13 20:26:25 crc kubenswrapper[4809]: E1013 20:26:25.766001 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6 is running failed: container process not found" probeType="Readiness" pod="openstack-kuttl-tests/openstack-galera-0" podUID="6cd4f808-562a-4759-ac8b-6304fc0c9f17" containerName="galera" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.177273 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="30f0dd14-5666-4197-9079-e0e08410ab25" path="/var/lib/kubelet/pods/30f0dd14-5666-4197-9079-e0e08410ab25/volumes" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.186561 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cce8a495-61f5-4771-923e-efeb5175b5ff" path="/var/lib/kubelet/pods/cce8a495-61f5-4771-923e-efeb5175b5ff/volumes" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.358254 4809 scope.go:117] "RemoveContainer" containerID="ba657999a69fec30e4b999bdb6375260fd4eb2ee1bc23fce0841aff8393d3062" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.499282 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.516887 4809 scope.go:117] "RemoveContainer" containerID="f9c8e17929afffa811ec1cd07c9183c66a53f8702a3d7c08b75dd3adc7262ef5" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.596518 4809 scope.go:117] "RemoveContainer" containerID="b9fc95686865c3815f39b964a71eb8fdce9c9f766e081570e8893293d5ebb713" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.600391 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.632410 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.635310 4809 scope.go:117] "RemoveContainer" containerID="a141161379bf1f34ace1f44a66d77276799016b8a6dcb1b4e125f46c954f42a3" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.647340 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.686644 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.688670 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.691703 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-default\") pod \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.691761 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kwcgd\" (UniqueName: \"kubernetes.io/projected/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kube-api-access-kwcgd\") pod \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.691832 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-galera-tls-certs\") pod \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.691971 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.692002 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kolla-config\") pod \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.692082 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-combined-ca-bundle\") pod \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.692141 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-operator-scripts\") pod \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.692168 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-generated\") pod \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.692193 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-secrets\") pod \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\" (UID: \"6cd4f808-562a-4759-ac8b-6304fc0c9f17\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.695556 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "6cd4f808-562a-4759-ac8b-6304fc0c9f17" (UID: "6cd4f808-562a-4759-ac8b-6304fc0c9f17"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.697752 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.698394 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "6cd4f808-562a-4759-ac8b-6304fc0c9f17" (UID: "6cd4f808-562a-4759-ac8b-6304fc0c9f17"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.705106 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "6cd4f808-562a-4759-ac8b-6304fc0c9f17" (UID: "6cd4f808-562a-4759-ac8b-6304fc0c9f17"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.707150 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "6cd4f808-562a-4759-ac8b-6304fc0c9f17" (UID: "6cd4f808-562a-4759-ac8b-6304fc0c9f17"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.733563 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-secrets" (OuterVolumeSpecName: "secrets") pod "6cd4f808-562a-4759-ac8b-6304fc0c9f17" (UID: "6cd4f808-562a-4759-ac8b-6304fc0c9f17"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.748393 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.748610 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.771112 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.771282 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"f1737e92-aebe-45da-b7bb-bf88184aeeb9","Type":"ContainerDied","Data":"03367d4903edbd025ba0e16518bec76420bae0f0b214c51013be9f45ef7ad0d2"} Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.771313 4809 scope.go:117] "RemoveContainer" containerID="6cce7b6bdc667313c7b90967f3b682612b3a452bd1c5ee819756a4d27d4060fb" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.771392 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.794182 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kube-api-access-kwcgd" (OuterVolumeSpecName: "kube-api-access-kwcgd") pod "6cd4f808-562a-4759-ac8b-6304fc0c9f17" (UID: "6cd4f808-562a-4759-ac8b-6304fc0c9f17"). InnerVolumeSpecName "kube-api-access-kwcgd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798594 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-combined-ca-bundle\") pod \"29364d56-e044-4a6a-ac3d-37f8bd137488\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798628 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-internal-tls-certs\") pod \"23523195-3c7e-430c-979f-d3d533d90e52\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798669 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cda29934-4419-4eb8-b15d-f4b98b9a5266-logs\") pod \"cda29934-4419-4eb8-b15d-f4b98b9a5266\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798690 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-combined-ca-bundle\") pod \"23523195-3c7e-430c-979f-d3d533d90e52\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798718 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-internal-tls-certs\") pod \"29364d56-e044-4a6a-ac3d-37f8bd137488\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798757 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-combined-ca-bundle\") pod \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798772 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-sg-core-conf-yaml\") pod \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798790 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"29364d56-e044-4a6a-ac3d-37f8bd137488\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798811 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jdmjz\" (UniqueName: \"kubernetes.io/projected/23523195-3c7e-430c-979f-d3d533d90e52-kube-api-access-jdmjz\") pod \"23523195-3c7e-430c-979f-d3d533d90e52\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798835 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/23523195-3c7e-430c-979f-d3d533d90e52-etc-machine-id\") pod \"23523195-3c7e-430c-979f-d3d533d90e52\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798849 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data\") pod \"9d984d65-e476-4717-bdf1-6d48ab43f600\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798866 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-httpd-run\") pod \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798884 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qvx4t\" (UniqueName: \"kubernetes.io/projected/29364d56-e044-4a6a-ac3d-37f8bd137488-kube-api-access-qvx4t\") pod \"29364d56-e044-4a6a-ac3d-37f8bd137488\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798898 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data-custom\") pod \"23523195-3c7e-430c-979f-d3d533d90e52\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798916 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-s9dxm\" (UniqueName: \"kubernetes.io/projected/f1737e92-aebe-45da-b7bb-bf88184aeeb9-kube-api-access-s9dxm\") pod \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798936 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-scripts\") pod \"23523195-3c7e-430c-979f-d3d533d90e52\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798957 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-scripts\") pod \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798972 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-log-httpd\") pod \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.798990 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-ceilometer-tls-certs\") pod \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799005 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-public-tls-certs\") pod \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799021 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pbd6f\" (UniqueName: \"kubernetes.io/projected/8ccf5456-abd4-46e8-870e-0ed931f41fc5-kube-api-access-pbd6f\") pod \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799044 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8hdfm\" (UniqueName: \"kubernetes.io/projected/cda29934-4419-4eb8-b15d-f4b98b9a5266-kube-api-access-8hdfm\") pod \"cda29934-4419-4eb8-b15d-f4b98b9a5266\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799060 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-combined-ca-bundle\") pod \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799078 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-config-data\") pod \"cda29934-4419-4eb8-b15d-f4b98b9a5266\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799102 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-config-data\") pod \"29364d56-e044-4a6a-ac3d-37f8bd137488\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799119 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-nova-metadata-tls-certs\") pod \"cda29934-4419-4eb8-b15d-f4b98b9a5266\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799134 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data-custom\") pod \"9d984d65-e476-4717-bdf1-6d48ab43f600\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799158 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-run-httpd\") pod \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799174 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data\") pod \"23523195-3c7e-430c-979f-d3d533d90e52\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799191 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9d984d65-e476-4717-bdf1-6d48ab43f600-logs\") pod \"9d984d65-e476-4717-bdf1-6d48ab43f600\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799206 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-scripts\") pod \"29364d56-e044-4a6a-ac3d-37f8bd137488\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799220 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-config-data\") pod \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799235 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-internal-tls-certs\") pod \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799253 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-config-data\") pod \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799269 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/23523195-3c7e-430c-979f-d3d533d90e52-logs\") pod \"23523195-3c7e-430c-979f-d3d533d90e52\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799285 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f1737e92-aebe-45da-b7bb-bf88184aeeb9-logs\") pod \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\" (UID: \"f1737e92-aebe-45da-b7bb-bf88184aeeb9\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799303 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-logs\") pod \"29364d56-e044-4a6a-ac3d-37f8bd137488\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799320 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pt68j\" (UniqueName: \"kubernetes.io/projected/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-kube-api-access-pt68j\") pod \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799340 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-combined-ca-bundle\") pod \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799359 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-combined-ca-bundle\") pod \"cda29934-4419-4eb8-b15d-f4b98b9a5266\" (UID: \"cda29934-4419-4eb8-b15d-f4b98b9a5266\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799374 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-public-tls-certs\") pod \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799391 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-config-data\") pod \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\" (UID: \"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799406 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-logs\") pod \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799422 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-httpd-run\") pod \"29364d56-e044-4a6a-ac3d-37f8bd137488\" (UID: \"29364d56-e044-4a6a-ac3d-37f8bd137488\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799438 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-scripts\") pod \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799459 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-public-tls-certs\") pod \"23523195-3c7e-430c-979f-d3d533d90e52\" (UID: \"23523195-3c7e-430c-979f-d3d533d90e52\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799476 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799492 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-combined-ca-bundle\") pod \"9d984d65-e476-4717-bdf1-6d48ab43f600\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799518 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-x6qhc\" (UniqueName: \"kubernetes.io/projected/9d984d65-e476-4717-bdf1-6d48ab43f600-kube-api-access-x6qhc\") pod \"9d984d65-e476-4717-bdf1-6d48ab43f600\" (UID: \"9d984d65-e476-4717-bdf1-6d48ab43f600\") " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799774 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799786 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799796 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799804 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/6cd4f808-562a-4759-ac8b-6304fc0c9f17-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.799813 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kwcgd\" (UniqueName: \"kubernetes.io/projected/6cd4f808-562a-4759-ac8b-6304fc0c9f17-kube-api-access-kwcgd\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.806032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" (UID: "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.811046 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/23523195-3c7e-430c-979f-d3d533d90e52-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "23523195-3c7e-430c-979f-d3d533d90e52" (UID: "23523195-3c7e-430c-979f-d3d533d90e52"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.811789 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.813328 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cda29934-4419-4eb8-b15d-f4b98b9a5266-logs" (OuterVolumeSpecName: "logs") pod "cda29934-4419-4eb8-b15d-f4b98b9a5266" (UID: "cda29934-4419-4eb8-b15d-f4b98b9a5266"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.815421 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.821454 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/23523195-3c7e-430c-979f-d3d533d90e52-logs" (OuterVolumeSpecName: "logs") pod "23523195-3c7e-430c-979f-d3d533d90e52" (UID: "23523195-3c7e-430c-979f-d3d533d90e52"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.822155 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/f1737e92-aebe-45da-b7bb-bf88184aeeb9-logs" (OuterVolumeSpecName: "logs") pod "f1737e92-aebe-45da-b7bb-bf88184aeeb9" (UID: "f1737e92-aebe-45da-b7bb-bf88184aeeb9"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.823516 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" (UID: "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.825035 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-logs" (OuterVolumeSpecName: "logs") pod "29364d56-e044-4a6a-ac3d-37f8bd137488" (UID: "29364d56-e044-4a6a-ac3d-37f8bd137488"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.825150 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.825193 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ef0e898a-a5ca-43ac-9c92-a2c8ae17de63","Type":"ContainerDied","Data":"3cec466e6836bc93fd41ce8b676445e5ccfa1d72a9b2f9ba562453e2447394e2"} Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.825959 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9d984d65-e476-4717-bdf1-6d48ab43f600-logs" (OuterVolumeSpecName: "logs") pod "9d984d65-e476-4717-bdf1-6d48ab43f600" (UID: "9d984d65-e476-4717-bdf1-6d48ab43f600"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.829645 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-logs" (OuterVolumeSpecName: "logs") pod "8ccf5456-abd4-46e8-870e-0ed931f41fc5" (UID: "8ccf5456-abd4-46e8-870e-0ed931f41fc5"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.830099 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "29364d56-e044-4a6a-ac3d-37f8bd137488" (UID: "29364d56-e044-4a6a-ac3d-37f8bd137488"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.836292 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "8ccf5456-abd4-46e8-870e-0ed931f41fc5" (UID: "8ccf5456-abd4-46e8-870e-0ed931f41fc5"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.842848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "glance") pod "29364d56-e044-4a6a-ac3d-37f8bd137488" (UID: "29364d56-e044-4a6a-ac3d-37f8bd137488"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.854600 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"cda29934-4419-4eb8-b15d-f4b98b9a5266","Type":"ContainerDied","Data":"d042179c38f46708ede7a9a85715998d9d88327f7586e5af4e4a81b0e8446fe6"} Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.854741 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.857370 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage20-crc" (OuterVolumeSpecName: "mysql-db") pod "6cd4f808-562a-4759-ac8b-6304fc0c9f17" (UID: "6cd4f808-562a-4759-ac8b-6304fc0c9f17"). InnerVolumeSpecName "local-storage20-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.877357 4809 generic.go:334] "Generic (PLEG): container finished" podID="23523195-3c7e-430c-979f-d3d533d90e52" containerID="0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0" exitCode=0 Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.877595 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"23523195-3c7e-430c-979f-d3d533d90e52","Type":"ContainerDied","Data":"0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0"} Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.877698 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"23523195-3c7e-430c-979f-d3d533d90e52","Type":"ContainerDied","Data":"814421261dbc451f695f8b5ff64f3b3a61bde3c1a831d91e03661984f555035f"} Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.878361 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.878606 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.882984 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/23523195-3c7e-430c-979f-d3d533d90e52-kube-api-access-jdmjz" (OuterVolumeSpecName: "kube-api-access-jdmjz") pod "23523195-3c7e-430c-979f-d3d533d90e52" (UID: "23523195-3c7e-430c-979f-d3d533d90e52"). InnerVolumeSpecName "kube-api-access-jdmjz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.895304 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "glance") pod "8ccf5456-abd4-46e8-870e-0ed931f41fc5" (UID: "8ccf5456-abd4-46e8-870e-0ed931f41fc5"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.896930 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f1737e92-aebe-45da-b7bb-bf88184aeeb9-kube-api-access-s9dxm" (OuterVolumeSpecName: "kube-api-access-s9dxm") pod "f1737e92-aebe-45da-b7bb-bf88184aeeb9" (UID: "f1737e92-aebe-45da-b7bb-bf88184aeeb9"). InnerVolumeSpecName "kube-api-access-s9dxm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.897102 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/29364d56-e044-4a6a-ac3d-37f8bd137488-kube-api-access-qvx4t" (OuterVolumeSpecName: "kube-api-access-qvx4t") pod "29364d56-e044-4a6a-ac3d-37f8bd137488" (UID: "29364d56-e044-4a6a-ac3d-37f8bd137488"). InnerVolumeSpecName "kube-api-access-qvx4t". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.910211 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9d984d65-e476-4717-bdf1-6d48ab43f600-kube-api-access-x6qhc" (OuterVolumeSpecName: "kube-api-access-x6qhc") pod "9d984d65-e476-4717-bdf1-6d48ab43f600" (UID: "9d984d65-e476-4717-bdf1-6d48ab43f600"). InnerVolumeSpecName "kube-api-access-x6qhc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.911920 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") on node \"crc\" " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.911951 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.911964 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.911978 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/9d984d65-e476-4717-bdf1-6d48ab43f600-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.911989 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/23523195-3c7e-430c-979f-d3d533d90e52-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912001 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/f1737e92-aebe-45da-b7bb-bf88184aeeb9-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912012 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912023 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912036 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/29364d56-e044-4a6a-ac3d-37f8bd137488-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912056 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912068 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-x6qhc\" (UniqueName: \"kubernetes.io/projected/9d984d65-e476-4717-bdf1-6d48ab43f600-kube-api-access-x6qhc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912082 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/cda29934-4419-4eb8-b15d-f4b98b9a5266-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912098 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912110 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-jdmjz\" (UniqueName: \"kubernetes.io/projected/23523195-3c7e-430c-979f-d3d533d90e52-kube-api-access-jdmjz\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912121 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/23523195-3c7e-430c-979f-d3d533d90e52-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912130 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qvx4t\" (UniqueName: \"kubernetes.io/projected/29364d56-e044-4a6a-ac3d-37f8bd137488-kube-api-access-qvx4t\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912140 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/8ccf5456-abd4-46e8-870e-0ed931f41fc5-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.912150 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-s9dxm\" (UniqueName: \"kubernetes.io/projected/f1737e92-aebe-45da-b7bb-bf88184aeeb9-kube-api-access-s9dxm\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.921670 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cda29934-4419-4eb8-b15d-f4b98b9a5266-kube-api-access-8hdfm" (OuterVolumeSpecName: "kube-api-access-8hdfm") pod "cda29934-4419-4eb8-b15d-f4b98b9a5266" (UID: "cda29934-4419-4eb8-b15d-f4b98b9a5266"). InnerVolumeSpecName "kube-api-access-8hdfm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.921783 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.926763 4809 generic.go:334] "Generic (PLEG): container finished" podID="8ccf5456-abd4-46e8-870e-0ed931f41fc5" containerID="b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f" exitCode=0 Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.926895 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8ccf5456-abd4-46e8-870e-0ed931f41fc5","Type":"ContainerDied","Data":"b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f"} Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.927005 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"8ccf5456-abd4-46e8-870e-0ed931f41fc5","Type":"ContainerDied","Data":"88e4bdf973e07004cb594ca21ff22fb2d1c76f20a70a74de65a3508c60f946a6"} Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.927124 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.933322 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-scripts" (OuterVolumeSpecName: "scripts") pod "8ccf5456-abd4-46e8-870e-0ed931f41fc5" (UID: "8ccf5456-abd4-46e8-870e-0ed931f41fc5"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.933400 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "9d984d65-e476-4717-bdf1-6d48ab43f600" (UID: "9d984d65-e476-4717-bdf1-6d48ab43f600"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.933431 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-scripts" (OuterVolumeSpecName: "scripts") pod "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" (UID: "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.933807 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-kube-api-access-pt68j" (OuterVolumeSpecName: "kube-api-access-pt68j") pod "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" (UID: "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63"). InnerVolumeSpecName "kube-api-access-pt68j". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.933865 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "23523195-3c7e-430c-979f-d3d533d90e52" (UID: "23523195-3c7e-430c-979f-d3d533d90e52"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.934895 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-scripts" (OuterVolumeSpecName: "scripts") pod "23523195-3c7e-430c-979f-d3d533d90e52" (UID: "23523195-3c7e-430c-979f-d3d533d90e52"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.937195 4809 generic.go:334] "Generic (PLEG): container finished" podID="29364d56-e044-4a6a-ac3d-37f8bd137488" containerID="2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28" exitCode=0 Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.937265 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"29364d56-e044-4a6a-ac3d-37f8bd137488","Type":"ContainerDied","Data":"2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28"} Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.937296 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"29364d56-e044-4a6a-ac3d-37f8bd137488","Type":"ContainerDied","Data":"12df791f45744443b136df0c8bc9258e1609027bed78892fdc39e296080c588b"} Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.937375 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.943879 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8ccf5456-abd4-46e8-870e-0ed931f41fc5-kube-api-access-pbd6f" (OuterVolumeSpecName: "kube-api-access-pbd6f") pod "8ccf5456-abd4-46e8-870e-0ed931f41fc5" (UID: "8ccf5456-abd4-46e8-870e-0ed931f41fc5"). InnerVolumeSpecName "kube-api-access-pbd6f". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.945028 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.945458 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.945602 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2" event={"ID":"9d984d65-e476-4717-bdf1-6d48ab43f600","Type":"ContainerDied","Data":"f92d36a2c29f87e375b9e700132aeba12d72533e06f4421e7c88a3a23d7db039"} Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.948102 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-scripts" (OuterVolumeSpecName: "scripts") pod "29364d56-e044-4a6a-ac3d-37f8bd137488" (UID: "29364d56-e044-4a6a-ac3d-37f8bd137488"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950101 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950512 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerName="nova-api-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950523 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerName="nova-api-log" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950535 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="proxy-httpd" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950541 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="proxy-httpd" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950551 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="ceilometer-central-agent" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950557 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="ceilometer-central-agent" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950566 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8ccf5456-abd4-46e8-870e-0ed931f41fc5" containerName="glance-httpd" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950572 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8ccf5456-abd4-46e8-870e-0ed931f41fc5" containerName="glance-httpd" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950583 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="29364d56-e044-4a6a-ac3d-37f8bd137488" containerName="glance-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950589 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="29364d56-e044-4a6a-ac3d-37f8bd137488" containerName="glance-log" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950607 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9d984d65-e476-4717-bdf1-6d48ab43f600" containerName="barbican-keystone-listener" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950613 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9d984d65-e476-4717-bdf1-6d48ab43f600" containerName="barbican-keystone-listener" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950623 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-metadata" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950630 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-metadata" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950640 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6cd4f808-562a-4759-ac8b-6304fc0c9f17" containerName="galera" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950645 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6cd4f808-562a-4759-ac8b-6304fc0c9f17" containerName="galera" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950660 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerName="nova-api-api" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950665 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerName="nova-api-api" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950677 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="23523195-3c7e-430c-979f-d3d533d90e52" containerName="cinder-api-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950683 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="23523195-3c7e-430c-979f-d3d533d90e52" containerName="cinder-api-log" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950691 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="8ccf5456-abd4-46e8-870e-0ed931f41fc5" containerName="glance-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950698 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="8ccf5456-abd4-46e8-870e-0ed931f41fc5" containerName="glance-log" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950707 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950713 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-log" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950740 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6cd4f808-562a-4759-ac8b-6304fc0c9f17" containerName="mysql-bootstrap" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950746 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6cd4f808-562a-4759-ac8b-6304fc0c9f17" containerName="mysql-bootstrap" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950755 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="29364d56-e044-4a6a-ac3d-37f8bd137488" containerName="glance-httpd" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950761 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="29364d56-e044-4a6a-ac3d-37f8bd137488" containerName="glance-httpd" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950768 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="sg-core" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950774 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="sg-core" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950786 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="ceilometer-notification-agent" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950791 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="ceilometer-notification-agent" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950800 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9d984d65-e476-4717-bdf1-6d48ab43f600" containerName="barbican-keystone-listener-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950806 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9d984d65-e476-4717-bdf1-6d48ab43f600" containerName="barbican-keystone-listener-log" Oct 13 20:26:26 crc kubenswrapper[4809]: E1013 20:26:26.950815 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="23523195-3c7e-430c-979f-d3d533d90e52" containerName="cinder-api" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950821 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="23523195-3c7e-430c-979f-d3d533d90e52" containerName="cinder-api" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950982 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerName="nova-api-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.950997 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="29364d56-e044-4a6a-ac3d-37f8bd137488" containerName="glance-httpd" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951012 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8ccf5456-abd4-46e8-870e-0ed931f41fc5" containerName="glance-httpd" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951024 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9d984d65-e476-4717-bdf1-6d48ab43f600" containerName="barbican-keystone-listener" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951033 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="23523195-3c7e-430c-979f-d3d533d90e52" containerName="cinder-api-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951043 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="29364d56-e044-4a6a-ac3d-37f8bd137488" containerName="glance-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951052 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="23523195-3c7e-430c-979f-d3d533d90e52" containerName="cinder-api" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951061 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951069 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9d984d65-e476-4717-bdf1-6d48ab43f600" containerName="barbican-keystone-listener-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951075 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" containerName="nova-metadata-metadata" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951084 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="proxy-httpd" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951090 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="8ccf5456-abd4-46e8-870e-0ed931f41fc5" containerName="glance-log" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951098 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="sg-core" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951108 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="ceilometer-central-agent" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951116 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" containerName="nova-api-api" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951126 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" containerName="ceilometer-notification-agent" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951136 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6cd4f808-562a-4759-ac8b-6304fc0c9f17" containerName="galera" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.951715 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.957400 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-conductor-config-data" Oct 13 20:26:26 crc kubenswrapper[4809]: I1013 20:26:26.973677 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.016091 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.016121 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pt68j\" (UniqueName: \"kubernetes.io/projected/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-kube-api-access-pt68j\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.016137 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.016148 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.016157 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.016170 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.016179 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pbd6f\" (UniqueName: \"kubernetes.io/projected/8ccf5456-abd4-46e8-870e-0ed931f41fc5-kube-api-access-pbd6f\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.016188 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8hdfm\" (UniqueName: \"kubernetes.io/projected/cda29934-4419-4eb8-b15d-f4b98b9a5266-kube-api-access-8hdfm\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.016197 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.025532 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.055782 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.061608 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.063393 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.063718 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.063875 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-6wx4s" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.064005 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-sb-ovndbs" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.084591 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.097136 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.118091 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc6223a4-8aa5-4a76-b354-844b400ca832-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"bc6223a4-8aa5-4a76-b354-844b400ca832\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.118136 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc6223a4-8aa5-4a76-b354-844b400ca832-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"bc6223a4-8aa5-4a76-b354-844b400ca832\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.118172 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4f655\" (UniqueName: \"kubernetes.io/projected/bc6223a4-8aa5-4a76-b354-844b400ca832-kube-api-access-4f655\") pod \"nova-cell1-conductor-0\" (UID: \"bc6223a4-8aa5-4a76-b354-844b400ca832\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.121511 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.132770 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.146995 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.148530 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.150362 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell0-conductor-config-data" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.176831 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.178000 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.179653 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-vencrypt" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.181195 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-public-svc" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.181934 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.183395 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.190474 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.201238 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.212236 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.213794 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.216721 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage20-crc" (UniqueName: "kubernetes.io/local-volume/local-storage20-crc") on node "crc" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.217332 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-config-data" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.217693 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-cell1-dockercfg-xssgj" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.218575 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-cell1-svc" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.218773 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-scripts" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.220837 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.220908 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.220942 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-config\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.220990 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.221014 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc6223a4-8aa5-4a76-b354-844b400ca832-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"bc6223a4-8aa5-4a76-b354-844b400ca832\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.221037 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc6223a4-8aa5-4a76-b354-844b400ca832-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"bc6223a4-8aa5-4a76-b354-844b400ca832\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.221070 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4f655\" (UniqueName: \"kubernetes.io/projected/bc6223a4-8aa5-4a76-b354-844b400ca832-kube-api-access-4f655\") pod \"nova-cell1-conductor-0\" (UID: \"bc6223a4-8aa5-4a76-b354-844b400ca832\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.221086 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.221150 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j6lxw\" (UniqueName: \"kubernetes.io/projected/dfb88857-af22-4083-82c2-2368301e0f9f-kube-api-access-j6lxw\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.221171 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.221215 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.221272 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.228864 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.238666 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.243206 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc6223a4-8aa5-4a76-b354-844b400ca832-config-data\") pod \"nova-cell1-conductor-0\" (UID: \"bc6223a4-8aa5-4a76-b354-844b400ca832\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.248363 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc6223a4-8aa5-4a76-b354-844b400ca832-combined-ca-bundle\") pod \"nova-cell1-conductor-0\" (UID: \"bc6223a4-8aa5-4a76-b354-844b400ca832\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.252021 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4f655\" (UniqueName: \"kubernetes.io/projected/bc6223a4-8aa5-4a76-b354-844b400ca832-kube-api-access-4f655\") pod \"nova-cell1-conductor-0\" (UID: \"bc6223a4-8aa5-4a76-b354-844b400ca832\") " pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.324838 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7714750a-421a-4e05-aa5c-e084be897e5b-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"7714750a-421a-4e05-aa5c-e084be897e5b\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.324895 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.324926 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.324942 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.324966 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-j6lxw\" (UniqueName: \"kubernetes.io/projected/dfb88857-af22-4083-82c2-2368301e0f9f-kube-api-access-j6lxw\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.324985 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325034 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325051 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-d79k6\" (UniqueName: \"kubernetes.io/projected/7714750a-421a-4e05-aa5c-e084be897e5b-kube-api-access-d79k6\") pod \"nova-cell0-conductor-0\" (UID: \"7714750a-421a-4e05-aa5c-e084be897e5b\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325070 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325092 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325110 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325133 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325163 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7714750a-421a-4e05-aa5c-e084be897e5b-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"7714750a-421a-4e05-aa5c-e084be897e5b\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325185 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325208 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nmhrr\" (UniqueName: \"kubernetes.io/projected/3b1a6001-839f-4108-86ea-81d6c6ba0da4-kube-api-access-nmhrr\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325235 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325251 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325272 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325304 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-config\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325342 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325360 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325383 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325402 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325421 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325436 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bbvdz\" (UniqueName: \"kubernetes.io/projected/33cc02bb-5a0d-424b-a597-8372d6a95f75-kube-api-access-bbvdz\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.325839 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.329257 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.329329 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.330624 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.340365 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-config\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.345033 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.346900 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.353113 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.377355 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-j6lxw\" (UniqueName: \"kubernetes.io/projected/dfb88857-af22-4083-82c2-2368301e0f9f-kube-api-access-j6lxw\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.433834 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.440396 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.440575 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-bbvdz\" (UniqueName: \"kubernetes.io/projected/33cc02bb-5a0d-424b-a597-8372d6a95f75-kube-api-access-bbvdz\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.440836 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7714750a-421a-4e05-aa5c-e084be897e5b-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"7714750a-421a-4e05-aa5c-e084be897e5b\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.440944 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.441052 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.441117 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.441259 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.441328 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-d79k6\" (UniqueName: \"kubernetes.io/projected/7714750a-421a-4e05-aa5c-e084be897e5b-kube-api-access-d79k6\") pod \"nova-cell0-conductor-0\" (UID: \"7714750a-421a-4e05-aa5c-e084be897e5b\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.441428 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.441496 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.441597 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7714750a-421a-4e05-aa5c-e084be897e5b-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"7714750a-421a-4e05-aa5c-e084be897e5b\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.441667 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.442293 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-nmhrr\" (UniqueName: \"kubernetes.io/projected/3b1a6001-839f-4108-86ea-81d6c6ba0da4-kube-api-access-nmhrr\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.442408 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.442504 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.442626 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.442710 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.442858 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.442916 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.446943 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.448752 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.451032 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.451128 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") device mount path \"/mnt/openstack/pv08\"" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.452058 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.452552 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.461017 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.471764 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.471852 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.472074 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7714750a-421a-4e05-aa5c-e084be897e5b-config-data\") pod \"nova-cell0-conductor-0\" (UID: \"7714750a-421a-4e05-aa5c-e084be897e5b\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.472134 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.472403 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.472502 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.472507 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7714750a-421a-4e05-aa5c-e084be897e5b-combined-ca-bundle\") pod \"nova-cell0-conductor-0\" (UID: \"7714750a-421a-4e05-aa5c-e084be897e5b\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.473178 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.481672 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.497666 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-bbvdz\" (UniqueName: \"kubernetes.io/projected/33cc02bb-5a0d-424b-a597-8372d6a95f75-kube-api-access-bbvdz\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.497887 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-d79k6\" (UniqueName: \"kubernetes.io/projected/7714750a-421a-4e05-aa5c-e084be897e5b-kube-api-access-d79k6\") pod \"nova-cell0-conductor-0\" (UID: \"7714750a-421a-4e05-aa5c-e084be897e5b\") " pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.498395 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-nmhrr\" (UniqueName: \"kubernetes.io/projected/3b1a6001-839f-4108-86ea-81d6c6ba0da4-kube-api-access-nmhrr\") pod \"nova-cell1-novncproxy-0\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.580905 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6cd4f808-562a-4759-ac8b-6304fc0c9f17" (UID: "6cd4f808-562a-4759-ac8b-6304fc0c9f17"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.627072 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-config-data" (OuterVolumeSpecName: "config-data") pod "f1737e92-aebe-45da-b7bb-bf88184aeeb9" (UID: "f1737e92-aebe-45da-b7bb-bf88184aeeb9"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.653071 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.653118 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: E1013 20:26:27.723237 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:26:27 crc kubenswrapper[4809]: E1013 20:26:27.769014 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:26:27 crc kubenswrapper[4809]: E1013 20:26:27.788099 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" containerID="979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3" cmd=["/usr/local/bin/container-scripts/status_check.sh"] Oct 13 20:26:27 crc kubenswrapper[4809]: E1013 20:26:27.788173 4809 prober.go:104] "Probe errored" err="rpc error: code = Unknown desc = command error: cannot register an exec PID: container is stopping, stdout: , stderr: , exit code -1" probeType="Readiness" pod="openstack-kuttl-tests/ovn-northd-0" podUID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerName="ovn-northd" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.813907 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.828800 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "29364d56-e044-4a6a-ac3d-37f8bd137488" (UID: "29364d56-e044-4a6a-ac3d-37f8bd137488"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.856583 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.876433 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "cda29934-4419-4eb8-b15d-f4b98b9a5266" (UID: "cda29934-4419-4eb8-b15d-f4b98b9a5266"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.914468 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "6cd4f808-562a-4759-ac8b-6304fc0c9f17" (UID: "6cd4f808-562a-4759-ac8b-6304fc0c9f17"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.927003 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-config-data" (OuterVolumeSpecName: "config-data") pod "29364d56-e044-4a6a-ac3d-37f8bd137488" (UID: "29364d56-e044-4a6a-ac3d-37f8bd137488"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.928278 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" (UID: "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.935126 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9d984d65-e476-4717-bdf1-6d48ab43f600" (UID: "9d984d65-e476-4717-bdf1-6d48ab43f600"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.935845 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "29364d56-e044-4a6a-ac3d-37f8bd137488" (UID: "29364d56-e044-4a6a-ac3d-37f8bd137488"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.946977 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-nova-metadata-tls-certs" (OuterVolumeSpecName: "nova-metadata-tls-certs") pod "cda29934-4419-4eb8-b15d-f4b98b9a5266" (UID: "cda29934-4419-4eb8-b15d-f4b98b9a5266"). InnerVolumeSpecName "nova-metadata-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.957387 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8ccf5456-abd4-46e8-870e-0ed931f41fc5" (UID: "8ccf5456-abd4-46e8-870e-0ed931f41fc5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.957465 4809 generic.go:334] "Generic (PLEG): container finished" podID="1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" containerID="b702cc17886d1722b64d8793265b7dd544563845b1ef79ff001a962642cfacc6" exitCode=0 Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.957534 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee","Type":"ContainerDied","Data":"b702cc17886d1722b64d8793265b7dd544563845b1ef79ff001a962642cfacc6"} Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.957762 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-combined-ca-bundle\") pod \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\" (UID: \"8ccf5456-abd4-46e8-870e-0ed931f41fc5\") " Oct 13 20:26:27 crc kubenswrapper[4809]: W1013 20:26:27.958155 4809 empty_dir.go:500] Warning: Unmount skipped because path does not exist: /var/lib/kubelet/pods/8ccf5456-abd4-46e8-870e-0ed931f41fc5/volumes/kubernetes.io~secret/combined-ca-bundle Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.958168 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "8ccf5456-abd4-46e8-870e-0ed931f41fc5" (UID: "8ccf5456-abd4-46e8-870e-0ed931f41fc5"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.958471 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/6cd4f808-562a-4759-ac8b-6304fc0c9f17-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.958489 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.958500 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.958509 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/29364d56-e044-4a6a-ac3d-37f8bd137488-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.958538 4809 reconciler_common.go:293] "Volume detached for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-nova-metadata-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.958548 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.958556 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.958565 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.959050 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9437d382-c79d-463c-8ed2-d0d009d773a6","Type":"ContainerStarted","Data":"df8b2de784726349162f8aa932db8d7ff19545dfefd65a4a0f900e34434525b6"} Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.962560 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" event={"ID":"1f152ce3-d5b2-4c3c-beba-a67d55e15153","Type":"ContainerStarted","Data":"f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a"} Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.963659 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.963683 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.966029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" event={"ID":"2b9e87c6-c878-4234-aa4c-d076ea86abd8","Type":"ContainerStarted","Data":"c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200"} Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.966790 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.966826 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.977435 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "8ccf5456-abd4-46e8-870e-0ed931f41fc5" (UID: "8ccf5456-abd4-46e8-870e-0ed931f41fc5"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.983488 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"63a1d14e-207b-4c63-ab32-b1d3c300f10d","Type":"ContainerStarted","Data":"0faf26157c9eb0eed80454b4f337a9dba492a15302907836296bba42e2fb7837"} Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.987372 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-config-data" (OuterVolumeSpecName: "config-data") pod "cda29934-4419-4eb8-b15d-f4b98b9a5266" (UID: "cda29934-4419-4eb8-b15d-f4b98b9a5266"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.994505 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" podStartSLOduration=6.994481926 podStartE2EDuration="6.994481926s" podCreationTimestamp="2025-10-13 20:26:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:27.987710846 +0000 UTC m=+3706.593457431" watchObservedRunningTime="2025-10-13 20:26:27.994481926 +0000 UTC m=+3706.600228511" Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.998037 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" event={"ID":"568bb62c-3507-40b8-b6f3-f1e2e881ab38","Type":"ContainerStarted","Data":"816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da"} Oct 13 20:26:27 crc kubenswrapper[4809]: I1013 20:26:27.998325 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.002300 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" event={"ID":"ce2b8692-55b4-4d22-a38a-508b7c70133b","Type":"ContainerStarted","Data":"468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e"} Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.003334 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.018429 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" podStartSLOduration=7.018405677 podStartE2EDuration="7.018405677s" podCreationTimestamp="2025-10-13 20:26:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:28.014329483 +0000 UTC m=+3706.620076068" watchObservedRunningTime="2025-10-13 20:26:28.018405677 +0000 UTC m=+3706.624152262" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.056970 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "23523195-3c7e-430c-979f-d3d533d90e52" (UID: "23523195-3c7e-430c-979f-d3d533d90e52"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.061859 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/cda29934-4419-4eb8-b15d-f4b98b9a5266-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.067568 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.083051 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" (UID: "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.086286 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" podStartSLOduration=7.086267831 podStartE2EDuration="7.086267831s" podCreationTimestamp="2025-10-13 20:26:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:28.082891016 +0000 UTC m=+3706.688637611" watchObservedRunningTime="2025-10-13 20:26:28.086267831 +0000 UTC m=+3706.692014416" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.091682 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "f1737e92-aebe-45da-b7bb-bf88184aeeb9" (UID: "f1737e92-aebe-45da-b7bb-bf88184aeeb9"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.094374 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" podStartSLOduration=7.094346727 podStartE2EDuration="7.094346727s" podCreationTimestamp="2025-10-13 20:26:21 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:28.056685351 +0000 UTC m=+3706.662431936" watchObservedRunningTime="2025-10-13 20:26:28.094346727 +0000 UTC m=+3706.700093312" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.097014 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "23523195-3c7e-430c-979f-d3d533d90e52" (UID: "23523195-3c7e-430c-979f-d3d533d90e52"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.100864 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "f1737e92-aebe-45da-b7bb-bf88184aeeb9" (UID: "f1737e92-aebe-45da-b7bb-bf88184aeeb9"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.108524 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "f1737e92-aebe-45da-b7bb-bf88184aeeb9" (UID: "f1737e92-aebe-45da-b7bb-bf88184aeeb9"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.131127 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-config-data" (OuterVolumeSpecName: "config-data") pod "8ccf5456-abd4-46e8-870e-0ed931f41fc5" (UID: "8ccf5456-abd4-46e8-870e-0ed931f41fc5"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.136709 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" (UID: "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.138665 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data" (OuterVolumeSpecName: "config-data") pod "9d984d65-e476-4717-bdf1-6d48ab43f600" (UID: "9d984d65-e476-4717-bdf1-6d48ab43f600"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.154395 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data" (OuterVolumeSpecName: "config-data") pod "23523195-3c7e-430c-979f-d3d533d90e52" (UID: "23523195-3c7e-430c-979f-d3d533d90e52"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.159352 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:26:28 crc kubenswrapper[4809]: E1013 20:26:28.159588 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.172285 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.172318 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.172326 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.172336 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/9d984d65-e476-4717-bdf1-6d48ab43f600-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.172344 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.172354 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.172363 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.172371 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.172379 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/8ccf5456-abd4-46e8-870e-0ed931f41fc5-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.172387 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/f1737e92-aebe-45da-b7bb-bf88184aeeb9-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.189570 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "23523195-3c7e-430c-979f-d3d533d90e52" (UID: "23523195-3c7e-430c-979f-d3d533d90e52"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.191775 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="02e3b420-93b0-46df-b404-2ddbc6b3c934" path="/var/lib/kubelet/pods/02e3b420-93b0-46df-b404-2ddbc6b3c934/volumes" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.192278 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3d427345-3383-4d03-9600-2fc4cd118c92" path="/var/lib/kubelet/pods/3d427345-3383-4d03-9600-2fc4cd118c92/volumes" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.192861 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="419a2ede-eda5-4ce1-b143-346ca631b116" path="/var/lib/kubelet/pods/419a2ede-eda5-4ce1-b143-346ca631b116/volumes" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.194004 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="72cbe376-d246-41f0-92be-77ab152eab2b" path="/var/lib/kubelet/pods/72cbe376-d246-41f0-92be-77ab152eab2b/volumes" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.194534 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bfeefd96-5b36-4da1-8939-d9bae9e9d34a" path="/var/lib/kubelet/pods/bfeefd96-5b36-4da1-8939-d9bae9e9d34a/volumes" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.274778 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/23523195-3c7e-430c-979f-d3d533d90e52-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.309907 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-config-data" (OuterVolumeSpecName: "config-data") pod "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" (UID: "ef0e898a-a5ca-43ac-9c92-a2c8ae17de63"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.377773 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.411151 4809 scope.go:117] "RemoveContainer" containerID="e2b216b37884fc39b9641b1ebd89bae445fd4f4ba0a6c8902e776a692f052165" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.470573 4809 scope.go:117] "RemoveContainer" containerID="ed7eadbfa59adba4a6328a72cdc22ec5592a110f3e748012019ecceb2af8169e" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.546936 4809 scope.go:117] "RemoveContainer" containerID="3263c30c1b77c2d518660d18418749d0af89dc0b08f380978b52873fb6df276b" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.599238 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.601500 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.602158 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.611114 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.618918 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.625209 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.636944 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.659708 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.665850 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.683129 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.690712 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.694373 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-2mg2h\" (UniqueName: \"kubernetes.io/projected/991a98e0-38ae-4112-a2c0-6b271857e853-kube-api-access-2mg2h\") pod \"991a98e0-38ae-4112-a2c0-6b271857e853\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.695126 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-config-data\") pod \"991a98e0-38ae-4112-a2c0-6b271857e853\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.695151 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-combined-ca-bundle\") pod \"991a98e0-38ae-4112-a2c0-6b271857e853\" (UID: \"991a98e0-38ae-4112-a2c0-6b271857e853\") " Oct 13 20:26:28 crc kubenswrapper[4809]: E1013 20:26:28.695254 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" containerName="probe" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.695272 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" containerName="probe" Oct 13 20:26:28 crc kubenswrapper[4809]: E1013 20:26:28.695289 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="991a98e0-38ae-4112-a2c0-6b271857e853" containerName="nova-scheduler-scheduler" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.695295 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="991a98e0-38ae-4112-a2c0-6b271857e853" containerName="nova-scheduler-scheduler" Oct 13 20:26:28 crc kubenswrapper[4809]: E1013 20:26:28.695324 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" containerName="cinder-scheduler" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.695330 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" containerName="cinder-scheduler" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.696135 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" containerName="probe" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.696155 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" containerName="cinder-scheduler" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.696176 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="991a98e0-38ae-4112-a2c0-6b271857e853" containerName="nova-scheduler-scheduler" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.697274 4809 scope.go:117] "RemoveContainer" containerID="6206e45311e86fa77738b8540f63c054e05bd5f192efbfdb7e90816e8aff4b96" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.703082 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.722747 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.722963 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.728080 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.728305 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.753991 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/991a98e0-38ae-4112-a2c0-6b271857e853-kube-api-access-2mg2h" (OuterVolumeSpecName: "kube-api-access-2mg2h") pod "991a98e0-38ae-4112-a2c0-6b271857e853" (UID: "991a98e0-38ae-4112-a2c0-6b271857e853"). InnerVolumeSpecName "kube-api-access-2mg2h". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.756050 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-config-data" (OuterVolumeSpecName: "config-data") pod "991a98e0-38ae-4112-a2c0-6b271857e853" (UID: "991a98e0-38ae-4112-a2c0-6b271857e853"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.769891 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.789147 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.796917 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-scripts\") pod \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.796994 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-combined-ca-bundle\") pod \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797022 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data-custom\") pod \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797128 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data\") pod \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797176 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-7c4dw\" (UniqueName: \"kubernetes.io/projected/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-kube-api-access-7c4dw\") pod \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797206 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-etc-machine-id\") pod \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\" (UID: \"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee\") " Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797444 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-log-httpd\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797470 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797524 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-scripts\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797542 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-config-data\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797584 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vnkts\" (UniqueName: \"kubernetes.io/projected/ea9d52d6-f798-45e9-b482-322e9d114fc3-kube-api-access-vnkts\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797608 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797655 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-run-httpd\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797686 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797766 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.797777 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-2mg2h\" (UniqueName: \"kubernetes.io/projected/991a98e0-38ae-4112-a2c0-6b271857e853-kube-api-access-2mg2h\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.798803 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "991a98e0-38ae-4112-a2c0-6b271857e853" (UID: "991a98e0-38ae-4112-a2c0-6b271857e853"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.799453 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.799499 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-etc-machine-id" (OuterVolumeSpecName: "etc-machine-id") pod "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" (UID: "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee"). InnerVolumeSpecName "etc-machine-id". PluginName "kubernetes.io/host-path", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.804802 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-scripts" (OuterVolumeSpecName: "scripts") pod "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" (UID: "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.829882 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-kube-api-access-7c4dw" (OuterVolumeSpecName: "kube-api-access-7c4dw") pod "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" (UID: "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee"). InnerVolumeSpecName "kube-api-access-7c4dw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.830202 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" (UID: "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.839765 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.841266 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.851450 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config-data" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.851686 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-dockercfg-r4zwm" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.851824 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-scripts" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.855892 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-svc" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.856355 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-keystone-listener-5cc495fc5b-snvd2"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.865708 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.872854 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.881183 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.884558 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" (UID: "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.886611 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.894264 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.896179 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904112 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904152 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904176 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/e059d47b-0503-469e-99d7-2d6100e08498-config-data-default\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904213 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/e059d47b-0503-469e-99d7-2d6100e08498-operator-scripts\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904239 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-scripts\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904257 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-config-data\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904272 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e059d47b-0503-469e-99d7-2d6100e08498-kolla-config\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904304 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vnkts\" (UniqueName: \"kubernetes.io/projected/ea9d52d6-f798-45e9-b482-322e9d114fc3-kube-api-access-vnkts\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904319 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/e059d47b-0503-469e-99d7-2d6100e08498-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904347 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e059d47b-0503-469e-99d7-2d6100e08498-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904363 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904380 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pqmzw\" (UniqueName: \"kubernetes.io/projected/e059d47b-0503-469e-99d7-2d6100e08498-kube-api-access-pqmzw\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904430 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-run-httpd\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904447 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/e059d47b-0503-469e-99d7-2d6100e08498-secrets\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904474 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904510 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-log-httpd\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904530 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/e059d47b-0503-469e-99d7-2d6100e08498-config-data-generated\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904575 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904587 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/991a98e0-38ae-4112-a2c0-6b271857e853-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904598 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904607 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904616 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-7c4dw\" (UniqueName: \"kubernetes.io/projected/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-kube-api-access-7c4dw\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.904625 4809 reconciler_common.go:293] "Volume detached for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-etc-machine-id\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.909235 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-scripts\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.909828 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-run-httpd\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.909985 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-metadata-internal-svc" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.910198 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-metadata-config-data" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.910472 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-log-httpd\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.914046 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-config-data\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.916503 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.916518 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.935177 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.942450 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vnkts\" (UniqueName: \"kubernetes.io/projected/ea9d52d6-f798-45e9-b482-322e9d114fc3-kube-api-access-vnkts\") pod \"ceilometer-0\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.947503 4809 scope.go:117] "RemoveContainer" containerID="13f4c0f810beeabc8ed8e131c592108745b6c9f0a58da5ca92dae13727299e91" Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.958821 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.967461 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.978362 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:26:28 crc kubenswrapper[4809]: I1013 20:26:28.983769 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.001013 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.003799 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.008871 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.024915 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/e059d47b-0503-469e-99d7-2d6100e08498-operator-scripts\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.025007 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e059d47b-0503-469e-99d7-2d6100e08498-kolla-config\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.025085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/e059d47b-0503-469e-99d7-2d6100e08498-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.025827 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e059d47b-0503-469e-99d7-2d6100e08498-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.025861 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pqmzw\" (UniqueName: \"kubernetes.io/projected/e059d47b-0503-469e-99d7-2d6100e08498-kube-api-access-pqmzw\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.025966 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dqkhz\" (UniqueName: \"kubernetes.io/projected/07aed376-7459-4f71-a365-a7ecd76162c4-kube-api-access-dqkhz\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.026071 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/e059d47b-0503-469e-99d7-2d6100e08498-secrets\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.026100 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/07aed376-7459-4f71-a365-a7ecd76162c4-config-data\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.026134 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/07aed376-7459-4f71-a365-a7ecd76162c4-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.026209 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/07aed376-7459-4f71-a365-a7ecd76162c4-logs\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.026281 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/e059d47b-0503-469e-99d7-2d6100e08498-config-data-generated\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.026307 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/07aed376-7459-4f71-a365-a7ecd76162c4-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.026335 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.026362 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/e059d47b-0503-469e-99d7-2d6100e08498-config-data-default\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.027383 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/e059d47b-0503-469e-99d7-2d6100e08498-config-data-default\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.029070 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/e059d47b-0503-469e-99d7-2d6100e08498-operator-scripts\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.029503 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/e059d47b-0503-469e-99d7-2d6100e08498-kolla-config\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.029919 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.033055 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.034661 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/e059d47b-0503-469e-99d7-2d6100e08498-config-data-generated\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.035014 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") device mount path \"/mnt/openstack/pv20\"" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.042101 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.043990 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e059d47b-0503-469e-99d7-2d6100e08498-combined-ca-bundle\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.044466 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/e059d47b-0503-469e-99d7-2d6100e08498-secrets\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.046704 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.046924 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.048606 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.048942 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-h4ht7" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.049256 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.049629 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.068427 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.079817 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"63a1d14e-207b-4c63-ab32-b1d3c300f10d","Type":"ContainerStarted","Data":"853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3"} Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.090847 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.090909 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.093412 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/e059d47b-0503-469e-99d7-2d6100e08498-galera-tls-certs\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.102630 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pqmzw\" (UniqueName: \"kubernetes.io/projected/e059d47b-0503-469e-99d7-2d6100e08498-kube-api-access-pqmzw\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.111743 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137431 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dqkhz\" (UniqueName: \"kubernetes.io/projected/07aed376-7459-4f71-a365-a7ecd76162c4-kube-api-access-dqkhz\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137495 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-config-data\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137516 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137542 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-84qnx\" (UniqueName: \"kubernetes.io/projected/ad90dc1b-8ab4-4226-99fa-d82c372406f1-kube-api-access-84qnx\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137565 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9xz2g\" (UniqueName: \"kubernetes.io/projected/7fa62fcd-509b-420c-9e45-8411f88a0224-kube-api-access-9xz2g\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137581 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ad90dc1b-8ab4-4226-99fa-d82c372406f1-logs\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137598 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-internal-tls-certs\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137614 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/07aed376-7459-4f71-a365-a7ecd76162c4-config-data\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137635 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/07aed376-7459-4f71-a365-a7ecd76162c4-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137651 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-logs\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137671 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137696 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-public-tls-certs\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137717 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/07aed376-7459-4f71-a365-a7ecd76162c4-logs\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137763 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137778 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/07aed376-7459-4f71-a365-a7ecd76162c4-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137815 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-config-data\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137842 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137857 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-scripts\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.137878 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.139202 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/07aed376-7459-4f71-a365-a7ecd76162c4-logs\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.143212 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-metadata-tls-certs\" (UniqueName: \"kubernetes.io/secret/07aed376-7459-4f71-a365-a7ecd76162c4-nova-metadata-tls-certs\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.151637 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/07aed376-7459-4f71-a365-a7ecd76162c4-combined-ca-bundle\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.154564 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dqkhz\" (UniqueName: \"kubernetes.io/projected/07aed376-7459-4f71-a365-a7ecd76162c4-kube-api-access-dqkhz\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.157111 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage20-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage20-crc\") pod \"openstack-galera-0\" (UID: \"e059d47b-0503-469e-99d7-2d6100e08498\") " pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.160865 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.162787 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"1aafaf4f-4a33-4851-ad5c-c72a3a0532ee","Type":"ContainerDied","Data":"3588c1a47dc7ed1080f10e75251ee07e40aef9696d2cb7eb60193d59694b5504"} Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.162893 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.164265 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/07aed376-7459-4f71-a365-a7ecd76162c4-config-data\") pod \"nova-metadata-0\" (UID: \"07aed376-7459-4f71-a365-a7ecd76162c4\") " pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.170187 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9437d382-c79d-463c-8ed2-d0d009d773a6","Type":"ContainerStarted","Data":"735c9e285fd41553afb937ba94e38e324e0f8755306b2e4f86f25e0b8196fb02"} Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.173968 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.174842 4809 generic.go:334] "Generic (PLEG): container finished" podID="991a98e0-38ae-4112-a2c0-6b271857e853" containerID="7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c" exitCode=0 Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.174973 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.177467 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"991a98e0-38ae-4112-a2c0-6b271857e853","Type":"ContainerDied","Data":"7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c"} Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.177538 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"991a98e0-38ae-4112-a2c0-6b271857e853","Type":"ContainerDied","Data":"48fc7a3fa562c729c4dd6624743a63e1ff0e0f147e4373cf22835786e4202675"} Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.177625 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.179352 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.179447 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.182927 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.183059 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data" (OuterVolumeSpecName: "config-data") pod "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" (UID: "1aafaf4f-4a33-4851-ad5c-c72a3a0532ee"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.255060 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=5.255043873 podStartE2EDuration="5.255043873s" podCreationTimestamp="2025-10-13 20:26:24 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:29.103905334 +0000 UTC m=+3707.709651909" watchObservedRunningTime="2025-10-13 20:26:29.255043873 +0000 UTC m=+3707.860790458" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.259759 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-config-data\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.259817 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.259843 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-scripts\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.259895 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260013 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-znwq8\" (UniqueName: \"kubernetes.io/projected/c7ed53f4-47c6-4751-8650-848f81ec4294-kube-api-access-znwq8\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260052 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260097 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-scripts\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260146 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260185 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-config-data\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260205 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260269 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-84qnx\" (UniqueName: \"kubernetes.io/projected/ad90dc1b-8ab4-4226-99fa-d82c372406f1-kube-api-access-84qnx\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260302 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-config-data\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260324 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-logs\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260354 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9xz2g\" (UniqueName: \"kubernetes.io/projected/7fa62fcd-509b-420c-9e45-8411f88a0224-kube-api-access-9xz2g\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260389 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ad90dc1b-8ab4-4226-99fa-d82c372406f1-logs\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260429 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-internal-tls-certs\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260495 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-logs\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260542 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260616 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-public-tls-certs\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260646 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260676 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260759 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.260896 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.263395 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ad90dc1b-8ab4-4226-99fa-d82c372406f1-logs\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.264522 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.264806 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.265391 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-logs\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.267568 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.273795 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.274600 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-config-data\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.275810 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=6.2757960950000005 podStartE2EDuration="6.275796095s" podCreationTimestamp="2025-10-13 20:26:23 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:29.192378145 +0000 UTC m=+3707.798124730" watchObservedRunningTime="2025-10-13 20:26:29.275796095 +0000 UTC m=+3707.881542680" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.281370 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-config-data\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.281757 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-internal-tls-certs\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.285029 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.287309 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-scripts\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.295510 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9xz2g\" (UniqueName: \"kubernetes.io/projected/7fa62fcd-509b-420c-9e45-8411f88a0224-kube-api-access-9xz2g\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.298954 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-public-tls-certs\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.303584 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.312536 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.318064 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.323161 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-84qnx\" (UniqueName: \"kubernetes.io/projected/ad90dc1b-8ab4-4226-99fa-d82c372406f1-kube-api-access-84qnx\") pod \"nova-api-0\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.328783 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.345098 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.351171 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.353325 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.354149 4809 scope.go:117] "RemoveContainer" containerID="901867973e2f3748e7c3f045683485388fd576b1ce8e6731770099b5a0620a94" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.351333 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.357620 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-scheduler-config-data" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.362897 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-logs\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.363010 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.363028 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.363163 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-znwq8\" (UniqueName: \"kubernetes.io/projected/c7ed53f4-47c6-4751-8650-848f81ec4294-kube-api-access-znwq8\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.363190 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.363222 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-scripts\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.363256 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.363283 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-config-data\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.367795 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.367990 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-logs\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.368074 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.376773 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-config-data\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.377889 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.394475 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-scripts\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.415815 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.418827 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.421371 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-znwq8\" (UniqueName: \"kubernetes.io/projected/c7ed53f4-47c6-4751-8650-848f81ec4294-kube-api-access-znwq8\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.422277 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.455965 4809 scope.go:117] "RemoveContainer" containerID="aa6f55ae851c030fcb7a439de372ea5e6e9163e8950fd765a4c7333806bc2a62" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.465561 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-d9v2h\" (UniqueName: \"kubernetes.io/projected/6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c-kube-api-access-d9v2h\") pod \"nova-scheduler-0\" (UID: \"6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.465769 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.465820 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c-config-data\") pod \"nova-scheduler-0\" (UID: \"6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.513377 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.524279 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.531676 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.533605 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.541344 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scripts" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.541520 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-cinder-dockercfg-69fq8" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.541641 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-scheduler-config-data" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.541768 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-config-data" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.546834 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.549148 4809 scope.go:117] "RemoveContainer" containerID="0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.568233 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.568959 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c-config-data\") pod \"nova-scheduler-0\" (UID: \"6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.569081 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.569645 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-config-data\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.569684 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5zkrq\" (UniqueName: \"kubernetes.io/projected/5f80c0f3-e132-4945-bc59-56f80ecf9014-kube-api-access-5zkrq\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.569780 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-scripts\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.569813 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5f80c0f3-e132-4945-bc59-56f80ecf9014-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.569913 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-d9v2h\" (UniqueName: \"kubernetes.io/projected/6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c-kube-api-access-d9v2h\") pod \"nova-scheduler-0\" (UID: \"6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.569994 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.578798 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c-combined-ca-bundle\") pod \"nova-scheduler-0\" (UID: \"6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.581321 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c-config-data\") pod \"nova-scheduler-0\" (UID: \"6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.590890 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-d9v2h\" (UniqueName: \"kubernetes.io/projected/6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c-kube-api-access-d9v2h\") pod \"nova-scheduler-0\" (UID: \"6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c\") " pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.608836 4809 scope.go:117] "RemoveContainer" containerID="fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.622693 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.657685 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.664322 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.672581 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-scripts\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.672641 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5f80c0f3-e132-4945-bc59-56f80ecf9014-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.672691 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.672837 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/5f80c0f3-e132-4945-bc59-56f80ecf9014-etc-machine-id\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.673119 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.675711 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-config-data\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.675771 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5zkrq\" (UniqueName: \"kubernetes.io/projected/5f80c0f3-e132-4945-bc59-56f80ecf9014-kube-api-access-5zkrq\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.678946 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-config-data-custom\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.679795 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-config-data\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.681396 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.683457 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-scripts\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.686095 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f80c0f3-e132-4945-bc59-56f80ecf9014-combined-ca-bundle\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.687966 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.698217 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5zkrq\" (UniqueName: \"kubernetes.io/projected/5f80c0f3-e132-4945-bc59-56f80ecf9014-kube-api-access-5zkrq\") pod \"cinder-scheduler-0\" (UID: \"5f80c0f3-e132-4945-bc59-56f80ecf9014\") " pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.752304 4809 scope.go:117] "RemoveContainer" containerID="0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0" Oct 13 20:26:29 crc kubenswrapper[4809]: E1013 20:26:29.771210 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0\": container with ID starting with 0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0 not found: ID does not exist" containerID="0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.771247 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0"} err="failed to get container status \"0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0\": rpc error: code = NotFound desc = could not find container \"0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0\": container with ID starting with 0c1eb82a2b214de7c3ea96d36737f4b47596ad77f7c99a0922e312c96f974bc0 not found: ID does not exist" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.771274 4809 scope.go:117] "RemoveContainer" containerID="fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af" Oct 13 20:26:29 crc kubenswrapper[4809]: E1013 20:26:29.773228 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af\": container with ID starting with fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af not found: ID does not exist" containerID="fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.773275 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af"} err="failed to get container status \"fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af\": rpc error: code = NotFound desc = could not find container \"fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af\": container with ID starting with fdee9bba756f1131a254497dc02a442cd7dd5096176befec7423651b2ffc36af not found: ID does not exist" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.773290 4809 scope.go:117] "RemoveContainer" containerID="b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.777799 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.784770 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.865503 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.867919 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-0"] Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.923912 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:29 crc kubenswrapper[4809]: I1013 20:26:29.993524 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.017093 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:30 crc kubenswrapper[4809]: W1013 20:26:30.031356 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podbc6223a4_8aa5_4a76_b354_844b400ca832.slice/crio-ae94e28d4c15882612c2a24b05b5b4953120ea1bad79af4b4accb47ba75c698c WatchSource:0}: Error finding container ae94e28d4c15882612c2a24b05b5b4953120ea1bad79af4b4accb47ba75c698c: Status 404 returned error can't find the container with id ae94e28d4c15882612c2a24b05b5b4953120ea1bad79af4b4accb47ba75c698c Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.050839 4809 scope.go:117] "RemoveContainer" containerID="052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.110891 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-metadata-0"] Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.150878 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-galera-0"] Oct 13 20:26:30 crc kubenswrapper[4809]: W1013 20:26:30.184824 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pode059d47b_0503_469e_99d7_2d6100e08498.slice/crio-1256bdef9dfe3bf61cbae1e1cfc5a18e7d754dbc8d45799b6476f5825d6c32a1 WatchSource:0}: Error finding container 1256bdef9dfe3bf61cbae1e1cfc5a18e7d754dbc8d45799b6476f5825d6c32a1: Status 404 returned error can't find the container with id 1256bdef9dfe3bf61cbae1e1cfc5a18e7d754dbc8d45799b6476f5825d6c32a1 Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.187790 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1aafaf4f-4a33-4851-ad5c-c72a3a0532ee" path="/var/lib/kubelet/pods/1aafaf4f-4a33-4851-ad5c-c72a3a0532ee/volumes" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.188821 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="29364d56-e044-4a6a-ac3d-37f8bd137488" path="/var/lib/kubelet/pods/29364d56-e044-4a6a-ac3d-37f8bd137488/volumes" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.189630 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6cd4f808-562a-4759-ac8b-6304fc0c9f17" path="/var/lib/kubelet/pods/6cd4f808-562a-4759-ac8b-6304fc0c9f17/volumes" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.194230 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8ccf5456-abd4-46e8-870e-0ed931f41fc5" path="/var/lib/kubelet/pods/8ccf5456-abd4-46e8-870e-0ed931f41fc5/volumes" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.196007 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="991a98e0-38ae-4112-a2c0-6b271857e853" path="/var/lib/kubelet/pods/991a98e0-38ae-4112-a2c0-6b271857e853/volumes" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.196760 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9d984d65-e476-4717-bdf1-6d48ab43f600" path="/var/lib/kubelet/pods/9d984d65-e476-4717-bdf1-6d48ab43f600/volumes" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.198036 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cda29934-4419-4eb8-b15d-f4b98b9a5266" path="/var/lib/kubelet/pods/cda29934-4419-4eb8-b15d-f4b98b9a5266/volumes" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.198840 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ef0e898a-a5ca-43ac-9c92-a2c8ae17de63" path="/var/lib/kubelet/pods/ef0e898a-a5ca-43ac-9c92-a2c8ae17de63/volumes" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.200273 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f1737e92-aebe-45da-b7bb-bf88184aeeb9" path="/var/lib/kubelet/pods/f1737e92-aebe-45da-b7bb-bf88184aeeb9/volumes" Oct 13 20:26:30 crc kubenswrapper[4809]: W1013 20:26:30.203858 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod07aed376_7459_4f71_a365_a7ecd76162c4.slice/crio-6704b6bbd77d5f19d9ce9e27149b7ecc3db38c5629949096b4fa6245acb6a0f0 WatchSource:0}: Error finding container 6704b6bbd77d5f19d9ce9e27149b7ecc3db38c5629949096b4fa6245acb6a0f0: Status 404 returned error can't find the container with id 6704b6bbd77d5f19d9ce9e27149b7ecc3db38c5629949096b4fa6245acb6a0f0 Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.210459 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"bc6223a4-8aa5-4a76-b354-844b400ca832","Type":"ContainerStarted","Data":"ae94e28d4c15882612c2a24b05b5b4953120ea1bad79af4b4accb47ba75c698c"} Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.211785 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ea9d52d6-f798-45e9-b482-322e9d114fc3","Type":"ContainerStarted","Data":"11d12faf75709329626e061718da614897cba8706d282fcc578221b100780207"} Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.212536 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"e059d47b-0503-469e-99d7-2d6100e08498","Type":"ContainerStarted","Data":"1256bdef9dfe3bf61cbae1e1cfc5a18e7d754dbc8d45799b6476f5825d6c32a1"} Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.216367 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"7714750a-421a-4e05-aa5c-e084be897e5b","Type":"ContainerStarted","Data":"99972d03b57f83199cdf2acefb36c6c3611779c2c90abfbc198962e696d1796d"} Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.226299 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"dfb88857-af22-4083-82c2-2368301e0f9f","Type":"ContainerStarted","Data":"a23a039dd44f3ecc841c803749bcd478e040d3951edaff0356376ca39f716393"} Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.254029 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"33cc02bb-5a0d-424b-a597-8372d6a95f75","Type":"ContainerStarted","Data":"35b37f975f055d4cef0b48d8de44e95b2d43b6ff1a45374f0449589cd90c6a2e"} Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.256170 4809 scope.go:117] "RemoveContainer" containerID="b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f" Oct 13 20:26:30 crc kubenswrapper[4809]: E1013 20:26:30.256685 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f\": container with ID starting with b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f not found: ID does not exist" containerID="b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.256721 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f"} err="failed to get container status \"b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f\": rpc error: code = NotFound desc = could not find container \"b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f\": container with ID starting with b69eb9e3bb8566240b676d64f7e5ea1fa11ebc7d3f2eca9956a3836317df113f not found: ID does not exist" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.256773 4809 scope.go:117] "RemoveContainer" containerID="052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815" Oct 13 20:26:30 crc kubenswrapper[4809]: E1013 20:26:30.257108 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815\": container with ID starting with 052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815 not found: ID does not exist" containerID="052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.257134 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815"} err="failed to get container status \"052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815\": rpc error: code = NotFound desc = could not find container \"052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815\": container with ID starting with 052717d1c606a8c5ce9475cac2a91891a1c283cf1e0daa98ba9890acb087f815 not found: ID does not exist" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.257153 4809 scope.go:117] "RemoveContainer" containerID="2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.268819 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"3b1a6001-839f-4108-86ea-81d6c6ba0da4","Type":"ContainerStarted","Data":"f233f3c3be8c3b712482ba9a9fd9fffb2a7b44ea9f659625c960ffb7b68f1880"} Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.270560 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.303075 4809 scope.go:117] "RemoveContainer" containerID="2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.416671 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:30 crc kubenswrapper[4809]: W1013 20:26:30.435473 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podc7ed53f4_47c6_4751_8650_848f81ec4294.slice/crio-4f65f1cd7786ec3b888a2f9e3bc78730a5993795fa6f1dd6e19a88a0bb9f033a WatchSource:0}: Error finding container 4f65f1cd7786ec3b888a2f9e3bc78730a5993795fa6f1dd6e19a88a0bb9f033a: Status 404 returned error can't find the container with id 4f65f1cd7786ec3b888a2f9e3bc78730a5993795fa6f1dd6e19a88a0bb9f033a Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.543047 4809 scope.go:117] "RemoveContainer" containerID="2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28" Oct 13 20:26:30 crc kubenswrapper[4809]: E1013 20:26:30.548701 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28\": container with ID starting with 2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28 not found: ID does not exist" containerID="2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.548757 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28"} err="failed to get container status \"2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28\": rpc error: code = NotFound desc = could not find container \"2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28\": container with ID starting with 2b9130004d208bc7953fe1af662fd480ff12ad7a8b2f50961754ab9fa6e0dd28 not found: ID does not exist" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.549935 4809 scope.go:117] "RemoveContainer" containerID="2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb" Oct 13 20:26:30 crc kubenswrapper[4809]: E1013 20:26:30.550474 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb\": container with ID starting with 2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb not found: ID does not exist" containerID="2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.550521 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb"} err="failed to get container status \"2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb\": rpc error: code = NotFound desc = could not find container \"2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb\": container with ID starting with 2e195a44ab868277a6730630b4a41e3d6071cc3bd1af84df71e2f46248ff26fb not found: ID does not exist" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.550547 4809 scope.go:117] "RemoveContainer" containerID="050c1bed6f153a800da921513366bbd5a898031f63ef100890287c0c81680dd6" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.671352 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.704805 4809 scope.go:117] "RemoveContainer" containerID="a89da6286b0d63fd5607acadbfedb34735d139853373694c93d82eef8895dedb" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.806246 4809 scope.go:117] "RemoveContainer" containerID="261de04ae170ece2f20fc5f152af0e8302c9cb0559a57809c8a46a9bf1bebce5" Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.815385 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-scheduler-0"] Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.845328 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:30 crc kubenswrapper[4809]: W1013 20:26:30.941517 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podad90dc1b_8ab4_4226_99fa_d82c372406f1.slice/crio-45c59293222ad6a1a5576a37e0ebb4875373cdec220300ac3814cf8f212eadb7 WatchSource:0}: Error finding container 45c59293222ad6a1a5576a37e0ebb4875373cdec220300ac3814cf8f212eadb7: Status 404 returned error can't find the container with id 45c59293222ad6a1a5576a37e0ebb4875373cdec220300ac3814cf8f212eadb7 Oct 13 20:26:30 crc kubenswrapper[4809]: I1013 20:26:30.974021 4809 scope.go:117] "RemoveContainer" containerID="b702cc17886d1722b64d8793265b7dd544563845b1ef79ff001a962642cfacc6" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.076118 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-scheduler-0"] Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.228305 4809 scope.go:117] "RemoveContainer" containerID="7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.308271 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c","Type":"ContainerStarted","Data":"6f00b2e1b123717916cc015d07729db871a8899bec28e73fd8b54f2e4a3e975d"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.314883 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"7714750a-421a-4e05-aa5c-e084be897e5b","Type":"ContainerStarted","Data":"d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.315828 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.342980 4809 generic.go:334] "Generic (PLEG): container finished" podID="33cc02bb-5a0d-424b-a597-8372d6a95f75" containerID="78ddc3ab84375e43ec6f242e98131bcac56d5688ed8bda434d2de18c3cd90327" exitCode=0 Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.343084 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"33cc02bb-5a0d-424b-a597-8372d6a95f75","Type":"ContainerDied","Data":"78ddc3ab84375e43ec6f242e98131bcac56d5688ed8bda434d2de18c3cd90327"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.362791 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podStartSLOduration=5.36277107 podStartE2EDuration="5.36277107s" podCreationTimestamp="2025-10-13 20:26:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:31.343885291 +0000 UTC m=+3709.949631876" watchObservedRunningTime="2025-10-13 20:26:31.36277107 +0000 UTC m=+3709.968517655" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.364764 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.407439 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ad90dc1b-8ab4-4226-99fa-d82c372406f1","Type":"ContainerStarted","Data":"45c59293222ad6a1a5576a37e0ebb4875373cdec220300ac3814cf8f212eadb7"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.450377 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-548d897d7b-6ppgw"] Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.463794 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-6796996c74-mnq7w"] Oct 13 20:26:31 crc kubenswrapper[4809]: E1013 20:26:31.464269 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a5afcbd8-f781-4436-a05e-80b914a9f48f" containerName="barbican-worker-log" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.464285 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a5afcbd8-f781-4436-a05e-80b914a9f48f" containerName="barbican-worker-log" Oct 13 20:26:31 crc kubenswrapper[4809]: E1013 20:26:31.464313 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a5afcbd8-f781-4436-a05e-80b914a9f48f" containerName="barbican-worker" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.464319 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a5afcbd8-f781-4436-a05e-80b914a9f48f" containerName="barbican-worker" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.464508 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a5afcbd8-f781-4436-a05e-80b914a9f48f" containerName="barbican-worker-log" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.464528 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a5afcbd8-f781-4436-a05e-80b914a9f48f" containerName="barbican-worker" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.465540 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.479146 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-6796996c74-mnq7w"] Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.486891 4809 scope.go:117] "RemoveContainer" containerID="7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c" Oct 13 20:26:31 crc kubenswrapper[4809]: E1013 20:26:31.502483 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c\": container with ID starting with 7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c not found: ID does not exist" containerID="7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.502529 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c"} err="failed to get container status \"7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c\": rpc error: code = NotFound desc = could not find container \"7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c\": container with ID starting with 7d76d4c7bc1f9f6279ea16f1716beb16267452b5dca57606c14b425a0fee9e7c not found: ID does not exist" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.502765 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_237eec8d-f3ad-4bc2-a388-93ca5f324217/ovn-northd/0.log" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.502823 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.548163 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data-custom\") pod \"a5afcbd8-f781-4436-a05e-80b914a9f48f\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.548284 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-combined-ca-bundle\") pod \"a5afcbd8-f781-4436-a05e-80b914a9f48f\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.548341 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9klrx\" (UniqueName: \"kubernetes.io/projected/a5afcbd8-f781-4436-a05e-80b914a9f48f-kube-api-access-9klrx\") pod \"a5afcbd8-f781-4436-a05e-80b914a9f48f\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.548450 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data\") pod \"a5afcbd8-f781-4436-a05e-80b914a9f48f\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.548526 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a5afcbd8-f781-4436-a05e-80b914a9f48f-logs\") pod \"a5afcbd8-f781-4436-a05e-80b914a9f48f\" (UID: \"a5afcbd8-f781-4436-a05e-80b914a9f48f\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.549762 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a5afcbd8-f781-4436-a05e-80b914a9f48f-logs" (OuterVolumeSpecName: "logs") pod "a5afcbd8-f781-4436-a05e-80b914a9f48f" (UID: "a5afcbd8-f781-4436-a05e-80b914a9f48f"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.553769 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7fa62fcd-509b-420c-9e45-8411f88a0224","Type":"ContainerStarted","Data":"c669af3f7b7e967f88300079bd05a8a4ee68c4c7e156ed389b36f7e8b5dfc3a2"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.591227 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_237eec8d-f3ad-4bc2-a388-93ca5f324217/ovn-northd/0.log" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.591490 4809 generic.go:334] "Generic (PLEG): container finished" podID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerID="979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3" exitCode=139 Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.591598 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.591924 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"237eec8d-f3ad-4bc2-a388-93ca5f324217","Type":"ContainerDied","Data":"979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.591994 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"237eec8d-f3ad-4bc2-a388-93ca5f324217","Type":"ContainerDied","Data":"fa1eeb2806f0be2af5e52973725e3cd517b0d78b0d0677acc5d4558c5b1347c5"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.592012 4809 scope.go:117] "RemoveContainer" containerID="3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.601176 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "a5afcbd8-f781-4436-a05e-80b914a9f48f" (UID: "a5afcbd8-f781-4436-a05e-80b914a9f48f"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.601340 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a5afcbd8-f781-4436-a05e-80b914a9f48f-kube-api-access-9klrx" (OuterVolumeSpecName: "kube-api-access-9klrx") pod "a5afcbd8-f781-4436-a05e-80b914a9f48f" (UID: "a5afcbd8-f781-4436-a05e-80b914a9f48f"). InnerVolumeSpecName "kube-api-access-9klrx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.637567 4809 generic.go:334] "Generic (PLEG): container finished" podID="a5afcbd8-f781-4436-a05e-80b914a9f48f" containerID="472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c" exitCode=0 Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.637897 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" event={"ID":"a5afcbd8-f781-4436-a05e-80b914a9f48f","Type":"ContainerDied","Data":"472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.637962 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" event={"ID":"a5afcbd8-f781-4436-a05e-80b914a9f48f","Type":"ContainerDied","Data":"9995b83f6c8d166827266799095c0897b74fc5ae3e57f32ab9c7a6dc9f5d6fa0"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.638081 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.648463 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"3b1a6001-839f-4108-86ea-81d6c6ba0da4","Type":"ContainerStarted","Data":"a73268eef994f3fd5d06f6fdcb24fc08837b8d771b28fff5b34068a1c29bae9a"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650062 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-metrics-certs-tls-certs\") pod \"237eec8d-f3ad-4bc2-a388-93ca5f324217\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650113 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-rundir\") pod \"237eec8d-f3ad-4bc2-a388-93ca5f324217\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650193 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-config\") pod \"237eec8d-f3ad-4bc2-a388-93ca5f324217\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650230 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-49dls\" (UniqueName: \"kubernetes.io/projected/237eec8d-f3ad-4bc2-a388-93ca5f324217-kube-api-access-49dls\") pod \"237eec8d-f3ad-4bc2-a388-93ca5f324217\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650324 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-scripts\") pod \"237eec8d-f3ad-4bc2-a388-93ca5f324217\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650378 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-combined-ca-bundle\") pod \"237eec8d-f3ad-4bc2-a388-93ca5f324217\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650442 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-northd-tls-certs\") pod \"237eec8d-f3ad-4bc2-a388-93ca5f324217\" (UID: \"237eec8d-f3ad-4bc2-a388-93ca5f324217\") " Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650706 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-public-tls-certs\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650776 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-internal-tls-certs\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650810 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-combined-ca-bundle\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650842 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6aac418c-a251-4a62-8cc5-2b616c307655-logs\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650886 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8jxbg\" (UniqueName: \"kubernetes.io/projected/6aac418c-a251-4a62-8cc5-2b616c307655-kube-api-access-8jxbg\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650903 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-config-data\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650924 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-scripts\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650979 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a5afcbd8-f781-4436-a05e-80b914a9f48f-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.650991 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.651001 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9klrx\" (UniqueName: \"kubernetes.io/projected/a5afcbd8-f781-4436-a05e-80b914a9f48f-kube-api-access-9klrx\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.651965 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-config" (OuterVolumeSpecName: "config") pod "237eec8d-f3ad-4bc2-a388-93ca5f324217" (UID: "237eec8d-f3ad-4bc2-a388-93ca5f324217"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.652281 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "237eec8d-f3ad-4bc2-a388-93ca5f324217" (UID: "237eec8d-f3ad-4bc2-a388-93ca5f324217"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.652623 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-scripts" (OuterVolumeSpecName: "scripts") pod "237eec8d-f3ad-4bc2-a388-93ca5f324217" (UID: "237eec8d-f3ad-4bc2-a388-93ca5f324217"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.659200 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"07aed376-7459-4f71-a365-a7ecd76162c4","Type":"ContainerStarted","Data":"f799cea274840518c1bdf10442f34ae66773ffacf36b43334a251cd863ace8c9"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.659238 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"07aed376-7459-4f71-a365-a7ecd76162c4","Type":"ContainerStarted","Data":"6704b6bbd77d5f19d9ce9e27149b7ecc3db38c5629949096b4fa6245acb6a0f0"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.660463 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5f80c0f3-e132-4945-bc59-56f80ecf9014","Type":"ContainerStarted","Data":"ca1ddbd273e6b853239a92f61bcefe2e86cb1cea62b8d42172ec96e376818fb7"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.693913 4809 scope.go:117] "RemoveContainer" containerID="979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.694201 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"dfb88857-af22-4083-82c2-2368301e0f9f","Type":"ContainerStarted","Data":"ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.738992 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/237eec8d-f3ad-4bc2-a388-93ca5f324217-kube-api-access-49dls" (OuterVolumeSpecName: "kube-api-access-49dls") pod "237eec8d-f3ad-4bc2-a388-93ca5f324217" (UID: "237eec8d-f3ad-4bc2-a388-93ca5f324217"). InnerVolumeSpecName "kube-api-access-49dls". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.758135 4809 scope.go:117] "RemoveContainer" containerID="3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.758274 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c7ed53f4-47c6-4751-8650-848f81ec4294","Type":"ContainerStarted","Data":"4f65f1cd7786ec3b888a2f9e3bc78730a5993795fa6f1dd6e19a88a0bb9f033a"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.759253 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-scripts\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.759395 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-public-tls-certs\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.759543 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-internal-tls-certs\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.759644 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-combined-ca-bundle\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.759724 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6aac418c-a251-4a62-8cc5-2b616c307655-logs\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.759887 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8jxbg\" (UniqueName: \"kubernetes.io/projected/6aac418c-a251-4a62-8cc5-2b616c307655-kube-api-access-8jxbg\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.759952 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-config-data\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.760044 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.760110 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.760163 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-49dls\" (UniqueName: \"kubernetes.io/projected/237eec8d-f3ad-4bc2-a388-93ca5f324217-kube-api-access-49dls\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.760216 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/237eec8d-f3ad-4bc2-a388-93ca5f324217-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.761611 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6aac418c-a251-4a62-8cc5-2b616c307655-logs\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: E1013 20:26:31.761928 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977\": container with ID starting with 3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977 not found: ID does not exist" containerID="3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.761960 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977"} err="failed to get container status \"3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977\": rpc error: code = NotFound desc = could not find container \"3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977\": container with ID starting with 3d4fae2bec252f3e79c7082862b4824c4d8ce34b948deaf434080f858f1a4977 not found: ID does not exist" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.761985 4809 scope.go:117] "RemoveContainer" containerID="979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3" Oct 13 20:26:31 crc kubenswrapper[4809]: E1013 20:26:31.762440 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3\": container with ID starting with 979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3 not found: ID does not exist" containerID="979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.762460 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3"} err="failed to get container status \"979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3\": rpc error: code = NotFound desc = could not find container \"979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3\": container with ID starting with 979324bd09855acc254a4f0c88a1ba044d9719423f2aafeda3435b87e9ecadb3 not found: ID does not exist" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.762473 4809 scope.go:117] "RemoveContainer" containerID="472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.764633 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"bc6223a4-8aa5-4a76-b354-844b400ca832","Type":"ContainerStarted","Data":"7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7"} Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.764651 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.765540 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" podUID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerName="placement-log" containerID="cri-o://0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86" gracePeriod=30 Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.765642 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" podUID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerName="placement-api" containerID="cri-o://f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a" gracePeriod=30 Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.766252 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.770949 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" podUID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerName="placement-log" probeResult="failure" output="Get \"https://10.217.0.192:8778/\": EOF" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.788759 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-combined-ca-bundle\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.795923 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-scripts\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.796319 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-internal-tls-certs\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.798253 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-public-tls-certs\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.801390 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8jxbg\" (UniqueName: \"kubernetes.io/projected/6aac418c-a251-4a62-8cc5-2b616c307655-kube-api-access-8jxbg\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.811435 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-config-data\") pod \"placement-6796996c74-mnq7w\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.812198 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podStartSLOduration=5.812187416 podStartE2EDuration="5.812187416s" podCreationTimestamp="2025-10-13 20:26:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:31.811771814 +0000 UTC m=+3710.417518399" watchObservedRunningTime="2025-10-13 20:26:31.812187416 +0000 UTC m=+3710.417934001" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.825108 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.852711 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=5.852693322 podStartE2EDuration="5.852693322s" podCreationTimestamp="2025-10-13 20:26:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:31.694473384 +0000 UTC m=+3710.300219969" watchObservedRunningTime="2025-10-13 20:26:31.852693322 +0000 UTC m=+3710.458439907" Oct 13 20:26:31 crc kubenswrapper[4809]: I1013 20:26:31.863964 4809 scope.go:117] "RemoveContainer" containerID="ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.312278 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "a5afcbd8-f781-4436-a05e-80b914a9f48f" (UID: "a5afcbd8-f781-4436-a05e-80b914a9f48f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.374233 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.447084 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "237eec8d-f3ad-4bc2-a388-93ca5f324217" (UID: "237eec8d-f3ad-4bc2-a388-93ca5f324217"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.488827 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.550637 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data" (OuterVolumeSpecName: "config-data") pod "a5afcbd8-f781-4436-a05e-80b914a9f48f" (UID: "a5afcbd8-f781-4436-a05e-80b914a9f48f"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.567338 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "237eec8d-f3ad-4bc2-a388-93ca5f324217" (UID: "237eec8d-f3ad-4bc2-a388-93ca5f324217"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.590939 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a5afcbd8-f781-4436-a05e-80b914a9f48f-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.591055 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.609706 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-northd-tls-certs" (OuterVolumeSpecName: "ovn-northd-tls-certs") pod "237eec8d-f3ad-4bc2-a388-93ca5f324217" (UID: "237eec8d-f3ad-4bc2-a388-93ca5f324217"). InnerVolumeSpecName "ovn-northd-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.693537 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/237eec8d-f3ad-4bc2-a388-93ca5f324217-ovn-northd-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.758479 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.758807 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-6796996c74-mnq7w"] Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.782320 4809 scope.go:117] "RemoveContainer" containerID="472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c" Oct 13 20:26:32 crc kubenswrapper[4809]: E1013 20:26:32.784363 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c\": container with ID starting with 472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c not found: ID does not exist" containerID="472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.784388 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c"} err="failed to get container status \"472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c\": rpc error: code = NotFound desc = could not find container \"472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c\": container with ID starting with 472ba8d379ef806d522b93a2d1131b3c51d233a7b69ee67c0af677701357487c not found: ID does not exist" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.784406 4809 scope.go:117] "RemoveContainer" containerID="ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54" Oct 13 20:26:32 crc kubenswrapper[4809]: E1013 20:26:32.792182 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54\": container with ID starting with ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54 not found: ID does not exist" containerID="ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.792220 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54"} err="failed to get container status \"ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54\": rpc error: code = NotFound desc = could not find container \"ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54\": container with ID starting with ae4e3643e5a408b32b0c33d0ed87094f68b7c53880ef6165a09b09521305ac54 not found: ID does not exist" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.792530 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.793935 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"33cc02bb-5a0d-424b-a597-8372d6a95f75","Type":"ContainerDied","Data":"35b37f975f055d4cef0b48d8de44e95b2d43b6ff1a45374f0449589cd90c6a2e"} Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.793970 4809 scope.go:117] "RemoveContainer" containerID="78ddc3ab84375e43ec6f242e98131bcac56d5688ed8bda434d2de18c3cd90327" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.829100 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"dfb88857-af22-4083-82c2-2368301e0f9f","Type":"ContainerStarted","Data":"51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0"} Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.836236 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c7ed53f4-47c6-4751-8650-848f81ec4294","Type":"ContainerStarted","Data":"0315a7873a7757dc2bdbc2ada184199b57e371473f00a634b64020d228c52ca9"} Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.840426 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-metadata-0" event={"ID":"07aed376-7459-4f71-a365-a7ecd76162c4","Type":"ContainerStarted","Data":"e7cbedb58745acabe37bca96106bdb1bab49f61ff9ab1665f3dee5081131005f"} Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.842448 4809 generic.go:334] "Generic (PLEG): container finished" podID="e059d47b-0503-469e-99d7-2d6100e08498" containerID="f5bd84fdeb3f213412d7113fb3bb281364fd5dcb44efd2a6f677f15456ceafac" exitCode=0 Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.842523 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"e059d47b-0503-469e-99d7-2d6100e08498","Type":"ContainerDied","Data":"f5bd84fdeb3f213412d7113fb3bb281364fd5dcb44efd2a6f677f15456ceafac"} Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.889414 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=6.889388829 podStartE2EDuration="6.889388829s" podCreationTimestamp="2025-10-13 20:26:26 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:32.848323378 +0000 UTC m=+3711.454069973" watchObservedRunningTime="2025-10-13 20:26:32.889388829 +0000 UTC m=+3711.495135454" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.898358 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-bbvdz\" (UniqueName: \"kubernetes.io/projected/33cc02bb-5a0d-424b-a597-8372d6a95f75-kube-api-access-bbvdz\") pod \"33cc02bb-5a0d-424b-a597-8372d6a95f75\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.898407 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-galera-tls-certs\") pod \"33cc02bb-5a0d-424b-a597-8372d6a95f75\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.898426 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-combined-ca-bundle\") pod \"33cc02bb-5a0d-424b-a597-8372d6a95f75\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.898445 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"mysql-db\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"33cc02bb-5a0d-424b-a597-8372d6a95f75\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.898551 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-operator-scripts\") pod \"33cc02bb-5a0d-424b-a597-8372d6a95f75\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.898580 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-secrets\") pod \"33cc02bb-5a0d-424b-a597-8372d6a95f75\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.898621 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-default\") pod \"33cc02bb-5a0d-424b-a597-8372d6a95f75\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.898659 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-generated\") pod \"33cc02bb-5a0d-424b-a597-8372d6a95f75\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.898680 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-kolla-config\") pod \"33cc02bb-5a0d-424b-a597-8372d6a95f75\" (UID: \"33cc02bb-5a0d-424b-a597-8372d6a95f75\") " Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.915672 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage08-crc" (OuterVolumeSpecName: "mysql-db") pod "33cc02bb-5a0d-424b-a597-8372d6a95f75" (UID: "33cc02bb-5a0d-424b-a597-8372d6a95f75"). InnerVolumeSpecName "local-storage08-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.916967 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-default" (OuterVolumeSpecName: "config-data-default") pod "33cc02bb-5a0d-424b-a597-8372d6a95f75" (UID: "33cc02bb-5a0d-424b-a597-8372d6a95f75"). InnerVolumeSpecName "config-data-default". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.916998 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-generated" (OuterVolumeSpecName: "config-data-generated") pod "33cc02bb-5a0d-424b-a597-8372d6a95f75" (UID: "33cc02bb-5a0d-424b-a597-8372d6a95f75"). InnerVolumeSpecName "config-data-generated". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.939589 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "33cc02bb-5a0d-424b-a597-8372d6a95f75" (UID: "33cc02bb-5a0d-424b-a597-8372d6a95f75"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.939633 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "33cc02bb-5a0d-424b-a597-8372d6a95f75" (UID: "33cc02bb-5a0d-424b-a597-8372d6a95f75"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.939662 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-secrets" (OuterVolumeSpecName: "secrets") pod "33cc02bb-5a0d-424b-a597-8372d6a95f75" (UID: "33cc02bb-5a0d-424b-a597-8372d6a95f75"). InnerVolumeSpecName "secrets". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.939761 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/33cc02bb-5a0d-424b-a597-8372d6a95f75-kube-api-access-bbvdz" (OuterVolumeSpecName: "kube-api-access-bbvdz") pod "33cc02bb-5a0d-424b-a597-8372d6a95f75" (UID: "33cc02bb-5a0d-424b-a597-8372d6a95f75"). InnerVolumeSpecName "kube-api-access-bbvdz". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.939839 4809 generic.go:334] "Generic (PLEG): container finished" podID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerID="0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86" exitCode=143 Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.939879 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-galera-tls-certs" (OuterVolumeSpecName: "galera-tls-certs") pod "33cc02bb-5a0d-424b-a597-8372d6a95f75" (UID: "33cc02bb-5a0d-424b-a597-8372d6a95f75"). InnerVolumeSpecName "galera-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.939923 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" event={"ID":"1f152ce3-d5b2-4c3c-beba-a67d55e15153","Type":"ContainerDied","Data":"0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86"} Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.940378 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-operator-scripts" (OuterVolumeSpecName: "operator-scripts") pod "33cc02bb-5a0d-424b-a597-8372d6a95f75" (UID: "33cc02bb-5a0d-424b-a597-8372d6a95f75"). InnerVolumeSpecName "operator-scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.953830 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ad90dc1b-8ab4-4226-99fa-d82c372406f1","Type":"ContainerStarted","Data":"b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc"} Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.977975 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ea9d52d6-f798-45e9-b482-322e9d114fc3","Type":"ContainerStarted","Data":"a0a5b897bc8706b60eb977cf03e9b4e044467c192e65b79da261091e5604aa9f"} Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.979880 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-scheduler-0" event={"ID":"6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c","Type":"ContainerStarted","Data":"bec20e0e0b559c414d4edf5c2ebda5222b69b8bb88281fd453c5547c5d557eae"} Oct 13 20:26:32 crc kubenswrapper[4809]: I1013 20:26:32.993535 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-metadata-0" podStartSLOduration=4.99351594 podStartE2EDuration="4.99351594s" podCreationTimestamp="2025-10-13 20:26:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:32.914132533 +0000 UTC m=+3711.519879118" watchObservedRunningTime="2025-10-13 20:26:32.99351594 +0000 UTC m=+3711.599262525" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.001636 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-scheduler-0" podStartSLOduration=4.001617417 podStartE2EDuration="4.001617417s" podCreationTimestamp="2025-10-13 20:26:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:32.994543099 +0000 UTC m=+3711.600289684" watchObservedRunningTime="2025-10-13 20:26:33.001617417 +0000 UTC m=+3711.607364002" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.005829 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-bbvdz\" (UniqueName: \"kubernetes.io/projected/33cc02bb-5a0d-424b-a597-8372d6a95f75-kube-api-access-bbvdz\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.006701 4809 reconciler_common.go:293] "Volume detached for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-galera-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.006794 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.006880 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" " Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.006909 4809 reconciler_common.go:293] "Volume detached for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-operator-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.006922 4809 reconciler_common.go:293] "Volume detached for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/33cc02bb-5a0d-424b-a597-8372d6a95f75-secrets\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.006932 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-default\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.006945 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/33cc02bb-5a0d-424b-a597-8372d6a95f75-config-data-generated\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.006955 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/33cc02bb-5a0d-424b-a597-8372d6a95f75-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.191152 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage08-crc" (UniqueName: "kubernetes.io/local-volume/local-storage08-crc") on node "crc" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.282320 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.413100 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.462194 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.476909 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:33 crc kubenswrapper[4809]: E1013 20:26:33.477323 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerName="ovn-northd" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.477339 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerName="ovn-northd" Oct 13 20:26:33 crc kubenswrapper[4809]: E1013 20:26:33.477361 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerName="openstack-network-exporter" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.477369 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerName="openstack-network-exporter" Oct 13 20:26:33 crc kubenswrapper[4809]: E1013 20:26:33.477395 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="33cc02bb-5a0d-424b-a597-8372d6a95f75" containerName="mysql-bootstrap" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.477402 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="33cc02bb-5a0d-424b-a597-8372d6a95f75" containerName="mysql-bootstrap" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.477578 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerName="ovn-northd" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.477595 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="33cc02bb-5a0d-424b-a597-8372d6a95f75" containerName="mysql-bootstrap" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.477611 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="237eec8d-f3ad-4bc2-a388-93ca5f324217" containerName="openstack-network-exporter" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.478604 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.484105 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.484192 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.484448 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-k2f4g" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.484587 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.491956 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv"] Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.505645 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-worker-85bc4866dc-5jtlv"] Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.517565 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.590026 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.590095 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-config\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.590122 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dwcjb\" (UniqueName: \"kubernetes.io/projected/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-kube-api-access-dwcjb\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.590202 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-scripts\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.590236 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.590255 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.590296 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.600128 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.637787 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.691616 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.691918 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-config\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.691942 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-dwcjb\" (UniqueName: \"kubernetes.io/projected/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-kube-api-access-dwcjb\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.692017 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-scripts\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.692053 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.692068 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.692109 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.694126 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-config\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.696658 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.696885 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.697559 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-scripts\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.704682 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.705837 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.711302 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-dwcjb\" (UniqueName: \"kubernetes.io/projected/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-kube-api-access-dwcjb\") pod \"ovn-northd-0\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:33 crc kubenswrapper[4809]: I1013 20:26:33.814444 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.070142 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7fa62fcd-509b-420c-9e45-8411f88a0224","Type":"ContainerStarted","Data":"94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d"} Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.074211 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.103823 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c7ed53f4-47c6-4751-8650-848f81ec4294","Type":"ContainerStarted","Data":"2b7e06191860839dd406813cb351a32fe9d573ca957cae44da0781f078d7d3b9"} Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.109368 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ad90dc1b-8ab4-4226-99fa-d82c372406f1","Type":"ContainerStarted","Data":"5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe"} Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.114163 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ea9d52d6-f798-45e9-b482-322e9d114fc3","Type":"ContainerStarted","Data":"5193b53f89f7bea7612fe3ec73237d7d35007e31025235683adf70a94dd7df15"} Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.118714 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" event={"ID":"6aac418c-a251-4a62-8cc5-2b616c307655","Type":"ContainerStarted","Data":"f852dccf920077766d4c9904309b61bf387b2dd4ebd6734d3fbaf3ab0a11fbf7"} Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.118771 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" event={"ID":"6aac418c-a251-4a62-8cc5-2b616c307655","Type":"ContainerStarted","Data":"aaeb15e54176ed7df79d3f2af240192f2604b6e402c773920e77bf80e18b8757"} Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.125574 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-galera-0" event={"ID":"e059d47b-0503-469e-99d7-2d6100e08498","Type":"ContainerStarted","Data":"3dcf5f62d106f846d479d6ef57d2ffc973d5a0923f7e6dfda003d7c157f41225"} Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.138360 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5f80c0f3-e132-4945-bc59-56f80ecf9014","Type":"ContainerStarted","Data":"d1395cdd8b781520e0e69e154dedcb6e4e04de1877ce096aba21fb45e8f7f331"} Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.141215 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=6.141199019 podStartE2EDuration="6.141199019s" podCreationTimestamp="2025-10-13 20:26:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:34.133816792 +0000 UTC m=+3712.739563377" watchObservedRunningTime="2025-10-13 20:26:34.141199019 +0000 UTC m=+3712.746945604" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.236968 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api-log" probeResult="failure" output="Get \"https://10.217.0.194:9311/healthcheck\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.259042 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="237eec8d-f3ad-4bc2-a388-93ca5f324217" path="/var/lib/kubelet/pods/237eec8d-f3ad-4bc2-a388-93ca5f324217/volumes" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.259656 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a5afcbd8-f781-4436-a05e-80b914a9f48f" path="/var/lib/kubelet/pods/a5afcbd8-f781-4436-a05e-80b914a9f48f/volumes" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.260277 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.260302 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.262086 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.264495 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-galera-0" podStartSLOduration=6.264457857 podStartE2EDuration="6.264457857s" podCreationTimestamp="2025-10-13 20:26:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:34.229326911 +0000 UTC m=+3712.835073496" watchObservedRunningTime="2025-10-13 20:26:34.264457857 +0000 UTC m=+3712.870204442" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.267719 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.274661 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.274738 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.275805 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-scripts" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.277295 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-galera-openstack-cell1-svc" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.277483 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-cell1-config-data" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.277755 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"galera-openstack-cell1-dockercfg-xssgj" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.298953 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.300601 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=6.30058334 podStartE2EDuration="6.30058334s" podCreationTimestamp="2025-10-13 20:26:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:34.268651834 +0000 UTC m=+3712.874398419" watchObservedRunningTime="2025-10-13 20:26:34.30058334 +0000 UTC m=+3712.906329925" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.515021 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/8aa80a5c-b317-4f05-a984-d80cbddf7140-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.515091 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9zhng\" (UniqueName: \"kubernetes.io/projected/8aa80a5c-b317-4f05-a984-d80cbddf7140-kube-api-access-9zhng\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.515139 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/8aa80a5c-b317-4f05-a984-d80cbddf7140-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.515169 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8aa80a5c-b317-4f05-a984-d80cbddf7140-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.515214 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/8aa80a5c-b317-4f05-a984-d80cbddf7140-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.515256 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.515321 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/8aa80a5c-b317-4f05-a984-d80cbddf7140-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.515349 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/8aa80a5c-b317-4f05-a984-d80cbddf7140-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.515389 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/8aa80a5c-b317-4f05-a984-d80cbddf7140-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.600768 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:34 crc kubenswrapper[4809]: E1013 20:26:34.605480 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf is running failed: container process not found" containerID="d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:34 crc kubenswrapper[4809]: E1013 20:26:34.605788 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf is running failed: container process not found" containerID="d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:34 crc kubenswrapper[4809]: E1013 20:26:34.605928 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7 is running failed: container process not found" containerID="7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:34 crc kubenswrapper[4809]: E1013 20:26:34.606165 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7 is running failed: container process not found" containerID="7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:34 crc kubenswrapper[4809]: E1013 20:26:34.606233 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf is running failed: container process not found" containerID="d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:34 crc kubenswrapper[4809]: E1013 20:26:34.606255 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf is running failed: container process not found" probeType="Liveness" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="7714750a-421a-4e05-aa5c-e084be897e5b" containerName="nova-cell0-conductor-conductor" Oct 13 20:26:34 crc kubenswrapper[4809]: E1013 20:26:34.607619 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7 is running failed: container process not found" containerID="7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:34 crc kubenswrapper[4809]: E1013 20:26:34.607642 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of 7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7 is running failed: container process not found" probeType="Liveness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="bc6223a4-8aa5-4a76-b354-844b400ca832" containerName="nova-cell1-conductor-conductor" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.617328 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/8aa80a5c-b317-4f05-a984-d80cbddf7140-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.617384 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9zhng\" (UniqueName: \"kubernetes.io/projected/8aa80a5c-b317-4f05-a984-d80cbddf7140-kube-api-access-9zhng\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.617420 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/8aa80a5c-b317-4f05-a984-d80cbddf7140-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.617441 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8aa80a5c-b317-4f05-a984-d80cbddf7140-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.617492 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/8aa80a5c-b317-4f05-a984-d80cbddf7140-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.617524 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.617572 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/8aa80a5c-b317-4f05-a984-d80cbddf7140-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.617592 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/8aa80a5c-b317-4f05-a984-d80cbddf7140-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.617626 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/8aa80a5c-b317-4f05-a984-d80cbddf7140-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.618518 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-default\" (UniqueName: \"kubernetes.io/configmap/8aa80a5c-b317-4f05-a984-d80cbddf7140-config-data-default\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.619140 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-generated\" (UniqueName: \"kubernetes.io/empty-dir/8aa80a5c-b317-4f05-a984-d80cbddf7140-config-data-generated\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.619977 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/8aa80a5c-b317-4f05-a984-d80cbddf7140-kolla-config\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.620024 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"operator-scripts\" (UniqueName: \"kubernetes.io/configmap/8aa80a5c-b317-4f05-a984-d80cbddf7140-operator-scripts\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.620262 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") device mount path \"/mnt/openstack/pv08\"" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.625211 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/8aa80a5c-b317-4f05-a984-d80cbddf7140-combined-ca-bundle\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.625495 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"galera-tls-certs\" (UniqueName: \"kubernetes.io/secret/8aa80a5c-b317-4f05-a984-d80cbddf7140-galera-tls-certs\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.632815 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secrets\" (UniqueName: \"kubernetes.io/secret/8aa80a5c-b317-4f05-a984-d80cbddf7140-secrets\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.653826 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9zhng\" (UniqueName: \"kubernetes.io/projected/8aa80a5c-b317-4f05-a984-d80cbddf7140-kube-api-access-9zhng\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.689256 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.694754 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage08-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage08-crc\") pod \"openstack-cell1-galera-0\" (UID: \"8aa80a5c-b317-4f05-a984-d80cbddf7140\") " pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.695200 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.704863 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:34 crc kubenswrapper[4809]: I1013 20:26:34.960828 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.177419 4809 generic.go:334] "Generic (PLEG): container finished" podID="bc6223a4-8aa5-4a76-b354-844b400ca832" containerID="7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7" exitCode=1 Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.177768 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"bc6223a4-8aa5-4a76-b354-844b400ca832","Type":"ContainerDied","Data":"7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7"} Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.178380 4809 scope.go:117] "RemoveContainer" containerID="7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7" Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.234578 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ea9d52d6-f798-45e9-b482-322e9d114fc3","Type":"ContainerStarted","Data":"679fd3e526a11c78827d42f2fadedc3da6e9c4c520be029fa4be5d66d304a0b8"} Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.250720 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" event={"ID":"6aac418c-a251-4a62-8cc5-2b616c307655","Type":"ContainerStarted","Data":"43edcc91f2d503d6d22543175bf4accff9e00c83edb20f1190d6e654bb5829eb"} Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.251546 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.251591 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.261747 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-scheduler-0" event={"ID":"5f80c0f3-e132-4945-bc59-56f80ecf9014","Type":"ContainerStarted","Data":"bca5dbdacad809defb2ca1b0d6dd56294f578f4a5fd9b0ef6caa7371b322f8af"} Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.271799 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"98d4c1a1-bb17-4948-8ff7-2ef8a571db60","Type":"ContainerStarted","Data":"c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9"} Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.271919 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"98d4c1a1-bb17-4948-8ff7-2ef8a571db60","Type":"ContainerStarted","Data":"bd5bb513ba965a4280286e9f25d3176b43dafc4f20805a7830f539c1c91dcdfe"} Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.280167 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7fa62fcd-509b-420c-9e45-8411f88a0224","Type":"ContainerStarted","Data":"5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288"} Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.283402 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" podStartSLOduration=4.283378296 podStartE2EDuration="4.283378296s" podCreationTimestamp="2025-10-13 20:26:31 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:35.270716861 +0000 UTC m=+3713.876463446" watchObservedRunningTime="2025-10-13 20:26:35.283378296 +0000 UTC m=+3713.889124881" Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.291867 4809 generic.go:334] "Generic (PLEG): container finished" podID="7714750a-421a-4e05-aa5c-e084be897e5b" containerID="d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf" exitCode=1 Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.291903 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"7714750a-421a-4e05-aa5c-e084be897e5b","Type":"ContainerDied","Data":"d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf"} Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.292567 4809 scope.go:117] "RemoveContainer" containerID="d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf" Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.338130 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-scheduler-0" podStartSLOduration=6.338111221 podStartE2EDuration="6.338111221s" podCreationTimestamp="2025-10-13 20:26:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:35.303039987 +0000 UTC m=+3713.908786572" watchObservedRunningTime="2025-10-13 20:26:35.338111221 +0000 UTC m=+3713.943857806" Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.346006 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=7.345987642 podStartE2EDuration="7.345987642s" podCreationTimestamp="2025-10-13 20:26:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:35.334391587 +0000 UTC m=+3713.940138172" watchObservedRunningTime="2025-10-13 20:26:35.345987642 +0000 UTC m=+3713.951734227" Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.386490 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:35 crc kubenswrapper[4809]: I1013 20:26:35.619033 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstack-cell1-galera-0"] Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.166526 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="33cc02bb-5a0d-424b-a597-8372d6a95f75" path="/var/lib/kubelet/pods/33cc02bb-5a0d-424b-a597-8372d6a95f75/volumes" Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.302539 4809 generic.go:334] "Generic (PLEG): container finished" podID="8aa80a5c-b317-4f05-a984-d80cbddf7140" containerID="0cf315326e74b829aa07929f9c32e33dd6cdc6c9b697baf3d6238b3ee3c65d62" exitCode=0 Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.302709 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"8aa80a5c-b317-4f05-a984-d80cbddf7140","Type":"ContainerDied","Data":"0cf315326e74b829aa07929f9c32e33dd6cdc6c9b697baf3d6238b3ee3c65d62"} Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.302797 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"8aa80a5c-b317-4f05-a984-d80cbddf7140","Type":"ContainerStarted","Data":"6eb9551a0e9ea1b486b907fe6f5a33f944a905c7398f8f8dea58ff11d0f18b10"} Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.307121 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"7714750a-421a-4e05-aa5c-e084be897e5b","Type":"ContainerStarted","Data":"0d9a37bd1cd8572f72d71f9cfb85fe1ad03607d2ebce8df53b5fa7ba0efcfd0e"} Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.308027 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.311959 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"bc6223a4-8aa5-4a76-b354-844b400ca832","Type":"ContainerStarted","Data":"fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8"} Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.313864 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.315702 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"98d4c1a1-bb17-4948-8ff7-2ef8a571db60","Type":"ContainerStarted","Data":"1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e"} Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.387772 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.388034 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="9437d382-c79d-463c-8ed2-d0d009d773a6" containerName="openstack-network-exporter" containerID="cri-o://735c9e285fd41553afb937ba94e38e324e0f8755306b2e4f86f25e0b8196fb02" gracePeriod=300 Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.397352 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=3.39733377 podStartE2EDuration="3.39733377s" podCreationTimestamp="2025-10-13 20:26:33 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:36.390136848 +0000 UTC m=+3714.995883433" watchObservedRunningTime="2025-10-13 20:26:36.39733377 +0000 UTC m=+3715.003080355" Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.653877 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api" probeResult="failure" output="Get \"https://10.217.0.194:9311/healthcheck\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.653903 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api-log" probeResult="failure" output="Get \"https://10.217.0.194:9311/healthcheck\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.656946 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.717252 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podUID="9437d382-c79d-463c-8ed2-d0d009d773a6" containerName="ovsdbserver-nb" containerID="cri-o://df8b2de784726349162f8aa932db8d7ff19545dfefd65a4a0f900e34434525b6" gracePeriod=300 Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.814232 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.814669 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="c7ed53f4-47c6-4751-8650-848f81ec4294" containerName="glance-log" containerID="cri-o://0315a7873a7757dc2bdbc2ada184199b57e371473f00a634b64020d228c52ca9" gracePeriod=30 Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.814747 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="c7ed53f4-47c6-4751-8650-848f81ec4294" containerName="glance-httpd" containerID="cri-o://2b7e06191860839dd406813cb351a32fe9d573ca957cae44da0781f078d7d3b9" gracePeriod=30 Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.881484 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.956402 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-7c546c7bd6-vktml"] Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.956951 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" podUID="568bb62c-3507-40b8-b6f3-f1e2e881ab38" containerName="keystone-api" containerID="cri-o://816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da" gracePeriod=30 Oct 13 20:26:36 crc kubenswrapper[4809]: I1013 20:26:36.982236 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" podUID="568bb62c-3507-40b8-b6f3-f1e2e881ab38" containerName="keystone-api" probeResult="failure" output="Get \"https://10.217.0.195:5000/v3\": EOF" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.058402 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-6446dcd7c7-45ft5"] Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.060101 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.108202 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-6446dcd7c7-45ft5"] Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.123987 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-fernet-keys\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.124028 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-c52w5\" (UniqueName: \"kubernetes.io/projected/aef19a28-b0b2-4ac8-bd49-58089efedc5e-kube-api-access-c52w5\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.124062 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-public-tls-certs\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.124094 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-config-data\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.124149 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-combined-ca-bundle\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.124171 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-credential-keys\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.124196 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-internal-tls-certs\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.126320 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-scripts\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.228415 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-fernet-keys\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.228453 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-c52w5\" (UniqueName: \"kubernetes.io/projected/aef19a28-b0b2-4ac8-bd49-58089efedc5e-kube-api-access-c52w5\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.228487 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-public-tls-certs\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.228526 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-config-data\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.228590 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-combined-ca-bundle\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.228622 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-credential-keys\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.228648 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-internal-tls-certs\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.228741 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-scripts\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.233313 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-fernet-keys\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.233669 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-scripts\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.237294 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-config-data\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.237809 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-credential-keys\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.239816 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-combined-ca-bundle\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.240352 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-public-tls-certs\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.258094 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-internal-tls-certs\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.261174 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-c52w5\" (UniqueName: \"kubernetes.io/projected/aef19a28-b0b2-4ac8-bd49-58089efedc5e-kube-api-access-c52w5\") pod \"keystone-6446dcd7c7-45ft5\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.348928 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_9437d382-c79d-463c-8ed2-d0d009d773a6/ovsdbserver-nb/0.log" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.348983 4809 generic.go:334] "Generic (PLEG): container finished" podID="9437d382-c79d-463c-8ed2-d0d009d773a6" containerID="735c9e285fd41553afb937ba94e38e324e0f8755306b2e4f86f25e0b8196fb02" exitCode=2 Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.348997 4809 generic.go:334] "Generic (PLEG): container finished" podID="9437d382-c79d-463c-8ed2-d0d009d773a6" containerID="df8b2de784726349162f8aa932db8d7ff19545dfefd65a4a0f900e34434525b6" exitCode=143 Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.349040 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9437d382-c79d-463c-8ed2-d0d009d773a6","Type":"ContainerDied","Data":"735c9e285fd41553afb937ba94e38e324e0f8755306b2e4f86f25e0b8196fb02"} Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.349076 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9437d382-c79d-463c-8ed2-d0d009d773a6","Type":"ContainerDied","Data":"df8b2de784726349162f8aa932db8d7ff19545dfefd65a4a0f900e34434525b6"} Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.372422 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstack-cell1-galera-0" event={"ID":"8aa80a5c-b317-4f05-a984-d80cbddf7140","Type":"ContainerStarted","Data":"cac2a7bf907caf98a1f3a0a7b78359470fc8cedc1f6d739efca10834d4b5bf4d"} Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.381647 4809 generic.go:334] "Generic (PLEG): container finished" podID="c7ed53f4-47c6-4751-8650-848f81ec4294" containerID="2b7e06191860839dd406813cb351a32fe9d573ca957cae44da0781f078d7d3b9" exitCode=0 Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.381676 4809 generic.go:334] "Generic (PLEG): container finished" podID="c7ed53f4-47c6-4751-8650-848f81ec4294" containerID="0315a7873a7757dc2bdbc2ada184199b57e371473f00a634b64020d228c52ca9" exitCode=143 Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.381782 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c7ed53f4-47c6-4751-8650-848f81ec4294","Type":"ContainerDied","Data":"2b7e06191860839dd406813cb351a32fe9d573ca957cae44da0781f078d7d3b9"} Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.381811 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c7ed53f4-47c6-4751-8650-848f81ec4294","Type":"ContainerDied","Data":"0315a7873a7757dc2bdbc2ada184199b57e371473f00a634b64020d228c52ca9"} Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.397607 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ea9d52d6-f798-45e9-b482-322e9d114fc3","Type":"ContainerStarted","Data":"9e6de947b420e8eefccf07f845c93e6ac2f52642e8c41ebc6b8fbde25362df9f"} Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.397649 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.398663 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.398791 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="7fa62fcd-509b-420c-9e45-8411f88a0224" containerName="glance-log" containerID="cri-o://94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d" gracePeriod=30 Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.399010 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="7fa62fcd-509b-420c-9e45-8411f88a0224" containerName="glance-httpd" containerID="cri-o://5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288" gracePeriod=30 Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.402512 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstack-cell1-galera-0" podStartSLOduration=3.402495452 podStartE2EDuration="3.402495452s" podCreationTimestamp="2025-10-13 20:26:34 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:37.39920999 +0000 UTC m=+3716.004956575" watchObservedRunningTime="2025-10-13 20:26:37.402495452 +0000 UTC m=+3716.008242037" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.449619 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=3.452684201 podStartE2EDuration="9.449582443s" podCreationTimestamp="2025-10-13 20:26:28 +0000 UTC" firstStartedPulling="2025-10-13 20:26:30.155264412 +0000 UTC m=+3708.761010997" lastFinishedPulling="2025-10-13 20:26:36.152162644 +0000 UTC m=+3714.757909239" observedRunningTime="2025-10-13 20:26:37.438465851 +0000 UTC m=+3716.044212436" watchObservedRunningTime="2025-10-13 20:26:37.449582443 +0000 UTC m=+3716.055329028" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.468161 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.563365 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.619096 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_9437d382-c79d-463c-8ed2-d0d009d773a6/ovsdbserver-nb/0.log" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.619163 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.659880 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api" probeResult="failure" output="Get \"https://10.217.0.194:9311/healthcheck\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.706184 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.753382 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-nb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"9437d382-c79d-463c-8ed2-d0d009d773a6\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.753469 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-config\") pod \"9437d382-c79d-463c-8ed2-d0d009d773a6\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.753505 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-scripts\") pod \"9437d382-c79d-463c-8ed2-d0d009d773a6\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.753546 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-combined-ca-bundle\") pod \"9437d382-c79d-463c-8ed2-d0d009d773a6\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.753645 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdb-rundir\") pod \"9437d382-c79d-463c-8ed2-d0d009d773a6\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.753675 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdbserver-nb-tls-certs\") pod \"9437d382-c79d-463c-8ed2-d0d009d773a6\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.753827 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6n4ct\" (UniqueName: \"kubernetes.io/projected/9437d382-c79d-463c-8ed2-d0d009d773a6-kube-api-access-6n4ct\") pod \"9437d382-c79d-463c-8ed2-d0d009d773a6\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.753854 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-metrics-certs-tls-certs\") pod \"9437d382-c79d-463c-8ed2-d0d009d773a6\" (UID: \"9437d382-c79d-463c-8ed2-d0d009d773a6\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.756023 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "9437d382-c79d-463c-8ed2-d0d009d773a6" (UID: "9437d382-c79d-463c-8ed2-d0d009d773a6"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.756182 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-config" (OuterVolumeSpecName: "config") pod "9437d382-c79d-463c-8ed2-d0d009d773a6" (UID: "9437d382-c79d-463c-8ed2-d0d009d773a6"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.756206 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-scripts" (OuterVolumeSpecName: "scripts") pod "9437d382-c79d-463c-8ed2-d0d009d773a6" (UID: "9437d382-c79d-463c-8ed2-d0d009d773a6"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.763912 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage05-crc" (OuterVolumeSpecName: "ovndbcluster-nb-etc-ovn") pod "9437d382-c79d-463c-8ed2-d0d009d773a6" (UID: "9437d382-c79d-463c-8ed2-d0d009d773a6"). InnerVolumeSpecName "local-storage05-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.768967 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/9437d382-c79d-463c-8ed2-d0d009d773a6-kube-api-access-6n4ct" (OuterVolumeSpecName: "kube-api-access-6n4ct") pod "9437d382-c79d-463c-8ed2-d0d009d773a6" (UID: "9437d382-c79d-463c-8ed2-d0d009d773a6"). InnerVolumeSpecName "kube-api-access-6n4ct". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.774413 4809 scope.go:117] "RemoveContainer" containerID="ba861ee8068b7b620f009f7178074250d13af9eef1482c1611e526d66a669541" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.818204 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "9437d382-c79d-463c-8ed2-d0d009d773a6" (UID: "9437d382-c79d-463c-8ed2-d0d009d773a6"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.857460 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-httpd-run\") pod \"c7ed53f4-47c6-4751-8650-848f81ec4294\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.857519 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-public-tls-certs\") pod \"c7ed53f4-47c6-4751-8650-848f81ec4294\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.857558 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-znwq8\" (UniqueName: \"kubernetes.io/projected/c7ed53f4-47c6-4751-8650-848f81ec4294-kube-api-access-znwq8\") pod \"c7ed53f4-47c6-4751-8650-848f81ec4294\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.857940 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "c7ed53f4-47c6-4751-8650-848f81ec4294" (UID: "c7ed53f4-47c6-4751-8650-848f81ec4294"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.858396 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-combined-ca-bundle\") pod \"c7ed53f4-47c6-4751-8650-848f81ec4294\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.858474 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-config-data\") pod \"c7ed53f4-47c6-4751-8650-848f81ec4294\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.858531 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"c7ed53f4-47c6-4751-8650-848f81ec4294\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.858554 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-scripts\") pod \"c7ed53f4-47c6-4751-8650-848f81ec4294\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.858593 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-logs\") pod \"c7ed53f4-47c6-4751-8650-848f81ec4294\" (UID: \"c7ed53f4-47c6-4751-8650-848f81ec4294\") " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.859312 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.859333 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6n4ct\" (UniqueName: \"kubernetes.io/projected/9437d382-c79d-463c-8ed2-d0d009d773a6-kube-api-access-6n4ct\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.859355 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.859364 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.859373 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.859491 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/9437d382-c79d-463c-8ed2-d0d009d773a6-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.859502 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.862150 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-logs" (OuterVolumeSpecName: "logs") pod "c7ed53f4-47c6-4751-8650-848f81ec4294" (UID: "c7ed53f4-47c6-4751-8650-848f81ec4294"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.867103 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "glance") pod "c7ed53f4-47c6-4751-8650-848f81ec4294" (UID: "c7ed53f4-47c6-4751-8650-848f81ec4294"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.869168 4809 scope.go:117] "RemoveContainer" containerID="bd2f4ba9b00ec17c75a68104649a4d987914c95c21fdb525801575aa424f0aaf" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.894056 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-scripts" (OuterVolumeSpecName: "scripts") pod "c7ed53f4-47c6-4751-8650-848f81ec4294" (UID: "c7ed53f4-47c6-4751-8650-848f81ec4294"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.898668 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c7ed53f4-47c6-4751-8650-848f81ec4294-kube-api-access-znwq8" (OuterVolumeSpecName: "kube-api-access-znwq8") pod "c7ed53f4-47c6-4751-8650-848f81ec4294" (UID: "c7ed53f4-47c6-4751-8650-848f81ec4294"). InnerVolumeSpecName "kube-api-access-znwq8". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.909592 4809 scope.go:117] "RemoveContainer" containerID="91851ed4b4dab084242a8d82ba875657816f1b9bc994771e07dc3711d9a14199" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.910095 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "9437d382-c79d-463c-8ed2-d0d009d773a6" (UID: "9437d382-c79d-463c-8ed2-d0d009d773a6"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.929112 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdbserver-nb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-nb-tls-certs") pod "9437d382-c79d-463c-8ed2-d0d009d773a6" (UID: "9437d382-c79d-463c-8ed2-d0d009d773a6"). InnerVolumeSpecName "ovsdbserver-nb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.947944 4809 scope.go:117] "RemoveContainer" containerID="d05f1b10a7098e1c6bf942022c01993b9314ec4d5368f6c064e7f9c5475ea44a" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.957852 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "c7ed53f4-47c6-4751-8650-848f81ec4294" (UID: "c7ed53f4-47c6-4751-8650-848f81ec4294"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.970384 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-znwq8\" (UniqueName: \"kubernetes.io/projected/c7ed53f4-47c6-4751-8650-848f81ec4294-kube-api-access-znwq8\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.970414 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-ovsdbserver-nb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.970433 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.970443 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/9437d382-c79d-463c-8ed2-d0d009d773a6-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.970473 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.970489 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:37 crc kubenswrapper[4809]: I1013 20:26:37.970500 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/c7ed53f4-47c6-4751-8650-848f81ec4294-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:37.996223 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage05-crc" (UniqueName: "kubernetes.io/local-volume/local-storage05-crc") on node "crc" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.034307 4809 scope.go:117] "RemoveContainer" containerID="b111965178838b7f1709ca5978cd7f772133ff0fb3d4468ca079f5c9bce90ef4" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.039983 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "c7ed53f4-47c6-4751-8650-848f81ec4294" (UID: "c7ed53f4-47c6-4751-8650-848f81ec4294"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.068586 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.075282 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.075329 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.075341 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.084046 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-6446dcd7c7-45ft5"] Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.091505 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-config-data" (OuterVolumeSpecName: "config-data") pod "c7ed53f4-47c6-4751-8650-848f81ec4294" (UID: "c7ed53f4-47c6-4751-8650-848f81ec4294"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.176531 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/c7ed53f4-47c6-4751-8650-848f81ec4294-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.196663 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.259964 4809 scope.go:117] "RemoveContainer" containerID="8f17fcb70026a912cbfe1bd673f8d2fdb64f14ba56bb820548ef1e347f5065a6" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.330204 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.339853 4809 scope.go:117] "RemoveContainer" containerID="ebd03c1cf64a054cfdcc9d2a460378f4e93f9afffad6f16a28218dc6a03f3531" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.395614 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-scripts\") pod \"7fa62fcd-509b-420c-9e45-8411f88a0224\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.395662 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-combined-ca-bundle\") pod \"7fa62fcd-509b-420c-9e45-8411f88a0224\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.395714 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-config-data\") pod \"7fa62fcd-509b-420c-9e45-8411f88a0224\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.395808 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-internal-tls-certs\") pod \"7fa62fcd-509b-420c-9e45-8411f88a0224\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.395826 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"7fa62fcd-509b-420c-9e45-8411f88a0224\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.395844 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-logs\") pod \"7fa62fcd-509b-420c-9e45-8411f88a0224\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.395899 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9xz2g\" (UniqueName: \"kubernetes.io/projected/7fa62fcd-509b-420c-9e45-8411f88a0224-kube-api-access-9xz2g\") pod \"7fa62fcd-509b-420c-9e45-8411f88a0224\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.396008 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-httpd-run\") pod \"7fa62fcd-509b-420c-9e45-8411f88a0224\" (UID: \"7fa62fcd-509b-420c-9e45-8411f88a0224\") " Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.396589 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "7fa62fcd-509b-420c-9e45-8411f88a0224" (UID: "7fa62fcd-509b-420c-9e45-8411f88a0224"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.400866 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "glance") pod "7fa62fcd-509b-420c-9e45-8411f88a0224" (UID: "7fa62fcd-509b-420c-9e45-8411f88a0224"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.401127 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-logs" (OuterVolumeSpecName: "logs") pod "7fa62fcd-509b-420c-9e45-8411f88a0224" (UID: "7fa62fcd-509b-420c-9e45-8411f88a0224"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.401509 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-scripts" (OuterVolumeSpecName: "scripts") pod "7fa62fcd-509b-420c-9e45-8411f88a0224" (UID: "7fa62fcd-509b-420c-9e45-8411f88a0224"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.407892 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/7fa62fcd-509b-420c-9e45-8411f88a0224-kube-api-access-9xz2g" (OuterVolumeSpecName: "kube-api-access-9xz2g") pod "7fa62fcd-509b-420c-9e45-8411f88a0224" (UID: "7fa62fcd-509b-420c-9e45-8411f88a0224"). InnerVolumeSpecName "kube-api-access-9xz2g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.456969 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "7fa62fcd-509b-420c-9e45-8411f88a0224" (UID: "7fa62fcd-509b-420c-9e45-8411f88a0224"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.464435 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"c7ed53f4-47c6-4751-8650-848f81ec4294","Type":"ContainerDied","Data":"4f65f1cd7786ec3b888a2f9e3bc78730a5993795fa6f1dd6e19a88a0bb9f033a"} Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.464484 4809 scope.go:117] "RemoveContainer" containerID="2b7e06191860839dd406813cb351a32fe9d573ca957cae44da0781f078d7d3b9" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.464637 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.471477 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-config-data" (OuterVolumeSpecName: "config-data") pod "7fa62fcd-509b-420c-9e45-8411f88a0224" (UID: "7fa62fcd-509b-420c-9e45-8411f88a0224"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.489713 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" event={"ID":"aef19a28-b0b2-4ac8-bd49-58089efedc5e","Type":"ContainerStarted","Data":"1721a5f04faab48e4883f7a47e8e992c9d1313c1daf47d4277cd097f6c89a0ca"} Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.498152 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.498179 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.498189 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.498200 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.498220 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.498230 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9xz2g\" (UniqueName: \"kubernetes.io/projected/7fa62fcd-509b-420c-9e45-8411f88a0224-kube-api-access-9xz2g\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.498239 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/7fa62fcd-509b-420c-9e45-8411f88a0224-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.505348 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.516248 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.523772 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_9437d382-c79d-463c-8ed2-d0d009d773a6/ovsdbserver-nb/0.log" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.523848 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"9437d382-c79d-463c-8ed2-d0d009d773a6","Type":"ContainerDied","Data":"d12f17efcc9e84051e649344e1bb791afe1802638148e6fa3237723cbf544efc"} Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.523946 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.526996 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:38 crc kubenswrapper[4809]: E1013 20:26:38.527451 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c7ed53f4-47c6-4751-8650-848f81ec4294" containerName="glance-httpd" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.527467 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c7ed53f4-47c6-4751-8650-848f81ec4294" containerName="glance-httpd" Oct 13 20:26:38 crc kubenswrapper[4809]: E1013 20:26:38.527485 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9437d382-c79d-463c-8ed2-d0d009d773a6" containerName="ovsdbserver-nb" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.527492 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9437d382-c79d-463c-8ed2-d0d009d773a6" containerName="ovsdbserver-nb" Oct 13 20:26:38 crc kubenswrapper[4809]: E1013 20:26:38.527521 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7fa62fcd-509b-420c-9e45-8411f88a0224" containerName="glance-httpd" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.527527 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7fa62fcd-509b-420c-9e45-8411f88a0224" containerName="glance-httpd" Oct 13 20:26:38 crc kubenswrapper[4809]: E1013 20:26:38.527535 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="c7ed53f4-47c6-4751-8650-848f81ec4294" containerName="glance-log" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.527541 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="c7ed53f4-47c6-4751-8650-848f81ec4294" containerName="glance-log" Oct 13 20:26:38 crc kubenswrapper[4809]: E1013 20:26:38.527552 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="7fa62fcd-509b-420c-9e45-8411f88a0224" containerName="glance-log" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.527558 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="7fa62fcd-509b-420c-9e45-8411f88a0224" containerName="glance-log" Oct 13 20:26:38 crc kubenswrapper[4809]: E1013 20:26:38.527577 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="9437d382-c79d-463c-8ed2-d0d009d773a6" containerName="openstack-network-exporter" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.527583 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="9437d382-c79d-463c-8ed2-d0d009d773a6" containerName="openstack-network-exporter" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.528035 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9437d382-c79d-463c-8ed2-d0d009d773a6" containerName="ovsdbserver-nb" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.528052 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c7ed53f4-47c6-4751-8650-848f81ec4294" containerName="glance-httpd" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.528063 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="9437d382-c79d-463c-8ed2-d0d009d773a6" containerName="openstack-network-exporter" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.528077 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7fa62fcd-509b-420c-9e45-8411f88a0224" containerName="glance-httpd" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.528096 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="7fa62fcd-509b-420c-9e45-8411f88a0224" containerName="glance-log" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.528107 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="c7ed53f4-47c6-4751-8650-848f81ec4294" containerName="glance-log" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.529155 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.534459 4809 generic.go:334] "Generic (PLEG): container finished" podID="7fa62fcd-509b-420c-9e45-8411f88a0224" containerID="5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288" exitCode=0 Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.534468 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.534519 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.534673 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.534780 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.534481 4809 generic.go:334] "Generic (PLEG): container finished" podID="7fa62fcd-509b-420c-9e45-8411f88a0224" containerID="94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d" exitCode=143 Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.534515 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7fa62fcd-509b-420c-9e45-8411f88a0224","Type":"ContainerDied","Data":"5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288"} Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.534954 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7fa62fcd-509b-420c-9e45-8411f88a0224","Type":"ContainerDied","Data":"94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d"} Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.534969 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"7fa62fcd-509b-420c-9e45-8411f88a0224","Type":"ContainerDied","Data":"c669af3f7b7e967f88300079bd05a8a4ee68c4c7e156ed389b36f7e8b5dfc3a2"} Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.555188 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="dfb88857-af22-4083-82c2-2368301e0f9f" containerName="openstack-network-exporter" containerID="cri-o://51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0" gracePeriod=300 Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.559937 4809 scope.go:117] "RemoveContainer" containerID="0315a7873a7757dc2bdbc2ada184199b57e371473f00a634b64020d228c52ca9" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.573323 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "7fa62fcd-509b-420c-9e45-8411f88a0224" (UID: "7fa62fcd-509b-420c-9e45-8411f88a0224"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.587800 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.594340 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.598526 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.599620 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.599646 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.599709 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.599738 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-logs\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.599797 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.599822 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-scripts\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.599850 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-f2pml\" (UniqueName: \"kubernetes.io/projected/e39aa6f3-be55-443b-97d8-33e8f3412ce3-kube-api-access-f2pml\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.599878 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-config-data\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.599992 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/7fa62fcd-509b-420c-9e45-8411f88a0224-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.600008 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.607344 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.609190 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.613808 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-nb-ovndbs" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.613975 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-config" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.614264 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-nb-dockercfg-gdx27" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.615310 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-nb-scripts" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.634585 4809 scope.go:117] "RemoveContainer" containerID="735c9e285fd41553afb937ba94e38e324e0f8755306b2e4f86f25e0b8196fb02" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.639892 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.646292 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.686673 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.687412 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podUID="dfb88857-af22-4083-82c2-2368301e0f9f" containerName="ovsdbserver-sb" containerID="cri-o://ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee" gracePeriod=300 Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.703965 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704024 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704085 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704143 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704215 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-logs\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704241 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704360 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704398 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704423 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704468 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-scripts\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704496 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704520 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704564 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-f2pml\" (UniqueName: \"kubernetes.io/projected/e39aa6f3-be55-443b-97d8-33e8f3412ce3-kube-api-access-f2pml\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704610 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-config-data\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704792 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5xp92\" (UniqueName: \"kubernetes.io/projected/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-kube-api-access-5xp92\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.704833 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-config\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.706627 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.710931 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-scripts\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.711351 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.711460 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-logs\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.711993 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-config-data\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.728419 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.729554 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.734974 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-f2pml\" (UniqueName: \"kubernetes.io/projected/e39aa6f3-be55-443b-97d8-33e8f3412ce3-kube-api-access-f2pml\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.753858 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.779221 4809 scope.go:117] "RemoveContainer" containerID="df8b2de784726349162f8aa932db8d7ff19545dfefd65a4a0f900e34434525b6" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.806746 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.806796 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.806826 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.806844 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.806912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-5xp92\" (UniqueName: \"kubernetes.io/projected/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-kube-api-access-5xp92\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.806929 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-config\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.806975 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.807001 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.808214 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-ovsdb-rundir\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.808496 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") device mount path \"/mnt/openstack/pv05\"" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.809016 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-config\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.811745 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-scripts\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.813432 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-nb-tls-certs\" (UniqueName: \"kubernetes.io/secret/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-ovsdbserver-nb-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.816459 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-combined-ca-bundle\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.821924 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-metrics-certs-tls-certs\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.826385 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-5xp92\" (UniqueName: \"kubernetes.io/projected/b0b7e010-3e60-4281-93c4-2c58d29f8cbf-kube-api-access-5xp92\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.852212 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage05-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage05-crc\") pod \"ovsdbserver-nb-0\" (UID: \"b0b7e010-3e60-4281-93c4-2c58d29f8cbf\") " pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.869388 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.895944 4809 scope.go:117] "RemoveContainer" containerID="5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.929225 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.963876 4809 scope.go:117] "RemoveContainer" containerID="94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d" Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.964094 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:38 crc kubenswrapper[4809]: I1013 20:26:38.990101 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.038212 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.042590 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.045254 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.045527 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.054461 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.234906 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-scripts\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.235538 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.235623 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-logs\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.235690 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.235772 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-b5nsc\" (UniqueName: \"kubernetes.io/projected/e1d969be-65fd-4c94-8249-5fdc449b1ad1-kube-api-access-b5nsc\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.235875 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.235955 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-config-data\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.236022 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.244935 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api-log" probeResult="failure" output="Get \"https://10.217.0.194:9311/healthcheck\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.268459 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.269096 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.278483 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.278583 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.319241 4809 scope.go:117] "RemoveContainer" containerID="5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.328286 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_dfb88857-af22-4083-82c2-2368301e0f9f/ovsdbserver-sb/0.log" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.328357 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: E1013 20:26:39.328776 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288\": container with ID starting with 5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288 not found: ID does not exist" containerID="5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.328799 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288"} err="failed to get container status \"5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288\": rpc error: code = NotFound desc = could not find container \"5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288\": container with ID starting with 5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288 not found: ID does not exist" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.328820 4809 scope.go:117] "RemoveContainer" containerID="94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d" Oct 13 20:26:39 crc kubenswrapper[4809]: E1013 20:26:39.332820 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d\": container with ID starting with 94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d not found: ID does not exist" containerID="94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.332846 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d"} err="failed to get container status \"94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d\": rpc error: code = NotFound desc = could not find container \"94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d\": container with ID starting with 94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d not found: ID does not exist" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.332863 4809 scope.go:117] "RemoveContainer" containerID="5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.337908 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288"} err="failed to get container status \"5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288\": rpc error: code = NotFound desc = could not find container \"5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288\": container with ID starting with 5477eb2cbeb254b6ad6785deb449ce29e5f2c8d3b1012de78ca7934726638288 not found: ID does not exist" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.337950 4809 scope.go:117] "RemoveContainer" containerID="94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.338653 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d"} err="failed to get container status \"94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d\": rpc error: code = NotFound desc = could not find container \"94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d\": container with ID starting with 94d45812453d5e7ef6fd7fa86f8e638a17c63639c8062a24bee3a2fe9cb7605d not found: ID does not exist" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.340815 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.340950 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-config-data\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.341022 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.341241 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-scripts\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.341340 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-logs\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.341408 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.341476 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.341540 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-b5nsc\" (UniqueName: \"kubernetes.io/projected/e1d969be-65fd-4c94-8249-5fdc449b1ad1-kube-api-access-b5nsc\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.341353 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.344633 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.345783 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-logs\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.350345 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.351124 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.357662 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-config-data\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.372444 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-b5nsc\" (UniqueName: \"kubernetes.io/projected/e1d969be-65fd-4c94-8249-5fdc449b1ad1-kube-api-access-b5nsc\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.386267 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-scripts\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.437246 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.443738 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-scripts\") pod \"dfb88857-af22-4083-82c2-2368301e0f9f\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.443775 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdb-rundir\") pod \"dfb88857-af22-4083-82c2-2368301e0f9f\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.443797 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-config\") pod \"dfb88857-af22-4083-82c2-2368301e0f9f\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.443856 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j6lxw\" (UniqueName: \"kubernetes.io/projected/dfb88857-af22-4083-82c2-2368301e0f9f-kube-api-access-j6lxw\") pod \"dfb88857-af22-4083-82c2-2368301e0f9f\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.443920 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndbcluster-sb-etc-ovn\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"dfb88857-af22-4083-82c2-2368301e0f9f\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.443939 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-metrics-certs-tls-certs\") pod \"dfb88857-af22-4083-82c2-2368301e0f9f\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.444068 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdbserver-sb-tls-certs\") pod \"dfb88857-af22-4083-82c2-2368301e0f9f\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.444097 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-combined-ca-bundle\") pod \"dfb88857-af22-4083-82c2-2368301e0f9f\" (UID: \"dfb88857-af22-4083-82c2-2368301e0f9f\") " Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.444065 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdb-rundir" (OuterVolumeSpecName: "ovsdb-rundir") pod "dfb88857-af22-4083-82c2-2368301e0f9f" (UID: "dfb88857-af22-4083-82c2-2368301e0f9f"). InnerVolumeSpecName "ovsdb-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.444686 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-config" (OuterVolumeSpecName: "config") pod "dfb88857-af22-4083-82c2-2368301e0f9f" (UID: "dfb88857-af22-4083-82c2-2368301e0f9f"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.445082 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdb-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.445101 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.445535 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-scripts" (OuterVolumeSpecName: "scripts") pod "dfb88857-af22-4083-82c2-2368301e0f9f" (UID: "dfb88857-af22-4083-82c2-2368301e0f9f"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.445580 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.451876 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dfb88857-af22-4083-82c2-2368301e0f9f-kube-api-access-j6lxw" (OuterVolumeSpecName: "kube-api-access-j6lxw") pod "dfb88857-af22-4083-82c2-2368301e0f9f" (UID: "dfb88857-af22-4083-82c2-2368301e0f9f"). InnerVolumeSpecName "kube-api-access-j6lxw". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.455915 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage03-crc" (OuterVolumeSpecName: "ovndbcluster-sb-etc-ovn") pod "dfb88857-af22-4083-82c2-2368301e0f9f" (UID: "dfb88857-af22-4083-82c2-2368301e0f9f"). InnerVolumeSpecName "local-storage03-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.520848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "dfb88857-af22-4083-82c2-2368301e0f9f" (UID: "dfb88857-af22-4083-82c2-2368301e0f9f"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.547339 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/dfb88857-af22-4083-82c2-2368301e0f9f-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.547381 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-j6lxw\" (UniqueName: \"kubernetes.io/projected/dfb88857-af22-4083-82c2-2368301e0f9f-kube-api-access-j6lxw\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.547415 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" " Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.547429 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.593454 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "dfb88857-af22-4083-82c2-2368301e0f9f" (UID: "dfb88857-af22-4083-82c2-2368301e0f9f"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.597552 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdbserver-sb-tls-certs" (OuterVolumeSpecName: "ovsdbserver-sb-tls-certs") pod "dfb88857-af22-4083-82c2-2368301e0f9f" (UID: "dfb88857-af22-4083-82c2-2368301e0f9f"). InnerVolumeSpecName "ovsdbserver-sb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.598868 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.608851 4809 generic.go:334] "Generic (PLEG): container finished" podID="7714750a-421a-4e05-aa5c-e084be897e5b" containerID="0d9a37bd1cd8572f72d71f9cfb85fe1ad03607d2ebce8df53b5fa7ba0efcfd0e" exitCode=1 Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.608915 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"7714750a-421a-4e05-aa5c-e084be897e5b","Type":"ContainerDied","Data":"0d9a37bd1cd8572f72d71f9cfb85fe1ad03607d2ebce8df53b5fa7ba0efcfd0e"} Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.608953 4809 scope.go:117] "RemoveContainer" containerID="d9a3f85a9dc8b9e1152638b401b9b962964fddb5065ec5df59b2bdf7ec5fdddf" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.609668 4809 scope.go:117] "RemoveContainer" containerID="0d9a37bd1cd8572f72d71f9cfb85fe1ad03607d2ebce8df53b5fa7ba0efcfd0e" Oct 13 20:26:39 crc kubenswrapper[4809]: E1013 20:26:39.609933 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-cell0-conductor-conductor\" with CrashLoopBackOff: \"back-off 10s restarting failed container=nova-cell0-conductor-conductor pod=nova-cell0-conductor-0_openstack-kuttl-tests(7714750a-421a-4e05-aa5c-e084be897e5b)\"" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="7714750a-421a-4e05-aa5c-e084be897e5b" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.611207 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage03-crc" (UniqueName: "kubernetes.io/local-volume/local-storage03-crc") on node "crc" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.618330 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_dfb88857-af22-4083-82c2-2368301e0f9f/ovsdbserver-sb/0.log" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.618369 4809 generic.go:334] "Generic (PLEG): container finished" podID="dfb88857-af22-4083-82c2-2368301e0f9f" containerID="51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0" exitCode=2 Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.618383 4809 generic.go:334] "Generic (PLEG): container finished" podID="dfb88857-af22-4083-82c2-2368301e0f9f" containerID="ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee" exitCode=143 Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.618421 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"dfb88857-af22-4083-82c2-2368301e0f9f","Type":"ContainerDied","Data":"51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0"} Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.618448 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"dfb88857-af22-4083-82c2-2368301e0f9f","Type":"ContainerDied","Data":"ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee"} Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.618457 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"dfb88857-af22-4083-82c2-2368301e0f9f","Type":"ContainerDied","Data":"a23a039dd44f3ecc841c803749bcd478e040d3951edaff0356376ca39f716393"} Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.618510 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.622999 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.623041 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.643268 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.643302 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.643313 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" event={"ID":"aef19a28-b0b2-4ac8-bd49-58089efedc5e","Type":"ContainerStarted","Data":"47f8e2c3b669005b5a0dc95db590a391e1bbe7f5b19199bf043dfff87423368b"} Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.649164 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.649192 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.649203 4809 reconciler_common.go:293] "Volume detached for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/dfb88857-af22-4083-82c2-2368301e0f9f-ovsdbserver-sb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.649908 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="98d4c1a1-bb17-4948-8ff7-2ef8a571db60" containerName="ovn-northd" containerID="cri-o://c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9" gracePeriod=30 Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.650209 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ovn-northd-0" podUID="98d4c1a1-bb17-4948-8ff7-2ef8a571db60" containerName="openstack-network-exporter" containerID="cri-o://1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e" gracePeriod=30 Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.685898 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.689066 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" podStartSLOduration=3.689044826 podStartE2EDuration="3.689044826s" podCreationTimestamp="2025-10-13 20:26:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:39.669275832 +0000 UTC m=+3718.275022417" watchObservedRunningTime="2025-10-13 20:26:39.689044826 +0000 UTC m=+3718.294791411" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.695892 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.730341 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.744539 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.752789 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:39 crc kubenswrapper[4809]: E1013 20:26:39.753267 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dfb88857-af22-4083-82c2-2368301e0f9f" containerName="openstack-network-exporter" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.753284 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dfb88857-af22-4083-82c2-2368301e0f9f" containerName="openstack-network-exporter" Oct 13 20:26:39 crc kubenswrapper[4809]: E1013 20:26:39.753306 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="dfb88857-af22-4083-82c2-2368301e0f9f" containerName="ovsdbserver-sb" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.753315 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="dfb88857-af22-4083-82c2-2368301e0f9f" containerName="ovsdbserver-sb" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.753500 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dfb88857-af22-4083-82c2-2368301e0f9f" containerName="openstack-network-exporter" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.753534 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="dfb88857-af22-4083-82c2-2368301e0f9f" containerName="ovsdbserver-sb" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.754567 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.759388 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovncluster-ovndbcluster-sb-dockercfg-6wx4s" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.759623 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-scripts" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.759795 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovndbcluster-sb-ovndbs" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.762419 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovndbcluster-sb-config" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.778809 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.781015 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.812640 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-galera-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.813250 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-nb-0"] Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.843690 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-95496bc54-dr25g"] Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.844119 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" podUID="ce2b8692-55b4-4d22-a38a-508b7c70133b" containerName="neutron-api" containerID="cri-o://b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435" gracePeriod=30 Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.844572 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" podUID="ce2b8692-55b4-4d22-a38a-508b7c70133b" containerName="neutron-httpd" containerID="cri-o://468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e" gracePeriod=30 Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.854152 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.854289 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.854432 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.854545 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-29c8h\" (UniqueName: \"kubernetes.io/projected/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-kube-api-access-29c8h\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.854629 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.854737 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.854855 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-config\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.854935 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.870468 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-7775d49c68-82kxq"] Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.872193 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.872923 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.873192 4809 scope.go:117] "RemoveContainer" containerID="51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.895889 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-7775d49c68-82kxq"] Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.956770 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957015 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-internal-tls-certs\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957035 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-config\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957066 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957093 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-httpd-config\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957114 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-combined-ca-bundle\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957143 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957174 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957198 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-public-tls-certs\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957266 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-config\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957286 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957319 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4v2zd\" (UniqueName: \"kubernetes.io/projected/819b006f-bc7f-45e7-bde6-654b1265a913-kube-api-access-4v2zd\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957343 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-ovndb-tls-certs\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957371 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-29c8h\" (UniqueName: \"kubernetes.io/projected/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-kube-api-access-29c8h\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957401 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.957641 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") device mount path \"/mnt/openstack/pv03\"" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.961257 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-config\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.961935 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdb-rundir\" (UniqueName: \"kubernetes.io/empty-dir/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-ovsdb-rundir\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.964947 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-scripts\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.969191 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-metrics-certs-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.987631 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-combined-ca-bundle\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:39 crc kubenswrapper[4809]: I1013 20:26:39.991338 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovsdbserver-sb-tls-certs\" (UniqueName: \"kubernetes.io/secret/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-ovsdbserver-sb-tls-certs\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.000192 4809 scope.go:117] "RemoveContainer" containerID="ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.011654 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-29c8h\" (UniqueName: \"kubernetes.io/projected/75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b-kube-api-access-29c8h\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.076653 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4v2zd\" (UniqueName: \"kubernetes.io/projected/819b006f-bc7f-45e7-bde6-654b1265a913-kube-api-access-4v2zd\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.095521 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-ovndb-tls-certs\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.095746 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-internal-tls-certs\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.095828 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-httpd-config\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.095866 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-combined-ca-bundle\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.095960 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-public-tls-certs\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.096096 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-config\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.152060 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4v2zd\" (UniqueName: \"kubernetes.io/projected/819b006f-bc7f-45e7-bde6-654b1265a913-kube-api-access-4v2zd\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.170604 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-public-tls-certs\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.179426 4809 scope.go:117] "RemoveContainer" containerID="51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.190843 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-internal-tls-certs\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: E1013 20:26:40.193215 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0\": container with ID starting with 51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0 not found: ID does not exist" containerID="51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.208913 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0"} err="failed to get container status \"51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0\": rpc error: code = NotFound desc = could not find container \"51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0\": container with ID starting with 51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0 not found: ID does not exist" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.208961 4809 scope.go:117] "RemoveContainer" containerID="ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.210493 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="7fa62fcd-509b-420c-9e45-8411f88a0224" path="/var/lib/kubelet/pods/7fa62fcd-509b-420c-9e45-8411f88a0224/volumes" Oct 13 20:26:40 crc kubenswrapper[4809]: E1013 20:26:40.211246 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee\": container with ID starting with ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee not found: ID does not exist" containerID="ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.211279 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee"} err="failed to get container status \"ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee\": rpc error: code = NotFound desc = could not find container \"ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee\": container with ID starting with ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee not found: ID does not exist" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.211301 4809 scope.go:117] "RemoveContainer" containerID="51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.211766 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="9437d382-c79d-463c-8ed2-d0d009d773a6" path="/var/lib/kubelet/pods/9437d382-c79d-463c-8ed2-d0d009d773a6/volumes" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.213022 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0"} err="failed to get container status \"51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0\": rpc error: code = NotFound desc = could not find container \"51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0\": container with ID starting with 51e9d6e1b38938f4d93370243c04f0b0f533f71c2cad7b60c2da27110f7535e0 not found: ID does not exist" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.213043 4809 scope.go:117] "RemoveContainer" containerID="ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.213097 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="c7ed53f4-47c6-4751-8650-848f81ec4294" path="/var/lib/kubelet/pods/c7ed53f4-47c6-4751-8650-848f81ec4294/volumes" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.213931 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dfb88857-af22-4083-82c2-2368301e0f9f" path="/var/lib/kubelet/pods/dfb88857-af22-4083-82c2-2368301e0f9f/volumes" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.214602 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee"} err="failed to get container status \"ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee\": rpc error: code = NotFound desc = could not find container \"ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee\": container with ID starting with ff213f2688e85ae75966cdfb3ae49b40f3270eab96864e2397a9db8a6f3581ee not found: ID does not exist" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.228166 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-httpd-config\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.229627 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-ovndb-tls-certs\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.235107 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-config\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.246833 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-combined-ca-bundle\") pod \"neutron-7775d49c68-82kxq\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.262305 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage03-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage03-crc\") pod \"ovsdbserver-sb-0\" (UID: \"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b\") " pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.395383 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.401070 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="07aed376-7459-4f71-a365-a7ecd76162c4" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.205:8775/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.401320 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="07aed376-7459-4f71-a365-a7ecd76162c4" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.205:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.458948 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.527250 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.603771 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/cinder-scheduler-0" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.610057 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:40 crc kubenswrapper[4809]: E1013 20:26:40.623502 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8 is running failed: container process not found" containerID="fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:40 crc kubenswrapper[4809]: E1013 20:26:40.624356 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8 is running failed: container process not found" containerID="fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:40 crc kubenswrapper[4809]: E1013 20:26:40.626362 4809 log.go:32] "ExecSync cmd from runtime service failed" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8 is running failed: container process not found" containerID="fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8" cmd=["/usr/bin/pgrep","-r","DRST","nova-conductor"] Oct 13 20:26:40 crc kubenswrapper[4809]: E1013 20:26:40.626429 4809 prober.go:104] "Probe errored" err="rpc error: code = NotFound desc = container is not created or running: checking if PID of fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8 is running failed: container process not found" probeType="Liveness" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="bc6223a4-8aa5-4a76-b354-844b400ca832" containerName="nova-cell1-conductor-conductor" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.628970 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_98d4c1a1-bb17-4948-8ff7-2ef8a571db60/ovn-northd/0.log" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.629357 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.675898 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerName="nova-api-log" probeResult="failure" output="Get \"https://10.217.0.206:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.676164 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerName="nova-api-api" probeResult="failure" output="Get \"https://10.217.0.206:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.682786 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-scripts\") pod \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.682952 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-metrics-certs-tls-certs\") pod \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.682977 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-config\") pod \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.683084 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-rundir\") pod \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.683116 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-northd-tls-certs\") pod \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.683171 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-dwcjb\" (UniqueName: \"kubernetes.io/projected/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-kube-api-access-dwcjb\") pod \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.683201 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-combined-ca-bundle\") pod \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\" (UID: \"98d4c1a1-bb17-4948-8ff7-2ef8a571db60\") " Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.683976 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-config" (OuterVolumeSpecName: "config") pod "98d4c1a1-bb17-4948-8ff7-2ef8a571db60" (UID: "98d4c1a1-bb17-4948-8ff7-2ef8a571db60"). InnerVolumeSpecName "config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.684376 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-scripts" (OuterVolumeSpecName: "scripts") pod "98d4c1a1-bb17-4948-8ff7-2ef8a571db60" (UID: "98d4c1a1-bb17-4948-8ff7-2ef8a571db60"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.686651 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.686666 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.696073 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-rundir" (OuterVolumeSpecName: "ovn-rundir") pod "98d4c1a1-bb17-4948-8ff7-2ef8a571db60" (UID: "98d4c1a1-bb17-4948-8ff7-2ef8a571db60"). InnerVolumeSpecName "ovn-rundir". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.696313 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39aa6f3-be55-443b-97d8-33e8f3412ce3","Type":"ContainerStarted","Data":"8fe20a22798ff1f45478234e8fce7e6b4f480dfac6abee1cc0619df3d785a304"} Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.701765 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-kube-api-access-dwcjb" (OuterVolumeSpecName: "kube-api-access-dwcjb") pod "98d4c1a1-bb17-4948-8ff7-2ef8a571db60" (UID: "98d4c1a1-bb17-4948-8ff7-2ef8a571db60"). InnerVolumeSpecName "kube-api-access-dwcjb". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.743324 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.759355 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_98d4c1a1-bb17-4948-8ff7-2ef8a571db60/ovn-northd/0.log" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.759404 4809 generic.go:334] "Generic (PLEG): container finished" podID="98d4c1a1-bb17-4948-8ff7-2ef8a571db60" containerID="1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e" exitCode=2 Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.759420 4809 generic.go:334] "Generic (PLEG): container finished" podID="98d4c1a1-bb17-4948-8ff7-2ef8a571db60" containerID="c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9" exitCode=143 Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.759539 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.759718 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"98d4c1a1-bb17-4948-8ff7-2ef8a571db60","Type":"ContainerDied","Data":"1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e"} Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.759785 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"98d4c1a1-bb17-4948-8ff7-2ef8a571db60","Type":"ContainerDied","Data":"c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9"} Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.759796 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"98d4c1a1-bb17-4948-8ff7-2ef8a571db60","Type":"ContainerDied","Data":"bd5bb513ba965a4280286e9f25d3176b43dafc4f20805a7830f539c1c91dcdfe"} Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.759813 4809 scope.go:117] "RemoveContainer" containerID="1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.789193 4809 scope.go:117] "RemoveContainer" containerID="0d9a37bd1cd8572f72d71f9cfb85fe1ad03607d2ebce8df53b5fa7ba0efcfd0e" Oct 13 20:26:40 crc kubenswrapper[4809]: E1013 20:26:40.789520 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-cell0-conductor-conductor\" with CrashLoopBackOff: \"back-off 10s restarting failed container=nova-cell0-conductor-conductor pod=nova-cell0-conductor-0_openstack-kuttl-tests(7714750a-421a-4e05-aa5c-e084be897e5b)\"" pod="openstack-kuttl-tests/nova-cell0-conductor-0" podUID="7714750a-421a-4e05-aa5c-e084be897e5b" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.790608 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-rundir\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.790626 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-dwcjb\" (UniqueName: \"kubernetes.io/projected/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-kube-api-access-dwcjb\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.825622 4809 scope.go:117] "RemoveContainer" containerID="c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.832933 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "98d4c1a1-bb17-4948-8ff7-2ef8a571db60" (UID: "98d4c1a1-bb17-4948-8ff7-2ef8a571db60"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.837797 4809 generic.go:334] "Generic (PLEG): container finished" podID="bc6223a4-8aa5-4a76-b354-844b400ca832" containerID="fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8" exitCode=1 Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.838021 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"bc6223a4-8aa5-4a76-b354-844b400ca832","Type":"ContainerDied","Data":"fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8"} Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.839123 4809 scope.go:117] "RemoveContainer" containerID="fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8" Oct 13 20:26:40 crc kubenswrapper[4809]: E1013 20:26:40.844762 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-cell1-conductor-conductor\" with CrashLoopBackOff: \"back-off 10s restarting failed container=nova-cell1-conductor-conductor pod=nova-cell1-conductor-0_openstack-kuttl-tests(bc6223a4-8aa5-4a76-b354-844b400ca832)\"" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="bc6223a4-8aa5-4a76-b354-844b400ca832" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.877148 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"b0b7e010-3e60-4281-93c4-2c58d29f8cbf","Type":"ContainerStarted","Data":"f8b74ca4fda11bce20451a93e3edae26f6570bc4890b0b64f3c96cdaf241580d"} Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.877341 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"b0b7e010-3e60-4281-93c4-2c58d29f8cbf","Type":"ContainerStarted","Data":"2932d3572e0f5feacf244675572914893c7e4838fea27f635651b4a2c7928209"} Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.892355 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.921162 4809 scope.go:117] "RemoveContainer" containerID="1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e" Oct 13 20:26:40 crc kubenswrapper[4809]: E1013 20:26:40.931463 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e\": container with ID starting with 1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e not found: ID does not exist" containerID="1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.931499 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e"} err="failed to get container status \"1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e\": rpc error: code = NotFound desc = could not find container \"1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e\": container with ID starting with 1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e not found: ID does not exist" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.931522 4809 scope.go:117] "RemoveContainer" containerID="c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9" Oct 13 20:26:40 crc kubenswrapper[4809]: E1013 20:26:40.936705 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9\": container with ID starting with c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9 not found: ID does not exist" containerID="c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.937212 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9"} err="failed to get container status \"c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9\": rpc error: code = NotFound desc = could not find container \"c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9\": container with ID starting with c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9 not found: ID does not exist" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.937227 4809 scope.go:117] "RemoveContainer" containerID="1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.938391 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e"} err="failed to get container status \"1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e\": rpc error: code = NotFound desc = could not find container \"1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e\": container with ID starting with 1699c923847fa659a492fb80306d970b403cf36166a1b5df56664c939df6c27e not found: ID does not exist" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.938409 4809 scope.go:117] "RemoveContainer" containerID="c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.939216 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9"} err="failed to get container status \"c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9\": rpc error: code = NotFound desc = could not find container \"c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9\": container with ID starting with c6a8e9a2afae005d12e1b65550ab0b0fc8d0c2cc335a92d8b078ed066d30cdb9 not found: ID does not exist" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.939245 4809 scope.go:117] "RemoveContainer" containerID="7af8ed25f4b73ee52f5209917df8cd341f280154c19d4e7fa1040bcf551a7af7" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.965668 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-metrics-certs-tls-certs" (OuterVolumeSpecName: "metrics-certs-tls-certs") pod "98d4c1a1-bb17-4948-8ff7-2ef8a571db60" (UID: "98d4c1a1-bb17-4948-8ff7-2ef8a571db60"). InnerVolumeSpecName "metrics-certs-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.968563 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-scheduler-0" Oct 13 20:26:40 crc kubenswrapper[4809]: I1013 20:26:40.970040 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-northd-tls-certs" (OuterVolumeSpecName: "ovn-northd-tls-certs") pod "98d4c1a1-bb17-4948-8ff7-2ef8a571db60" (UID: "98d4c1a1-bb17-4948-8ff7-2ef8a571db60"). InnerVolumeSpecName "ovn-northd-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.001607 4809 reconciler_common.go:293] "Volume detached for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-ovn-northd-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.001639 4809 reconciler_common.go:293] "Volume detached for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/98d4c1a1-bb17-4948-8ff7-2ef8a571db60-metrics-certs-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.090675 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-7775d49c68-82kxq"] Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.108838 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/neutron-579859f9f8-t8czw"] Oct 13 20:26:41 crc kubenswrapper[4809]: E1013 20:26:41.109448 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="98d4c1a1-bb17-4948-8ff7-2ef8a571db60" containerName="ovn-northd" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.109593 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="98d4c1a1-bb17-4948-8ff7-2ef8a571db60" containerName="ovn-northd" Oct 13 20:26:41 crc kubenswrapper[4809]: E1013 20:26:41.109685 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="98d4c1a1-bb17-4948-8ff7-2ef8a571db60" containerName="openstack-network-exporter" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.109758 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="98d4c1a1-bb17-4948-8ff7-2ef8a571db60" containerName="openstack-network-exporter" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.110051 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="98d4c1a1-bb17-4948-8ff7-2ef8a571db60" containerName="openstack-network-exporter" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.110124 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="98d4c1a1-bb17-4948-8ff7-2ef8a571db60" containerName="ovn-northd" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.111817 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.116630 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-579859f9f8-t8czw"] Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.132333 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovsdbserver-sb-0"] Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.174791 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:26:41 crc kubenswrapper[4809]: E1013 20:26:41.174989 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.218183 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-internal-tls-certs\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.218232 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9p7pz\" (UniqueName: \"kubernetes.io/projected/d5779652-df3d-4134-a799-9bda68b1ede4-kube-api-access-9p7pz\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.218263 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-config\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.218283 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-combined-ca-bundle\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.218381 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-httpd-config\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.218405 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-ovndb-tls-certs\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.218449 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-public-tls-certs\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.263858 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" podUID="ce2b8692-55b4-4d22-a38a-508b7c70133b" containerName="neutron-httpd" probeResult="failure" output="Get \"https://10.217.0.193:9696/\": read tcp 10.217.0.2:50312->10.217.0.193:9696: read: connection reset by peer" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.326741 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-httpd-config\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.326800 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-ovndb-tls-certs\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.326859 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-public-tls-certs\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.326967 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-internal-tls-certs\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.326985 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9p7pz\" (UniqueName: \"kubernetes.io/projected/d5779652-df3d-4134-a799-9bda68b1ede4-kube-api-access-9p7pz\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.327020 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-config\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.327037 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-combined-ca-bundle\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.335433 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-public-tls-certs\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.338526 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-ovndb-tls-certs\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.340699 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-combined-ca-bundle\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.341356 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-config\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.347458 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-httpd-config\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.362148 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-7775d49c68-82kxq"] Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.362283 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d5779652-df3d-4134-a799-9bda68b1ede4-internal-tls-certs\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.383340 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9p7pz\" (UniqueName: \"kubernetes.io/projected/d5779652-df3d-4134-a799-9bda68b1ede4-kube-api-access-9p7pz\") pod \"neutron-579859f9f8-t8czw\" (UID: \"d5779652-df3d-4134-a799-9bda68b1ede4\") " pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.438278 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.459044 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.506219 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.519787 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.521611 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.526718 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ovnnorthd-ovnnorthd-dockercfg-k2f4g" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.526961 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-config" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.527082 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"ovnnorthd-scripts" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.527676 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ovnnorthd-ovndbs" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.531778 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.537083 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.632786 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9j8dm\" (UniqueName: \"kubernetes.io/projected/502345bc-3fb0-4d25-8a4b-7cae82c8056d-kube-api-access-9j8dm\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.633088 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/502345bc-3fb0-4d25-8a4b-7cae82c8056d-config\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.633119 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/502345bc-3fb0-4d25-8a4b-7cae82c8056d-scripts\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.633180 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/502345bc-3fb0-4d25-8a4b-7cae82c8056d-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.633248 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/502345bc-3fb0-4d25-8a4b-7cae82c8056d-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.633307 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/502345bc-3fb0-4d25-8a4b-7cae82c8056d-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.633359 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/502345bc-3fb0-4d25-8a4b-7cae82c8056d-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.654199 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz"] Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.654421 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" podUID="61365b86-4062-408e-bfc4-43dd19c7c271" containerName="barbican-api-log" containerID="cri-o://4f4e767b885557d5f0218161876c61f475b98a4940ee170a68d83c701ace7c60" gracePeriod=30 Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.656444 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" podUID="61365b86-4062-408e-bfc4-43dd19c7c271" containerName="barbican-api" containerID="cri-o://8484aa00b96f5918eaea2290b1d70969740398b9e56c5f2af1cc08eace065546" gracePeriod=30 Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.736985 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/502345bc-3fb0-4d25-8a4b-7cae82c8056d-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.740658 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/502345bc-3fb0-4d25-8a4b-7cae82c8056d-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.744113 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/502345bc-3fb0-4d25-8a4b-7cae82c8056d-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.744310 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/502345bc-3fb0-4d25-8a4b-7cae82c8056d-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.751206 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9j8dm\" (UniqueName: \"kubernetes.io/projected/502345bc-3fb0-4d25-8a4b-7cae82c8056d-kube-api-access-9j8dm\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.751362 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/configmap/502345bc-3fb0-4d25-8a4b-7cae82c8056d-config\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.751443 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/502345bc-3fb0-4d25-8a4b-7cae82c8056d-scripts\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.752339 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/configmap/502345bc-3fb0-4d25-8a4b-7cae82c8056d-scripts\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.744811 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-rundir\" (UniqueName: \"kubernetes.io/empty-dir/502345bc-3fb0-4d25-8a4b-7cae82c8056d-ovn-rundir\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.752637 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/502345bc-3fb0-4d25-8a4b-7cae82c8056d-combined-ca-bundle\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.777705 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ovn-northd-tls-certs\" (UniqueName: \"kubernetes.io/secret/502345bc-3fb0-4d25-8a4b-7cae82c8056d-ovn-northd-tls-certs\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.778783 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"metrics-certs-tls-certs\" (UniqueName: \"kubernetes.io/secret/502345bc-3fb0-4d25-8a4b-7cae82c8056d-metrics-certs-tls-certs\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.783167 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config\" (UniqueName: \"kubernetes.io/configmap/502345bc-3fb0-4d25-8a4b-7cae82c8056d-config\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.810099 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9j8dm\" (UniqueName: \"kubernetes.io/projected/502345bc-3fb0-4d25-8a4b-7cae82c8056d-kube-api-access-9j8dm\") pod \"ovn-northd-0\" (UID: \"502345bc-3fb0-4d25-8a4b-7cae82c8056d\") " pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.817908 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" podUID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerName="placement-log" probeResult="failure" output="Get \"https://10.217.0.192:8778/\": net/http: TLS handshake timeout" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.891629 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.960367 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b","Type":"ContainerStarted","Data":"93f60b0f6fe269c6462a2912429ff67f7a79391eba8360afb4bca1e051204403"} Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.960416 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b","Type":"ContainerStarted","Data":"3a41f62ace165b872f6a1b2f740cf3db55be602ee6e82e1d0f2b556f8ae29531"} Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.967770 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e1d969be-65fd-4c94-8249-5fdc449b1ad1","Type":"ContainerStarted","Data":"8c5994df5a62e4521fb16dc199071a69157d4ad0110817fff4a314936be55a4c"} Oct 13 20:26:41 crc kubenswrapper[4809]: I1013 20:26:41.971790 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39aa6f3-be55-443b-97d8-33e8f3412ce3","Type":"ContainerStarted","Data":"8ffa47dddde215c745fd456a50818ee50d81d5e4abe8808f6fc46188c63b8203"} Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.031461 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" event={"ID":"819b006f-bc7f-45e7-bde6-654b1265a913","Type":"ContainerStarted","Data":"3be4c81685da36f7b319053e53c88032222e5c6feb0f3ca389d2b39327a8b6e5"} Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.060424 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-nb-0" event={"ID":"b0b7e010-3e60-4281-93c4-2c58d29f8cbf","Type":"ContainerStarted","Data":"ec7a7a769dc78c0561ae87cbf8088e36c3fd3cfedd0763eb3edaea82672489da"} Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.091626 4809 generic.go:334] "Generic (PLEG): container finished" podID="ce2b8692-55b4-4d22-a38a-508b7c70133b" containerID="468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e" exitCode=0 Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.091699 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" event={"ID":"ce2b8692-55b4-4d22-a38a-508b7c70133b","Type":"ContainerDied","Data":"468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e"} Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.108022 4809 generic.go:334] "Generic (PLEG): container finished" podID="61365b86-4062-408e-bfc4-43dd19c7c271" containerID="4f4e767b885557d5f0218161876c61f475b98a4940ee170a68d83c701ace7c60" exitCode=143 Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.109712 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" event={"ID":"61365b86-4062-408e-bfc4-43dd19c7c271","Type":"ContainerDied","Data":"4f4e767b885557d5f0218161876c61f475b98a4940ee170a68d83c701ace7c60"} Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.134274 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-nb-0" podStartSLOduration=4.134250679 podStartE2EDuration="4.134250679s" podCreationTimestamp="2025-10-13 20:26:38 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:42.117256582 +0000 UTC m=+3720.723003167" watchObservedRunningTime="2025-10-13 20:26:42.134250679 +0000 UTC m=+3720.739997264" Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.178593 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/neutron-579859f9f8-t8czw"] Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.252650 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="98d4c1a1-bb17-4948-8ff7-2ef8a571db60" path="/var/lib/kubelet/pods/98d4c1a1-bb17-4948-8ff7-2ef8a571db60/volumes" Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.484865 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.485119 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerName="nova-api-log" containerID="cri-o://b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc" gracePeriod=30 Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.485545 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-api-0" podUID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerName="nova-api-api" containerID="cri-o://5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe" gracePeriod=30 Oct 13 20:26:42 crc kubenswrapper[4809]: I1013 20:26:42.560531 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ovn-northd-0"] Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.125120 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e1d969be-65fd-4c94-8249-5fdc449b1ad1","Type":"ContainerStarted","Data":"19d0be0e4628fc8ccd97eb87794f4b9a50f080b600c7142bd7530f5eb067307c"} Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.133049 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerID="b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc" exitCode=143 Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.133105 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ad90dc1b-8ab4-4226-99fa-d82c372406f1","Type":"ContainerDied","Data":"b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc"} Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.142887 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39aa6f3-be55-443b-97d8-33e8f3412ce3","Type":"ContainerStarted","Data":"b45c88555bbfb187ced13c242b7cc2e5c5f64a69623a0d4f06601834152abb57"} Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.147861 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" event={"ID":"819b006f-bc7f-45e7-bde6-654b1265a913","Type":"ContainerStarted","Data":"5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9"} Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.147892 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" event={"ID":"819b006f-bc7f-45e7-bde6-654b1265a913","Type":"ContainerStarted","Data":"e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1"} Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.147986 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" podUID="819b006f-bc7f-45e7-bde6-654b1265a913" containerName="neutron-api" containerID="cri-o://e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1" gracePeriod=30 Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.148182 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.148220 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" podUID="819b006f-bc7f-45e7-bde6-654b1265a913" containerName="neutron-httpd" containerID="cri-o://5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9" gracePeriod=30 Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.155078 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovsdbserver-sb-0" event={"ID":"75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b","Type":"ContainerStarted","Data":"10001e9d18351253243b373935dc9dcc88112f724463001e39f9b44f83baa166"} Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.163078 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" event={"ID":"d5779652-df3d-4134-a799-9bda68b1ede4","Type":"ContainerStarted","Data":"1ff902a4019147e935eca0bba0a1355ea86855ef83500f0da9aabdb7c05ac9e9"} Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.163120 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" event={"ID":"d5779652-df3d-4134-a799-9bda68b1ede4","Type":"ContainerStarted","Data":"93c58e16c550f6eb678e7fa0968d2ad0e283b1429558f500547912ca328b34c4"} Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.163130 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" event={"ID":"d5779652-df3d-4134-a799-9bda68b1ede4","Type":"ContainerStarted","Data":"a69f73aea8dbd1096f3a72f63631886e9826da263c36af3f342b993c62fb3f41"} Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.163928 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.172923 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"502345bc-3fb0-4d25-8a4b-7cae82c8056d","Type":"ContainerStarted","Data":"ccbc7f85902e5852d26d3e5754d842218bc09f97e4ee852020151652d75f6349"} Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.172966 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"502345bc-3fb0-4d25-8a4b-7cae82c8056d","Type":"ContainerStarted","Data":"0289c9341b6492191e140b38d8aae814ea434b28f9ffc02cb2a362eed224df50"} Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.191105 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=5.191088801 podStartE2EDuration="5.191088801s" podCreationTimestamp="2025-10-13 20:26:38 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:43.16431574 +0000 UTC m=+3721.770062325" watchObservedRunningTime="2025-10-13 20:26:43.191088801 +0000 UTC m=+3721.796835386" Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.212166 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" podStartSLOduration=2.212150072 podStartE2EDuration="2.212150072s" podCreationTimestamp="2025-10-13 20:26:41 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:43.204678582 +0000 UTC m=+3721.810425177" watchObservedRunningTime="2025-10-13 20:26:43.212150072 +0000 UTC m=+3721.817896657" Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.241298 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovsdbserver-sb-0" podStartSLOduration=4.241282719 podStartE2EDuration="4.241282719s" podCreationTimestamp="2025-10-13 20:26:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:43.23808681 +0000 UTC m=+3721.843833395" watchObservedRunningTime="2025-10-13 20:26:43.241282719 +0000 UTC m=+3721.847029304" Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.271254 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" podStartSLOduration=4.271239229 podStartE2EDuration="4.271239229s" podCreationTimestamp="2025-10-13 20:26:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:43.263577204 +0000 UTC m=+3721.869323789" watchObservedRunningTime="2025-10-13 20:26:43.271239229 +0000 UTC m=+3721.876985814" Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.398388 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.604348 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.605615 4809 scope.go:117] "RemoveContainer" containerID="fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8" Oct 13 20:26:43 crc kubenswrapper[4809]: E1013 20:26:43.605902 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"nova-cell1-conductor-conductor\" with CrashLoopBackOff: \"back-off 10s restarting failed container=nova-cell1-conductor-conductor pod=nova-cell1-conductor-0_openstack-kuttl-tests(bc6223a4-8aa5-4a76-b354-844b400ca832)\"" pod="openstack-kuttl-tests/nova-cell1-conductor-0" podUID="bc6223a4-8aa5-4a76-b354-844b400ca832" Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.920688 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.920903 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podUID="3b1a6001-839f-4108-86ea-81d6c6ba0da4" containerName="nova-cell1-novncproxy-novncproxy" containerID="cri-o://a73268eef994f3fd5d06f6fdcb24fc08837b8d771b28fff5b34068a1c29bae9a" gracePeriod=30 Oct 13 20:26:43 crc kubenswrapper[4809]: I1013 20:26:43.991562 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.047072 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.167212 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-internal-tls-certs\") pod \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.167270 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-combined-ca-bundle\") pod \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.167418 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-config-data\") pod \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.167490 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-scripts\") pod \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.167517 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-credential-keys\") pod \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.167533 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-fernet-keys\") pod \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.167606 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nd9zd\" (UniqueName: \"kubernetes.io/projected/568bb62c-3507-40b8-b6f3-f1e2e881ab38-kube-api-access-nd9zd\") pod \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.167657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-public-tls-certs\") pod \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\" (UID: \"568bb62c-3507-40b8-b6f3-f1e2e881ab38\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.176880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/568bb62c-3507-40b8-b6f3-f1e2e881ab38-kube-api-access-nd9zd" (OuterVolumeSpecName: "kube-api-access-nd9zd") pod "568bb62c-3507-40b8-b6f3-f1e2e881ab38" (UID: "568bb62c-3507-40b8-b6f3-f1e2e881ab38"). InnerVolumeSpecName "kube-api-access-nd9zd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.185996 4809 generic.go:334] "Generic (PLEG): container finished" podID="568bb62c-3507-40b8-b6f3-f1e2e881ab38" containerID="816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da" exitCode=0 Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.186129 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.186577 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" event={"ID":"568bb62c-3507-40b8-b6f3-f1e2e881ab38","Type":"ContainerDied","Data":"816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da"} Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.186624 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-7c546c7bd6-vktml" event={"ID":"568bb62c-3507-40b8-b6f3-f1e2e881ab38","Type":"ContainerDied","Data":"a159be19cd3a9156a0639550ceffc55f6ff4bd8daf23891f696389df95e99341"} Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.186642 4809 scope.go:117] "RemoveContainer" containerID="816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.189125 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "568bb62c-3507-40b8-b6f3-f1e2e881ab38" (UID: "568bb62c-3507-40b8-b6f3-f1e2e881ab38"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.192920 4809 generic.go:334] "Generic (PLEG): container finished" podID="819b006f-bc7f-45e7-bde6-654b1265a913" containerID="5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9" exitCode=0 Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.193004 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" event={"ID":"819b006f-bc7f-45e7-bde6-654b1265a913","Type":"ContainerDied","Data":"5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9"} Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.205937 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-scripts" (OuterVolumeSpecName: "scripts") pod "568bb62c-3507-40b8-b6f3-f1e2e881ab38" (UID: "568bb62c-3507-40b8-b6f3-f1e2e881ab38"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.206107 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "568bb62c-3507-40b8-b6f3-f1e2e881ab38" (UID: "568bb62c-3507-40b8-b6f3-f1e2e881ab38"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.214092 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ovn-northd-0" event={"ID":"502345bc-3fb0-4d25-8a4b-7cae82c8056d","Type":"ContainerStarted","Data":"dd1d4e83ea31591f48920120f058497b513390c70a1c2422bc157fa0c6dfb9b9"} Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.214395 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.221836 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e1d969be-65fd-4c94-8249-5fdc449b1ad1","Type":"ContainerStarted","Data":"041f3ca41c9fbcc709e7a3ecc97a6a7f78e4c23a2a06ae71d3bd680b5477d997"} Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.244899 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-config-data" (OuterVolumeSpecName: "config-data") pod "568bb62c-3507-40b8-b6f3-f1e2e881ab38" (UID: "568bb62c-3507-40b8-b6f3-f1e2e881ab38"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.249683 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ovn-northd-0" podStartSLOduration=3.24816541 podStartE2EDuration="3.24816541s" podCreationTimestamp="2025-10-13 20:26:41 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:44.240826625 +0000 UTC m=+3722.846573220" watchObservedRunningTime="2025-10-13 20:26:44.24816541 +0000 UTC m=+3722.853911995" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.270196 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nd9zd\" (UniqueName: \"kubernetes.io/projected/568bb62c-3507-40b8-b6f3-f1e2e881ab38-kube-api-access-nd9zd\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.270496 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.270556 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.270610 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.270668 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.272943 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=6.2729194249999995 podStartE2EDuration="6.272919425s" podCreationTimestamp="2025-10-13 20:26:38 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:44.266486514 +0000 UTC m=+3722.872233099" watchObservedRunningTime="2025-10-13 20:26:44.272919425 +0000 UTC m=+3722.878666010" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.309884 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "568bb62c-3507-40b8-b6f3-f1e2e881ab38" (UID: "568bb62c-3507-40b8-b6f3-f1e2e881ab38"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.315838 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "568bb62c-3507-40b8-b6f3-f1e2e881ab38" (UID: "568bb62c-3507-40b8-b6f3-f1e2e881ab38"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.325777 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "568bb62c-3507-40b8-b6f3-f1e2e881ab38" (UID: "568bb62c-3507-40b8-b6f3-f1e2e881ab38"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.372204 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.372239 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.372249 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/568bb62c-3507-40b8-b6f3-f1e2e881ab38-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.494586 4809 scope.go:117] "RemoveContainer" containerID="816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da" Oct 13 20:26:44 crc kubenswrapper[4809]: E1013 20:26:44.495950 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da\": container with ID starting with 816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da not found: ID does not exist" containerID="816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.495981 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da"} err="failed to get container status \"816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da\": rpc error: code = NotFound desc = could not find container \"816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da\": container with ID starting with 816352b1d8698deb21916794c349814671fe8a8b97a1626d311fa662f4d798da not found: ID does not exist" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.523987 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-7c546c7bd6-vktml"] Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.531635 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-7c546c7bd6-vktml"] Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.617328 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.780299 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1f152ce3-d5b2-4c3c-beba-a67d55e15153-logs\") pod \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.780465 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-public-tls-certs\") pod \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.780516 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-llx26\" (UniqueName: \"kubernetes.io/projected/1f152ce3-d5b2-4c3c-beba-a67d55e15153-kube-api-access-llx26\") pod \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.780591 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-combined-ca-bundle\") pod \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.780631 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-internal-tls-certs\") pod \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.780663 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-scripts\") pod \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.780684 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-config-data\") pod \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\" (UID: \"1f152ce3-d5b2-4c3c-beba-a67d55e15153\") " Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.782220 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1f152ce3-d5b2-4c3c-beba-a67d55e15153-logs" (OuterVolumeSpecName: "logs") pod "1f152ce3-d5b2-4c3c-beba-a67d55e15153" (UID: "1f152ce3-d5b2-4c3c-beba-a67d55e15153"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.795493 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-scripts" (OuterVolumeSpecName: "scripts") pod "1f152ce3-d5b2-4c3c-beba-a67d55e15153" (UID: "1f152ce3-d5b2-4c3c-beba-a67d55e15153"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.800973 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1f152ce3-d5b2-4c3c-beba-a67d55e15153-kube-api-access-llx26" (OuterVolumeSpecName: "kube-api-access-llx26") pod "1f152ce3-d5b2-4c3c-beba-a67d55e15153" (UID: "1f152ce3-d5b2-4c3c-beba-a67d55e15153"). InnerVolumeSpecName "kube-api-access-llx26". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.882715 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-llx26\" (UniqueName: \"kubernetes.io/projected/1f152ce3-d5b2-4c3c-beba-a67d55e15153-kube-api-access-llx26\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.882762 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.882773 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/1f152ce3-d5b2-4c3c-beba-a67d55e15153-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.919593 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "1f152ce3-d5b2-4c3c-beba-a67d55e15153" (UID: "1f152ce3-d5b2-4c3c-beba-a67d55e15153"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.927952 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-config-data" (OuterVolumeSpecName: "config-data") pod "1f152ce3-d5b2-4c3c-beba-a67d55e15153" (UID: "1f152ce3-d5b2-4c3c-beba-a67d55e15153"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.961311 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.961353 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.985081 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.985105 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:44 crc kubenswrapper[4809]: I1013 20:26:44.993262 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.001879 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "1f152ce3-d5b2-4c3c-beba-a67d55e15153" (UID: "1f152ce3-d5b2-4c3c-beba-a67d55e15153"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.034894 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "1f152ce3-d5b2-4c3c-beba-a67d55e15153" (UID: "1f152ce3-d5b2-4c3c-beba-a67d55e15153"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.053254 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.057707 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.092652 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.092685 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/1f152ce3-d5b2-4c3c-beba-a67d55e15153-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.232613 4809 generic.go:334] "Generic (PLEG): container finished" podID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerID="f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a" exitCode=0 Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.232981 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.232949 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" event={"ID":"1f152ce3-d5b2-4c3c-beba-a67d55e15153","Type":"ContainerDied","Data":"f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a"} Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.233229 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-548d897d7b-6ppgw" event={"ID":"1f152ce3-d5b2-4c3c-beba-a67d55e15153","Type":"ContainerDied","Data":"aab661fe2ef4fa771d7c8031db1349e034ac8bf21d8f236ef2db1a98b51501d7"} Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.233269 4809 scope.go:117] "RemoveContainer" containerID="f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.242057 4809 generic.go:334] "Generic (PLEG): container finished" podID="3b1a6001-839f-4108-86ea-81d6c6ba0da4" containerID="a73268eef994f3fd5d06f6fdcb24fc08837b8d771b28fff5b34068a1c29bae9a" exitCode=0 Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.242165 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"3b1a6001-839f-4108-86ea-81d6c6ba0da4","Type":"ContainerDied","Data":"a73268eef994f3fd5d06f6fdcb24fc08837b8d771b28fff5b34068a1c29bae9a"} Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.254404 4809 generic.go:334] "Generic (PLEG): container finished" podID="61365b86-4062-408e-bfc4-43dd19c7c271" containerID="8484aa00b96f5918eaea2290b1d70969740398b9e56c5f2af1cc08eace065546" exitCode=0 Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.254928 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" event={"ID":"61365b86-4062-408e-bfc4-43dd19c7c271","Type":"ContainerDied","Data":"8484aa00b96f5918eaea2290b1d70969740398b9e56c5f2af1cc08eace065546"} Oct 13 20:26:45 crc kubenswrapper[4809]: W1013 20:26:45.273692 4809 container.go:586] Failed to update stats for container "/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podce2b8692_55b4_4d22_a38a_508b7c70133b.slice/crio-8fcc2d1c03a8699c629cc979c6b87d7cf9cc9a1bc09a3f42d78dc55ac68f3103": error while statting cgroup v2: [read /sys/fs/cgroup/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podce2b8692_55b4_4d22_a38a_508b7c70133b.slice/crio-8fcc2d1c03a8699c629cc979c6b87d7cf9cc9a1bc09a3f42d78dc55ac68f3103/memory.max: no such device], continuing to push stats Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.308300 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-nb-0" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.331591 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/openstack-cell1-galera-0" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.399894 4809 scope.go:117] "RemoveContainer" containerID="0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.405215 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.453131 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.507025 4809 scope.go:117] "RemoveContainer" containerID="f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.513099 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-vencrypt-tls-certs\") pod \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.513243 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-combined-ca-bundle\") pod \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.513366 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-config-data\") pod \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.513472 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-nova-novncproxy-tls-certs\") pod \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.513569 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-nmhrr\" (UniqueName: \"kubernetes.io/projected/3b1a6001-839f-4108-86ea-81d6c6ba0da4-kube-api-access-nmhrr\") pod \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\" (UID: \"3b1a6001-839f-4108-86ea-81d6c6ba0da4\") " Oct 13 20:26:45 crc kubenswrapper[4809]: E1013 20:26:45.534221 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a\": container with ID starting with f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a not found: ID does not exist" containerID="f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.534504 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a"} err="failed to get container status \"f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a\": rpc error: code = NotFound desc = could not find container \"f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a\": container with ID starting with f6eb06b79fe09de181b19fcd85a9b60e563ebfb187603cdc7b180c417f86a68a not found: ID does not exist" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.534600 4809 scope.go:117] "RemoveContainer" containerID="0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86" Oct 13 20:26:45 crc kubenswrapper[4809]: E1013 20:26:45.535118 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86\": container with ID starting with 0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86 not found: ID does not exist" containerID="0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.535197 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86"} err="failed to get container status \"0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86\": rpc error: code = NotFound desc = could not find container \"0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86\": container with ID starting with 0991b75eb2afab9554084c46768ba2517c63d8ef30e6d030eebdaf2fc9703a86 not found: ID does not exist" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.541348 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3b1a6001-839f-4108-86ea-81d6c6ba0da4-kube-api-access-nmhrr" (OuterVolumeSpecName: "kube-api-access-nmhrr") pod "3b1a6001-839f-4108-86ea-81d6c6ba0da4" (UID: "3b1a6001-839f-4108-86ea-81d6c6ba0da4"). InnerVolumeSpecName "kube-api-access-nmhrr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.550942 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-548d897d7b-6ppgw"] Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.560690 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-548d897d7b-6ppgw"] Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.593853 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-config-data" (OuterVolumeSpecName: "config-data") pod "3b1a6001-839f-4108-86ea-81d6c6ba0da4" (UID: "3b1a6001-839f-4108-86ea-81d6c6ba0da4"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.619793 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.619828 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-nmhrr\" (UniqueName: \"kubernetes.io/projected/3b1a6001-839f-4108-86ea-81d6c6ba0da4-kube-api-access-nmhrr\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.632441 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "3b1a6001-839f-4108-86ea-81d6c6ba0da4" (UID: "3b1a6001-839f-4108-86ea-81d6c6ba0da4"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.653946 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-nova-novncproxy-tls-certs" (OuterVolumeSpecName: "nova-novncproxy-tls-certs") pod "3b1a6001-839f-4108-86ea-81d6c6ba0da4" (UID: "3b1a6001-839f-4108-86ea-81d6c6ba0da4"). InnerVolumeSpecName "nova-novncproxy-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.679887 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-vencrypt-tls-certs" (OuterVolumeSpecName: "vencrypt-tls-certs") pod "3b1a6001-839f-4108-86ea-81d6c6ba0da4" (UID: "3b1a6001-839f-4108-86ea-81d6c6ba0da4"). InnerVolumeSpecName "vencrypt-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.681933 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.721081 4809 reconciler_common.go:293] "Volume detached for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-nova-novncproxy-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.721117 4809 reconciler_common.go:293] "Volume detached for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-vencrypt-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.721127 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3b1a6001-839f-4108-86ea-81d6c6ba0da4-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.777125 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-95496bc54-dr25g_ce2b8692-55b4-4d22-a38a-508b7c70133b/neutron-api/0.log" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.777223 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822148 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-internal-tls-certs\") pod \"ce2b8692-55b4-4d22-a38a-508b7c70133b\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822218 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-internal-tls-certs\") pod \"61365b86-4062-408e-bfc4-43dd19c7c271\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822333 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-t2j7d\" (UniqueName: \"kubernetes.io/projected/ce2b8692-55b4-4d22-a38a-508b7c70133b-kube-api-access-t2j7d\") pod \"ce2b8692-55b4-4d22-a38a-508b7c70133b\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822372 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-public-tls-certs\") pod \"61365b86-4062-408e-bfc4-43dd19c7c271\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822400 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-combined-ca-bundle\") pod \"61365b86-4062-408e-bfc4-43dd19c7c271\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822451 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-httpd-config\") pod \"ce2b8692-55b4-4d22-a38a-508b7c70133b\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822499 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-combined-ca-bundle\") pod \"ce2b8692-55b4-4d22-a38a-508b7c70133b\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822538 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-ovndb-tls-certs\") pod \"ce2b8692-55b4-4d22-a38a-508b7c70133b\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822580 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/61365b86-4062-408e-bfc4-43dd19c7c271-logs\") pod \"61365b86-4062-408e-bfc4-43dd19c7c271\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822619 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data-custom\") pod \"61365b86-4062-408e-bfc4-43dd19c7c271\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822679 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-public-tls-certs\") pod \"ce2b8692-55b4-4d22-a38a-508b7c70133b\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822713 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6nhp5\" (UniqueName: \"kubernetes.io/projected/61365b86-4062-408e-bfc4-43dd19c7c271-kube-api-access-6nhp5\") pod \"61365b86-4062-408e-bfc4-43dd19c7c271\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822752 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data\") pod \"61365b86-4062-408e-bfc4-43dd19c7c271\" (UID: \"61365b86-4062-408e-bfc4-43dd19c7c271\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.822795 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-config\") pod \"ce2b8692-55b4-4d22-a38a-508b7c70133b\" (UID: \"ce2b8692-55b4-4d22-a38a-508b7c70133b\") " Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.832245 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/61365b86-4062-408e-bfc4-43dd19c7c271-logs" (OuterVolumeSpecName: "logs") pod "61365b86-4062-408e-bfc4-43dd19c7c271" (UID: "61365b86-4062-408e-bfc4-43dd19c7c271"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.856678 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ce2b8692-55b4-4d22-a38a-508b7c70133b-kube-api-access-t2j7d" (OuterVolumeSpecName: "kube-api-access-t2j7d") pod "ce2b8692-55b4-4d22-a38a-508b7c70133b" (UID: "ce2b8692-55b4-4d22-a38a-508b7c70133b"). InnerVolumeSpecName "kube-api-access-t2j7d". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.856862 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/61365b86-4062-408e-bfc4-43dd19c7c271-kube-api-access-6nhp5" (OuterVolumeSpecName: "kube-api-access-6nhp5") pod "61365b86-4062-408e-bfc4-43dd19c7c271" (UID: "61365b86-4062-408e-bfc4-43dd19c7c271"). InnerVolumeSpecName "kube-api-access-6nhp5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.859711 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "61365b86-4062-408e-bfc4-43dd19c7c271" (UID: "61365b86-4062-408e-bfc4-43dd19c7c271"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.863883 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "ce2b8692-55b4-4d22-a38a-508b7c70133b" (UID: "ce2b8692-55b4-4d22-a38a-508b7c70133b"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.899186 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "61365b86-4062-408e-bfc4-43dd19c7c271" (UID: "61365b86-4062-408e-bfc4-43dd19c7c271"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.925611 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-t2j7d\" (UniqueName: \"kubernetes.io/projected/ce2b8692-55b4-4d22-a38a-508b7c70133b-kube-api-access-t2j7d\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.925648 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.925659 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.925688 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/61365b86-4062-408e-bfc4-43dd19c7c271-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.925698 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.925707 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6nhp5\" (UniqueName: \"kubernetes.io/projected/61365b86-4062-408e-bfc4-43dd19c7c271-kube-api-access-6nhp5\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.937920 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ce2b8692-55b4-4d22-a38a-508b7c70133b" (UID: "ce2b8692-55b4-4d22-a38a-508b7c70133b"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.956248 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "61365b86-4062-408e-bfc4-43dd19c7c271" (UID: "61365b86-4062-408e-bfc4-43dd19c7c271"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.963435 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "ce2b8692-55b4-4d22-a38a-508b7c70133b" (UID: "ce2b8692-55b4-4d22-a38a-508b7c70133b"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.967848 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data" (OuterVolumeSpecName: "config-data") pod "61365b86-4062-408e-bfc4-43dd19c7c271" (UID: "61365b86-4062-408e-bfc4-43dd19c7c271"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.975828 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-config" (OuterVolumeSpecName: "config") pod "ce2b8692-55b4-4d22-a38a-508b7c70133b" (UID: "ce2b8692-55b4-4d22-a38a-508b7c70133b"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.977811 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "61365b86-4062-408e-bfc4-43dd19c7c271" (UID: "61365b86-4062-408e-bfc4-43dd19c7c271"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.982865 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "ce2b8692-55b4-4d22-a38a-508b7c70133b" (UID: "ce2b8692-55b4-4d22-a38a-508b7c70133b"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:45 crc kubenswrapper[4809]: I1013 20:26:45.998891 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "ce2b8692-55b4-4d22-a38a-508b7c70133b" (UID: "ce2b8692-55b4-4d22-a38a-508b7c70133b"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.027482 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.027515 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.027525 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.027537 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.027546 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.027553 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.027562 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/61365b86-4062-408e-bfc4-43dd19c7c271-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.027571 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/ce2b8692-55b4-4d22-a38a-508b7c70133b-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.165717 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" path="/var/lib/kubelet/pods/1f152ce3-d5b2-4c3c-beba-a67d55e15153/volumes" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.166605 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="568bb62c-3507-40b8-b6f3-f1e2e881ab38" path="/var/lib/kubelet/pods/568bb62c-3507-40b8-b6f3-f1e2e881ab38/volumes" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.265330 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-95496bc54-dr25g_ce2b8692-55b4-4d22-a38a-508b7c70133b/neutron-api/0.log" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.265598 4809 generic.go:334] "Generic (PLEG): container finished" podID="ce2b8692-55b4-4d22-a38a-508b7c70133b" containerID="b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435" exitCode=1 Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.265665 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" event={"ID":"ce2b8692-55b4-4d22-a38a-508b7c70133b","Type":"ContainerDied","Data":"b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435"} Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.265785 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" event={"ID":"ce2b8692-55b4-4d22-a38a-508b7c70133b","Type":"ContainerDied","Data":"8fcc2d1c03a8699c629cc979c6b87d7cf9cc9a1bc09a3f42d78dc55ac68f3103"} Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.265810 4809 scope.go:117] "RemoveContainer" containerID="468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.265685 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-95496bc54-dr25g" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.270111 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" event={"ID":"61365b86-4062-408e-bfc4-43dd19c7c271","Type":"ContainerDied","Data":"2525af753a81c6d3f7aea367c6ddc52b5d0950a1fa66462110c0f6b9c63e9cb9"} Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.270342 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.277031 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"3b1a6001-839f-4108-86ea-81d6c6ba0da4","Type":"ContainerDied","Data":"f233f3c3be8c3b712482ba9a9fd9fffb2a7b44ea9f659625c960ffb7b68f1880"} Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.281272 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.288401 4809 scope.go:117] "RemoveContainer" containerID="b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.310476 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-95496bc54-dr25g"] Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.312685 4809 scope.go:117] "RemoveContainer" containerID="468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e" Oct 13 20:26:46 crc kubenswrapper[4809]: E1013 20:26:46.315440 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e\": container with ID starting with 468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e not found: ID does not exist" containerID="468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.315482 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e"} err="failed to get container status \"468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e\": rpc error: code = NotFound desc = could not find container \"468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e\": container with ID starting with 468780eb8f6fbc12ba44d34d39da9b708d2c9df75cb0b443592a48254012a67e not found: ID does not exist" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.315506 4809 scope.go:117] "RemoveContainer" containerID="b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435" Oct 13 20:26:46 crc kubenswrapper[4809]: E1013 20:26:46.316402 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435\": container with ID starting with b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435 not found: ID does not exist" containerID="b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.316428 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435"} err="failed to get container status \"b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435\": rpc error: code = NotFound desc = could not find container \"b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435\": container with ID starting with b02637bf55f7361c174892026d7cf4f314665763ad91dde5fbf08ea214691435 not found: ID does not exist" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.316442 4809 scope.go:117] "RemoveContainer" containerID="8484aa00b96f5918eaea2290b1d70969740398b9e56c5f2af1cc08eace065546" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.341350 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-95496bc54-dr25g"] Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.346470 4809 scope.go:117] "RemoveContainer" containerID="4f4e767b885557d5f0218161876c61f475b98a4940ee170a68d83c701ace7c60" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.356918 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.357257 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="ceilometer-central-agent" containerID="cri-o://a0a5b897bc8706b60eb977cf03e9b4e044467c192e65b79da261091e5604aa9f" gracePeriod=30 Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.357402 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="proxy-httpd" containerID="cri-o://9e6de947b420e8eefccf07f845c93e6ac2f52642e8c41ebc6b8fbde25362df9f" gracePeriod=30 Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.357453 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="sg-core" containerID="cri-o://679fd3e526a11c78827d42f2fadedc3da6e9c4c520be029fa4be5d66d304a0b8" gracePeriod=30 Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.357496 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="ceilometer-notification-agent" containerID="cri-o://5193b53f89f7bea7612fe3ec73237d7d35007e31025235683adf70a94dd7df15" gracePeriod=30 Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.372333 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.381850 4809 scope.go:117] "RemoveContainer" containerID="a73268eef994f3fd5d06f6fdcb24fc08837b8d771b28fff5b34068a1c29bae9a" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.387436 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.395502 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz"] Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.402272 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-56c8d464f6-fsmhz"] Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.414426 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:46 crc kubenswrapper[4809]: E1013 20:26:46.415111 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ce2b8692-55b4-4d22-a38a-508b7c70133b" containerName="neutron-api" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415135 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ce2b8692-55b4-4d22-a38a-508b7c70133b" containerName="neutron-api" Oct 13 20:26:46 crc kubenswrapper[4809]: E1013 20:26:46.415152 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="61365b86-4062-408e-bfc4-43dd19c7c271" containerName="barbican-api" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415161 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="61365b86-4062-408e-bfc4-43dd19c7c271" containerName="barbican-api" Oct 13 20:26:46 crc kubenswrapper[4809]: E1013 20:26:46.415193 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="568bb62c-3507-40b8-b6f3-f1e2e881ab38" containerName="keystone-api" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415201 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="568bb62c-3507-40b8-b6f3-f1e2e881ab38" containerName="keystone-api" Oct 13 20:26:46 crc kubenswrapper[4809]: E1013 20:26:46.415214 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ce2b8692-55b4-4d22-a38a-508b7c70133b" containerName="neutron-httpd" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415221 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ce2b8692-55b4-4d22-a38a-508b7c70133b" containerName="neutron-httpd" Oct 13 20:26:46 crc kubenswrapper[4809]: E1013 20:26:46.415240 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="61365b86-4062-408e-bfc4-43dd19c7c271" containerName="barbican-api-log" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415248 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="61365b86-4062-408e-bfc4-43dd19c7c271" containerName="barbican-api-log" Oct 13 20:26:46 crc kubenswrapper[4809]: E1013 20:26:46.415261 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerName="placement-api" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415268 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerName="placement-api" Oct 13 20:26:46 crc kubenswrapper[4809]: E1013 20:26:46.415296 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerName="placement-log" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415303 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerName="placement-log" Oct 13 20:26:46 crc kubenswrapper[4809]: E1013 20:26:46.415320 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="3b1a6001-839f-4108-86ea-81d6c6ba0da4" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415328 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="3b1a6001-839f-4108-86ea-81d6c6ba0da4" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415567 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerName="placement-log" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415588 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="61365b86-4062-408e-bfc4-43dd19c7c271" containerName="barbican-api" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415599 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ce2b8692-55b4-4d22-a38a-508b7c70133b" containerName="neutron-api" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415608 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1f152ce3-d5b2-4c3c-beba-a67d55e15153" containerName="placement-api" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415627 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ce2b8692-55b4-4d22-a38a-508b7c70133b" containerName="neutron-httpd" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415646 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="61365b86-4062-408e-bfc4-43dd19c7c271" containerName="barbican-api-log" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415661 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="568bb62c-3507-40b8-b6f3-f1e2e881ab38" containerName="keystone-api" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.415674 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="3b1a6001-839f-4108-86ea-81d6c6ba0da4" containerName="nova-cell1-novncproxy-novncproxy" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.416473 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.416578 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.421229 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-cell1-novncproxy-config-data" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.421398 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-vencrypt" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.421469 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-novncproxy-cell1-public-svc" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.438775 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.438809 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8cmlg\" (UniqueName: \"kubernetes.io/projected/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-kube-api-access-8cmlg\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.438833 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.438866 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.438920 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.457357 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.460901 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.0.203:3000/\": read tcp 10.217.0.2:56734->10.217.0.203:3000: read: connection reset by peer" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.540812 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.540850 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-8cmlg\" (UniqueName: \"kubernetes.io/projected/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-kube-api-access-8cmlg\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.540870 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.540901 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.540963 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.544411 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-config-data\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.544779 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"nova-novncproxy-tls-certs\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-nova-novncproxy-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.544913 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"vencrypt-tls-certs\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-vencrypt-tls-certs\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.545180 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-combined-ca-bundle\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.558240 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-8cmlg\" (UniqueName: \"kubernetes.io/projected/5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2-kube-api-access-8cmlg\") pod \"nova-cell1-novncproxy-0\" (UID: \"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2\") " pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.753635 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.805440 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:46 crc kubenswrapper[4809]: I1013 20:26:46.805714 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/memcached-0" podUID="63a1d14e-207b-4c63-ab32-b1d3c300f10d" containerName="memcached" containerID="cri-o://853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3" gracePeriod=30 Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.301433 4809 generic.go:334] "Generic (PLEG): container finished" podID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerID="9e6de947b420e8eefccf07f845c93e6ac2f52642e8c41ebc6b8fbde25362df9f" exitCode=0 Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.301465 4809 generic.go:334] "Generic (PLEG): container finished" podID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerID="679fd3e526a11c78827d42f2fadedc3da6e9c4c520be029fa4be5d66d304a0b8" exitCode=2 Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.301473 4809 generic.go:334] "Generic (PLEG): container finished" podID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerID="5193b53f89f7bea7612fe3ec73237d7d35007e31025235683adf70a94dd7df15" exitCode=0 Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.301480 4809 generic.go:334] "Generic (PLEG): container finished" podID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerID="a0a5b897bc8706b60eb977cf03e9b4e044467c192e65b79da261091e5604aa9f" exitCode=0 Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.301518 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ea9d52d6-f798-45e9-b482-322e9d114fc3","Type":"ContainerDied","Data":"9e6de947b420e8eefccf07f845c93e6ac2f52642e8c41ebc6b8fbde25362df9f"} Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.301544 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ea9d52d6-f798-45e9-b482-322e9d114fc3","Type":"ContainerDied","Data":"679fd3e526a11c78827d42f2fadedc3da6e9c4c520be029fa4be5d66d304a0b8"} Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.301556 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ea9d52d6-f798-45e9-b482-322e9d114fc3","Type":"ContainerDied","Data":"5193b53f89f7bea7612fe3ec73237d7d35007e31025235683adf70a94dd7df15"} Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.301566 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ea9d52d6-f798-45e9-b482-322e9d114fc3","Type":"ContainerDied","Data":"a0a5b897bc8706b60eb977cf03e9b4e044467c192e65b79da261091e5604aa9f"} Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.307377 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-cell1-novncproxy-0"] Oct 13 20:26:47 crc kubenswrapper[4809]: W1013 20:26:47.316227 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5ffb1d96_9d32_4f45_a1a2_46cd215b3bd2.slice/crio-963bd4a2db2538a626c6395bd3ada285ad9af405a5cb189e8c3bc55bf0d602f3 WatchSource:0}: Error finding container 963bd4a2db2538a626c6395bd3ada285ad9af405a5cb189e8c3bc55bf0d602f3: Status 404 returned error can't find the container with id 963bd4a2db2538a626c6395bd3ada285ad9af405a5cb189e8c3bc55bf0d602f3 Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.353287 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovsdbserver-sb-0" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.597580 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.664602 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-run-httpd\") pod \"ea9d52d6-f798-45e9-b482-322e9d114fc3\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.664645 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-scripts\") pod \"ea9d52d6-f798-45e9-b482-322e9d114fc3\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.664678 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-config-data\") pod \"ea9d52d6-f798-45e9-b482-322e9d114fc3\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.664847 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-sg-core-conf-yaml\") pod \"ea9d52d6-f798-45e9-b482-322e9d114fc3\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.664875 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-ceilometer-tls-certs\") pod \"ea9d52d6-f798-45e9-b482-322e9d114fc3\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.664901 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-log-httpd\") pod \"ea9d52d6-f798-45e9-b482-322e9d114fc3\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.664933 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-combined-ca-bundle\") pod \"ea9d52d6-f798-45e9-b482-322e9d114fc3\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.664978 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vnkts\" (UniqueName: \"kubernetes.io/projected/ea9d52d6-f798-45e9-b482-322e9d114fc3-kube-api-access-vnkts\") pod \"ea9d52d6-f798-45e9-b482-322e9d114fc3\" (UID: \"ea9d52d6-f798-45e9-b482-322e9d114fc3\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.675455 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "ea9d52d6-f798-45e9-b482-322e9d114fc3" (UID: "ea9d52d6-f798-45e9-b482-322e9d114fc3"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.677421 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "ea9d52d6-f798-45e9-b482-322e9d114fc3" (UID: "ea9d52d6-f798-45e9-b482-322e9d114fc3"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.680167 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ea9d52d6-f798-45e9-b482-322e9d114fc3-kube-api-access-vnkts" (OuterVolumeSpecName: "kube-api-access-vnkts") pod "ea9d52d6-f798-45e9-b482-322e9d114fc3" (UID: "ea9d52d6-f798-45e9-b482-322e9d114fc3"). InnerVolumeSpecName "kube-api-access-vnkts". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.687889 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-scripts" (OuterVolumeSpecName: "scripts") pod "ea9d52d6-f798-45e9-b482-322e9d114fc3" (UID: "ea9d52d6-f798-45e9-b482-322e9d114fc3"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.728525 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "ea9d52d6-f798-45e9-b482-322e9d114fc3" (UID: "ea9d52d6-f798-45e9-b482-322e9d114fc3"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.764921 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "ea9d52d6-f798-45e9-b482-322e9d114fc3" (UID: "ea9d52d6-f798-45e9-b482-322e9d114fc3"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.767337 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.767368 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.767379 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.767390 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-vnkts\" (UniqueName: \"kubernetes.io/projected/ea9d52d6-f798-45e9-b482-322e9d114fc3-kube-api-access-vnkts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.767400 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/ea9d52d6-f798-45e9-b482-322e9d114fc3-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.767407 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.793163 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-config-data" (OuterVolumeSpecName: "config-data") pod "ea9d52d6-f798-45e9-b482-322e9d114fc3" (UID: "ea9d52d6-f798-45e9-b482-322e9d114fc3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.794414 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ea9d52d6-f798-45e9-b482-322e9d114fc3" (UID: "ea9d52d6-f798-45e9-b482-322e9d114fc3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.810972 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.868205 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kolla-config\") pod \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.868253 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-memcached-tls-certs\") pod \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.868451 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-combined-ca-bundle\") pod \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.868531 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9j7gm\" (UniqueName: \"kubernetes.io/projected/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kube-api-access-9j7gm\") pod \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.868619 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-config-data\") pod \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\" (UID: \"63a1d14e-207b-4c63-ab32-b1d3c300f10d\") " Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.869109 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.869137 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ea9d52d6-f798-45e9-b482-322e9d114fc3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.869892 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-config-data" (OuterVolumeSpecName: "config-data") pod "63a1d14e-207b-4c63-ab32-b1d3c300f10d" (UID: "63a1d14e-207b-4c63-ab32-b1d3c300f10d"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.871263 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kolla-config" (OuterVolumeSpecName: "kolla-config") pod "63a1d14e-207b-4c63-ab32-b1d3c300f10d" (UID: "63a1d14e-207b-4c63-ab32-b1d3c300f10d"). InnerVolumeSpecName "kolla-config". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.884955 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kube-api-access-9j7gm" (OuterVolumeSpecName: "kube-api-access-9j7gm") pod "63a1d14e-207b-4c63-ab32-b1d3c300f10d" (UID: "63a1d14e-207b-4c63-ab32-b1d3c300f10d"). InnerVolumeSpecName "kube-api-access-9j7gm". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.947251 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "63a1d14e-207b-4c63-ab32-b1d3c300f10d" (UID: "63a1d14e-207b-4c63-ab32-b1d3c300f10d"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.952957 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-memcached-tls-certs" (OuterVolumeSpecName: "memcached-tls-certs") pod "63a1d14e-207b-4c63-ab32-b1d3c300f10d" (UID: "63a1d14e-207b-4c63-ab32-b1d3c300f10d"). InnerVolumeSpecName "memcached-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.971088 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.971122 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9j7gm\" (UniqueName: \"kubernetes.io/projected/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kube-api-access-9j7gm\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.971134 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.971143 4809 reconciler_common.go:293] "Volume detached for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/63a1d14e-207b-4c63-ab32-b1d3c300f10d-kolla-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:47 crc kubenswrapper[4809]: I1013 20:26:47.971151 4809 reconciler_common.go:293] "Volume detached for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/63a1d14e-207b-4c63-ab32-b1d3c300f10d-memcached-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.173376 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3b1a6001-839f-4108-86ea-81d6c6ba0da4" path="/var/lib/kubelet/pods/3b1a6001-839f-4108-86ea-81d6c6ba0da4/volumes" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.174227 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="61365b86-4062-408e-bfc4-43dd19c7c271" path="/var/lib/kubelet/pods/61365b86-4062-408e-bfc4-43dd19c7c271/volumes" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.175056 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ce2b8692-55b4-4d22-a38a-508b7c70133b" path="/var/lib/kubelet/pods/ce2b8692-55b4-4d22-a38a-508b7c70133b/volumes" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.325273 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2","Type":"ContainerStarted","Data":"3d012b221c1bde0331691855cac2af2c1bc0ad4273740d1fbe570a869441a414"} Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.325312 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" event={"ID":"5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2","Type":"ContainerStarted","Data":"963bd4a2db2538a626c6395bd3ada285ad9af405a5cb189e8c3bc55bf0d602f3"} Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.327825 4809 generic.go:334] "Generic (PLEG): container finished" podID="63a1d14e-207b-4c63-ab32-b1d3c300f10d" containerID="853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3" exitCode=0 Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.327868 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"63a1d14e-207b-4c63-ab32-b1d3c300f10d","Type":"ContainerDied","Data":"853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3"} Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.327885 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"63a1d14e-207b-4c63-ab32-b1d3c300f10d","Type":"ContainerDied","Data":"0faf26157c9eb0eed80454b4f337a9dba492a15302907836296bba42e2fb7837"} Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.327900 4809 scope.go:117] "RemoveContainer" containerID="853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.327985 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.332986 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.332982 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"ea9d52d6-f798-45e9-b482-322e9d114fc3","Type":"ContainerDied","Data":"11d12faf75709329626e061718da614897cba8706d282fcc578221b100780207"} Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.354824 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" podStartSLOduration=2.354805493 podStartE2EDuration="2.354805493s" podCreationTimestamp="2025-10-13 20:26:46 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:48.350286466 +0000 UTC m=+3726.956033051" watchObservedRunningTime="2025-10-13 20:26:48.354805493 +0000 UTC m=+3726.960552078" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.357992 4809 scope.go:117] "RemoveContainer" containerID="853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3" Oct 13 20:26:48 crc kubenswrapper[4809]: E1013 20:26:48.358305 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3\": container with ID starting with 853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3 not found: ID does not exist" containerID="853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.358346 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3"} err="failed to get container status \"853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3\": rpc error: code = NotFound desc = could not find container \"853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3\": container with ID starting with 853fd41cf89869b0421af4fa112d2ef6eca1a5297d8144f8302dfe3c25e7b9f3 not found: ID does not exist" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.358368 4809 scope.go:117] "RemoveContainer" containerID="9e6de947b420e8eefccf07f845c93e6ac2f52642e8c41ebc6b8fbde25362df9f" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.376947 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.392799 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.402346 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.410914 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.415433 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:48 crc kubenswrapper[4809]: E1013 20:26:48.415890 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="proxy-httpd" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.415902 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="proxy-httpd" Oct 13 20:26:48 crc kubenswrapper[4809]: E1013 20:26:48.415922 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="63a1d14e-207b-4c63-ab32-b1d3c300f10d" containerName="memcached" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.415929 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="63a1d14e-207b-4c63-ab32-b1d3c300f10d" containerName="memcached" Oct 13 20:26:48 crc kubenswrapper[4809]: E1013 20:26:48.415944 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="ceilometer-notification-agent" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.415951 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="ceilometer-notification-agent" Oct 13 20:26:48 crc kubenswrapper[4809]: E1013 20:26:48.415966 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="ceilometer-central-agent" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.415972 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="ceilometer-central-agent" Oct 13 20:26:48 crc kubenswrapper[4809]: E1013 20:26:48.415984 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="sg-core" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.415991 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="sg-core" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.416175 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="ceilometer-central-agent" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.416191 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="sg-core" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.416200 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="proxy-httpd" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.416207 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" containerName="ceilometer-notification-agent" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.416226 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="63a1d14e-207b-4c63-ab32-b1d3c300f10d" containerName="memcached" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.418170 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.421656 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.421876 4809 scope.go:117] "RemoveContainer" containerID="679fd3e526a11c78827d42f2fadedc3da6e9c4c520be029fa4be5d66d304a0b8" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.422315 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.437286 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.457167 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.481462 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-scripts\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.481542 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.481578 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-run-httpd\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.481601 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.481626 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6mgn6\" (UniqueName: \"kubernetes.io/projected/5f8116a5-252e-4917-95d0-b4dbc6b38095-kube-api-access-6mgn6\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.481640 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-log-httpd\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.481655 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.481698 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-config-data\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.483839 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.485102 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.493712 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-memcached-svc" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.493914 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"memcached-memcached-dockercfg-jj55m" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.494021 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"memcached-config-data" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.499500 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.558905 4809 scope.go:117] "RemoveContainer" containerID="5193b53f89f7bea7612fe3ec73237d7d35007e31025235683adf70a94dd7df15" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.582959 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-run-httpd\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583011 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/97b2b43d-e136-42bb-aa86-3defff38a84b-config-data\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583039 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583078 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/97b2b43d-e136-42bb-aa86-3defff38a84b-memcached-tls-certs\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583104 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-6mgn6\" (UniqueName: \"kubernetes.io/projected/5f8116a5-252e-4917-95d0-b4dbc6b38095-kube-api-access-6mgn6\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583135 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-log-httpd\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583154 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583191 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/97b2b43d-e136-42bb-aa86-3defff38a84b-combined-ca-bundle\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583236 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-config-data\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583287 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-scripts\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583305 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vcfbx\" (UniqueName: \"kubernetes.io/projected/97b2b43d-e136-42bb-aa86-3defff38a84b-kube-api-access-vcfbx\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583378 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583400 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/97b2b43d-e136-42bb-aa86-3defff38a84b-kolla-config\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.583875 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-run-httpd\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.589063 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-log-httpd\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.594058 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-config-data\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.594691 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.596211 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-scripts\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.598197 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.598648 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.611824 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-6mgn6\" (UniqueName: \"kubernetes.io/projected/5f8116a5-252e-4917-95d0-b4dbc6b38095-kube-api-access-6mgn6\") pod \"ceilometer-0\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.618374 4809 scope.go:117] "RemoveContainer" containerID="a0a5b897bc8706b60eb977cf03e9b4e044467c192e65b79da261091e5604aa9f" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.685822 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-vcfbx\" (UniqueName: \"kubernetes.io/projected/97b2b43d-e136-42bb-aa86-3defff38a84b-kube-api-access-vcfbx\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.685927 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/97b2b43d-e136-42bb-aa86-3defff38a84b-kolla-config\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.685959 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/97b2b43d-e136-42bb-aa86-3defff38a84b-config-data\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.685985 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/97b2b43d-e136-42bb-aa86-3defff38a84b-memcached-tls-certs\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.686031 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/97b2b43d-e136-42bb-aa86-3defff38a84b-combined-ca-bundle\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.689869 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"memcached-tls-certs\" (UniqueName: \"kubernetes.io/secret/97b2b43d-e136-42bb-aa86-3defff38a84b-memcached-tls-certs\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.690467 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/configmap/97b2b43d-e136-42bb-aa86-3defff38a84b-config-data\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.690624 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kolla-config\" (UniqueName: \"kubernetes.io/configmap/97b2b43d-e136-42bb-aa86-3defff38a84b-kolla-config\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.691998 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/97b2b43d-e136-42bb-aa86-3defff38a84b-combined-ca-bundle\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.711418 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-vcfbx\" (UniqueName: \"kubernetes.io/projected/97b2b43d-e136-42bb-aa86-3defff38a84b-kube-api-access-vcfbx\") pod \"memcached-0\" (UID: \"97b2b43d-e136-42bb-aa86-3defff38a84b\") " pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.775837 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.823766 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.870815 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.870955 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.929102 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:48 crc kubenswrapper[4809]: I1013 20:26:48.933160 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:49 crc kubenswrapper[4809]: I1013 20:26:49.244173 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:26:49 crc kubenswrapper[4809]: W1013 20:26:49.247149 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod5f8116a5_252e_4917_95d0_b4dbc6b38095.slice/crio-78a33a94e1195d8e4ab8c9973c9d17c79476ffb4db62cf0d409cccf891399be0 WatchSource:0}: Error finding container 78a33a94e1195d8e4ab8c9973c9d17c79476ffb4db62cf0d409cccf891399be0: Status 404 returned error can't find the container with id 78a33a94e1195d8e4ab8c9973c9d17c79476ffb4db62cf0d409cccf891399be0 Oct 13 20:26:49 crc kubenswrapper[4809]: I1013 20:26:49.357572 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"5f8116a5-252e-4917-95d0-b4dbc6b38095","Type":"ContainerStarted","Data":"78a33a94e1195d8e4ab8c9973c9d17c79476ffb4db62cf0d409cccf891399be0"} Oct 13 20:26:49 crc kubenswrapper[4809]: I1013 20:26:49.357894 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:49 crc kubenswrapper[4809]: I1013 20:26:49.357918 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:49 crc kubenswrapper[4809]: I1013 20:26:49.391329 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/memcached-0"] Oct 13 20:26:49 crc kubenswrapper[4809]: I1013 20:26:49.601854 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:49 crc kubenswrapper[4809]: I1013 20:26:49.601919 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:49 crc kubenswrapper[4809]: I1013 20:26:49.655113 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:49 crc kubenswrapper[4809]: I1013 20:26:49.674535 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:50 crc kubenswrapper[4809]: I1013 20:26:50.169959 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="63a1d14e-207b-4c63-ab32-b1d3c300f10d" path="/var/lib/kubelet/pods/63a1d14e-207b-4c63-ab32-b1d3c300f10d/volumes" Oct 13 20:26:50 crc kubenswrapper[4809]: I1013 20:26:50.170844 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ea9d52d6-f798-45e9-b482-322e9d114fc3" path="/var/lib/kubelet/pods/ea9d52d6-f798-45e9-b482-322e9d114fc3/volumes" Oct 13 20:26:50 crc kubenswrapper[4809]: I1013 20:26:50.285874 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="07aed376-7459-4f71-a365-a7ecd76162c4" containerName="nova-metadata-metadata" probeResult="failure" output="Get \"https://10.217.0.205:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:26:50 crc kubenswrapper[4809]: I1013 20:26:50.285874 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-metadata-0" podUID="07aed376-7459-4f71-a365-a7ecd76162c4" containerName="nova-metadata-log" probeResult="failure" output="Get \"https://10.217.0.205:8775/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:26:50 crc kubenswrapper[4809]: I1013 20:26:50.372601 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"5f8116a5-252e-4917-95d0-b4dbc6b38095","Type":"ContainerStarted","Data":"4df6f77ca59b4ee4686a0f2efd44429fcb60a1938175af3d0fb1f590e103c0de"} Oct 13 20:26:50 crc kubenswrapper[4809]: I1013 20:26:50.377262 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"97b2b43d-e136-42bb-aa86-3defff38a84b","Type":"ContainerStarted","Data":"6eb30d400d225c09b1774d40d244a3382e68994480426a0bd6ded347b8e991da"} Oct 13 20:26:50 crc kubenswrapper[4809]: I1013 20:26:50.377302 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/memcached-0" event={"ID":"97b2b43d-e136-42bb-aa86-3defff38a84b","Type":"ContainerStarted","Data":"1bf1b91ada264c305da28d801a94431967ca69985eb98d6fb64e97cf7c4fb993"} Oct 13 20:26:50 crc kubenswrapper[4809]: I1013 20:26:50.377319 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:50 crc kubenswrapper[4809]: I1013 20:26:50.377529 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:50 crc kubenswrapper[4809]: I1013 20:26:50.377560 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:50 crc kubenswrapper[4809]: I1013 20:26:50.393131 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/memcached-0" podStartSLOduration=2.393111384 podStartE2EDuration="2.393111384s" podCreationTimestamp="2025-10-13 20:26:48 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:50.390569963 +0000 UTC m=+3728.996316538" watchObservedRunningTime="2025-10-13 20:26:50.393111384 +0000 UTC m=+3728.998857979" Oct 13 20:26:51 crc kubenswrapper[4809]: I1013 20:26:51.387173 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"5f8116a5-252e-4917-95d0-b4dbc6b38095","Type":"ContainerStarted","Data":"27a6c748f5f423a42af52875ade37b0e5b95f66b883c17b03a32f24c78697fec"} Oct 13 20:26:51 crc kubenswrapper[4809]: I1013 20:26:51.387544 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"5f8116a5-252e-4917-95d0-b4dbc6b38095","Type":"ContainerStarted","Data":"a4fbf05afe94dc25b8d9949c56d4b3080f451afce734f90286c609114c27006f"} Oct 13 20:26:51 crc kubenswrapper[4809]: I1013 20:26:51.395054 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:51 crc kubenswrapper[4809]: I1013 20:26:51.395175 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:26:51 crc kubenswrapper[4809]: I1013 20:26:51.754750 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:51 crc kubenswrapper[4809]: I1013 20:26:51.787045 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:26:52 crc kubenswrapper[4809]: I1013 20:26:52.166583 4809 scope.go:117] "RemoveContainer" containerID="0d9a37bd1cd8572f72d71f9cfb85fe1ad03607d2ebce8df53b5fa7ba0efcfd0e" Oct 13 20:26:52 crc kubenswrapper[4809]: I1013 20:26:52.397756 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:26:52 crc kubenswrapper[4809]: I1013 20:26:52.398019 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:26:52 crc kubenswrapper[4809]: I1013 20:26:52.398930 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell0-conductor-0" event={"ID":"7714750a-421a-4e05-aa5c-e084be897e5b","Type":"ContainerStarted","Data":"de2c950c7f8ee2d672f7ca120a04942e52d0b744f07fe0e796bcff4d4aab9c0e"} Oct 13 20:26:52 crc kubenswrapper[4809]: I1013 20:26:52.400406 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:52 crc kubenswrapper[4809]: I1013 20:26:52.422417 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:52 crc kubenswrapper[4809]: I1013 20:26:52.526614 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.413835 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"5f8116a5-252e-4917-95d0-b4dbc6b38095","Type":"ContainerStarted","Data":"414bc4d2d54993a284403848a4eb056d145fbc72ae18f0527560f6eaf5ed9b5c"} Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.439978 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.019843655 podStartE2EDuration="5.439960012s" podCreationTimestamp="2025-10-13 20:26:48 +0000 UTC" firstStartedPulling="2025-10-13 20:26:49.249983902 +0000 UTC m=+3727.855730487" lastFinishedPulling="2025-10-13 20:26:52.670100259 +0000 UTC m=+3731.275846844" observedRunningTime="2025-10-13 20:26:53.43632825 +0000 UTC m=+3732.042074835" watchObservedRunningTime="2025-10-13 20:26:53.439960012 +0000 UTC m=+3732.045706587" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.501022 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-6796996c74-mnq7w"] Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.501278 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" podUID="6aac418c-a251-4a62-8cc5-2b616c307655" containerName="placement-log" containerID="cri-o://f852dccf920077766d4c9904309b61bf387b2dd4ebd6734d3fbaf3ab0a11fbf7" gracePeriod=30 Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.501834 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" podUID="6aac418c-a251-4a62-8cc5-2b616c307655" containerName="placement-api" containerID="cri-o://43edcc91f2d503d6d22543175bf4accff9e00c83edb20f1190d6e654bb5829eb" gracePeriod=30 Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.561295 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/placement-64d84d847d-vft6g"] Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.562780 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.577474 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-config-data\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.577534 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-42v5t\" (UniqueName: \"kubernetes.io/projected/3dc48c0e-8206-436d-9f76-22c4e0889baa-kube-api-access-42v5t\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.577560 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-scripts\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.577606 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-combined-ca-bundle\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.577631 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-public-tls-certs\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.577695 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-internal-tls-certs\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.577710 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3dc48c0e-8206-436d-9f76-22c4e0889baa-logs\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.589581 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-64d84d847d-vft6g"] Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.653670 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" podUID="6aac418c-a251-4a62-8cc5-2b616c307655" containerName="placement-api" probeResult="failure" output="Get \"https://10.217.0.211:8778/\": EOF" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.656807 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" podUID="6aac418c-a251-4a62-8cc5-2b616c307655" containerName="placement-log" probeResult="failure" output="Get \"https://10.217.0.211:8778/\": read tcp 10.217.0.2:38042->10.217.0.211:8778: read: connection reset by peer" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.679666 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-scripts\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.679768 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-combined-ca-bundle\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.679800 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-public-tls-certs\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.679870 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-internal-tls-certs\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.679885 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3dc48c0e-8206-436d-9f76-22c4e0889baa-logs\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.679912 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-config-data\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.679952 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-42v5t\" (UniqueName: \"kubernetes.io/projected/3dc48c0e-8206-436d-9f76-22c4e0889baa-kube-api-access-42v5t\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.683127 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3dc48c0e-8206-436d-9f76-22c4e0889baa-logs\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.686168 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-scripts\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.686559 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-internal-tls-certs\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.688315 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-combined-ca-bundle\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.692487 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-config-data\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.701284 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3dc48c0e-8206-436d-9f76-22c4e0889baa-public-tls-certs\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.710482 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-42v5t\" (UniqueName: \"kubernetes.io/projected/3dc48c0e-8206-436d-9f76-22c4e0889baa-kube-api-access-42v5t\") pod \"placement-64d84d847d-vft6g\" (UID: \"3dc48c0e-8206-436d-9f76-22c4e0889baa\") " pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:53 crc kubenswrapper[4809]: I1013 20:26:53.877916 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:54 crc kubenswrapper[4809]: I1013 20:26:54.158273 4809 scope.go:117] "RemoveContainer" containerID="fea9f5fa5b79a86ea7d6bfe4216411f74f5fa20d32d98c11f86c6849e64fecf8" Oct 13 20:26:54 crc kubenswrapper[4809]: W1013 20:26:54.366578 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3dc48c0e_8206_436d_9f76_22c4e0889baa.slice/crio-a70069f45458917ee0b2dd8d4453f75d4d6385676f952bbd7cdb1968d7ae7494 WatchSource:0}: Error finding container a70069f45458917ee0b2dd8d4453f75d4d6385676f952bbd7cdb1968d7ae7494: Status 404 returned error can't find the container with id a70069f45458917ee0b2dd8d4453f75d4d6385676f952bbd7cdb1968d7ae7494 Oct 13 20:26:54 crc kubenswrapper[4809]: I1013 20:26:54.369768 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/placement-64d84d847d-vft6g"] Oct 13 20:26:54 crc kubenswrapper[4809]: I1013 20:26:54.460774 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-cell1-conductor-0" event={"ID":"bc6223a4-8aa5-4a76-b354-844b400ca832","Type":"ContainerStarted","Data":"04e87a7ec294e2626fc2a04b1ded81cce96ad4ebbd481875f0ecf44c76335491"} Oct 13 20:26:54 crc kubenswrapper[4809]: I1013 20:26:54.461184 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:26:54 crc kubenswrapper[4809]: I1013 20:26:54.469352 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" event={"ID":"3dc48c0e-8206-436d-9f76-22c4e0889baa","Type":"ContainerStarted","Data":"a70069f45458917ee0b2dd8d4453f75d4d6385676f952bbd7cdb1968d7ae7494"} Oct 13 20:26:54 crc kubenswrapper[4809]: I1013 20:26:54.477224 4809 generic.go:334] "Generic (PLEG): container finished" podID="6aac418c-a251-4a62-8cc5-2b616c307655" containerID="f852dccf920077766d4c9904309b61bf387b2dd4ebd6734d3fbaf3ab0a11fbf7" exitCode=143 Oct 13 20:26:54 crc kubenswrapper[4809]: I1013 20:26:54.477987 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" event={"ID":"6aac418c-a251-4a62-8cc5-2b616c307655","Type":"ContainerDied","Data":"f852dccf920077766d4c9904309b61bf387b2dd4ebd6734d3fbaf3ab0a11fbf7"} Oct 13 20:26:54 crc kubenswrapper[4809]: I1013 20:26:54.478553 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:26:55 crc kubenswrapper[4809]: I1013 20:26:55.491592 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" event={"ID":"3dc48c0e-8206-436d-9f76-22c4e0889baa","Type":"ContainerStarted","Data":"0a7d7e869458bcd2fd831e8cccf528711a6a09d07d035def91e3c6ee1c7da4cb"} Oct 13 20:26:55 crc kubenswrapper[4809]: I1013 20:26:55.492004 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" event={"ID":"3dc48c0e-8206-436d-9f76-22c4e0889baa","Type":"ContainerStarted","Data":"902016436d07a20b23eb8a0e990f898c75c7cefbbf212a5a6107067ff4ebd32c"} Oct 13 20:26:56 crc kubenswrapper[4809]: E1013 20:26:56.091605 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podad90dc1b_8ab4_4226_99fa_d82c372406f1.slice/crio-conmon-5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe.scope\": RecentStats: unable to find data in memory cache]" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.158070 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:26:56 crc kubenswrapper[4809]: E1013 20:26:56.158444 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.372949 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.397750 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" podStartSLOduration=3.397717751 podStartE2EDuration="3.397717751s" podCreationTimestamp="2025-10-13 20:26:53 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:55.519080707 +0000 UTC m=+3734.124827292" watchObservedRunningTime="2025-10-13 20:26:56.397717751 +0000 UTC m=+3735.003464336" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.501063 4809 generic.go:334] "Generic (PLEG): container finished" podID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerID="5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe" exitCode=0 Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.501140 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.501147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ad90dc1b-8ab4-4226-99fa-d82c372406f1","Type":"ContainerDied","Data":"5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe"} Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.501234 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"ad90dc1b-8ab4-4226-99fa-d82c372406f1","Type":"ContainerDied","Data":"45c59293222ad6a1a5576a37e0ebb4875373cdec220300ac3814cf8f212eadb7"} Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.501265 4809 scope.go:117] "RemoveContainer" containerID="5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.501750 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.501795 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.525438 4809 scope.go:117] "RemoveContainer" containerID="b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.532430 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-internal-tls-certs\") pod \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.532508 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-84qnx\" (UniqueName: \"kubernetes.io/projected/ad90dc1b-8ab4-4226-99fa-d82c372406f1-kube-api-access-84qnx\") pod \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.532603 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ad90dc1b-8ab4-4226-99fa-d82c372406f1-logs\") pod \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.532639 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-combined-ca-bundle\") pod \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.532698 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-public-tls-certs\") pod \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.532725 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-config-data\") pod \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\" (UID: \"ad90dc1b-8ab4-4226-99fa-d82c372406f1\") " Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.534245 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/ad90dc1b-8ab4-4226-99fa-d82c372406f1-logs" (OuterVolumeSpecName: "logs") pod "ad90dc1b-8ab4-4226-99fa-d82c372406f1" (UID: "ad90dc1b-8ab4-4226-99fa-d82c372406f1"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.542052 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ad90dc1b-8ab4-4226-99fa-d82c372406f1-kube-api-access-84qnx" (OuterVolumeSpecName: "kube-api-access-84qnx") pod "ad90dc1b-8ab4-4226-99fa-d82c372406f1" (UID: "ad90dc1b-8ab4-4226-99fa-d82c372406f1"). InnerVolumeSpecName "kube-api-access-84qnx". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.544499 4809 scope.go:117] "RemoveContainer" containerID="5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe" Oct 13 20:26:56 crc kubenswrapper[4809]: E1013 20:26:56.548844 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe\": container with ID starting with 5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe not found: ID does not exist" containerID="5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.548950 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe"} err="failed to get container status \"5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe\": rpc error: code = NotFound desc = could not find container \"5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe\": container with ID starting with 5343e312d8a869cd07e24b3de21696a1cdf9f6b3f734a2a128b634deb73e0ffe not found: ID does not exist" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.549032 4809 scope.go:117] "RemoveContainer" containerID="b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc" Oct 13 20:26:56 crc kubenswrapper[4809]: E1013 20:26:56.549501 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc\": container with ID starting with b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc not found: ID does not exist" containerID="b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.549539 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc"} err="failed to get container status \"b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc\": rpc error: code = NotFound desc = could not find container \"b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc\": container with ID starting with b8990b39a6ffd93c7d2a3a7118b5272781cf3dde0f9ff1ea3d9928579ea0f7cc not found: ID does not exist" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.566799 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "ad90dc1b-8ab4-4226-99fa-d82c372406f1" (UID: "ad90dc1b-8ab4-4226-99fa-d82c372406f1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.588476 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-config-data" (OuterVolumeSpecName: "config-data") pod "ad90dc1b-8ab4-4226-99fa-d82c372406f1" (UID: "ad90dc1b-8ab4-4226-99fa-d82c372406f1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.605441 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "ad90dc1b-8ab4-4226-99fa-d82c372406f1" (UID: "ad90dc1b-8ab4-4226-99fa-d82c372406f1"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.616540 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "ad90dc1b-8ab4-4226-99fa-d82c372406f1" (UID: "ad90dc1b-8ab4-4226-99fa-d82c372406f1"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.634941 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.634975 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-84qnx\" (UniqueName: \"kubernetes.io/projected/ad90dc1b-8ab4-4226-99fa-d82c372406f1-kube-api-access-84qnx\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.635105 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/ad90dc1b-8ab4-4226-99fa-d82c372406f1-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.635560 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.635602 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.635614 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/ad90dc1b-8ab4-4226-99fa-d82c372406f1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.754242 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.778401 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.832546 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.840252 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.858953 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:56 crc kubenswrapper[4809]: E1013 20:26:56.859542 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerName="nova-api-log" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.859567 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerName="nova-api-log" Oct 13 20:26:56 crc kubenswrapper[4809]: E1013 20:26:56.859593 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerName="nova-api-api" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.859601 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerName="nova-api-api" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.859879 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerName="nova-api-log" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.859960 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" containerName="nova-api-api" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.861589 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.863205 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"nova-api-config-data" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.868426 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-internal-svc" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.868509 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-nova-public-svc" Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.902586 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:56 crc kubenswrapper[4809]: I1013 20:26:56.984144 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ovn-northd-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.042811 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-logs\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.043106 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-internal-tls-certs\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.043166 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.043202 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-config-data\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.043257 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-public-tls-certs\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.043277 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-p2ptw\" (UniqueName: \"kubernetes.io/projected/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-kube-api-access-p2ptw\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.145184 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-public-tls-certs\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.145231 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-p2ptw\" (UniqueName: \"kubernetes.io/projected/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-kube-api-access-p2ptw\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.145282 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-logs\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.145336 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-internal-tls-certs\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.145423 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.145462 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-config-data\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.145969 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-logs\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.149522 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-internal-tls-certs\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.149688 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-public-tls-certs\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.150553 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-combined-ca-bundle\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.153336 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-config-data\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.164163 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-p2ptw\" (UniqueName: \"kubernetes.io/projected/a3f38755-7d1d-41f8-9ecd-b580086dbd6b-kube-api-access-p2ptw\") pod \"nova-api-0\" (UID: \"a3f38755-7d1d-41f8-9ecd-b580086dbd6b\") " pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.211820 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.529706 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-novncproxy-0" Oct 13 20:26:57 crc kubenswrapper[4809]: I1013 20:26:57.658148 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/nova-api-0"] Oct 13 20:26:57 crc kubenswrapper[4809]: W1013 20:26:57.664341 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-poda3f38755_7d1d_41f8_9ecd_b580086dbd6b.slice/crio-a41aeb1008bd703c3034b0d6a8110b5a32395e354781632637753fe4bae9b213 WatchSource:0}: Error finding container a41aeb1008bd703c3034b0d6a8110b5a32395e354781632637753fe4bae9b213: Status 404 returned error can't find the container with id a41aeb1008bd703c3034b0d6a8110b5a32395e354781632637753fe4bae9b213 Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.176653 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ad90dc1b-8ab4-4226-99fa-d82c372406f1" path="/var/lib/kubelet/pods/ad90dc1b-8ab4-4226-99fa-d82c372406f1/volumes" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.514991 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","podf1737e92-aebe-45da-b7bb-bf88184aeeb9"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort podf1737e92-aebe-45da-b7bb-bf88184aeeb9] : Timed out while waiting for systemd to remove kubepods-besteffort-podf1737e92_aebe_45da_b7bb_bf88184aeeb9.slice" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.524485 4809 generic.go:334] "Generic (PLEG): container finished" podID="6aac418c-a251-4a62-8cc5-2b616c307655" containerID="43edcc91f2d503d6d22543175bf4accff9e00c83edb20f1190d6e654bb5829eb" exitCode=0 Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.524769 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" event={"ID":"6aac418c-a251-4a62-8cc5-2b616c307655","Type":"ContainerDied","Data":"43edcc91f2d503d6d22543175bf4accff9e00c83edb20f1190d6e654bb5829eb"} Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.532787 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"a3f38755-7d1d-41f8-9ecd-b580086dbd6b","Type":"ContainerStarted","Data":"6b77774d3445a1c8096565eaf01d4e0888db2280df1f2cf115fe90dc427cdf6d"} Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.532822 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"a3f38755-7d1d-41f8-9ecd-b580086dbd6b","Type":"ContainerStarted","Data":"3c6c7abd1d653131500821e1a3192b1ff35c767b10aa9867b5404923b92c4857"} Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.532833 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/nova-api-0" event={"ID":"a3f38755-7d1d-41f8-9ecd-b580086dbd6b","Type":"ContainerStarted","Data":"a41aeb1008bd703c3034b0d6a8110b5a32395e354781632637753fe4bae9b213"} Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.557149 4809 pod_container_manager_linux.go:210] "Failed to delete cgroup paths" cgroupName=["kubepods","besteffort","pod23523195-3c7e-430c-979f-d3d533d90e52"] err="unable to destroy cgroup paths for cgroup [kubepods besteffort pod23523195-3c7e-430c-979f-d3d533d90e52] : Timed out while waiting for systemd to remove kubepods-besteffort-pod23523195_3c7e_430c_979f_d3d533d90e52.slice" Oct 13 20:26:58 crc kubenswrapper[4809]: E1013 20:26:58.557186 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to delete cgroup paths for [kubepods besteffort pod23523195-3c7e-430c-979f-d3d533d90e52] : unable to destroy cgroup paths for cgroup [kubepods besteffort pod23523195-3c7e-430c-979f-d3d533d90e52] : Timed out while waiting for systemd to remove kubepods-besteffort-pod23523195_3c7e_430c_979f_d3d533d90e52.slice" pod="openstack-kuttl-tests/cinder-api-0" podUID="23523195-3c7e-430c-979f-d3d533d90e52" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.635448 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell0-conductor-0" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.639686 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.650528 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/nova-api-0" podStartSLOduration=2.650508058 podStartE2EDuration="2.650508058s" podCreationTimestamp="2025-10-13 20:26:56 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:26:58.557123439 +0000 UTC m=+3737.162870024" watchObservedRunningTime="2025-10-13 20:26:58.650508058 +0000 UTC m=+3737.256254643" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.781070 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-combined-ca-bundle\") pod \"6aac418c-a251-4a62-8cc5-2b616c307655\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.781179 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6aac418c-a251-4a62-8cc5-2b616c307655-logs\") pod \"6aac418c-a251-4a62-8cc5-2b616c307655\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.781216 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-public-tls-certs\") pod \"6aac418c-a251-4a62-8cc5-2b616c307655\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.781233 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-internal-tls-certs\") pod \"6aac418c-a251-4a62-8cc5-2b616c307655\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.781276 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-8jxbg\" (UniqueName: \"kubernetes.io/projected/6aac418c-a251-4a62-8cc5-2b616c307655-kube-api-access-8jxbg\") pod \"6aac418c-a251-4a62-8cc5-2b616c307655\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.781362 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-scripts\") pod \"6aac418c-a251-4a62-8cc5-2b616c307655\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.781631 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/6aac418c-a251-4a62-8cc5-2b616c307655-logs" (OuterVolumeSpecName: "logs") pod "6aac418c-a251-4a62-8cc5-2b616c307655" (UID: "6aac418c-a251-4a62-8cc5-2b616c307655"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.782171 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-config-data\") pod \"6aac418c-a251-4a62-8cc5-2b616c307655\" (UID: \"6aac418c-a251-4a62-8cc5-2b616c307655\") " Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.783034 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/6aac418c-a251-4a62-8cc5-2b616c307655-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.788442 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-scripts" (OuterVolumeSpecName: "scripts") pod "6aac418c-a251-4a62-8cc5-2b616c307655" (UID: "6aac418c-a251-4a62-8cc5-2b616c307655"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.788496 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6aac418c-a251-4a62-8cc5-2b616c307655-kube-api-access-8jxbg" (OuterVolumeSpecName: "kube-api-access-8jxbg") pod "6aac418c-a251-4a62-8cc5-2b616c307655" (UID: "6aac418c-a251-4a62-8cc5-2b616c307655"). InnerVolumeSpecName "kube-api-access-8jxbg". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.825908 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/memcached-0" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.844606 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-config-data" (OuterVolumeSpecName: "config-data") pod "6aac418c-a251-4a62-8cc5-2b616c307655" (UID: "6aac418c-a251-4a62-8cc5-2b616c307655"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.871525 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "6aac418c-a251-4a62-8cc5-2b616c307655" (UID: "6aac418c-a251-4a62-8cc5-2b616c307655"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.884342 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-8jxbg\" (UniqueName: \"kubernetes.io/projected/6aac418c-a251-4a62-8cc5-2b616c307655-kube-api-access-8jxbg\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.884373 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.884383 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.884391 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.889897 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "6aac418c-a251-4a62-8cc5-2b616c307655" (UID: "6aac418c-a251-4a62-8cc5-2b616c307655"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.901940 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "6aac418c-a251-4a62-8cc5-2b616c307655" (UID: "6aac418c-a251-4a62-8cc5-2b616c307655"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.931631 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.932192 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="e39aa6f3-be55-443b-97d8-33e8f3412ce3" containerName="glance-log" containerID="cri-o://8ffa47dddde215c745fd456a50818ee50d81d5e4abe8808f6fc46188c63b8203" gracePeriod=30 Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.932287 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-external-api-0" podUID="e39aa6f3-be55-443b-97d8-33e8f3412ce3" containerName="glance-httpd" containerID="cri-o://b45c88555bbfb187ced13c242b7cc2e5c5f64a69623a0d4f06601834152abb57" gracePeriod=30 Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.986163 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.986381 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/6aac418c-a251-4a62-8cc5-2b616c307655-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.999641 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:26:58 crc kubenswrapper[4809]: I1013 20:26:58.999898 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="e1d969be-65fd-4c94-8249-5fdc449b1ad1" containerName="glance-log" containerID="cri-o://19d0be0e4628fc8ccd97eb87794f4b9a50f080b600c7142bd7530f5eb067307c" gracePeriod=30 Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.000040 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/glance-default-internal-api-0" podUID="e1d969be-65fd-4c94-8249-5fdc449b1ad1" containerName="glance-httpd" containerID="cri-o://041f3ca41c9fbcc709e7a3ecc97a6a7f78e4c23a2a06ae71d3bd680b5477d997" gracePeriod=30 Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.104773 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-6446dcd7c7-45ft5"] Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.105203 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" podUID="aef19a28-b0b2-4ac8-bd49-58089efedc5e" containerName="keystone-api" containerID="cri-o://47f8e2c3b669005b5a0dc95db590a391e1bbe7f5b19199bf043dfff87423368b" gracePeriod=30 Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.151044 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd"] Oct 13 20:26:59 crc kubenswrapper[4809]: E1013 20:26:59.151411 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6aac418c-a251-4a62-8cc5-2b616c307655" containerName="placement-api" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.151428 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6aac418c-a251-4a62-8cc5-2b616c307655" containerName="placement-api" Oct 13 20:26:59 crc kubenswrapper[4809]: E1013 20:26:59.151447 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6aac418c-a251-4a62-8cc5-2b616c307655" containerName="placement-log" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.151454 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6aac418c-a251-4a62-8cc5-2b616c307655" containerName="placement-log" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.151651 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6aac418c-a251-4a62-8cc5-2b616c307655" containerName="placement-api" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.151679 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6aac418c-a251-4a62-8cc5-2b616c307655" containerName="placement-log" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.152291 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.165826 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd"] Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.285102 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.285180 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.294008 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-public-tls-certs\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.294069 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-np7th\" (UniqueName: \"kubernetes.io/projected/57a3475c-71dd-4f57-8a4e-4261e432d2a2-kube-api-access-np7th\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.294100 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-credential-keys\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.294127 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-internal-tls-certs\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.294182 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-combined-ca-bundle\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.294206 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-fernet-keys\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.294272 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-config-data\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.294359 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-scripts\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.302112 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.308450 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-metadata-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.396307 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-public-tls-certs\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.396562 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-np7th\" (UniqueName: \"kubernetes.io/projected/57a3475c-71dd-4f57-8a4e-4261e432d2a2-kube-api-access-np7th\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.396652 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-credential-keys\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.396748 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-internal-tls-certs\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.396882 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-combined-ca-bundle\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.396955 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-fernet-keys\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.397083 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-config-data\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.397197 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-scripts\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.400672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-combined-ca-bundle\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.401355 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-credential-keys\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.401703 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-fernet-keys\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.401717 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-scripts\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.402815 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-config-data\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.403112 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-internal-tls-certs\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.404301 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/57a3475c-71dd-4f57-8a4e-4261e432d2a2-public-tls-certs\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.411435 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-np7th\" (UniqueName: \"kubernetes.io/projected/57a3475c-71dd-4f57-8a4e-4261e432d2a2-kube-api-access-np7th\") pod \"keystone-6f98bbf5c8-qqqjd\" (UID: \"57a3475c-71dd-4f57-8a4e-4261e432d2a2\") " pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.496452 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.559041 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" event={"ID":"6aac418c-a251-4a62-8cc5-2b616c307655","Type":"ContainerDied","Data":"aaeb15e54176ed7df79d3f2af240192f2604b6e402c773920e77bf80e18b8757"} Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.559100 4809 scope.go:117] "RemoveContainer" containerID="43edcc91f2d503d6d22543175bf4accff9e00c83edb20f1190d6e654bb5829eb" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.559227 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-6796996c74-mnq7w" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.562481 4809 generic.go:334] "Generic (PLEG): container finished" podID="e1d969be-65fd-4c94-8249-5fdc449b1ad1" containerID="19d0be0e4628fc8ccd97eb87794f4b9a50f080b600c7142bd7530f5eb067307c" exitCode=143 Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.562546 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e1d969be-65fd-4c94-8249-5fdc449b1ad1","Type":"ContainerDied","Data":"19d0be0e4628fc8ccd97eb87794f4b9a50f080b600c7142bd7530f5eb067307c"} Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.565850 4809 generic.go:334] "Generic (PLEG): container finished" podID="e39aa6f3-be55-443b-97d8-33e8f3412ce3" containerID="8ffa47dddde215c745fd456a50818ee50d81d5e4abe8808f6fc46188c63b8203" exitCode=143 Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.565991 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39aa6f3-be55-443b-97d8-33e8f3412ce3","Type":"ContainerDied","Data":"8ffa47dddde215c745fd456a50818ee50d81d5e4abe8808f6fc46188c63b8203"} Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.566074 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.627380 4809 scope.go:117] "RemoveContainer" containerID="f852dccf920077766d4c9904309b61bf387b2dd4ebd6734d3fbaf3ab0a11fbf7" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.631082 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-6796996c74-mnq7w"] Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.652824 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-6796996c74-mnq7w"] Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.685448 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.695713 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.718506 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.720802 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.727634 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cinder-api-config-data" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.727798 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-internal-svc" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.727923 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-cinder-public-svc" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.745035 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.807134 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-scripts\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.807196 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.807225 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.808641 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3522d06d-62de-4806-aecf-134a26b2e537-etc-machine-id\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.808689 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t28r7\" (UniqueName: \"kubernetes.io/projected/3522d06d-62de-4806-aecf-134a26b2e537-kube-api-access-t28r7\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.808720 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-config-data-custom\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.808784 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-config-data\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.808941 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3522d06d-62de-4806-aecf-134a26b2e537-logs\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.809147 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-public-tls-certs\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.911480 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-public-tls-certs\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.911577 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-scripts\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.911620 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.911686 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.911855 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3522d06d-62de-4806-aecf-134a26b2e537-etc-machine-id\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.911885 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-t28r7\" (UniqueName: \"kubernetes.io/projected/3522d06d-62de-4806-aecf-134a26b2e537-kube-api-access-t28r7\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.911910 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-config-data-custom\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.911945 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-config-data\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.911977 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3522d06d-62de-4806-aecf-134a26b2e537-logs\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.912133 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-machine-id\" (UniqueName: \"kubernetes.io/host-path/3522d06d-62de-4806-aecf-134a26b2e537-etc-machine-id\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.912367 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3522d06d-62de-4806-aecf-134a26b2e537-logs\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.918031 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-config-data\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.919096 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-scripts\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.919232 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-config-data-custom\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.923339 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-combined-ca-bundle\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.924605 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-public-tls-certs\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.926627 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/3522d06d-62de-4806-aecf-134a26b2e537-internal-tls-certs\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:26:59 crc kubenswrapper[4809]: I1013 20:26:59.932804 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-t28r7\" (UniqueName: \"kubernetes.io/projected/3522d06d-62de-4806-aecf-134a26b2e537-kube-api-access-t28r7\") pod \"cinder-api-0\" (UID: \"3522d06d-62de-4806-aecf-134a26b2e537\") " pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:27:00 crc kubenswrapper[4809]: I1013 20:27:00.022340 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd"] Oct 13 20:27:00 crc kubenswrapper[4809]: I1013 20:27:00.076367 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:27:00 crc kubenswrapper[4809]: I1013 20:27:00.167604 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="23523195-3c7e-430c-979f-d3d533d90e52" path="/var/lib/kubelet/pods/23523195-3c7e-430c-979f-d3d533d90e52/volumes" Oct 13 20:27:00 crc kubenswrapper[4809]: I1013 20:27:00.168671 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6aac418c-a251-4a62-8cc5-2b616c307655" path="/var/lib/kubelet/pods/6aac418c-a251-4a62-8cc5-2b616c307655/volumes" Oct 13 20:27:00 crc kubenswrapper[4809]: I1013 20:27:00.552508 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/cinder-api-0"] Oct 13 20:27:00 crc kubenswrapper[4809]: W1013 20:27:00.561077 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod3522d06d_62de_4806_aecf_134a26b2e537.slice/crio-6d74a447cc74a572888335c4bebddb0c909578be2bc77f46791313b84ee41836 WatchSource:0}: Error finding container 6d74a447cc74a572888335c4bebddb0c909578be2bc77f46791313b84ee41836: Status 404 returned error can't find the container with id 6d74a447cc74a572888335c4bebddb0c909578be2bc77f46791313b84ee41836 Oct 13 20:27:00 crc kubenswrapper[4809]: I1013 20:27:00.579194 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"3522d06d-62de-4806-aecf-134a26b2e537","Type":"ContainerStarted","Data":"6d74a447cc74a572888335c4bebddb0c909578be2bc77f46791313b84ee41836"} Oct 13 20:27:00 crc kubenswrapper[4809]: I1013 20:27:00.580843 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" event={"ID":"57a3475c-71dd-4f57-8a4e-4261e432d2a2","Type":"ContainerStarted","Data":"faaa98e9464ef3dcafcfb02162b64491e3dcb75c0e572cd323414ed4360adf1d"} Oct 13 20:27:00 crc kubenswrapper[4809]: I1013 20:27:00.580887 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" event={"ID":"57a3475c-71dd-4f57-8a4e-4261e432d2a2","Type":"ContainerStarted","Data":"f17486be9cdc6923265130ee4402ed3b0a8b4807549958c02f9a3b8e6aca115b"} Oct 13 20:27:00 crc kubenswrapper[4809]: I1013 20:27:00.582474 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:27:00 crc kubenswrapper[4809]: I1013 20:27:00.604530 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" podStartSLOduration=1.604513484 podStartE2EDuration="1.604513484s" podCreationTimestamp="2025-10-13 20:26:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:27:00.603276909 +0000 UTC m=+3739.209023494" watchObservedRunningTime="2025-10-13 20:27:00.604513484 +0000 UTC m=+3739.210260069" Oct 13 20:27:00 crc kubenswrapper[4809]: I1013 20:27:00.921267 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:27:01 crc kubenswrapper[4809]: I1013 20:27:01.600777 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"3522d06d-62de-4806-aecf-134a26b2e537","Type":"ContainerStarted","Data":"ec1e40d8cbabe6b6e93ba83f27cc4d4975b9d3e104f408dff778eea76b7c3726"} Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.303124 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4"] Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.305723 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.321984 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4"] Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.473866 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-combined-ca-bundle\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.473941 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-public-tls-certs\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.474044 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-logs\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.474190 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qdwn9\" (UniqueName: \"kubernetes.io/projected/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-kube-api-access-qdwn9\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.474224 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-internal-tls-certs\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.474328 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.474365 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data-custom\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.580705 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.580764 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data-custom\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.580843 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-combined-ca-bundle\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.580886 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-public-tls-certs\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.580945 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-logs\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.581023 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qdwn9\" (UniqueName: \"kubernetes.io/projected/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-kube-api-access-qdwn9\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.581055 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-internal-tls-certs\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.585560 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-logs\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.587700 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-combined-ca-bundle\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.588336 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-internal-tls-certs\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.588494 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-public-tls-certs\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.595430 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data-custom\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.595958 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.601436 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qdwn9\" (UniqueName: \"kubernetes.io/projected/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-kube-api-access-qdwn9\") pod \"barbican-api-7b78d6b644-pd4f4\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.623940 4809 generic.go:334] "Generic (PLEG): container finished" podID="e39aa6f3-be55-443b-97d8-33e8f3412ce3" containerID="b45c88555bbfb187ced13c242b7cc2e5c5f64a69623a0d4f06601834152abb57" exitCode=0 Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.624054 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39aa6f3-be55-443b-97d8-33e8f3412ce3","Type":"ContainerDied","Data":"b45c88555bbfb187ced13c242b7cc2e5c5f64a69623a0d4f06601834152abb57"} Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.624126 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"e39aa6f3-be55-443b-97d8-33e8f3412ce3","Type":"ContainerDied","Data":"8fe20a22798ff1f45478234e8fce7e6b4f480dfac6abee1cc0619df3d785a304"} Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.624143 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="8fe20a22798ff1f45478234e8fce7e6b4f480dfac6abee1cc0619df3d785a304" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.626222 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/cinder-api-0" event={"ID":"3522d06d-62de-4806-aecf-134a26b2e537","Type":"ContainerStarted","Data":"f9be0b4bc83a0389e2ccf521d0f4e6e29c3b6b46f27ea1651dab84d7352a44ef"} Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.626432 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.629954 4809 generic.go:334] "Generic (PLEG): container finished" podID="e1d969be-65fd-4c94-8249-5fdc449b1ad1" containerID="041f3ca41c9fbcc709e7a3ecc97a6a7f78e4c23a2a06ae71d3bd680b5477d997" exitCode=0 Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.630064 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e1d969be-65fd-4c94-8249-5fdc449b1ad1","Type":"ContainerDied","Data":"041f3ca41c9fbcc709e7a3ecc97a6a7f78e4c23a2a06ae71d3bd680b5477d997"} Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.667693 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/cinder-api-0" podStartSLOduration=3.667668271 podStartE2EDuration="3.667668271s" podCreationTimestamp="2025-10-13 20:26:59 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:27:02.660080438 +0000 UTC m=+3741.265827023" watchObservedRunningTime="2025-10-13 20:27:02.667668271 +0000 UTC m=+3741.273414856" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.668484 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.723984 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.733363 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896191 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-logs\") pod \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896239 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-httpd-run\") pod \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896285 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-config-data\") pod \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896347 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-internal-tls-certs\") pod \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896391 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-logs\") pod \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896448 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-b5nsc\" (UniqueName: \"kubernetes.io/projected/e1d969be-65fd-4c94-8249-5fdc449b1ad1-kube-api-access-b5nsc\") pod \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896515 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-public-tls-certs\") pod \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896610 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896667 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-scripts\") pod \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896783 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-combined-ca-bundle\") pod \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896800 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"glance\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896842 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-config-data\") pod \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896861 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-combined-ca-bundle\") pod \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896882 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-httpd-run\") pod \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896919 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-f2pml\" (UniqueName: \"kubernetes.io/projected/e39aa6f3-be55-443b-97d8-33e8f3412ce3-kube-api-access-f2pml\") pod \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\" (UID: \"e39aa6f3-be55-443b-97d8-33e8f3412ce3\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.896938 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-scripts\") pod \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\" (UID: \"e1d969be-65fd-4c94-8249-5fdc449b1ad1\") " Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.897440 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-logs" (OuterVolumeSpecName: "logs") pod "e1d969be-65fd-4c94-8249-5fdc449b1ad1" (UID: "e1d969be-65fd-4c94-8249-5fdc449b1ad1"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.897677 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "e1d969be-65fd-4c94-8249-5fdc449b1ad1" (UID: "e1d969be-65fd-4c94-8249-5fdc449b1ad1"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.898788 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-logs" (OuterVolumeSpecName: "logs") pod "e39aa6f3-be55-443b-97d8-33e8f3412ce3" (UID: "e39aa6f3-be55-443b-97d8-33e8f3412ce3"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.899032 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-httpd-run" (OuterVolumeSpecName: "httpd-run") pod "e39aa6f3-be55-443b-97d8-33e8f3412ce3" (UID: "e39aa6f3-be55-443b-97d8-33e8f3412ce3"). InnerVolumeSpecName "httpd-run". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.902942 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e39aa6f3-be55-443b-97d8-33e8f3412ce3-kube-api-access-f2pml" (OuterVolumeSpecName: "kube-api-access-f2pml") pod "e39aa6f3-be55-443b-97d8-33e8f3412ce3" (UID: "e39aa6f3-be55-443b-97d8-33e8f3412ce3"). InnerVolumeSpecName "kube-api-access-f2pml". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.903081 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e1d969be-65fd-4c94-8249-5fdc449b1ad1-kube-api-access-b5nsc" (OuterVolumeSpecName: "kube-api-access-b5nsc") pod "e1d969be-65fd-4c94-8249-5fdc449b1ad1" (UID: "e1d969be-65fd-4c94-8249-5fdc449b1ad1"). InnerVolumeSpecName "kube-api-access-b5nsc". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.903239 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage13-crc" (OuterVolumeSpecName: "glance") pod "e1d969be-65fd-4c94-8249-5fdc449b1ad1" (UID: "e1d969be-65fd-4c94-8249-5fdc449b1ad1"). InnerVolumeSpecName "local-storage13-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.904987 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-scripts" (OuterVolumeSpecName: "scripts") pod "e1d969be-65fd-4c94-8249-5fdc449b1ad1" (UID: "e1d969be-65fd-4c94-8249-5fdc449b1ad1"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.906822 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-scripts" (OuterVolumeSpecName: "scripts") pod "e39aa6f3-be55-443b-97d8-33e8f3412ce3" (UID: "e39aa6f3-be55-443b-97d8-33e8f3412ce3"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.907604 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/local-volume/local-storage11-crc" (OuterVolumeSpecName: "glance") pod "e39aa6f3-be55-443b-97d8-33e8f3412ce3" (UID: "e39aa6f3-be55-443b-97d8-33e8f3412ce3"). InnerVolumeSpecName "local-storage11-crc". PluginName "kubernetes.io/local-volume", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.940691 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e39aa6f3-be55-443b-97d8-33e8f3412ce3" (UID: "e39aa6f3-be55-443b-97d8-33e8f3412ce3"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.950654 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "e39aa6f3-be55-443b-97d8-33e8f3412ce3" (UID: "e39aa6f3-be55-443b-97d8-33e8f3412ce3"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.953063 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "e1d969be-65fd-4c94-8249-5fdc449b1ad1" (UID: "e1d969be-65fd-4c94-8249-5fdc449b1ad1"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.978762 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-config-data" (OuterVolumeSpecName: "config-data") pod "e39aa6f3-be55-443b-97d8-33e8f3412ce3" (UID: "e39aa6f3-be55-443b-97d8-33e8f3412ce3"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.978877 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-config-data" (OuterVolumeSpecName: "config-data") pod "e1d969be-65fd-4c94-8249-5fdc449b1ad1" (UID: "e1d969be-65fd-4c94-8249-5fdc449b1ad1"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:02 crc kubenswrapper[4809]: I1013 20:27:02.999924 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "e1d969be-65fd-4c94-8249-5fdc449b1ad1" (UID: "e1d969be-65fd-4c94-8249-5fdc449b1ad1"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.000986 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" " Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.001021 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.001034 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.001050 4809 reconciler_common.go:286] "operationExecutor.UnmountDevice started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" " Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.001060 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.001070 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.001079 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.001091 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-f2pml\" (UniqueName: \"kubernetes.io/projected/e39aa6f3-be55-443b-97d8-33e8f3412ce3-kube-api-access-f2pml\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.001102 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.001991 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.002005 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/e1d969be-65fd-4c94-8249-5fdc449b1ad1-httpd-run\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.002015 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.002024 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/e1d969be-65fd-4c94-8249-5fdc449b1ad1-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.002036 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/e39aa6f3-be55-443b-97d8-33e8f3412ce3-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.002046 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-b5nsc\" (UniqueName: \"kubernetes.io/projected/e1d969be-65fd-4c94-8249-5fdc449b1ad1-kube-api-access-b5nsc\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.002057 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/e39aa6f3-be55-443b-97d8-33e8f3412ce3-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.026075 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage11-crc" (UniqueName: "kubernetes.io/local-volume/local-storage11-crc") on node "crc" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.029382 4809 operation_generator.go:917] UnmountDevice succeeded for volume "local-storage13-crc" (UniqueName: "kubernetes.io/local-volume/local-storage13-crc") on node "crc" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.062572 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.087396 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd"] Oct 13 20:27:03 crc kubenswrapper[4809]: E1013 20:27:03.088042 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e1d969be-65fd-4c94-8249-5fdc449b1ad1" containerName="glance-log" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.088117 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e1d969be-65fd-4c94-8249-5fdc449b1ad1" containerName="glance-log" Oct 13 20:27:03 crc kubenswrapper[4809]: E1013 20:27:03.088190 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e39aa6f3-be55-443b-97d8-33e8f3412ce3" containerName="glance-log" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.088240 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e39aa6f3-be55-443b-97d8-33e8f3412ce3" containerName="glance-log" Oct 13 20:27:03 crc kubenswrapper[4809]: E1013 20:27:03.088292 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e39aa6f3-be55-443b-97d8-33e8f3412ce3" containerName="glance-httpd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.088340 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e39aa6f3-be55-443b-97d8-33e8f3412ce3" containerName="glance-httpd" Oct 13 20:27:03 crc kubenswrapper[4809]: E1013 20:27:03.088411 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e1d969be-65fd-4c94-8249-5fdc449b1ad1" containerName="glance-httpd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.088476 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e1d969be-65fd-4c94-8249-5fdc449b1ad1" containerName="glance-httpd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.088751 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e39aa6f3-be55-443b-97d8-33e8f3412ce3" containerName="glance-httpd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.088825 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e1d969be-65fd-4c94-8249-5fdc449b1ad1" containerName="glance-httpd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.088893 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e1d969be-65fd-4c94-8249-5fdc449b1ad1" containerName="glance-log" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.088948 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e39aa6f3-be55-443b-97d8-33e8f3412ce3" containerName="glance-log" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.091372 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.101124 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.103937 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.104021 4809 reconciler_common.go:293] "Volume detached for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:03 crc kubenswrapper[4809]: W1013 20:27:03.172940 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-pod367cf4b8_b08f_43ef_8a1e_b99dde2b8cce.slice/crio-1da8358d303cc51ec61eca0df616c67dcdade62477a8ef5f7ec2602ec1b08390 WatchSource:0}: Error finding container 1da8358d303cc51ec61eca0df616c67dcdade62477a8ef5f7ec2602ec1b08390: Status 404 returned error can't find the container with id 1da8358d303cc51ec61eca0df616c67dcdade62477a8ef5f7ec2602ec1b08390 Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.175784 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.206285 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rrfrh\" (UniqueName: \"kubernetes.io/projected/b425d8ae-bd41-4030-b96f-720ce11d98dd-kube-api-access-rrfrh\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.206335 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b425d8ae-bd41-4030-b96f-720ce11d98dd-logs\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.206353 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-public-tls-certs\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.207109 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-config-data-custom\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.207222 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-config-data\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.208086 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-combined-ca-bundle\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.208152 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-internal-tls-certs\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.309879 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rrfrh\" (UniqueName: \"kubernetes.io/projected/b425d8ae-bd41-4030-b96f-720ce11d98dd-kube-api-access-rrfrh\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.309925 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b425d8ae-bd41-4030-b96f-720ce11d98dd-logs\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.309944 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-public-tls-certs\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.310009 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-config-data-custom\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.310031 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-config-data\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.310107 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-combined-ca-bundle\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.310136 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-internal-tls-certs\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.311190 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/b425d8ae-bd41-4030-b96f-720ce11d98dd-logs\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.315245 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-config-data-custom\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.315345 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-combined-ca-bundle\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.316513 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-config-data\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.318698 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-public-tls-certs\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.319770 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/b425d8ae-bd41-4030-b96f-720ce11d98dd-internal-tls-certs\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.335011 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rrfrh\" (UniqueName: \"kubernetes.io/projected/b425d8ae-bd41-4030-b96f-720ce11d98dd-kube-api-access-rrfrh\") pod \"barbican-api-54cfd786d-vwmcd\" (UID: \"b425d8ae-bd41-4030-b96f-720ce11d98dd\") " pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.407329 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.647151 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"e1d969be-65fd-4c94-8249-5fdc449b1ad1","Type":"ContainerDied","Data":"8c5994df5a62e4521fb16dc199071a69157d4ad0110817fff4a314936be55a4c"} Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.647197 4809 scope.go:117] "RemoveContainer" containerID="041f3ca41c9fbcc709e7a3ecc97a6a7f78e4c23a2a06ae71d3bd680b5477d997" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.647313 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.658807 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.660525 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" event={"ID":"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce","Type":"ContainerStarted","Data":"ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7"} Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.660576 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-cell1-conductor-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.660591 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" event={"ID":"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce","Type":"ContainerStarted","Data":"1da8358d303cc51ec61eca0df616c67dcdade62477a8ef5f7ec2602ec1b08390"} Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.694805 4809 scope.go:117] "RemoveContainer" containerID="19d0be0e4628fc8ccd97eb87794f4b9a50f080b600c7142bd7530f5eb067307c" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.706770 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.737778 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.748109 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.773583 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.794570 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.800777 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.805244 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-scripts" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.805336 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-public-svc" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.805582 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-external-config-data" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.805710 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-glance-dockercfg-h4ht7" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.808357 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.827418 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.829247 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.831275 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"glance-default-internal-config-data" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.831438 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-glance-default-internal-svc" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.839507 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.865574 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd"] Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.923155 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.923209 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-config-data\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.923242 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.923489 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hhdkf\" (UniqueName: \"kubernetes.io/projected/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-kube-api-access-hhdkf\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.923559 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-logs\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.923613 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.923746 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:03 crc kubenswrapper[4809]: I1013 20:27:03.923835 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-scripts\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.027655 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.027914 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-scripts\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028014 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-scripts\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028097 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028173 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028256 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/2ebcc674-02e8-42ec-93d9-d86284621d11-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028352 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ebcc674-02e8-42ec-93d9-d86284621d11-logs\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028440 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028520 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-config-data\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028600 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028677 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028765 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-config-data\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028837 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-rp4qn\" (UniqueName: \"kubernetes.io/projected/2ebcc674-02e8-42ec-93d9-d86284621d11-kube-api-access-rp4qn\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.028938 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-hhdkf\" (UniqueName: \"kubernetes.io/projected/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-kube-api-access-hhdkf\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.029012 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-logs\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.029087 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.029487 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") device mount path \"/mnt/openstack/pv11\"" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.030504 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-httpd-run\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.031060 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-logs\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.032806 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-combined-ca-bundle\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.038891 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-config-data\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.039475 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-scripts\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.051422 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-hhdkf\" (UniqueName: \"kubernetes.io/projected/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-kube-api-access-hhdkf\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.060337 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/3368fa83-7787-4e7e-861d-fb9d3e06f7b8-public-tls-certs\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.075720 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage11-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage11-crc\") pod \"glance-default-external-api-0\" (UID: \"3368fa83-7787-4e7e-861d-fb9d3e06f7b8\") " pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.128892 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.130271 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ebcc674-02e8-42ec-93d9-d86284621d11-logs\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.130359 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.130385 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-config-data\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.130406 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-rp4qn\" (UniqueName: \"kubernetes.io/projected/2ebcc674-02e8-42ec-93d9-d86284621d11-kube-api-access-rp4qn\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.130495 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-scripts\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.130522 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.130548 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.130565 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/2ebcc674-02e8-42ec-93d9-d86284621d11-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.130863 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2ebcc674-02e8-42ec-93d9-d86284621d11-logs\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.130975 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"httpd-run\" (UniqueName: \"kubernetes.io/empty-dir/2ebcc674-02e8-42ec-93d9-d86284621d11-httpd-run\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.131042 4809 operation_generator.go:580] "MountVolume.MountDevice succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") device mount path \"/mnt/openstack/pv13\"" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.135282 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-combined-ca-bundle\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.136115 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-scripts\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.136183 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-config-data\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.136922 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2ebcc674-02e8-42ec-93d9-d86284621d11-internal-tls-certs\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.146601 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-rp4qn\" (UniqueName: \"kubernetes.io/projected/2ebcc674-02e8-42ec-93d9-d86284621d11-kube-api-access-rp4qn\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.162070 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"local-storage13-crc\" (UniqueName: \"kubernetes.io/local-volume/local-storage13-crc\") pod \"glance-default-internal-api-0\" (UID: \"2ebcc674-02e8-42ec-93d9-d86284621d11\") " pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.167496 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e1d969be-65fd-4c94-8249-5fdc449b1ad1" path="/var/lib/kubelet/pods/e1d969be-65fd-4c94-8249-5fdc449b1ad1/volumes" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.168264 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e39aa6f3-be55-443b-97d8-33e8f3412ce3" path="/var/lib/kubelet/pods/e39aa6f3-be55-443b-97d8-33e8f3412ce3/volumes" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.444759 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.661254 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-external-api-0"] Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.717117 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" podUID="367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" containerName="barbican-api-log" containerID="cri-o://ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7" gracePeriod=30 Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.717202 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" podUID="367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" containerName="barbican-api" containerID="cri-o://3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c" gracePeriod=30 Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.717362 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" event={"ID":"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce","Type":"ContainerStarted","Data":"3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c"} Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.721448 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.721486 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" event={"ID":"b425d8ae-bd41-4030-b96f-720ce11d98dd","Type":"ContainerStarted","Data":"cd1750e9e6e9cd40d353f58798fc09aa21999d03b154746fb3339bf68953b40e"} Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.721503 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" event={"ID":"b425d8ae-bd41-4030-b96f-720ce11d98dd","Type":"ContainerStarted","Data":"93c0bf504f0981a615fb6bea9c52a1596c48d4536b0b9c05910bacc81e700d04"} Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.721512 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" event={"ID":"b425d8ae-bd41-4030-b96f-720ce11d98dd","Type":"ContainerStarted","Data":"c1397d1978b146ddc7fe8f0c8bddf31aacac83e6b9e649d2758b150d1312db2e"} Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.721595 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.726703 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.734983 4809 generic.go:334] "Generic (PLEG): container finished" podID="aef19a28-b0b2-4ac8-bd49-58089efedc5e" containerID="47f8e2c3b669005b5a0dc95db590a391e1bbe7f5b19199bf043dfff87423368b" exitCode=0 Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.735020 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" event={"ID":"aef19a28-b0b2-4ac8-bd49-58089efedc5e","Type":"ContainerDied","Data":"47f8e2c3b669005b5a0dc95db590a391e1bbe7f5b19199bf043dfff87423368b"} Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.744536 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="proxy-httpd" containerID="cri-o://414bc4d2d54993a284403848a4eb056d145fbc72ae18f0527560f6eaf5ed9b5c" gracePeriod=30 Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.744888 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="sg-core" containerID="cri-o://27a6c748f5f423a42af52875ade37b0e5b95f66b883c17b03a32f24c78697fec" gracePeriod=30 Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.744924 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="ceilometer-notification-agent" containerID="cri-o://a4fbf05afe94dc25b8d9949c56d4b3080f451afce734f90286c609114c27006f" gracePeriod=30 Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.744954 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/ceilometer-0" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="ceilometer-central-agent" containerID="cri-o://4df6f77ca59b4ee4686a0f2efd44429fcb60a1938175af3d0fb1f590e103c0de" gracePeriod=30 Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.747637 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" podStartSLOduration=2.7476243 podStartE2EDuration="2.7476243s" podCreationTimestamp="2025-10-13 20:27:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:27:04.743324929 +0000 UTC m=+3743.349071514" watchObservedRunningTime="2025-10-13 20:27:04.7476243 +0000 UTC m=+3743.353370885" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.854807 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/ceilometer-0" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.0.223:3000/\": read tcp 10.217.0.2:43914->10.217.0.223:3000: read: connection reset by peer" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.901652 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" podStartSLOduration=1.9016348600000001 podStartE2EDuration="1.90163486s" podCreationTimestamp="2025-10-13 20:27:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:27:04.785121782 +0000 UTC m=+3743.390868367" watchObservedRunningTime="2025-10-13 20:27:04.90163486 +0000 UTC m=+3743.507381445" Oct 13 20:27:04 crc kubenswrapper[4809]: I1013 20:27:04.909464 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/glance-default-internal-api-0"] Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.039277 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.151292 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-public-tls-certs\") pod \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.151454 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-combined-ca-bundle\") pod \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.151483 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-config-data\") pod \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.151515 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-scripts\") pod \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.151536 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-credential-keys\") pod \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.151556 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-fernet-keys\") pod \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.151583 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-c52w5\" (UniqueName: \"kubernetes.io/projected/aef19a28-b0b2-4ac8-bd49-58089efedc5e-kube-api-access-c52w5\") pod \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.151637 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-internal-tls-certs\") pod \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\" (UID: \"aef19a28-b0b2-4ac8-bd49-58089efedc5e\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.157645 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-scripts" (OuterVolumeSpecName: "scripts") pod "aef19a28-b0b2-4ac8-bd49-58089efedc5e" (UID: "aef19a28-b0b2-4ac8-bd49-58089efedc5e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.159096 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/aef19a28-b0b2-4ac8-bd49-58089efedc5e-kube-api-access-c52w5" (OuterVolumeSpecName: "kube-api-access-c52w5") pod "aef19a28-b0b2-4ac8-bd49-58089efedc5e" (UID: "aef19a28-b0b2-4ac8-bd49-58089efedc5e"). InnerVolumeSpecName "kube-api-access-c52w5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.159169 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "aef19a28-b0b2-4ac8-bd49-58089efedc5e" (UID: "aef19a28-b0b2-4ac8-bd49-58089efedc5e"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.162188 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "aef19a28-b0b2-4ac8-bd49-58089efedc5e" (UID: "aef19a28-b0b2-4ac8-bd49-58089efedc5e"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.204895 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "aef19a28-b0b2-4ac8-bd49-58089efedc5e" (UID: "aef19a28-b0b2-4ac8-bd49-58089efedc5e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.205572 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-config-data" (OuterVolumeSpecName: "config-data") pod "aef19a28-b0b2-4ac8-bd49-58089efedc5e" (UID: "aef19a28-b0b2-4ac8-bd49-58089efedc5e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.237124 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "aef19a28-b0b2-4ac8-bd49-58089efedc5e" (UID: "aef19a28-b0b2-4ac8-bd49-58089efedc5e"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.255216 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-c52w5\" (UniqueName: \"kubernetes.io/projected/aef19a28-b0b2-4ac8-bd49-58089efedc5e-kube-api-access-c52w5\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.255321 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.255462 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.255520 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.255576 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.255633 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.255686 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.356926 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "aef19a28-b0b2-4ac8-bd49-58089efedc5e" (UID: "aef19a28-b0b2-4ac8-bd49-58089efedc5e"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.357920 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/aef19a28-b0b2-4ac8-bd49-58089efedc5e-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.524898 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.665376 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-logs\") pod \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.665619 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data-custom\") pod \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.665693 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data\") pod \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.665740 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-combined-ca-bundle\") pod \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.665857 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-logs" (OuterVolumeSpecName: "logs") pod "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" (UID: "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.665957 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qdwn9\" (UniqueName: \"kubernetes.io/projected/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-kube-api-access-qdwn9\") pod \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.666004 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-public-tls-certs\") pod \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.666025 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-internal-tls-certs\") pod \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\" (UID: \"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce\") " Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.667051 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.671245 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" (UID: "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.672613 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-kube-api-access-qdwn9" (OuterVolumeSpecName: "kube-api-access-qdwn9") pod "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" (UID: "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce"). InnerVolumeSpecName "kube-api-access-qdwn9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.727856 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" (UID: "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.755076 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data" (OuterVolumeSpecName: "config-data") pod "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" (UID: "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.757821 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" (UID: "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.759613 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" (UID: "367cf4b8-b08f-43ef-8a1e-b99dde2b8cce"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.768469 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qdwn9\" (UniqueName: \"kubernetes.io/projected/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-kube-api-access-qdwn9\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.768495 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.768505 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.768514 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.768525 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.768534 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.769646 4809 generic.go:334] "Generic (PLEG): container finished" podID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerID="414bc4d2d54993a284403848a4eb056d145fbc72ae18f0527560f6eaf5ed9b5c" exitCode=0 Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.769666 4809 generic.go:334] "Generic (PLEG): container finished" podID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerID="27a6c748f5f423a42af52875ade37b0e5b95f66b883c17b03a32f24c78697fec" exitCode=2 Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.769673 4809 generic.go:334] "Generic (PLEG): container finished" podID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerID="4df6f77ca59b4ee4686a0f2efd44429fcb60a1938175af3d0fb1f590e103c0de" exitCode=0 Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.769749 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"5f8116a5-252e-4917-95d0-b4dbc6b38095","Type":"ContainerDied","Data":"414bc4d2d54993a284403848a4eb056d145fbc72ae18f0527560f6eaf5ed9b5c"} Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.769796 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"5f8116a5-252e-4917-95d0-b4dbc6b38095","Type":"ContainerDied","Data":"27a6c748f5f423a42af52875ade37b0e5b95f66b883c17b03a32f24c78697fec"} Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.769809 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"5f8116a5-252e-4917-95d0-b4dbc6b38095","Type":"ContainerDied","Data":"4df6f77ca59b4ee4686a0f2efd44429fcb60a1938175af3d0fb1f590e103c0de"} Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.773994 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"2ebcc674-02e8-42ec-93d9-d86284621d11","Type":"ContainerStarted","Data":"a396c1762ba3f6647ea5d2a10cc3af6eb9e675e49624dd45e459472e9641ac57"} Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.774033 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"2ebcc674-02e8-42ec-93d9-d86284621d11","Type":"ContainerStarted","Data":"119faf6325f8e2cad0eb045da1293ef3cdc2115fe4f77e9dd448782f4784bec1"} Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.779580 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"3368fa83-7787-4e7e-861d-fb9d3e06f7b8","Type":"ContainerStarted","Data":"0383f3864bc40fe6c38a21081ea88f4bc862ae5cb017ffb451dc14eaf6235d01"} Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.779622 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"3368fa83-7787-4e7e-861d-fb9d3e06f7b8","Type":"ContainerStarted","Data":"a96ee7a64c96802eabc02505b0ff1aa83ed9536a62ee758bfdcc1cb2fe0d60af"} Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.782422 4809 generic.go:334] "Generic (PLEG): container finished" podID="367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" containerID="3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c" exitCode=0 Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.782452 4809 generic.go:334] "Generic (PLEG): container finished" podID="367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" containerID="ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7" exitCode=143 Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.782492 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" event={"ID":"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce","Type":"ContainerDied","Data":"3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c"} Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.782516 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" event={"ID":"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce","Type":"ContainerDied","Data":"ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7"} Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.782527 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" event={"ID":"367cf4b8-b08f-43ef-8a1e-b99dde2b8cce","Type":"ContainerDied","Data":"1da8358d303cc51ec61eca0df616c67dcdade62477a8ef5f7ec2602ec1b08390"} Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.782549 4809 scope.go:117] "RemoveContainer" containerID="3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.782667 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.785233 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.785239 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-6446dcd7c7-45ft5" event={"ID":"aef19a28-b0b2-4ac8-bd49-58089efedc5e","Type":"ContainerDied","Data":"1721a5f04faab48e4883f7a47e8e992c9d1313c1daf47d4277cd097f6c89a0ca"} Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.785297 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.785331 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.822324 4809 scope.go:117] "RemoveContainer" containerID="ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.825504 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4"] Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.839184 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-7b78d6b644-pd4f4"] Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.858773 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-6446dcd7c7-45ft5"] Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.868873 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-6446dcd7c7-45ft5"] Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.872628 4809 scope.go:117] "RemoveContainer" containerID="3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c" Oct 13 20:27:05 crc kubenswrapper[4809]: E1013 20:27:05.873986 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c\": container with ID starting with 3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c not found: ID does not exist" containerID="3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.874037 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c"} err="failed to get container status \"3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c\": rpc error: code = NotFound desc = could not find container \"3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c\": container with ID starting with 3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c not found: ID does not exist" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.874063 4809 scope.go:117] "RemoveContainer" containerID="ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7" Oct 13 20:27:05 crc kubenswrapper[4809]: E1013 20:27:05.874367 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7\": container with ID starting with ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7 not found: ID does not exist" containerID="ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.874399 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7"} err="failed to get container status \"ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7\": rpc error: code = NotFound desc = could not find container \"ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7\": container with ID starting with ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7 not found: ID does not exist" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.874421 4809 scope.go:117] "RemoveContainer" containerID="3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.874947 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c"} err="failed to get container status \"3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c\": rpc error: code = NotFound desc = could not find container \"3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c\": container with ID starting with 3700ba2a774d63d8eed5649b99dc130b950dcd0fb8c21b6581cb81d393c08a2c not found: ID does not exist" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.874968 4809 scope.go:117] "RemoveContainer" containerID="ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.875187 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7"} err="failed to get container status \"ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7\": rpc error: code = NotFound desc = could not find container \"ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7\": container with ID starting with ee4a0f545e293b98ca3d337143212041197a118164b511366ceaada6767667b7 not found: ID does not exist" Oct 13 20:27:05 crc kubenswrapper[4809]: I1013 20:27:05.875210 4809 scope.go:117] "RemoveContainer" containerID="47f8e2c3b669005b5a0dc95db590a391e1bbe7f5b19199bf043dfff87423368b" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.196415 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" path="/var/lib/kubelet/pods/367cf4b8-b08f-43ef-8a1e-b99dde2b8cce/volumes" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.197680 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="aef19a28-b0b2-4ac8-bd49-58089efedc5e" path="/var/lib/kubelet/pods/aef19a28-b0b2-4ac8-bd49-58089efedc5e/volumes" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.795337 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-internal-api-0" event={"ID":"2ebcc674-02e8-42ec-93d9-d86284621d11","Type":"ContainerStarted","Data":"aeb2c44625c0f8f3d8db54c51497afc78735e0631cdc93d540b0291d5eec0abe"} Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.797798 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/glance-default-external-api-0" event={"ID":"3368fa83-7787-4e7e-861d-fb9d3e06f7b8","Type":"ContainerStarted","Data":"f8e5fd731d72c7c387abad921aca86e2403701211dc81d835cda0538643c8c41"} Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.804028 4809 generic.go:334] "Generic (PLEG): container finished" podID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerID="a4fbf05afe94dc25b8d9949c56d4b3080f451afce734f90286c609114c27006f" exitCode=0 Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.804099 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"5f8116a5-252e-4917-95d0-b4dbc6b38095","Type":"ContainerDied","Data":"a4fbf05afe94dc25b8d9949c56d4b3080f451afce734f90286c609114c27006f"} Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.804128 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"5f8116a5-252e-4917-95d0-b4dbc6b38095","Type":"ContainerDied","Data":"78a33a94e1195d8e4ab8c9973c9d17c79476ffb4db62cf0d409cccf891399be0"} Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.804139 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="78a33a94e1195d8e4ab8c9973c9d17c79476ffb4db62cf0d409cccf891399be0" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.823494 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-internal-api-0" podStartSLOduration=3.823478983 podStartE2EDuration="3.823478983s" podCreationTimestamp="2025-10-13 20:27:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:27:06.814316016 +0000 UTC m=+3745.420062611" watchObservedRunningTime="2025-10-13 20:27:06.823478983 +0000 UTC m=+3745.429225568" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.833817 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.835852 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/glance-default-external-api-0" podStartSLOduration=3.83583887 podStartE2EDuration="3.83583887s" podCreationTimestamp="2025-10-13 20:27:03 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:27:06.834629866 +0000 UTC m=+3745.440376451" watchObservedRunningTime="2025-10-13 20:27:06.83583887 +0000 UTC m=+3745.441585455" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.897288 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-combined-ca-bundle\") pod \"5f8116a5-252e-4917-95d0-b4dbc6b38095\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.897348 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-ceilometer-tls-certs\") pod \"5f8116a5-252e-4917-95d0-b4dbc6b38095\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.897402 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-run-httpd\") pod \"5f8116a5-252e-4917-95d0-b4dbc6b38095\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.897479 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-scripts\") pod \"5f8116a5-252e-4917-95d0-b4dbc6b38095\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.897533 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-sg-core-conf-yaml\") pod \"5f8116a5-252e-4917-95d0-b4dbc6b38095\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.897551 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-config-data\") pod \"5f8116a5-252e-4917-95d0-b4dbc6b38095\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.897605 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-log-httpd\") pod \"5f8116a5-252e-4917-95d0-b4dbc6b38095\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.897649 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6mgn6\" (UniqueName: \"kubernetes.io/projected/5f8116a5-252e-4917-95d0-b4dbc6b38095-kube-api-access-6mgn6\") pod \"5f8116a5-252e-4917-95d0-b4dbc6b38095\" (UID: \"5f8116a5-252e-4917-95d0-b4dbc6b38095\") " Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.902235 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "5f8116a5-252e-4917-95d0-b4dbc6b38095" (UID: "5f8116a5-252e-4917-95d0-b4dbc6b38095"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.902590 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "5f8116a5-252e-4917-95d0-b4dbc6b38095" (UID: "5f8116a5-252e-4917-95d0-b4dbc6b38095"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.905006 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-scripts" (OuterVolumeSpecName: "scripts") pod "5f8116a5-252e-4917-95d0-b4dbc6b38095" (UID: "5f8116a5-252e-4917-95d0-b4dbc6b38095"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.921718 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5f8116a5-252e-4917-95d0-b4dbc6b38095-kube-api-access-6mgn6" (OuterVolumeSpecName: "kube-api-access-6mgn6") pod "5f8116a5-252e-4917-95d0-b4dbc6b38095" (UID: "5f8116a5-252e-4917-95d0-b4dbc6b38095"). InnerVolumeSpecName "kube-api-access-6mgn6". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.934599 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-sg-core-conf-yaml" (OuterVolumeSpecName: "sg-core-conf-yaml") pod "5f8116a5-252e-4917-95d0-b4dbc6b38095" (UID: "5f8116a5-252e-4917-95d0-b4dbc6b38095"). InnerVolumeSpecName "sg-core-conf-yaml". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.959066 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-ceilometer-tls-certs" (OuterVolumeSpecName: "ceilometer-tls-certs") pod "5f8116a5-252e-4917-95d0-b4dbc6b38095" (UID: "5f8116a5-252e-4917-95d0-b4dbc6b38095"). InnerVolumeSpecName "ceilometer-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:06 crc kubenswrapper[4809]: I1013 20:27:06.983860 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5f8116a5-252e-4917-95d0-b4dbc6b38095" (UID: "5f8116a5-252e-4917-95d0-b4dbc6b38095"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.000083 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.000118 4809 reconciler_common.go:293] "Volume detached for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-ceilometer-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.000132 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.000145 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.000157 4809 reconciler_common.go:293] "Volume detached for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-sg-core-conf-yaml\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.000168 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5f8116a5-252e-4917-95d0-b4dbc6b38095-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.000181 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-6mgn6\" (UniqueName: \"kubernetes.io/projected/5f8116a5-252e-4917-95d0-b4dbc6b38095-kube-api-access-6mgn6\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.008946 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-config-data" (OuterVolumeSpecName: "config-data") pod "5f8116a5-252e-4917-95d0-b4dbc6b38095" (UID: "5f8116a5-252e-4917-95d0-b4dbc6b38095"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.101372 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5f8116a5-252e-4917-95d0-b4dbc6b38095-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.212768 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.212834 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.813636 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.846315 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.853979 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.873552 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:27:07 crc kubenswrapper[4809]: E1013 20:27:07.873921 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="sg-core" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.873937 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="sg-core" Oct 13 20:27:07 crc kubenswrapper[4809]: E1013 20:27:07.873952 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" containerName="barbican-api-log" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.873958 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" containerName="barbican-api-log" Oct 13 20:27:07 crc kubenswrapper[4809]: E1013 20:27:07.873974 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="ceilometer-central-agent" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.873980 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="ceilometer-central-agent" Oct 13 20:27:07 crc kubenswrapper[4809]: E1013 20:27:07.874001 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="proxy-httpd" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.874007 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="proxy-httpd" Oct 13 20:27:07 crc kubenswrapper[4809]: E1013 20:27:07.874023 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="aef19a28-b0b2-4ac8-bd49-58089efedc5e" containerName="keystone-api" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.874030 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="aef19a28-b0b2-4ac8-bd49-58089efedc5e" containerName="keystone-api" Oct 13 20:27:07 crc kubenswrapper[4809]: E1013 20:27:07.874042 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="ceilometer-notification-agent" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.874047 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="ceilometer-notification-agent" Oct 13 20:27:07 crc kubenswrapper[4809]: E1013 20:27:07.874064 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" containerName="barbican-api" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.874069 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" containerName="barbican-api" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.874257 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="aef19a28-b0b2-4ac8-bd49-58089efedc5e" containerName="keystone-api" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.874271 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="ceilometer-notification-agent" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.874282 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" containerName="barbican-api" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.874292 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="367cf4b8-b08f-43ef-8a1e-b99dde2b8cce" containerName="barbican-api-log" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.874305 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="proxy-httpd" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.874317 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="sg-core" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.874326 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" containerName="ceilometer-central-agent" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.876177 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.878214 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-config-data" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.878944 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"cert-ceilometer-internal-svc" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.879504 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"ceilometer-scripts" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.896236 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.921315 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wffgc\" (UniqueName: \"kubernetes.io/projected/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-kube-api-access-wffgc\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.921386 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-scripts\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.921456 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.921474 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-run-httpd\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.921527 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.921545 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-config-data\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.922014 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-log-httpd\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:07 crc kubenswrapper[4809]: I1013 20:27:07.922065 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.023769 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wffgc\" (UniqueName: \"kubernetes.io/projected/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-kube-api-access-wffgc\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.023844 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-scripts\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.023936 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.023979 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-run-httpd\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.024046 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.024085 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-config-data\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.024186 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-log-httpd\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.024220 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.024547 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-run-httpd\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.026160 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-log-httpd\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.028412 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"sg-core-conf-yaml\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-sg-core-conf-yaml\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.028975 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-scripts\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.029545 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"ceilometer-tls-certs\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-ceilometer-tls-certs\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.029801 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-config-data\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.030135 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-combined-ca-bundle\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.049261 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wffgc\" (UniqueName: \"kubernetes.io/projected/0c6bac95-1a0a-43ff-b716-ca1ed2fdff45-kube-api-access-wffgc\") pod \"ceilometer-0\" (UID: \"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45\") " pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.168366 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5f8116a5-252e-4917-95d0-b4dbc6b38095" path="/var/lib/kubelet/pods/5f8116a5-252e-4917-95d0-b4dbc6b38095/volumes" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.196146 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.226927 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="a3f38755-7d1d-41f8-9ecd-b580086dbd6b" containerName="nova-api-api" probeResult="failure" output="Get \"https://10.217.0.226:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.226985 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openstack-kuttl-tests/nova-api-0" podUID="a3f38755-7d1d-41f8-9ecd-b580086dbd6b" containerName="nova-api-log" probeResult="failure" output="Get \"https://10.217.0.226:8774/\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.679560 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/ceilometer-0"] Oct 13 20:27:08 crc kubenswrapper[4809]: I1013 20:27:08.828650 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45","Type":"ContainerStarted","Data":"fa76d740e16c7bac596a4194077e307629eecbbfc062e7fd24206cbd8b9ca5bb"} Oct 13 20:27:09 crc kubenswrapper[4809]: I1013 20:27:09.864062 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45","Type":"ContainerStarted","Data":"ab9678f1cb2748982204a280204fa5ca50629d61b3f6d0a6ca5286e60106134f"} Oct 13 20:27:10 crc kubenswrapper[4809]: I1013 20:27:10.158980 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:27:10 crc kubenswrapper[4809]: E1013 20:27:10.159780 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:27:10 crc kubenswrapper[4809]: I1013 20:27:10.529426 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" podUID="819b006f-bc7f-45e7-bde6-654b1265a913" containerName="neutron-httpd" probeResult="failure" output="Get \"https://10.217.0.219:9696/\": dial tcp 10.217.0.219:9696: connect: connection refused" Oct 13 20:27:10 crc kubenswrapper[4809]: I1013 20:27:10.874538 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45","Type":"ContainerStarted","Data":"3d25f9c1b4b5127e5f0b5b53617ac4015023c554142f19b763b90c4f29ce9994"} Oct 13 20:27:10 crc kubenswrapper[4809]: I1013 20:27:10.874880 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45","Type":"ContainerStarted","Data":"9d80339e2f5a4a2e9d4adb066f85e0261f4ed62d5f932450bf25af34712f24bc"} Oct 13 20:27:11 crc kubenswrapper[4809]: I1013 20:27:11.455279 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/neutron-579859f9f8-t8czw" Oct 13 20:27:11 crc kubenswrapper[4809]: I1013 20:27:11.535969 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-56d6867f46-2xldp"] Oct 13 20:27:11 crc kubenswrapper[4809]: I1013 20:27:11.536197 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-httpd" containerID="cri-o://315b2cf7257a4810d41a8be0db4d45784c180b44d6b2b308653b56210d23addb" gracePeriod=30 Oct 13 20:27:11 crc kubenswrapper[4809]: I1013 20:27:11.536302 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-api" containerID="cri-o://7a7eacf6e4f33064244bd027af5991c528ef4a2699365af4c94717d209601c61" gracePeriod=30 Oct 13 20:27:11 crc kubenswrapper[4809]: I1013 20:27:11.889528 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-56d6867f46-2xldp_d629834b-9ea6-436d-9535-208218996829/neutron-api/1.log" Oct 13 20:27:11 crc kubenswrapper[4809]: I1013 20:27:11.893080 4809 generic.go:334] "Generic (PLEG): container finished" podID="d629834b-9ea6-436d-9535-208218996829" containerID="315b2cf7257a4810d41a8be0db4d45784c180b44d6b2b308653b56210d23addb" exitCode=0 Oct 13 20:27:11 crc kubenswrapper[4809]: I1013 20:27:11.893116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" event={"ID":"d629834b-9ea6-436d-9535-208218996829","Type":"ContainerDied","Data":"315b2cf7257a4810d41a8be0db4d45784c180b44d6b2b308653b56210d23addb"} Oct 13 20:27:12 crc kubenswrapper[4809]: I1013 20:27:12.904422 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/ceilometer-0" event={"ID":"0c6bac95-1a0a-43ff-b716-ca1ed2fdff45","Type":"ContainerStarted","Data":"d44eeaf9063bbdc57ef39290ebd7450f3eeb3a2ea7c73a416f30f3d524b05160"} Oct 13 20:27:12 crc kubenswrapper[4809]: I1013 20:27:12.904840 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:12 crc kubenswrapper[4809]: I1013 20:27:12.969911 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/ceilometer-0" podStartSLOduration=2.41602802 podStartE2EDuration="5.969892839s" podCreationTimestamp="2025-10-13 20:27:07 +0000 UTC" firstStartedPulling="2025-10-13 20:27:08.696141618 +0000 UTC m=+3747.301888213" lastFinishedPulling="2025-10-13 20:27:12.250006447 +0000 UTC m=+3750.855753032" observedRunningTime="2025-10-13 20:27:12.957983235 +0000 UTC m=+3751.563729820" watchObservedRunningTime="2025-10-13 20:27:12.969892839 +0000 UTC m=+3751.575639414" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.129523 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.129919 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.177352 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.184356 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.383248 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/cinder-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.452147 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.452198 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.520765 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.542778 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.819383 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-7775d49c68-82kxq_819b006f-bc7f-45e7-bde6-654b1265a913/neutron-api/0.log" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.819454 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.902355 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-ovndb-tls-certs\") pod \"819b006f-bc7f-45e7-bde6-654b1265a913\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.902446 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-httpd-config\") pod \"819b006f-bc7f-45e7-bde6-654b1265a913\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.902569 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-combined-ca-bundle\") pod \"819b006f-bc7f-45e7-bde6-654b1265a913\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.902626 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-public-tls-certs\") pod \"819b006f-bc7f-45e7-bde6-654b1265a913\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.902697 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-internal-tls-certs\") pod \"819b006f-bc7f-45e7-bde6-654b1265a913\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.902743 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-4v2zd\" (UniqueName: \"kubernetes.io/projected/819b006f-bc7f-45e7-bde6-654b1265a913-kube-api-access-4v2zd\") pod \"819b006f-bc7f-45e7-bde6-654b1265a913\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.902814 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-config\") pod \"819b006f-bc7f-45e7-bde6-654b1265a913\" (UID: \"819b006f-bc7f-45e7-bde6-654b1265a913\") " Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.918095 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "819b006f-bc7f-45e7-bde6-654b1265a913" (UID: "819b006f-bc7f-45e7-bde6-654b1265a913"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.924053 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/819b006f-bc7f-45e7-bde6-654b1265a913-kube-api-access-4v2zd" (OuterVolumeSpecName: "kube-api-access-4v2zd") pod "819b006f-bc7f-45e7-bde6-654b1265a913" (UID: "819b006f-bc7f-45e7-bde6-654b1265a913"). InnerVolumeSpecName "kube-api-access-4v2zd". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.958313 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-7775d49c68-82kxq_819b006f-bc7f-45e7-bde6-654b1265a913/neutron-api/0.log" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.958365 4809 generic.go:334] "Generic (PLEG): container finished" podID="819b006f-bc7f-45e7-bde6-654b1265a913" containerID="e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1" exitCode=137 Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.959103 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.959674 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" event={"ID":"819b006f-bc7f-45e7-bde6-654b1265a913","Type":"ContainerDied","Data":"e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1"} Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.959711 4809 scope.go:117] "RemoveContainer" containerID="5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.959857 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.959868 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-7775d49c68-82kxq" event={"ID":"819b006f-bc7f-45e7-bde6-654b1265a913","Type":"ContainerDied","Data":"3be4c81685da36f7b319053e53c88032222e5c6feb0f3ca389d2b39327a8b6e5"} Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.960356 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.960554 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:14 crc kubenswrapper[4809]: I1013 20:27:14.962354 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.007212 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-4v2zd\" (UniqueName: \"kubernetes.io/projected/819b006f-bc7f-45e7-bde6-654b1265a913-kube-api-access-4v2zd\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.007242 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.016900 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "819b006f-bc7f-45e7-bde6-654b1265a913" (UID: "819b006f-bc7f-45e7-bde6-654b1265a913"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.068206 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "819b006f-bc7f-45e7-bde6-654b1265a913" (UID: "819b006f-bc7f-45e7-bde6-654b1265a913"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.090877 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-config" (OuterVolumeSpecName: "config") pod "819b006f-bc7f-45e7-bde6-654b1265a913" (UID: "819b006f-bc7f-45e7-bde6-654b1265a913"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.091421 4809 scope.go:117] "RemoveContainer" containerID="e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.114032 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.114067 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.114079 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.116927 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "819b006f-bc7f-45e7-bde6-654b1265a913" (UID: "819b006f-bc7f-45e7-bde6-654b1265a913"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.154572 4809 scope.go:117] "RemoveContainer" containerID="5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9" Oct 13 20:27:15 crc kubenswrapper[4809]: E1013 20:27:15.160832 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9\": container with ID starting with 5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9 not found: ID does not exist" containerID="5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.160934 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9"} err="failed to get container status \"5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9\": rpc error: code = NotFound desc = could not find container \"5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9\": container with ID starting with 5af67827a1254ab8b59edcf31cc40587b45919d7ca623c1719f575bd533696e9 not found: ID does not exist" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.161027 4809 scope.go:117] "RemoveContainer" containerID="e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1" Oct 13 20:27:15 crc kubenswrapper[4809]: E1013 20:27:15.165817 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1\": container with ID starting with e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1 not found: ID does not exist" containerID="e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.165911 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1"} err="failed to get container status \"e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1\": rpc error: code = NotFound desc = could not find container \"e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1\": container with ID starting with e1cb13de04c2b9b32814c38abb9d9d381c17748faaf00c9cd283cb4233632ea1 not found: ID does not exist" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.172855 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "819b006f-bc7f-45e7-bde6-654b1265a913" (UID: "819b006f-bc7f-45e7-bde6-654b1265a913"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.219120 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.219153 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/819b006f-bc7f-45e7-bde6-654b1265a913-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.297112 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-7775d49c68-82kxq"] Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.306426 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-7775d49c68-82kxq"] Oct 13 20:27:15 crc kubenswrapper[4809]: I1013 20:27:15.587381 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.021294 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/barbican-api-54cfd786d-vwmcd" Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.077599 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-6798f4b48-bs846"] Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.086948 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api-log" containerID="cri-o://fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49" gracePeriod=30 Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.087385 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api" containerID="cri-o://c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200" gracePeriod=30 Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.184277 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="819b006f-bc7f-45e7-bde6-654b1265a913" path="/var/lib/kubelet/pods/819b006f-bc7f-45e7-bde6-654b1265a913/volumes" Oct 13 20:27:16 crc kubenswrapper[4809]: E1013 20:27:16.787146 4809 cadvisor_stats_provider.go:516] "Partial failure issuing cadvisor.ContainerInfoV2" err="partial failures: [\"/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd629834b_9ea6_436d_9535_208218996829.slice/crio-conmon-7a7eacf6e4f33064244bd027af5991c528ef4a2699365af4c94717d209601c61.scope\": RecentStats: unable to find data in memory cache]" Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.983775 4809 generic.go:334] "Generic (PLEG): container finished" podID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerID="fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49" exitCode=143 Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.983844 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" event={"ID":"2b9e87c6-c878-4234-aa4c-d076ea86abd8","Type":"ContainerDied","Data":"fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49"} Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.988443 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-56d6867f46-2xldp_d629834b-9ea6-436d-9535-208218996829/neutron-api/1.log" Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.989067 4809 generic.go:334] "Generic (PLEG): container finished" podID="d629834b-9ea6-436d-9535-208218996829" containerID="7a7eacf6e4f33064244bd027af5991c528ef4a2699365af4c94717d209601c61" exitCode=0 Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.989173 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.989186 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.989166 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" event={"ID":"d629834b-9ea6-436d-9535-208218996829","Type":"ContainerDied","Data":"7a7eacf6e4f33064244bd027af5991c528ef4a2699365af4c94717d209601c61"} Oct 13 20:27:16 crc kubenswrapper[4809]: I1013 20:27:16.989247 4809 scope.go:117] "RemoveContainer" containerID="69f04784c0d456bb9060ffed1dc93c4204b868c6bb2e4034d17ee43ec81015b5" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.229805 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.230275 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.232455 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.241826 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.241930 4809 prober_manager.go:312] "Failed to trigger a manual run" probe="Readiness" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.243302 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.360396 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.501520 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-external-api-0" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.509218 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.651119 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/glance-default-internal-api-0" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.668983 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-public-tls-certs\") pod \"d629834b-9ea6-436d-9535-208218996829\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.669048 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-w4vgk\" (UniqueName: \"kubernetes.io/projected/d629834b-9ea6-436d-9535-208218996829-kube-api-access-w4vgk\") pod \"d629834b-9ea6-436d-9535-208218996829\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.669093 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-ovndb-tls-certs\") pod \"d629834b-9ea6-436d-9535-208218996829\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.669171 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-config\") pod \"d629834b-9ea6-436d-9535-208218996829\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.669194 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-internal-tls-certs\") pod \"d629834b-9ea6-436d-9535-208218996829\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.669275 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-combined-ca-bundle\") pod \"d629834b-9ea6-436d-9535-208218996829\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.669354 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-httpd-config\") pod \"d629834b-9ea6-436d-9535-208218996829\" (UID: \"d629834b-9ea6-436d-9535-208218996829\") " Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.678890 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-httpd-config" (OuterVolumeSpecName: "httpd-config") pod "d629834b-9ea6-436d-9535-208218996829" (UID: "d629834b-9ea6-436d-9535-208218996829"). InnerVolumeSpecName "httpd-config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.678991 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d629834b-9ea6-436d-9535-208218996829-kube-api-access-w4vgk" (OuterVolumeSpecName: "kube-api-access-w4vgk") pod "d629834b-9ea6-436d-9535-208218996829" (UID: "d629834b-9ea6-436d-9535-208218996829"). InnerVolumeSpecName "kube-api-access-w4vgk". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.773120 4809 reconciler_common.go:293] "Volume detached for volume \"httpd-config\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-httpd-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.773145 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-w4vgk\" (UniqueName: \"kubernetes.io/projected/d629834b-9ea6-436d-9535-208218996829-kube-api-access-w4vgk\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.785543 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "d629834b-9ea6-436d-9535-208218996829" (UID: "d629834b-9ea6-436d-9535-208218996829"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.826412 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "d629834b-9ea6-436d-9535-208218996829" (UID: "d629834b-9ea6-436d-9535-208218996829"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.837904 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-config" (OuterVolumeSpecName: "config") pod "d629834b-9ea6-436d-9535-208218996829" (UID: "d629834b-9ea6-436d-9535-208218996829"). InnerVolumeSpecName "config". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.856464 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "d629834b-9ea6-436d-9535-208218996829" (UID: "d629834b-9ea6-436d-9535-208218996829"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.871030 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-ovndb-tls-certs" (OuterVolumeSpecName: "ovndb-tls-certs") pod "d629834b-9ea6-436d-9535-208218996829" (UID: "d629834b-9ea6-436d-9535-208218996829"). InnerVolumeSpecName "ovndb-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.875378 4809 reconciler_common.go:293] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-config\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.875414 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.875430 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.875443 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:17 crc kubenswrapper[4809]: I1013 20:27:17.875454 4809 reconciler_common.go:293] "Volume detached for volume \"ovndb-tls-certs\" (UniqueName: \"kubernetes.io/secret/d629834b-9ea6-436d-9535-208218996829-ovndb-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:18 crc kubenswrapper[4809]: I1013 20:27:18.016970 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" event={"ID":"d629834b-9ea6-436d-9535-208218996829","Type":"ContainerDied","Data":"f83e0d7b56f326d5baf911720663e60cc137f7456f178b37e5addf8d1c52bee6"} Oct 13 20:27:18 crc kubenswrapper[4809]: I1013 20:27:18.017014 4809 scope.go:117] "RemoveContainer" containerID="7a7eacf6e4f33064244bd027af5991c528ef4a2699365af4c94717d209601c61" Oct 13 20:27:18 crc kubenswrapper[4809]: I1013 20:27:18.017022 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/neutron-56d6867f46-2xldp" Oct 13 20:27:18 crc kubenswrapper[4809]: I1013 20:27:18.017789 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:27:18 crc kubenswrapper[4809]: I1013 20:27:18.029874 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/nova-api-0" Oct 13 20:27:18 crc kubenswrapper[4809]: I1013 20:27:18.050951 4809 scope.go:117] "RemoveContainer" containerID="315b2cf7257a4810d41a8be0db4d45784c180b44d6b2b308653b56210d23addb" Oct 13 20:27:18 crc kubenswrapper[4809]: I1013 20:27:18.083872 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-56d6867f46-2xldp"] Oct 13 20:27:18 crc kubenswrapper[4809]: I1013 20:27:18.095477 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-56d6867f46-2xldp"] Oct 13 20:27:18 crc kubenswrapper[4809]: I1013 20:27:18.174906 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d629834b-9ea6-436d-9535-208218996829" path="/var/lib/kubelet/pods/d629834b-9ea6-436d-9535-208218996829/volumes" Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.289330 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api" probeResult="failure" output="Get \"https://10.217.0.194:9311/healthcheck\": read tcp 10.217.0.2:47954->10.217.0.194:9311: read: connection reset by peer" Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.289624 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api-log" probeResult="failure" output="Get \"https://10.217.0.194:9311/healthcheck\": read tcp 10.217.0.2:47956->10.217.0.194:9311: read: connection reset by peer" Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.839697 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.930718 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-internal-tls-certs\") pod \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.930814 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2b9e87c6-c878-4234-aa4c-d076ea86abd8-logs\") pod \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.930894 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-combined-ca-bundle\") pod \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.930936 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data-custom\") pod \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.930977 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-public-tls-certs\") pod \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.931074 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-lbbxl\" (UniqueName: \"kubernetes.io/projected/2b9e87c6-c878-4234-aa4c-d076ea86abd8-kube-api-access-lbbxl\") pod \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.931126 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data\") pod \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\" (UID: \"2b9e87c6-c878-4234-aa4c-d076ea86abd8\") " Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.931793 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2b9e87c6-c878-4234-aa4c-d076ea86abd8-logs" (OuterVolumeSpecName: "logs") pod "2b9e87c6-c878-4234-aa4c-d076ea86abd8" (UID: "2b9e87c6-c878-4234-aa4c-d076ea86abd8"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.936270 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data-custom" (OuterVolumeSpecName: "config-data-custom") pod "2b9e87c6-c878-4234-aa4c-d076ea86abd8" (UID: "2b9e87c6-c878-4234-aa4c-d076ea86abd8"). InnerVolumeSpecName "config-data-custom". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.947918 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/2b9e87c6-c878-4234-aa4c-d076ea86abd8-kube-api-access-lbbxl" (OuterVolumeSpecName: "kube-api-access-lbbxl") pod "2b9e87c6-c878-4234-aa4c-d076ea86abd8" (UID: "2b9e87c6-c878-4234-aa4c-d076ea86abd8"). InnerVolumeSpecName "kube-api-access-lbbxl". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.987586 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "2b9e87c6-c878-4234-aa4c-d076ea86abd8" (UID: "2b9e87c6-c878-4234-aa4c-d076ea86abd8"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.988314 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "2b9e87c6-c878-4234-aa4c-d076ea86abd8" (UID: "2b9e87c6-c878-4234-aa4c-d076ea86abd8"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:19 crc kubenswrapper[4809]: I1013 20:27:19.992789 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "2b9e87c6-c878-4234-aa4c-d076ea86abd8" (UID: "2b9e87c6-c878-4234-aa4c-d076ea86abd8"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.005297 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data" (OuterVolumeSpecName: "config-data") pod "2b9e87c6-c878-4234-aa4c-d076ea86abd8" (UID: "2b9e87c6-c878-4234-aa4c-d076ea86abd8"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.032962 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.033128 4809 reconciler_common.go:293] "Volume detached for volume \"config-data-custom\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data-custom\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.033206 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.033278 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-lbbxl\" (UniqueName: \"kubernetes.io/projected/2b9e87c6-c878-4234-aa4c-d076ea86abd8-kube-api-access-lbbxl\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.033342 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.033402 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/2b9e87c6-c878-4234-aa4c-d076ea86abd8-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.033462 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/2b9e87c6-c878-4234-aa4c-d076ea86abd8-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.050419 4809 generic.go:334] "Generic (PLEG): container finished" podID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerID="c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200" exitCode=0 Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.050584 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.050599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" event={"ID":"2b9e87c6-c878-4234-aa4c-d076ea86abd8","Type":"ContainerDied","Data":"c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200"} Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.050885 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/barbican-api-6798f4b48-bs846" event={"ID":"2b9e87c6-c878-4234-aa4c-d076ea86abd8","Type":"ContainerDied","Data":"52f2c45e9191ace10edf61c140518f2387cf6b4c9bb0402531480660365e576f"} Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.050962 4809 scope.go:117] "RemoveContainer" containerID="c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.084392 4809 scope.go:117] "RemoveContainer" containerID="fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.094010 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-api-6798f4b48-bs846"] Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.105433 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-api-6798f4b48-bs846"] Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.109749 4809 scope.go:117] "RemoveContainer" containerID="c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200" Oct 13 20:27:20 crc kubenswrapper[4809]: E1013 20:27:20.110269 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200\": container with ID starting with c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200 not found: ID does not exist" containerID="c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.110392 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200"} err="failed to get container status \"c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200\": rpc error: code = NotFound desc = could not find container \"c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200\": container with ID starting with c31ac5ef63042b4e4ff3d869ae1cb1a21089181bd0541b051526509e903f2200 not found: ID does not exist" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.110501 4809 scope.go:117] "RemoveContainer" containerID="fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49" Oct 13 20:27:20 crc kubenswrapper[4809]: E1013 20:27:20.110963 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49\": container with ID starting with fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49 not found: ID does not exist" containerID="fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.111063 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49"} err="failed to get container status \"fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49\": rpc error: code = NotFound desc = could not find container \"fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49\": container with ID starting with fde04ada2bef8bad61d0337c862450a0ef6360464dfdb47568c517f4fe6e7d49 not found: ID does not exist" Oct 13 20:27:20 crc kubenswrapper[4809]: I1013 20:27:20.167755 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" path="/var/lib/kubelet/pods/2b9e87c6-c878-4234-aa4c-d076ea86abd8/volumes" Oct 13 20:27:23 crc kubenswrapper[4809]: I1013 20:27:23.156018 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:27:23 crc kubenswrapper[4809]: E1013 20:27:23.156797 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:27:24 crc kubenswrapper[4809]: I1013 20:27:24.911905 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:27:24 crc kubenswrapper[4809]: I1013 20:27:24.923952 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/placement-64d84d847d-vft6g" Oct 13 20:27:25 crc kubenswrapper[4809]: I1013 20:27:25.005193 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-796cf4c4bb-l5mmg"] Oct 13 20:27:25 crc kubenswrapper[4809]: I1013 20:27:25.005487 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" podUID="bc27ee2c-78da-4f8e-a85b-7ceda208a755" containerName="placement-log" containerID="cri-o://f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3" gracePeriod=30 Oct 13 20:27:25 crc kubenswrapper[4809]: I1013 20:27:25.005576 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" podUID="bc27ee2c-78da-4f8e-a85b-7ceda208a755" containerName="placement-api" containerID="cri-o://db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2" gracePeriod=30 Oct 13 20:27:26 crc kubenswrapper[4809]: I1013 20:27:26.131457 4809 generic.go:334] "Generic (PLEG): container finished" podID="bc27ee2c-78da-4f8e-a85b-7ceda208a755" containerID="f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3" exitCode=143 Oct 13 20:27:26 crc kubenswrapper[4809]: I1013 20:27:26.131521 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" event={"ID":"bc27ee2c-78da-4f8e-a85b-7ceda208a755","Type":"ContainerDied","Data":"f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3"} Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.758528 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.820508 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-tpkpv\" (UniqueName: \"kubernetes.io/projected/bc27ee2c-78da-4f8e-a85b-7ceda208a755-kube-api-access-tpkpv\") pod \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.820636 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bc27ee2c-78da-4f8e-a85b-7ceda208a755-logs\") pod \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.820814 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-public-tls-certs\") pod \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.820865 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-internal-tls-certs\") pod \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.821078 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-scripts\") pod \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.821160 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-config-data\") pod \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.821270 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-combined-ca-bundle\") pod \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\" (UID: \"bc27ee2c-78da-4f8e-a85b-7ceda208a755\") " Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.821475 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/bc27ee2c-78da-4f8e-a85b-7ceda208a755-logs" (OuterVolumeSpecName: "logs") pod "bc27ee2c-78da-4f8e-a85b-7ceda208a755" (UID: "bc27ee2c-78da-4f8e-a85b-7ceda208a755"). InnerVolumeSpecName "logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.822227 4809 reconciler_common.go:293] "Volume detached for volume \"logs\" (UniqueName: \"kubernetes.io/empty-dir/bc27ee2c-78da-4f8e-a85b-7ceda208a755-logs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.827073 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/bc27ee2c-78da-4f8e-a85b-7ceda208a755-kube-api-access-tpkpv" (OuterVolumeSpecName: "kube-api-access-tpkpv") pod "bc27ee2c-78da-4f8e-a85b-7ceda208a755" (UID: "bc27ee2c-78da-4f8e-a85b-7ceda208a755"). InnerVolumeSpecName "kube-api-access-tpkpv". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.828279 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-scripts" (OuterVolumeSpecName: "scripts") pod "bc27ee2c-78da-4f8e-a85b-7ceda208a755" (UID: "bc27ee2c-78da-4f8e-a85b-7ceda208a755"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.876099 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-config-data" (OuterVolumeSpecName: "config-data") pod "bc27ee2c-78da-4f8e-a85b-7ceda208a755" (UID: "bc27ee2c-78da-4f8e-a85b-7ceda208a755"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.894474 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "bc27ee2c-78da-4f8e-a85b-7ceda208a755" (UID: "bc27ee2c-78da-4f8e-a85b-7ceda208a755"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.924380 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.924411 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.924421 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.924432 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-tpkpv\" (UniqueName: \"kubernetes.io/projected/bc27ee2c-78da-4f8e-a85b-7ceda208a755-kube-api-access-tpkpv\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.959467 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "bc27ee2c-78da-4f8e-a85b-7ceda208a755" (UID: "bc27ee2c-78da-4f8e-a85b-7ceda208a755"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:28 crc kubenswrapper[4809]: I1013 20:27:28.967015 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "bc27ee2c-78da-4f8e-a85b-7ceda208a755" (UID: "bc27ee2c-78da-4f8e-a85b-7ceda208a755"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.025778 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.025807 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/bc27ee2c-78da-4f8e-a85b-7ceda208a755-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.171320 4809 generic.go:334] "Generic (PLEG): container finished" podID="bc27ee2c-78da-4f8e-a85b-7ceda208a755" containerID="db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2" exitCode=0 Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.171382 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" event={"ID":"bc27ee2c-78da-4f8e-a85b-7ceda208a755","Type":"ContainerDied","Data":"db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2"} Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.171404 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.171424 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/placement-796cf4c4bb-l5mmg" event={"ID":"bc27ee2c-78da-4f8e-a85b-7ceda208a755","Type":"ContainerDied","Data":"e99a7703e9b97514d041a6fe67ca3e6b5c987aab25be39fbe58227705bf607cd"} Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.171454 4809 scope.go:117] "RemoveContainer" containerID="db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2" Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.215414 4809 scope.go:117] "RemoveContainer" containerID="f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3" Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.234439 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-796cf4c4bb-l5mmg"] Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.244535 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-796cf4c4bb-l5mmg"] Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.296109 4809 scope.go:117] "RemoveContainer" containerID="db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2" Oct 13 20:27:29 crc kubenswrapper[4809]: E1013 20:27:29.296583 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2\": container with ID starting with db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2 not found: ID does not exist" containerID="db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2" Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.296625 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2"} err="failed to get container status \"db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2\": rpc error: code = NotFound desc = could not find container \"db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2\": container with ID starting with db2dd7456b8f08fe4aa13ce83b72af6348aa0d4dbb1b7c473ea57775f631c5f2 not found: ID does not exist" Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.296653 4809 scope.go:117] "RemoveContainer" containerID="f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3" Oct 13 20:27:29 crc kubenswrapper[4809]: E1013 20:27:29.297021 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3\": container with ID starting with f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3 not found: ID does not exist" containerID="f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3" Oct 13 20:27:29 crc kubenswrapper[4809]: I1013 20:27:29.297055 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3"} err="failed to get container status \"f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3\": rpc error: code = NotFound desc = could not find container \"f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3\": container with ID starting with f093549c3b8a77e1993a5a9bc723f0e8968d409f3484e76dde11ad76b8cd30d3 not found: ID does not exist" Oct 13 20:27:30 crc kubenswrapper[4809]: I1013 20:27:30.172967 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="bc27ee2c-78da-4f8e-a85b-7ceda208a755" path="/var/lib/kubelet/pods/bc27ee2c-78da-4f8e-a85b-7ceda208a755/volumes" Oct 13 20:27:30 crc kubenswrapper[4809]: I1013 20:27:30.985311 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/keystone-6f98bbf5c8-qqqjd" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.076388 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-c87449757-77mb6"] Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.076659 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" podUID="690fb0b0-9547-4166-9dad-d3053d0e047e" containerName="keystone-api" containerID="cri-o://32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6" gracePeriod=30 Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.670333 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:27:31 crc kubenswrapper[4809]: E1013 20:27:31.670844 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="819b006f-bc7f-45e7-bde6-654b1265a913" containerName="neutron-httpd" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.670863 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="819b006f-bc7f-45e7-bde6-654b1265a913" containerName="neutron-httpd" Oct 13 20:27:31 crc kubenswrapper[4809]: E1013 20:27:31.670903 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.670912 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: E1013 20:27:31.670919 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bc27ee2c-78da-4f8e-a85b-7ceda208a755" containerName="placement-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.670927 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bc27ee2c-78da-4f8e-a85b-7ceda208a755" containerName="placement-api" Oct 13 20:27:31 crc kubenswrapper[4809]: E1013 20:27:31.670938 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-httpd" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.670946 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-httpd" Oct 13 20:27:31 crc kubenswrapper[4809]: E1013 20:27:31.670969 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.670975 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: E1013 20:27:31.670984 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="bc27ee2c-78da-4f8e-a85b-7ceda208a755" containerName="placement-log" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.670990 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="bc27ee2c-78da-4f8e-a85b-7ceda208a755" containerName="placement-log" Oct 13 20:27:31 crc kubenswrapper[4809]: E1013 20:27:31.671001 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api-log" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671008 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api-log" Oct 13 20:27:31 crc kubenswrapper[4809]: E1013 20:27:31.671024 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="819b006f-bc7f-45e7-bde6-654b1265a913" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671032 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="819b006f-bc7f-45e7-bde6-654b1265a913" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: E1013 20:27:31.671043 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671049 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671233 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="819b006f-bc7f-45e7-bde6-654b1265a913" containerName="neutron-httpd" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671254 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bc27ee2c-78da-4f8e-a85b-7ceda208a755" containerName="placement-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671267 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671277 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="819b006f-bc7f-45e7-bde6-654b1265a913" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671288 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671294 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api-log" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671303 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671316 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="bc27ee2c-78da-4f8e-a85b-7ceda208a755" containerName="placement-log" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671327 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="2b9e87c6-c878-4234-aa4c-d076ea86abd8" containerName="barbican-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.671337 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-httpd" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.672093 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.678022 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstackclient-openstackclient-dockercfg-z6j4m" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.678042 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openstack-kuttl-tests"/"openstack-config" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.678045 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openstack-kuttl-tests"/"openstack-config-secret" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.686841 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.709384 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:27:31 crc kubenswrapper[4809]: E1013 20:27:31.710402 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="unmounted volumes=[combined-ca-bundle kube-api-access-jnkr5 openstack-config openstack-config-secret], unattached volumes=[], failed to process volumes=[combined-ca-bundle kube-api-access-jnkr5 openstack-config openstack-config-secret]: context canceled" pod="openstack-kuttl-tests/openstackclient" podUID="e42cbe56-6b13-45c7-a741-41f4b69868ce" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.717020 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.753292 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:27:31 crc kubenswrapper[4809]: E1013 20:27:31.753858 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.753879 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="d629834b-9ea6-436d-9535-208218996829" containerName="neutron-api" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.754920 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.770009 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.780434 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/c208452e-cbfe-4a65-a09c-e3ff9ec93237-openstack-config-secret\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.780499 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/c208452e-cbfe-4a65-a09c-e3ff9ec93237-openstack-config\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.780535 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kkvtj\" (UniqueName: \"kubernetes.io/projected/c208452e-cbfe-4a65-a09c-e3ff9ec93237-kube-api-access-kkvtj\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.780682 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c208452e-cbfe-4a65-a09c-e3ff9ec93237-combined-ca-bundle\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.884505 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c208452e-cbfe-4a65-a09c-e3ff9ec93237-combined-ca-bundle\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.884675 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/c208452e-cbfe-4a65-a09c-e3ff9ec93237-openstack-config-secret\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.884801 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/c208452e-cbfe-4a65-a09c-e3ff9ec93237-openstack-config\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.884860 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-kkvtj\" (UniqueName: \"kubernetes.io/projected/c208452e-cbfe-4a65-a09c-e3ff9ec93237-kube-api-access-kkvtj\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.886604 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config\" (UniqueName: \"kubernetes.io/configmap/c208452e-cbfe-4a65-a09c-e3ff9ec93237-openstack-config\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.891541 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/c208452e-cbfe-4a65-a09c-e3ff9ec93237-combined-ca-bundle\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.893562 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"openstack-config-secret\" (UniqueName: \"kubernetes.io/secret/c208452e-cbfe-4a65-a09c-e3ff9ec93237-openstack-config-secret\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:31 crc kubenswrapper[4809]: I1013 20:27:31.902955 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-kkvtj\" (UniqueName: \"kubernetes.io/projected/c208452e-cbfe-4a65-a09c-e3ff9ec93237-kube-api-access-kkvtj\") pod \"openstackclient\" (UID: \"c208452e-cbfe-4a65-a09c-e3ff9ec93237\") " pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:32 crc kubenswrapper[4809]: I1013 20:27:32.087195 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:32 crc kubenswrapper[4809]: I1013 20:27:32.197518 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e42cbe56-6b13-45c7-a741-41f4b69868ce" path="/var/lib/kubelet/pods/e42cbe56-6b13-45c7-a741-41f4b69868ce/volumes" Oct 13 20:27:32 crc kubenswrapper[4809]: I1013 20:27:32.211350 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:32 crc kubenswrapper[4809]: I1013 20:27:32.261468 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:32 crc kubenswrapper[4809]: I1013 20:27:32.264120 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="e42cbe56-6b13-45c7-a741-41f4b69868ce" podUID="c208452e-cbfe-4a65-a09c-e3ff9ec93237" Oct 13 20:27:32 crc kubenswrapper[4809]: I1013 20:27:32.561087 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/openstackclient"] Oct 13 20:27:33 crc kubenswrapper[4809]: I1013 20:27:33.222326 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/openstackclient" Oct 13 20:27:33 crc kubenswrapper[4809]: I1013 20:27:33.222386 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"c208452e-cbfe-4a65-a09c-e3ff9ec93237","Type":"ContainerStarted","Data":"6fde8ba9533e358e83d3461cea7cf44ad16b2e7e136396c25542152921570f25"} Oct 13 20:27:33 crc kubenswrapper[4809]: I1013 20:27:33.222747 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/openstackclient" event={"ID":"c208452e-cbfe-4a65-a09c-e3ff9ec93237","Type":"ContainerStarted","Data":"3154f316be6d9229a0ace7911f8e63b29419c6783dfed2342a3139d11f6a977d"} Oct 13 20:27:33 crc kubenswrapper[4809]: I1013 20:27:33.244882 4809 status_manager.go:861] "Pod was deleted and then recreated, skipping status update" pod="openstack-kuttl-tests/openstackclient" oldPodUID="e42cbe56-6b13-45c7-a741-41f4b69868ce" podUID="c208452e-cbfe-4a65-a09c-e3ff9ec93237" Oct 13 20:27:33 crc kubenswrapper[4809]: I1013 20:27:33.252036 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/openstackclient" podStartSLOduration=2.251995198 podStartE2EDuration="2.251995198s" podCreationTimestamp="2025-10-13 20:27:31 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:27:33.241198483 +0000 UTC m=+3771.846945068" watchObservedRunningTime="2025-10-13 20:27:33.251995198 +0000 UTC m=+3771.857741783" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.155473 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:27:34 crc kubenswrapper[4809]: E1013 20:27:34.156199 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.688202 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:27:34 crc kubenswrapper[4809]: E1013 20:27:34.813826 4809 upgradeaware.go:441] Error proxying data from backend to client: writeto tcp 38.102.83.181:59332->38.102.83.181:41207: read tcp 38.102.83.181:59332->38.102.83.181:41207: read: connection reset by peer Oct 13 20:27:34 crc kubenswrapper[4809]: E1013 20:27:34.813854 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:59332->38.102.83.181:41207: write tcp 38.102.83.181:59332->38.102.83.181:41207: write: broken pipe Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.843640 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-credential-keys\") pod \"690fb0b0-9547-4166-9dad-d3053d0e047e\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.843721 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-fernet-keys\") pod \"690fb0b0-9547-4166-9dad-d3053d0e047e\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.843796 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-config-data\") pod \"690fb0b0-9547-4166-9dad-d3053d0e047e\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.843820 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-combined-ca-bundle\") pod \"690fb0b0-9547-4166-9dad-d3053d0e047e\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.843899 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-scripts\") pod \"690fb0b0-9547-4166-9dad-d3053d0e047e\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.843916 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kxl8g\" (UniqueName: \"kubernetes.io/projected/690fb0b0-9547-4166-9dad-d3053d0e047e-kube-api-access-kxl8g\") pod \"690fb0b0-9547-4166-9dad-d3053d0e047e\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.843956 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-internal-tls-certs\") pod \"690fb0b0-9547-4166-9dad-d3053d0e047e\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.843976 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-public-tls-certs\") pod \"690fb0b0-9547-4166-9dad-d3053d0e047e\" (UID: \"690fb0b0-9547-4166-9dad-d3053d0e047e\") " Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.855016 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-scripts" (OuterVolumeSpecName: "scripts") pod "690fb0b0-9547-4166-9dad-d3053d0e047e" (UID: "690fb0b0-9547-4166-9dad-d3053d0e047e"). InnerVolumeSpecName "scripts". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.855487 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-fernet-keys" (OuterVolumeSpecName: "fernet-keys") pod "690fb0b0-9547-4166-9dad-d3053d0e047e" (UID: "690fb0b0-9547-4166-9dad-d3053d0e047e"). InnerVolumeSpecName "fernet-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.857934 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/690fb0b0-9547-4166-9dad-d3053d0e047e-kube-api-access-kxl8g" (OuterVolumeSpecName: "kube-api-access-kxl8g") pod "690fb0b0-9547-4166-9dad-d3053d0e047e" (UID: "690fb0b0-9547-4166-9dad-d3053d0e047e"). InnerVolumeSpecName "kube-api-access-kxl8g". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.859111 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-credential-keys" (OuterVolumeSpecName: "credential-keys") pod "690fb0b0-9547-4166-9dad-d3053d0e047e" (UID: "690fb0b0-9547-4166-9dad-d3053d0e047e"). InnerVolumeSpecName "credential-keys". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.881244 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "690fb0b0-9547-4166-9dad-d3053d0e047e" (UID: "690fb0b0-9547-4166-9dad-d3053d0e047e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.889557 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-config-data" (OuterVolumeSpecName: "config-data") pod "690fb0b0-9547-4166-9dad-d3053d0e047e" (UID: "690fb0b0-9547-4166-9dad-d3053d0e047e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.899064 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "690fb0b0-9547-4166-9dad-d3053d0e047e" (UID: "690fb0b0-9547-4166-9dad-d3053d0e047e"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.901579 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "690fb0b0-9547-4166-9dad-d3053d0e047e" (UID: "690fb0b0-9547-4166-9dad-d3053d0e047e"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.947586 4809 reconciler_common.go:293] "Volume detached for volume \"credential-keys\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-credential-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.947616 4809 reconciler_common.go:293] "Volume detached for volume \"fernet-keys\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-fernet-keys\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.947625 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.947689 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.947703 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-kxl8g\" (UniqueName: \"kubernetes.io/projected/690fb0b0-9547-4166-9dad-d3053d0e047e-kube-api-access-kxl8g\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.947712 4809 reconciler_common.go:293] "Volume detached for volume \"scripts\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-scripts\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.947721 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:34 crc kubenswrapper[4809]: I1013 20:27:34.947744 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/690fb0b0-9547-4166-9dad-d3053d0e047e-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:35 crc kubenswrapper[4809]: I1013 20:27:35.245588 4809 generic.go:334] "Generic (PLEG): container finished" podID="690fb0b0-9547-4166-9dad-d3053d0e047e" containerID="32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6" exitCode=0 Oct 13 20:27:35 crc kubenswrapper[4809]: I1013 20:27:35.245644 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" event={"ID":"690fb0b0-9547-4166-9dad-d3053d0e047e","Type":"ContainerDied","Data":"32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6"} Oct 13 20:27:35 crc kubenswrapper[4809]: I1013 20:27:35.245684 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" event={"ID":"690fb0b0-9547-4166-9dad-d3053d0e047e","Type":"ContainerDied","Data":"29e7909bde26d2d54bc3aca367516afd2607744586a2c1b1b2e1ae7b15b0bd7c"} Oct 13 20:27:35 crc kubenswrapper[4809]: I1013 20:27:35.245713 4809 scope.go:117] "RemoveContainer" containerID="32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6" Oct 13 20:27:35 crc kubenswrapper[4809]: I1013 20:27:35.245934 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/keystone-c87449757-77mb6" Oct 13 20:27:35 crc kubenswrapper[4809]: I1013 20:27:35.275957 4809 scope.go:117] "RemoveContainer" containerID="32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6" Oct 13 20:27:35 crc kubenswrapper[4809]: E1013 20:27:35.276459 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6\": container with ID starting with 32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6 not found: ID does not exist" containerID="32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6" Oct 13 20:27:35 crc kubenswrapper[4809]: I1013 20:27:35.276535 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6"} err="failed to get container status \"32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6\": rpc error: code = NotFound desc = could not find container \"32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6\": container with ID starting with 32ed5b0f7005c158dfe5cf20e9de53c5e313598ead96e74b6a4fed2ec32764d6 not found: ID does not exist" Oct 13 20:27:35 crc kubenswrapper[4809]: I1013 20:27:35.320506 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-c87449757-77mb6"] Oct 13 20:27:35 crc kubenswrapper[4809]: I1013 20:27:35.340799 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-c87449757-77mb6"] Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.173396 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="690fb0b0-9547-4166-9dad-d3053d0e047e" path="/var/lib/kubelet/pods/690fb0b0-9547-4166-9dad-d3053d0e047e/volumes" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.409179 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8"] Oct 13 20:27:36 crc kubenswrapper[4809]: E1013 20:27:36.409705 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="690fb0b0-9547-4166-9dad-d3053d0e047e" containerName="keystone-api" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.409748 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="690fb0b0-9547-4166-9dad-d3053d0e047e" containerName="keystone-api" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.410003 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="690fb0b0-9547-4166-9dad-d3053d0e047e" containerName="keystone-api" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.411453 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.443072 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8"] Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.588963 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-internal-tls-certs\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.589013 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-public-tls-certs\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.589038 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-run-httpd\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.589057 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-config-data\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.589077 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-4grwm\" (UniqueName: \"kubernetes.io/projected/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-kube-api-access-4grwm\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.589103 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-log-httpd\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.589130 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-combined-ca-bundle\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.589151 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-etc-swift\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.690542 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-etc-swift\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.690714 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-internal-tls-certs\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.690757 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-public-tls-certs\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.690779 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-run-httpd\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.690795 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-config-data\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.690815 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-4grwm\" (UniqueName: \"kubernetes.io/projected/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-kube-api-access-4grwm\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.690843 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-log-httpd\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.690872 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-combined-ca-bundle\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.691577 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-run-httpd\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.691672 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-log-httpd\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.697827 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-public-tls-certs\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.698754 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-internal-tls-certs\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.698903 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-combined-ca-bundle\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.699029 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-etc-swift\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.700485 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-config-data\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.721247 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-4grwm\" (UniqueName: \"kubernetes.io/projected/d25afa5c-89ac-42b9-9ae8-0ee2664063ca-kube-api-access-4grwm\") pod \"swift-proxy-7b49dbb6d4-chqn8\" (UID: \"d25afa5c-89ac-42b9-9ae8-0ee2664063ca\") " pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:36 crc kubenswrapper[4809]: I1013 20:27:36.738007 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:37 crc kubenswrapper[4809]: I1013 20:27:37.267067 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8"] Oct 13 20:27:37 crc kubenswrapper[4809]: W1013 20:27:37.272391 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-besteffort.slice/kubepods-besteffort-podd25afa5c_89ac_42b9_9ae8_0ee2664063ca.slice/crio-486081f5b8cab2e08bc528963709950197225aeedc184399e57849e04bd2a010 WatchSource:0}: Error finding container 486081f5b8cab2e08bc528963709950197225aeedc184399e57849e04bd2a010: Status 404 returned error can't find the container with id 486081f5b8cab2e08bc528963709950197225aeedc184399e57849e04bd2a010 Oct 13 20:27:38 crc kubenswrapper[4809]: I1013 20:27:38.206723 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/ceilometer-0" Oct 13 20:27:38 crc kubenswrapper[4809]: I1013 20:27:38.304773 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" event={"ID":"d25afa5c-89ac-42b9-9ae8-0ee2664063ca","Type":"ContainerStarted","Data":"78171bb9d3ae22fb050eb073e35a6c56032549b0a3c0db462bc80db1d0c267cc"} Oct 13 20:27:38 crc kubenswrapper[4809]: I1013 20:27:38.304832 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" event={"ID":"d25afa5c-89ac-42b9-9ae8-0ee2664063ca","Type":"ContainerStarted","Data":"3024f800c50abc970a05b66245180454254bde011b56f279745e00d95ba9813f"} Oct 13 20:27:38 crc kubenswrapper[4809]: I1013 20:27:38.304846 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" event={"ID":"d25afa5c-89ac-42b9-9ae8-0ee2664063ca","Type":"ContainerStarted","Data":"486081f5b8cab2e08bc528963709950197225aeedc184399e57849e04bd2a010"} Oct 13 20:27:38 crc kubenswrapper[4809]: I1013 20:27:38.304893 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:38 crc kubenswrapper[4809]: I1013 20:27:38.304920 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:38 crc kubenswrapper[4809]: I1013 20:27:38.333534 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" podStartSLOduration=2.333512121 podStartE2EDuration="2.333512121s" podCreationTimestamp="2025-10-13 20:27:36 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-10-13 20:27:38.326670098 +0000 UTC m=+3776.932416673" watchObservedRunningTime="2025-10-13 20:27:38.333512121 +0000 UTC m=+3776.939258726" Oct 13 20:27:40 crc kubenswrapper[4809]: I1013 20:27:40.018122 4809 scope.go:117] "RemoveContainer" containerID="f0b647dc2d564ff600c7a61b7a07655a2099c673fdf0d52b84cd7e8faf6335b5" Oct 13 20:27:40 crc kubenswrapper[4809]: I1013 20:27:40.068161 4809 scope.go:117] "RemoveContainer" containerID="ecf8991c08491b05801f4298aa4ea6e078a5d0a3a2ff72c27952da8a6c2a1865" Oct 13 20:27:40 crc kubenswrapper[4809]: I1013 20:27:40.107828 4809 scope.go:117] "RemoveContainer" containerID="a45551e48c450f6567b935a11230e4639eb9a2c59aee12242650d682282df188" Oct 13 20:27:46 crc kubenswrapper[4809]: I1013 20:27:46.746532 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:46 crc kubenswrapper[4809]: I1013 20:27:46.747318 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" Oct 13 20:27:46 crc kubenswrapper[4809]: I1013 20:27:46.855718 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62"] Oct 13 20:27:46 crc kubenswrapper[4809]: I1013 20:27:46.856032 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" podUID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerName="proxy-httpd" containerID="cri-o://c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46" gracePeriod=30 Oct 13 20:27:46 crc kubenswrapper[4809]: I1013 20:27:46.856513 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" podUID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerName="proxy-server" containerID="cri-o://f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528" gracePeriod=30 Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.084639 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" podUID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerName="proxy-server" probeResult="failure" output="Get \"https://10.217.0.157:8080/healthcheck\": dial tcp 10.217.0.157:8080: connect: connection refused" Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.085208 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" podUID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerName="proxy-httpd" probeResult="failure" output="Get \"https://10.217.0.157:8080/healthcheck\": dial tcp 10.217.0.157:8080: connect: connection refused" Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.422714 4809 generic.go:334] "Generic (PLEG): container finished" podID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerID="c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46" exitCode=0 Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.422768 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" event={"ID":"5d00e0ef-0def-47c7-a541-46ad0fa7150e","Type":"ContainerDied","Data":"c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46"} Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.875966 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.961545 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-log-httpd\") pod \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.961631 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-sgp44\" (UniqueName: \"kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-kube-api-access-sgp44\") pod \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.961676 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-public-tls-certs\") pod \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.961797 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-internal-tls-certs\") pod \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.961854 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-config-data\") pod \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.961925 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-combined-ca-bundle\") pod \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.961951 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-etc-swift\") pod \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.962028 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-log-httpd" (OuterVolumeSpecName: "log-httpd") pod "5d00e0ef-0def-47c7-a541-46ad0fa7150e" (UID: "5d00e0ef-0def-47c7-a541-46ad0fa7150e"). InnerVolumeSpecName "log-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.962128 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-run-httpd\") pod \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\" (UID: \"5d00e0ef-0def-47c7-a541-46ad0fa7150e\") " Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.962564 4809 reconciler_common.go:293] "Volume detached for volume \"log-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-log-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.962929 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-run-httpd" (OuterVolumeSpecName: "run-httpd") pod "5d00e0ef-0def-47c7-a541-46ad0fa7150e" (UID: "5d00e0ef-0def-47c7-a541-46ad0fa7150e"). InnerVolumeSpecName "run-httpd". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.972102 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-kube-api-access-sgp44" (OuterVolumeSpecName: "kube-api-access-sgp44") pod "5d00e0ef-0def-47c7-a541-46ad0fa7150e" (UID: "5d00e0ef-0def-47c7-a541-46ad0fa7150e"). InnerVolumeSpecName "kube-api-access-sgp44". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:47 crc kubenswrapper[4809]: I1013 20:27:47.988008 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-etc-swift" (OuterVolumeSpecName: "etc-swift") pod "5d00e0ef-0def-47c7-a541-46ad0fa7150e" (UID: "5d00e0ef-0def-47c7-a541-46ad0fa7150e"). InnerVolumeSpecName "etc-swift". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.026754 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-public-tls-certs" (OuterVolumeSpecName: "public-tls-certs") pod "5d00e0ef-0def-47c7-a541-46ad0fa7150e" (UID: "5d00e0ef-0def-47c7-a541-46ad0fa7150e"). InnerVolumeSpecName "public-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.027635 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-config-data" (OuterVolumeSpecName: "config-data") pod "5d00e0ef-0def-47c7-a541-46ad0fa7150e" (UID: "5d00e0ef-0def-47c7-a541-46ad0fa7150e"). InnerVolumeSpecName "config-data". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.030100 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-combined-ca-bundle" (OuterVolumeSpecName: "combined-ca-bundle") pod "5d00e0ef-0def-47c7-a541-46ad0fa7150e" (UID: "5d00e0ef-0def-47c7-a541-46ad0fa7150e"). InnerVolumeSpecName "combined-ca-bundle". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.033752 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-internal-tls-certs" (OuterVolumeSpecName: "internal-tls-certs") pod "5d00e0ef-0def-47c7-a541-46ad0fa7150e" (UID: "5d00e0ef-0def-47c7-a541-46ad0fa7150e"). InnerVolumeSpecName "internal-tls-certs". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.064292 4809 reconciler_common.go:293] "Volume detached for volume \"run-httpd\" (UniqueName: \"kubernetes.io/empty-dir/5d00e0ef-0def-47c7-a541-46ad0fa7150e-run-httpd\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.064335 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-sgp44\" (UniqueName: \"kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-kube-api-access-sgp44\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.064349 4809 reconciler_common.go:293] "Volume detached for volume \"public-tls-certs\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-public-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.064359 4809 reconciler_common.go:293] "Volume detached for volume \"internal-tls-certs\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-internal-tls-certs\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.064370 4809 reconciler_common.go:293] "Volume detached for volume \"config-data\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-config-data\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.064381 4809 reconciler_common.go:293] "Volume detached for volume \"combined-ca-bundle\" (UniqueName: \"kubernetes.io/secret/5d00e0ef-0def-47c7-a541-46ad0fa7150e-combined-ca-bundle\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.064391 4809 reconciler_common.go:293] "Volume detached for volume \"etc-swift\" (UniqueName: \"kubernetes.io/projected/5d00e0ef-0def-47c7-a541-46ad0fa7150e-etc-swift\") on node \"crc\" DevicePath \"\"" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.434829 4809 generic.go:334] "Generic (PLEG): container finished" podID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerID="f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528" exitCode=0 Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.434915 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.434953 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" event={"ID":"5d00e0ef-0def-47c7-a541-46ad0fa7150e","Type":"ContainerDied","Data":"f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528"} Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.435432 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62" event={"ID":"5d00e0ef-0def-47c7-a541-46ad0fa7150e","Type":"ContainerDied","Data":"d7f07197e64a131ff8983aeca52279654f7149a73cb13ecc391b12265c2bb30d"} Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.435481 4809 scope.go:117] "RemoveContainer" containerID="f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.470620 4809 scope.go:117] "RemoveContainer" containerID="c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.471674 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62"] Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.485287 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/swift-proxy-74f77948c4-cjp62"] Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.509856 4809 scope.go:117] "RemoveContainer" containerID="f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528" Oct 13 20:27:48 crc kubenswrapper[4809]: E1013 20:27:48.510415 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528\": container with ID starting with f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528 not found: ID does not exist" containerID="f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.510459 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528"} err="failed to get container status \"f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528\": rpc error: code = NotFound desc = could not find container \"f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528\": container with ID starting with f003d48898bafec3c5fb231270c1cdb5729cf9ef9ec65be7b551bc25ef231528 not found: ID does not exist" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.510485 4809 scope.go:117] "RemoveContainer" containerID="c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46" Oct 13 20:27:48 crc kubenswrapper[4809]: E1013 20:27:48.510920 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46\": container with ID starting with c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46 not found: ID does not exist" containerID="c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46" Oct 13 20:27:48 crc kubenswrapper[4809]: I1013 20:27:48.510949 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46"} err="failed to get container status \"c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46\": rpc error: code = NotFound desc = could not find container \"c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46\": container with ID starting with c3bac34e65299df76bbd38e167fa8a4086e67f448ef3b415d3b36f7bbde8bd46 not found: ID does not exist" Oct 13 20:27:48 crc kubenswrapper[4809]: E1013 20:27:48.544281 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:53422->38.102.83.181:41207: write tcp 38.102.83.181:53422->38.102.83.181:41207: write: broken pipe Oct 13 20:27:49 crc kubenswrapper[4809]: I1013 20:27:49.156778 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:27:49 crc kubenswrapper[4809]: E1013 20:27:49.157381 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:27:50 crc kubenswrapper[4809]: I1013 20:27:50.177810 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" path="/var/lib/kubelet/pods/5d00e0ef-0def-47c7-a541-46ad0fa7150e/volumes" Oct 13 20:28:03 crc kubenswrapper[4809]: I1013 20:28:03.156106 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:28:03 crc kubenswrapper[4809]: E1013 20:28:03.157183 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:28:17 crc kubenswrapper[4809]: I1013 20:28:17.155143 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:28:17 crc kubenswrapper[4809]: E1013 20:28:17.155828 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:28:25 crc kubenswrapper[4809]: E1013 20:28:25.609904 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:54744->38.102.83.181:41207: write tcp 38.102.83.181:54744->38.102.83.181:41207: write: broken pipe Oct 13 20:28:28 crc kubenswrapper[4809]: I1013 20:28:28.156041 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:28:28 crc kubenswrapper[4809]: E1013 20:28:28.156704 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:28:36 crc kubenswrapper[4809]: E1013 20:28:36.075610 4809 upgradeaware.go:441] Error proxying data from backend to client: writeto tcp 38.102.83.181:54406->38.102.83.181:41207: read tcp 38.102.83.181:54406->38.102.83.181:41207: read: connection reset by peer Oct 13 20:28:36 crc kubenswrapper[4809]: E1013 20:28:36.076650 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:54406->38.102.83.181:41207: write tcp 38.102.83.181:54406->38.102.83.181:41207: write: broken pipe Oct 13 20:28:37 crc kubenswrapper[4809]: E1013 20:28:37.946679 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:54474->38.102.83.181:41207: write tcp 38.102.83.181:54474->38.102.83.181:41207: write: connection reset by peer Oct 13 20:28:40 crc kubenswrapper[4809]: I1013 20:28:40.625652 4809 scope.go:117] "RemoveContainer" containerID="ed46642baabc655dd1386ff468fc1d442b192ebb8bcbf1f336ffb429f9fce8e1" Oct 13 20:28:40 crc kubenswrapper[4809]: I1013 20:28:40.693948 4809 scope.go:117] "RemoveContainer" containerID="3d1ef30a1e2a46f2110f7e97ea002bfee7d58919d90af38b11bac3e88ab83e85" Oct 13 20:28:43 crc kubenswrapper[4809]: I1013 20:28:43.155421 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:28:43 crc kubenswrapper[4809]: E1013 20:28:43.156214 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:28:55 crc kubenswrapper[4809]: I1013 20:28:55.156931 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:28:55 crc kubenswrapper[4809]: E1013 20:28:55.157886 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:29:07 crc kubenswrapper[4809]: I1013 20:29:07.155808 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:29:07 crc kubenswrapper[4809]: E1013 20:29:07.156448 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:29:09 crc kubenswrapper[4809]: E1013 20:29:09.698053 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:38680->38.102.83.181:41207: write tcp 38.102.83.181:38680->38.102.83.181:41207: write: broken pipe Oct 13 20:29:18 crc kubenswrapper[4809]: I1013 20:29:18.156514 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:29:18 crc kubenswrapper[4809]: E1013 20:29:18.157951 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:29:19 crc kubenswrapper[4809]: E1013 20:29:19.074677 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:38962->38.102.83.181:41207: write tcp 38.102.83.181:38962->38.102.83.181:41207: write: broken pipe Oct 13 20:29:29 crc kubenswrapper[4809]: I1013 20:29:29.156169 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:29:29 crc kubenswrapper[4809]: I1013 20:29:29.740223 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"6b29eca01af363500d44584818f16396e358eeb7437ec9a1c001b28ab01cbebc"} Oct 13 20:29:37 crc kubenswrapper[4809]: E1013 20:29:37.247722 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:45434->38.102.83.181:41207: write tcp 38.102.83.181:45434->38.102.83.181:41207: write: broken pipe Oct 13 20:29:38 crc kubenswrapper[4809]: I1013 20:29:38.838398 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-marketplace-tdr6q"] Oct 13 20:29:38 crc kubenswrapper[4809]: E1013 20:29:38.845553 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerName="proxy-httpd" Oct 13 20:29:38 crc kubenswrapper[4809]: I1013 20:29:38.845616 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerName="proxy-httpd" Oct 13 20:29:38 crc kubenswrapper[4809]: E1013 20:29:38.845670 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerName="proxy-server" Oct 13 20:29:38 crc kubenswrapper[4809]: I1013 20:29:38.845687 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerName="proxy-server" Oct 13 20:29:38 crc kubenswrapper[4809]: I1013 20:29:38.847433 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerName="proxy-server" Oct 13 20:29:38 crc kubenswrapper[4809]: I1013 20:29:38.847502 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="5d00e0ef-0def-47c7-a541-46ad0fa7150e" containerName="proxy-httpd" Oct 13 20:29:38 crc kubenswrapper[4809]: I1013 20:29:38.851996 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:38 crc kubenswrapper[4809]: I1013 20:29:38.908350 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-tdr6q"] Oct 13 20:29:38 crc kubenswrapper[4809]: I1013 20:29:38.997222 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-utilities\") pod \"redhat-marketplace-tdr6q\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:38 crc kubenswrapper[4809]: I1013 20:29:38.997423 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-catalog-content\") pod \"redhat-marketplace-tdr6q\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:38 crc kubenswrapper[4809]: I1013 20:29:38.997462 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wg5hf\" (UniqueName: \"kubernetes.io/projected/103d8d2c-7191-4169-9995-aea22cc2de3d-kube-api-access-wg5hf\") pod \"redhat-marketplace-tdr6q\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:39 crc kubenswrapper[4809]: I1013 20:29:39.098877 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-utilities\") pod \"redhat-marketplace-tdr6q\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:39 crc kubenswrapper[4809]: I1013 20:29:39.099012 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-catalog-content\") pod \"redhat-marketplace-tdr6q\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:39 crc kubenswrapper[4809]: I1013 20:29:39.099036 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-wg5hf\" (UniqueName: \"kubernetes.io/projected/103d8d2c-7191-4169-9995-aea22cc2de3d-kube-api-access-wg5hf\") pod \"redhat-marketplace-tdr6q\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:39 crc kubenswrapper[4809]: I1013 20:29:39.099631 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-utilities\") pod \"redhat-marketplace-tdr6q\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:39 crc kubenswrapper[4809]: I1013 20:29:39.099656 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-catalog-content\") pod \"redhat-marketplace-tdr6q\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:39 crc kubenswrapper[4809]: I1013 20:29:39.130774 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-wg5hf\" (UniqueName: \"kubernetes.io/projected/103d8d2c-7191-4169-9995-aea22cc2de3d-kube-api-access-wg5hf\") pod \"redhat-marketplace-tdr6q\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:39 crc kubenswrapper[4809]: I1013 20:29:39.197395 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:39 crc kubenswrapper[4809]: I1013 20:29:39.694595 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-tdr6q"] Oct 13 20:29:39 crc kubenswrapper[4809]: W1013 20:29:39.700031 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod103d8d2c_7191_4169_9995_aea22cc2de3d.slice/crio-ddde8abfe9049794404d185c3ef958d0d180c8d1f6824d76252408cdf3af2c12 WatchSource:0}: Error finding container ddde8abfe9049794404d185c3ef958d0d180c8d1f6824d76252408cdf3af2c12: Status 404 returned error can't find the container with id ddde8abfe9049794404d185c3ef958d0d180c8d1f6824d76252408cdf3af2c12 Oct 13 20:29:39 crc kubenswrapper[4809]: I1013 20:29:39.880841 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-tdr6q" event={"ID":"103d8d2c-7191-4169-9995-aea22cc2de3d","Type":"ContainerStarted","Data":"ddde8abfe9049794404d185c3ef958d0d180c8d1f6824d76252408cdf3af2c12"} Oct 13 20:29:40 crc kubenswrapper[4809]: I1013 20:29:40.840202 4809 scope.go:117] "RemoveContainer" containerID="2b98b6646650044a70a2dd4f28225edc62371d4dcb30f2e6c7c24ae656a203e9" Oct 13 20:29:40 crc kubenswrapper[4809]: I1013 20:29:40.866957 4809 scope.go:117] "RemoveContainer" containerID="c4271bc5953b61a17432b0e70ff2f87d609b0c3b3e17a249f0eea1ee1719d8cb" Oct 13 20:29:40 crc kubenswrapper[4809]: I1013 20:29:40.891958 4809 scope.go:117] "RemoveContainer" containerID="9599d9871daf1174a64e83e48e04713f2df52fafcce4736a679e18001f21e014" Oct 13 20:29:40 crc kubenswrapper[4809]: I1013 20:29:40.894088 4809 generic.go:334] "Generic (PLEG): container finished" podID="103d8d2c-7191-4169-9995-aea22cc2de3d" containerID="3d21d7f4770b1dd5418fcf825027856fabc9400d9f3a8296579a22cefc8f26a2" exitCode=0 Oct 13 20:29:40 crc kubenswrapper[4809]: I1013 20:29:40.894147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-tdr6q" event={"ID":"103d8d2c-7191-4169-9995-aea22cc2de3d","Type":"ContainerDied","Data":"3d21d7f4770b1dd5418fcf825027856fabc9400d9f3a8296579a22cefc8f26a2"} Oct 13 20:29:40 crc kubenswrapper[4809]: I1013 20:29:40.899626 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 20:29:40 crc kubenswrapper[4809]: I1013 20:29:40.925081 4809 scope.go:117] "RemoveContainer" containerID="7e0b4b9754f71e8d1442f86a60d7f661b3cb397835481906ac36b71e653f0fa9" Oct 13 20:29:40 crc kubenswrapper[4809]: I1013 20:29:40.959349 4809 scope.go:117] "RemoveContainer" containerID="a16ce94a932fe8cdbbf0e18bb5be45c661ffea3a9d91f8d81e47fb4afc5cafde" Oct 13 20:29:41 crc kubenswrapper[4809]: I1013 20:29:41.007634 4809 scope.go:117] "RemoveContainer" containerID="ad17ba4d5d4966a485ed9496d3e104f21edb7d870db5d4afad6c2b4a27358e5b" Oct 13 20:29:42 crc kubenswrapper[4809]: I1013 20:29:42.925707 4809 generic.go:334] "Generic (PLEG): container finished" podID="103d8d2c-7191-4169-9995-aea22cc2de3d" containerID="e22e21cc1fb69eb8781febfc0ffa47a597e23be36fee520f017bb0a680ebe155" exitCode=0 Oct 13 20:29:42 crc kubenswrapper[4809]: I1013 20:29:42.925776 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-tdr6q" event={"ID":"103d8d2c-7191-4169-9995-aea22cc2de3d","Type":"ContainerDied","Data":"e22e21cc1fb69eb8781febfc0ffa47a597e23be36fee520f017bb0a680ebe155"} Oct 13 20:29:43 crc kubenswrapper[4809]: I1013 20:29:43.942669 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-tdr6q" event={"ID":"103d8d2c-7191-4169-9995-aea22cc2de3d","Type":"ContainerStarted","Data":"5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad"} Oct 13 20:29:43 crc kubenswrapper[4809]: I1013 20:29:43.979982 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-marketplace-tdr6q" podStartSLOduration=3.53372802 podStartE2EDuration="5.979953355s" podCreationTimestamp="2025-10-13 20:29:38 +0000 UTC" firstStartedPulling="2025-10-13 20:29:40.899198629 +0000 UTC m=+3899.504945214" lastFinishedPulling="2025-10-13 20:29:43.345423964 +0000 UTC m=+3901.951170549" observedRunningTime="2025-10-13 20:29:43.973963096 +0000 UTC m=+3902.579709691" watchObservedRunningTime="2025-10-13 20:29:43.979953355 +0000 UTC m=+3902.585699970" Oct 13 20:29:49 crc kubenswrapper[4809]: I1013 20:29:49.198115 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:49 crc kubenswrapper[4809]: I1013 20:29:49.198868 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:49 crc kubenswrapper[4809]: I1013 20:29:49.862557 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:50 crc kubenswrapper[4809]: I1013 20:29:50.081574 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:50 crc kubenswrapper[4809]: I1013 20:29:50.149198 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-tdr6q"] Oct 13 20:29:52 crc kubenswrapper[4809]: I1013 20:29:52.042377 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-marketplace-tdr6q" podUID="103d8d2c-7191-4169-9995-aea22cc2de3d" containerName="registry-server" containerID="cri-o://5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad" gracePeriod=2 Oct 13 20:29:52 crc kubenswrapper[4809]: I1013 20:29:52.651288 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:52 crc kubenswrapper[4809]: I1013 20:29:52.803141 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wg5hf\" (UniqueName: \"kubernetes.io/projected/103d8d2c-7191-4169-9995-aea22cc2de3d-kube-api-access-wg5hf\") pod \"103d8d2c-7191-4169-9995-aea22cc2de3d\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " Oct 13 20:29:52 crc kubenswrapper[4809]: I1013 20:29:52.803360 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-utilities\") pod \"103d8d2c-7191-4169-9995-aea22cc2de3d\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " Oct 13 20:29:52 crc kubenswrapper[4809]: I1013 20:29:52.803544 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-catalog-content\") pod \"103d8d2c-7191-4169-9995-aea22cc2de3d\" (UID: \"103d8d2c-7191-4169-9995-aea22cc2de3d\") " Oct 13 20:29:52 crc kubenswrapper[4809]: I1013 20:29:52.804664 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-utilities" (OuterVolumeSpecName: "utilities") pod "103d8d2c-7191-4169-9995-aea22cc2de3d" (UID: "103d8d2c-7191-4169-9995-aea22cc2de3d"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:29:52 crc kubenswrapper[4809]: I1013 20:29:52.809713 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/103d8d2c-7191-4169-9995-aea22cc2de3d-kube-api-access-wg5hf" (OuterVolumeSpecName: "kube-api-access-wg5hf") pod "103d8d2c-7191-4169-9995-aea22cc2de3d" (UID: "103d8d2c-7191-4169-9995-aea22cc2de3d"). InnerVolumeSpecName "kube-api-access-wg5hf". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:29:52 crc kubenswrapper[4809]: I1013 20:29:52.826958 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "103d8d2c-7191-4169-9995-aea22cc2de3d" (UID: "103d8d2c-7191-4169-9995-aea22cc2de3d"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:29:52 crc kubenswrapper[4809]: I1013 20:29:52.906218 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:29:52 crc kubenswrapper[4809]: I1013 20:29:52.906301 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-wg5hf\" (UniqueName: \"kubernetes.io/projected/103d8d2c-7191-4169-9995-aea22cc2de3d-kube-api-access-wg5hf\") on node \"crc\" DevicePath \"\"" Oct 13 20:29:52 crc kubenswrapper[4809]: I1013 20:29:52.906328 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/103d8d2c-7191-4169-9995-aea22cc2de3d-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.058583 4809 generic.go:334] "Generic (PLEG): container finished" podID="103d8d2c-7191-4169-9995-aea22cc2de3d" containerID="5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad" exitCode=0 Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.058646 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-tdr6q" Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.058673 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-tdr6q" event={"ID":"103d8d2c-7191-4169-9995-aea22cc2de3d","Type":"ContainerDied","Data":"5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad"} Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.058959 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-tdr6q" event={"ID":"103d8d2c-7191-4169-9995-aea22cc2de3d","Type":"ContainerDied","Data":"ddde8abfe9049794404d185c3ef958d0d180c8d1f6824d76252408cdf3af2c12"} Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.058992 4809 scope.go:117] "RemoveContainer" containerID="5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad" Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.093711 4809 scope.go:117] "RemoveContainer" containerID="e22e21cc1fb69eb8781febfc0ffa47a597e23be36fee520f017bb0a680ebe155" Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.110892 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-tdr6q"] Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.116879 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-marketplace-tdr6q"] Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.162414 4809 scope.go:117] "RemoveContainer" containerID="3d21d7f4770b1dd5418fcf825027856fabc9400d9f3a8296579a22cefc8f26a2" Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.203066 4809 scope.go:117] "RemoveContainer" containerID="5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad" Oct 13 20:29:53 crc kubenswrapper[4809]: E1013 20:29:53.203628 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad\": container with ID starting with 5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad not found: ID does not exist" containerID="5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad" Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.203679 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad"} err="failed to get container status \"5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad\": rpc error: code = NotFound desc = could not find container \"5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad\": container with ID starting with 5d475a85c5e89ed154b756c8732f4b33adf5a83f25a26852472c14e08e0526ad not found: ID does not exist" Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.203709 4809 scope.go:117] "RemoveContainer" containerID="e22e21cc1fb69eb8781febfc0ffa47a597e23be36fee520f017bb0a680ebe155" Oct 13 20:29:53 crc kubenswrapper[4809]: E1013 20:29:53.204271 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e22e21cc1fb69eb8781febfc0ffa47a597e23be36fee520f017bb0a680ebe155\": container with ID starting with e22e21cc1fb69eb8781febfc0ffa47a597e23be36fee520f017bb0a680ebe155 not found: ID does not exist" containerID="e22e21cc1fb69eb8781febfc0ffa47a597e23be36fee520f017bb0a680ebe155" Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.204300 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e22e21cc1fb69eb8781febfc0ffa47a597e23be36fee520f017bb0a680ebe155"} err="failed to get container status \"e22e21cc1fb69eb8781febfc0ffa47a597e23be36fee520f017bb0a680ebe155\": rpc error: code = NotFound desc = could not find container \"e22e21cc1fb69eb8781febfc0ffa47a597e23be36fee520f017bb0a680ebe155\": container with ID starting with e22e21cc1fb69eb8781febfc0ffa47a597e23be36fee520f017bb0a680ebe155 not found: ID does not exist" Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.204319 4809 scope.go:117] "RemoveContainer" containerID="3d21d7f4770b1dd5418fcf825027856fabc9400d9f3a8296579a22cefc8f26a2" Oct 13 20:29:53 crc kubenswrapper[4809]: E1013 20:29:53.204636 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3d21d7f4770b1dd5418fcf825027856fabc9400d9f3a8296579a22cefc8f26a2\": container with ID starting with 3d21d7f4770b1dd5418fcf825027856fabc9400d9f3a8296579a22cefc8f26a2 not found: ID does not exist" containerID="3d21d7f4770b1dd5418fcf825027856fabc9400d9f3a8296579a22cefc8f26a2" Oct 13 20:29:53 crc kubenswrapper[4809]: I1013 20:29:53.204676 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3d21d7f4770b1dd5418fcf825027856fabc9400d9f3a8296579a22cefc8f26a2"} err="failed to get container status \"3d21d7f4770b1dd5418fcf825027856fabc9400d9f3a8296579a22cefc8f26a2\": rpc error: code = NotFound desc = could not find container \"3d21d7f4770b1dd5418fcf825027856fabc9400d9f3a8296579a22cefc8f26a2\": container with ID starting with 3d21d7f4770b1dd5418fcf825027856fabc9400d9f3a8296579a22cefc8f26a2 not found: ID does not exist" Oct 13 20:29:54 crc kubenswrapper[4809]: I1013 20:29:54.180567 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="103d8d2c-7191-4169-9995-aea22cc2de3d" path="/var/lib/kubelet/pods/103d8d2c-7191-4169-9995-aea22cc2de3d/volumes" Oct 13 20:29:55 crc kubenswrapper[4809]: I1013 20:29:55.091128 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-create-glhdf"] Oct 13 20:29:55 crc kubenswrapper[4809]: I1013 20:29:55.103224 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-create-glhdf"] Oct 13 20:29:56 crc kubenswrapper[4809]: I1013 20:29:56.175258 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ecfeebc7-6df5-4444-bdae-fb20c701b24b" path="/var/lib/kubelet/pods/ecfeebc7-6df5-4444-bdae-fb20c701b24b/volumes" Oct 13 20:29:59 crc kubenswrapper[4809]: I1013 20:29:59.044253 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-4z7b8"] Oct 13 20:29:59 crc kubenswrapper[4809]: I1013 20:29:59.058434 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-create-4z7b8"] Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.053096 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-create-d2jlp"] Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.067536 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-create-d2jlp"] Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.175305 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d50eb95b-8544-4bf6-bab5-0a429166345d" path="/var/lib/kubelet/pods/d50eb95b-8544-4bf6-bab5-0a429166345d/volumes" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.176019 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="feb23fcf-0a60-45f4-b92e-d16ead21628a" path="/var/lib/kubelet/pods/feb23fcf-0a60-45f4-b92e-d16ead21628a/volumes" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.178510 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z"] Oct 13 20:30:00 crc kubenswrapper[4809]: E1013 20:30:00.179217 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="103d8d2c-7191-4169-9995-aea22cc2de3d" containerName="registry-server" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.179247 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="103d8d2c-7191-4169-9995-aea22cc2de3d" containerName="registry-server" Oct 13 20:30:00 crc kubenswrapper[4809]: E1013 20:30:00.179286 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="103d8d2c-7191-4169-9995-aea22cc2de3d" containerName="extract-content" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.179299 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="103d8d2c-7191-4169-9995-aea22cc2de3d" containerName="extract-content" Oct 13 20:30:00 crc kubenswrapper[4809]: E1013 20:30:00.179323 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="103d8d2c-7191-4169-9995-aea22cc2de3d" containerName="extract-utilities" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.179335 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="103d8d2c-7191-4169-9995-aea22cc2de3d" containerName="extract-utilities" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.179690 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="103d8d2c-7191-4169-9995-aea22cc2de3d" containerName="registry-server" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.180822 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.186980 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-operator-lifecycle-manager"/"collect-profiles-config" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.187351 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"collect-profiles-dockercfg-kzf4t" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.194451 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z"] Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.280676 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/ac1c70cc-d692-4b40-a2b6-362bf526afa7-secret-volume\") pod \"collect-profiles-29339790-czq8z\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.280866 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mv5g9\" (UniqueName: \"kubernetes.io/projected/ac1c70cc-d692-4b40-a2b6-362bf526afa7-kube-api-access-mv5g9\") pod \"collect-profiles-29339790-czq8z\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.280933 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/ac1c70cc-d692-4b40-a2b6-362bf526afa7-config-volume\") pod \"collect-profiles-29339790-czq8z\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.383266 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/ac1c70cc-d692-4b40-a2b6-362bf526afa7-secret-volume\") pod \"collect-profiles-29339790-czq8z\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.383432 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-mv5g9\" (UniqueName: \"kubernetes.io/projected/ac1c70cc-d692-4b40-a2b6-362bf526afa7-kube-api-access-mv5g9\") pod \"collect-profiles-29339790-czq8z\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.383490 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/ac1c70cc-d692-4b40-a2b6-362bf526afa7-config-volume\") pod \"collect-profiles-29339790-czq8z\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.385080 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/ac1c70cc-d692-4b40-a2b6-362bf526afa7-config-volume\") pod \"collect-profiles-29339790-czq8z\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.396293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/ac1c70cc-d692-4b40-a2b6-362bf526afa7-secret-volume\") pod \"collect-profiles-29339790-czq8z\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.406660 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-mv5g9\" (UniqueName: \"kubernetes.io/projected/ac1c70cc-d692-4b40-a2b6-362bf526afa7-kube-api-access-mv5g9\") pod \"collect-profiles-29339790-czq8z\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:00 crc kubenswrapper[4809]: I1013 20:30:00.507142 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:00 crc kubenswrapper[4809]: E1013 20:30:00.565852 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:44998->38.102.83.181:41207: write tcp 38.102.83.181:44998->38.102.83.181:41207: write: broken pipe Oct 13 20:30:01 crc kubenswrapper[4809]: I1013 20:30:01.069747 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z"] Oct 13 20:30:01 crc kubenswrapper[4809]: W1013 20:30:01.070694 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-podac1c70cc_d692_4b40_a2b6_362bf526afa7.slice/crio-b98f3eff091b0fc7175bcf32462a69f957807ce6a64c2faba84173cd96520c79 WatchSource:0}: Error finding container b98f3eff091b0fc7175bcf32462a69f957807ce6a64c2faba84173cd96520c79: Status 404 returned error can't find the container with id b98f3eff091b0fc7175bcf32462a69f957807ce6a64c2faba84173cd96520c79 Oct 13 20:30:01 crc kubenswrapper[4809]: I1013 20:30:01.169196 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" event={"ID":"ac1c70cc-d692-4b40-a2b6-362bf526afa7","Type":"ContainerStarted","Data":"b98f3eff091b0fc7175bcf32462a69f957807ce6a64c2faba84173cd96520c79"} Oct 13 20:30:02 crc kubenswrapper[4809]: I1013 20:30:02.192336 4809 generic.go:334] "Generic (PLEG): container finished" podID="ac1c70cc-d692-4b40-a2b6-362bf526afa7" containerID="7fab52003c7602dd27323300ba1983320e3d80735d189272dae6e3057df9d16a" exitCode=0 Oct 13 20:30:02 crc kubenswrapper[4809]: I1013 20:30:02.192429 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" event={"ID":"ac1c70cc-d692-4b40-a2b6-362bf526afa7","Type":"ContainerDied","Data":"7fab52003c7602dd27323300ba1983320e3d80735d189272dae6e3057df9d16a"} Oct 13 20:30:03 crc kubenswrapper[4809]: I1013 20:30:03.623356 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:03 crc kubenswrapper[4809]: I1013 20:30:03.759155 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-mv5g9\" (UniqueName: \"kubernetes.io/projected/ac1c70cc-d692-4b40-a2b6-362bf526afa7-kube-api-access-mv5g9\") pod \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " Oct 13 20:30:03 crc kubenswrapper[4809]: I1013 20:30:03.759332 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/ac1c70cc-d692-4b40-a2b6-362bf526afa7-secret-volume\") pod \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " Oct 13 20:30:03 crc kubenswrapper[4809]: I1013 20:30:03.759516 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/ac1c70cc-d692-4b40-a2b6-362bf526afa7-config-volume\") pod \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\" (UID: \"ac1c70cc-d692-4b40-a2b6-362bf526afa7\") " Oct 13 20:30:03 crc kubenswrapper[4809]: I1013 20:30:03.760538 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/ac1c70cc-d692-4b40-a2b6-362bf526afa7-config-volume" (OuterVolumeSpecName: "config-volume") pod "ac1c70cc-d692-4b40-a2b6-362bf526afa7" (UID: "ac1c70cc-d692-4b40-a2b6-362bf526afa7"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:30:03 crc kubenswrapper[4809]: I1013 20:30:03.767419 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/ac1c70cc-d692-4b40-a2b6-362bf526afa7-secret-volume" (OuterVolumeSpecName: "secret-volume") pod "ac1c70cc-d692-4b40-a2b6-362bf526afa7" (UID: "ac1c70cc-d692-4b40-a2b6-362bf526afa7"). InnerVolumeSpecName "secret-volume". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:30:03 crc kubenswrapper[4809]: I1013 20:30:03.771102 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ac1c70cc-d692-4b40-a2b6-362bf526afa7-kube-api-access-mv5g9" (OuterVolumeSpecName: "kube-api-access-mv5g9") pod "ac1c70cc-d692-4b40-a2b6-362bf526afa7" (UID: "ac1c70cc-d692-4b40-a2b6-362bf526afa7"). InnerVolumeSpecName "kube-api-access-mv5g9". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:30:03 crc kubenswrapper[4809]: I1013 20:30:03.862207 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-mv5g9\" (UniqueName: \"kubernetes.io/projected/ac1c70cc-d692-4b40-a2b6-362bf526afa7-kube-api-access-mv5g9\") on node \"crc\" DevicePath \"\"" Oct 13 20:30:03 crc kubenswrapper[4809]: I1013 20:30:03.862243 4809 reconciler_common.go:293] "Volume detached for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/ac1c70cc-d692-4b40-a2b6-362bf526afa7-secret-volume\") on node \"crc\" DevicePath \"\"" Oct 13 20:30:03 crc kubenswrapper[4809]: I1013 20:30:03.862252 4809 reconciler_common.go:293] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/ac1c70cc-d692-4b40-a2b6-362bf526afa7-config-volume\") on node \"crc\" DevicePath \"\"" Oct 13 20:30:04 crc kubenswrapper[4809]: I1013 20:30:04.218430 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" event={"ID":"ac1c70cc-d692-4b40-a2b6-362bf526afa7","Type":"ContainerDied","Data":"b98f3eff091b0fc7175bcf32462a69f957807ce6a64c2faba84173cd96520c79"} Oct 13 20:30:04 crc kubenswrapper[4809]: I1013 20:30:04.218938 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b98f3eff091b0fc7175bcf32462a69f957807ce6a64c2faba84173cd96520c79" Oct 13 20:30:04 crc kubenswrapper[4809]: I1013 20:30:04.218491 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339790-czq8z" Oct 13 20:30:04 crc kubenswrapper[4809]: I1013 20:30:04.700838 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4"] Oct 13 20:30:04 crc kubenswrapper[4809]: I1013 20:30:04.708981 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339745-skhf4"] Oct 13 20:30:05 crc kubenswrapper[4809]: I1013 20:30:05.056865 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-0421-account-create-fpc64"] Oct 13 20:30:05 crc kubenswrapper[4809]: I1013 20:30:05.074499 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-0421-account-create-fpc64"] Oct 13 20:30:06 crc kubenswrapper[4809]: I1013 20:30:06.175383 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6c204559-08e1-4479-bd0d-d681e3c18329" path="/var/lib/kubelet/pods/6c204559-08e1-4479-bd0d-d681e3c18329/volumes" Oct 13 20:30:06 crc kubenswrapper[4809]: I1013 20:30:06.177930 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a187fbe0-028f-4116-8df0-2f5228901550" path="/var/lib/kubelet/pods/a187fbe0-028f-4116-8df0-2f5228901550/volumes" Oct 13 20:30:09 crc kubenswrapper[4809]: I1013 20:30:09.037986 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-2834-account-create-jddbt"] Oct 13 20:30:09 crc kubenswrapper[4809]: I1013 20:30:09.058316 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-2834-account-create-jddbt"] Oct 13 20:30:10 crc kubenswrapper[4809]: I1013 20:30:10.045621 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-a21f-account-create-fx4fr"] Oct 13 20:30:10 crc kubenswrapper[4809]: I1013 20:30:10.055790 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-a21f-account-create-fx4fr"] Oct 13 20:30:10 crc kubenswrapper[4809]: I1013 20:30:10.180843 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8567997d-13fd-481b-a3e8-9771f92e2c83" path="/var/lib/kubelet/pods/8567997d-13fd-481b-a3e8-9771f92e2c83/volumes" Oct 13 20:30:10 crc kubenswrapper[4809]: I1013 20:30:10.181922 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7" path="/var/lib/kubelet/pods/dacd299d-95e4-4a1d-8e2c-84fbd4bbcca7/volumes" Oct 13 20:30:16 crc kubenswrapper[4809]: I1013 20:30:16.042206 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-ghtg8"] Oct 13 20:30:16 crc kubenswrapper[4809]: I1013 20:30:16.078217 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/glance-db-sync-ghtg8"] Oct 13 20:30:16 crc kubenswrapper[4809]: I1013 20:30:16.185662 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="4666a233-b0a4-45e2-9b43-550713435757" path="/var/lib/kubelet/pods/4666a233-b0a4-45e2-9b43-550713435757/volumes" Oct 13 20:30:22 crc kubenswrapper[4809]: E1013 20:30:22.818920 4809 upgradeaware.go:441] Error proxying data from backend to client: writeto tcp 38.102.83.181:53656->38.102.83.181:41207: read tcp 38.102.83.181:53656->38.102.83.181:41207: read: connection reset by peer Oct 13 20:30:23 crc kubenswrapper[4809]: E1013 20:30:23.129826 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:53676->38.102.83.181:41207: write tcp 38.102.83.181:53676->38.102.83.181:41207: write: broken pipe Oct 13 20:30:28 crc kubenswrapper[4809]: I1013 20:30:28.064237 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-4dz5d"] Oct 13 20:30:28 crc kubenswrapper[4809]: I1013 20:30:28.066300 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-bvvz2"] Oct 13 20:30:28 crc kubenswrapper[4809]: I1013 20:30:28.079778 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-g5dzx"] Oct 13 20:30:28 crc kubenswrapper[4809]: I1013 20:30:28.088378 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-create-4dz5d"] Oct 13 20:30:28 crc kubenswrapper[4809]: I1013 20:30:28.094721 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-create-g5dzx"] Oct 13 20:30:28 crc kubenswrapper[4809]: I1013 20:30:28.100961 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-create-bvvz2"] Oct 13 20:30:28 crc kubenswrapper[4809]: I1013 20:30:28.168108 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="972cc5c2-00a0-4b6b-bb15-007f307bf92d" path="/var/lib/kubelet/pods/972cc5c2-00a0-4b6b-bb15-007f307bf92d/volumes" Oct 13 20:30:28 crc kubenswrapper[4809]: I1013 20:30:28.169250 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a71500c8-683f-44b3-9976-2b0a7c112faf" path="/var/lib/kubelet/pods/a71500c8-683f-44b3-9976-2b0a7c112faf/volumes" Oct 13 20:30:28 crc kubenswrapper[4809]: I1013 20:30:28.169912 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f121d729-9498-4398-b2d0-1d66e9a10221" path="/var/lib/kubelet/pods/f121d729-9498-4398-b2d0-1d66e9a10221/volumes" Oct 13 20:30:31 crc kubenswrapper[4809]: I1013 20:30:31.075237 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-xzzr4"] Oct 13 20:30:31 crc kubenswrapper[4809]: I1013 20:30:31.093033 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-db-sync-xzzr4"] Oct 13 20:30:32 crc kubenswrapper[4809]: I1013 20:30:32.175611 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ea39648b-843c-4a73-b683-63c04c5c4cbd" path="/var/lib/kubelet/pods/ea39648b-843c-4a73-b683-63c04c5c4cbd/volumes" Oct 13 20:30:37 crc kubenswrapper[4809]: I1013 20:30:37.034795 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-fbn9w"] Oct 13 20:30:37 crc kubenswrapper[4809]: I1013 20:30:37.048250 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/placement-db-sync-fbn9w"] Oct 13 20:30:38 crc kubenswrapper[4809]: I1013 20:30:38.177216 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1ea1a481-ea43-4089-90c1-83bee21ce168" path="/var/lib/kubelet/pods/1ea1a481-ea43-4089-90c1-83bee21ce168/volumes" Oct 13 20:30:39 crc kubenswrapper[4809]: I1013 20:30:39.054251 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-5d82-account-create-5ch7d"] Oct 13 20:30:39 crc kubenswrapper[4809]: I1013 20:30:39.067644 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-431d-account-create-cc628"] Oct 13 20:30:39 crc kubenswrapper[4809]: I1013 20:30:39.077099 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-9874-account-create-4tnsg"] Oct 13 20:30:39 crc kubenswrapper[4809]: I1013 20:30:39.085866 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-5d82-account-create-5ch7d"] Oct 13 20:30:39 crc kubenswrapper[4809]: I1013 20:30:39.092862 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-9874-account-create-4tnsg"] Oct 13 20:30:39 crc kubenswrapper[4809]: I1013 20:30:39.116088 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-431d-account-create-cc628"] Oct 13 20:30:40 crc kubenswrapper[4809]: I1013 20:30:40.174676 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3144d60c-3357-4c64-a86e-96f95f3e2e5c" path="/var/lib/kubelet/pods/3144d60c-3357-4c64-a86e-96f95f3e2e5c/volumes" Oct 13 20:30:40 crc kubenswrapper[4809]: I1013 20:30:40.176320 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="34491485-4d1a-494e-a9ec-1cbf4fea8fc2" path="/var/lib/kubelet/pods/34491485-4d1a-494e-a9ec-1cbf4fea8fc2/volumes" Oct 13 20:30:40 crc kubenswrapper[4809]: I1013 20:30:40.177433 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f4778b80-7772-47b1-8783-1f050fed2ca8" path="/var/lib/kubelet/pods/f4778b80-7772-47b1-8783-1f050fed2ca8/volumes" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.128136 4809 scope.go:117] "RemoveContainer" containerID="f13981ae098c85af0e7bdcd85c0ddfc7db47aec35a86222643ee1ea10ce16907" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.165267 4809 scope.go:117] "RemoveContainer" containerID="5b801b5e55681300f2605bc66d1dc9ce63e5854360fc3dfebb0839e750c28985" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.232494 4809 scope.go:117] "RemoveContainer" containerID="36980675c50e2e0ba963b25bcbca717e77f4a9f7aa5d30a4b4692df12343b95f" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.272475 4809 scope.go:117] "RemoveContainer" containerID="3a47ba22ca66779603d9aec87df21a66332945d7f17d647a869236ed3f241363" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.305463 4809 scope.go:117] "RemoveContainer" containerID="d15e1747644c17066bdd0fb604824f454682cad1beb641a881b3b9785688b638" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.343261 4809 scope.go:117] "RemoveContainer" containerID="9549d966b594ad23b8fe68d714d56dcba71408a01c426b8b5955e9fa2c2e828f" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.381119 4809 scope.go:117] "RemoveContainer" containerID="5ed381c07e7fda307ab104575fbc39db8bf65d33eca9eb946ec8d4ec6a81b35e" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.427054 4809 scope.go:117] "RemoveContainer" containerID="151ff0d2dfc0b8cbe2304e7e3cd23f9a1e4476c300e445391e65933d22b8fab5" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.467299 4809 scope.go:117] "RemoveContainer" containerID="cf2ee482fca0f492ec2a1a08dc45d6a659f544689957d88f9b2aabd191a9b9db" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.496364 4809 scope.go:117] "RemoveContainer" containerID="796176fb2e66237958b4bb97dde5a253abf5049d8bc0d2b5ef8ce7fda4014717" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.529884 4809 scope.go:117] "RemoveContainer" containerID="53dd960e5770074294bd3d860c4a60ee72ecd63bc9b20a460f4289dc7626d860" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.559872 4809 scope.go:117] "RemoveContainer" containerID="dbdd1bfeb89bdb5ca034b9427008c36718715e7030a519986454dbcb5aa9d894" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.584273 4809 scope.go:117] "RemoveContainer" containerID="78300418ac64ae090429c3e65dc1c82778094fd5b2b84ac74f15ef73f2a656c5" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.609430 4809 scope.go:117] "RemoveContainer" containerID="d6ecd83aa02d5fec6baabc78cc0f4564479382278d822b00c079ab52b67a1837" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.630468 4809 scope.go:117] "RemoveContainer" containerID="45a934e29de1f7ef2e9e6efa42fc19c531db9ec376f0021e2bdaa49452affeb3" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.663706 4809 scope.go:117] "RemoveContainer" containerID="c12d20c53e9c11eb619cef9e2667135b885999af9ec231e01f1f9652352c1c22" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.694803 4809 scope.go:117] "RemoveContainer" containerID="c33963ee72f74218b29e429be995d91cd6b9a0629336dbbc15e60296fb819a2f" Oct 13 20:30:41 crc kubenswrapper[4809]: I1013 20:30:41.733044 4809 scope.go:117] "RemoveContainer" containerID="885a95f741dd75e72ad71967ff9c4256fc22d7b950df5b25bc128f2e05724104" Oct 13 20:30:46 crc kubenswrapper[4809]: I1013 20:30:46.028173 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-bjrcf"] Oct 13 20:30:46 crc kubenswrapper[4809]: I1013 20:30:46.042440 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/barbican-db-sync-bjrcf"] Oct 13 20:30:46 crc kubenswrapper[4809]: I1013 20:30:46.193205 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="ff7e1665-97fb-4fa0-960c-786fdf925d41" path="/var/lib/kubelet/pods/ff7e1665-97fb-4fa0-960c-786fdf925d41/volumes" Oct 13 20:30:46 crc kubenswrapper[4809]: E1013 20:30:46.582037 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:56380->38.102.83.181:41207: write tcp 38.102.83.181:56380->38.102.83.181:41207: write: broken pipe Oct 13 20:30:50 crc kubenswrapper[4809]: I1013 20:30:50.042161 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-bncl6"] Oct 13 20:30:50 crc kubenswrapper[4809]: I1013 20:30:50.054921 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/cinder-db-sync-bncl6"] Oct 13 20:30:50 crc kubenswrapper[4809]: I1013 20:30:50.175219 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="b2205517-545b-42ee-bb0c-bf2204ca4000" path="/var/lib/kubelet/pods/b2205517-545b-42ee-bb0c-bf2204ca4000/volumes" Oct 13 20:31:00 crc kubenswrapper[4809]: I1013 20:31:00.056434 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-9ztnx"] Oct 13 20:31:00 crc kubenswrapper[4809]: I1013 20:31:00.064011 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/neutron-db-sync-9ztnx"] Oct 13 20:31:00 crc kubenswrapper[4809]: I1013 20:31:00.172956 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5a0f89c6-a28c-4008-89c8-eb57d42f8e02" path="/var/lib/kubelet/pods/5a0f89c6-a28c-4008-89c8-eb57d42f8e02/volumes" Oct 13 20:31:00 crc kubenswrapper[4809]: E1013 20:31:00.613490 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:58910->38.102.83.181:41207: write tcp 38.102.83.181:58910->38.102.83.181:41207: write: broken pipe Oct 13 20:31:10 crc kubenswrapper[4809]: E1013 20:31:10.564969 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:36066->38.102.83.181:41207: write tcp 38.102.83.181:36066->38.102.83.181:41207: write: broken pipe Oct 13 20:31:39 crc kubenswrapper[4809]: I1013 20:31:39.047747 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-n2c6w"] Oct 13 20:31:39 crc kubenswrapper[4809]: I1013 20:31:39.067491 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-db-create-n2c6w"] Oct 13 20:31:39 crc kubenswrapper[4809]: I1013 20:31:39.077138 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-2rfzk"] Oct 13 20:31:39 crc kubenswrapper[4809]: I1013 20:31:39.086196 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-dg2gg"] Oct 13 20:31:39 crc kubenswrapper[4809]: I1013 20:31:39.093451 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-db-create-dg2gg"] Oct 13 20:31:39 crc kubenswrapper[4809]: I1013 20:31:39.101077 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-db-create-2rfzk"] Oct 13 20:31:40 crc kubenswrapper[4809]: I1013 20:31:40.169156 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="2a0a846c-6a29-4b61-ba22-62c8bcbc96e4" path="/var/lib/kubelet/pods/2a0a846c-6a29-4b61-ba22-62c8bcbc96e4/volumes" Oct 13 20:31:40 crc kubenswrapper[4809]: I1013 20:31:40.169864 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="57459e8d-123e-401f-a146-b3ab3103fc69" path="/var/lib/kubelet/pods/57459e8d-123e-401f-a146-b3ab3103fc69/volumes" Oct 13 20:31:40 crc kubenswrapper[4809]: I1013 20:31:40.170516 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d1e83afa-2fd3-4746-9fb1-acd7bad6a78e" path="/var/lib/kubelet/pods/d1e83afa-2fd3-4746-9fb1-acd7bad6a78e/volumes" Oct 13 20:31:42 crc kubenswrapper[4809]: I1013 20:31:42.067854 4809 scope.go:117] "RemoveContainer" containerID="66becb8ef3c2217feabf1b0c3b4cb09501eea86cf1a0c55a3316713204f66d98" Oct 13 20:31:42 crc kubenswrapper[4809]: I1013 20:31:42.119470 4809 scope.go:117] "RemoveContainer" containerID="acbfe43c3416e8556bc3a244b8b61eb508f7b22d195d8b59173d596e9fe2656d" Oct 13 20:31:42 crc kubenswrapper[4809]: I1013 20:31:42.145560 4809 scope.go:117] "RemoveContainer" containerID="a785501b416274ca1e3118bb0b55857cf6a3be49b45e52c1981b43b04fa4a2f7" Oct 13 20:31:42 crc kubenswrapper[4809]: I1013 20:31:42.175368 4809 scope.go:117] "RemoveContainer" containerID="6349c9c1a1d501a5be7ad787164b8ab32019eb36e02a84bfde41ce455273fcae" Oct 13 20:31:42 crc kubenswrapper[4809]: I1013 20:31:42.221754 4809 scope.go:117] "RemoveContainer" containerID="9057966264bf0ab469a06c21738d8c9e248f5c42e1ecb6ec06eb780f825e5abb" Oct 13 20:31:42 crc kubenswrapper[4809]: I1013 20:31:42.307303 4809 scope.go:117] "RemoveContainer" containerID="537fe0b6daf2a8ed9015796f7dfe5bb83cd522a95d7d3a49973a2b0055ab22a0" Oct 13 20:31:42 crc kubenswrapper[4809]: I1013 20:31:42.329825 4809 scope.go:117] "RemoveContainer" containerID="fbada10094e8372e9aa33d7148a83c86d29c2f99b808135dc8b74174ffc389ff" Oct 13 20:31:42 crc kubenswrapper[4809]: I1013 20:31:42.383775 4809 scope.go:117] "RemoveContainer" containerID="d04c0bb19298863a01ecd34c2cf699195788b276305431ae2f9f17ccaf1cdba8" Oct 13 20:31:42 crc kubenswrapper[4809]: I1013 20:31:42.405845 4809 scope.go:117] "RemoveContainer" containerID="3f2071fdd114403e6f74d25f536e435c04e718ced2c0d9fa22ea6b7a51652eb8" Oct 13 20:31:49 crc kubenswrapper[4809]: I1013 20:31:49.033030 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s"] Oct 13 20:31:49 crc kubenswrapper[4809]: I1013 20:31:49.050153 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t"] Oct 13 20:31:49 crc kubenswrapper[4809]: I1013 20:31:49.060932 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7"] Oct 13 20:31:49 crc kubenswrapper[4809]: I1013 20:31:49.066835 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-a5bd-account-create-f9q2s"] Oct 13 20:31:49 crc kubenswrapper[4809]: I1013 20:31:49.074939 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-api-99b8-account-create-9vz8t"] Oct 13 20:31:49 crc kubenswrapper[4809]: I1013 20:31:49.088821 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-bed5-account-create-c96n7"] Oct 13 20:31:50 crc kubenswrapper[4809]: E1013 20:31:50.181620 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:49846->38.102.83.181:41207: write tcp 38.102.83.181:49846->38.102.83.181:41207: write: connection reset by peer Oct 13 20:31:50 crc kubenswrapper[4809]: I1013 20:31:50.186195 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="408db7dd-2871-43b6-959e-14e9cc923835" path="/var/lib/kubelet/pods/408db7dd-2871-43b6-959e-14e9cc923835/volumes" Oct 13 20:31:50 crc kubenswrapper[4809]: I1013 20:31:50.187449 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b" path="/var/lib/kubelet/pods/486aa5a2-5edb-4af3-a3c3-7a8bdbe7339b/volumes" Oct 13 20:31:50 crc kubenswrapper[4809]: I1013 20:31:50.188283 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="f06d4230-d3f5-48fa-a90a-e9b5e49229af" path="/var/lib/kubelet/pods/f06d4230-d3f5-48fa-a90a-e9b5e49229af/volumes" Oct 13 20:31:58 crc kubenswrapper[4809]: I1013 20:31:58.593183 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:31:58 crc kubenswrapper[4809]: I1013 20:31:58.593629 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:32:04 crc kubenswrapper[4809]: I1013 20:32:04.055647 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr"] Oct 13 20:32:04 crc kubenswrapper[4809]: I1013 20:32:04.069323 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-conductor-db-sync-988wr"] Oct 13 20:32:04 crc kubenswrapper[4809]: I1013 20:32:04.167450 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6b0e8818-a933-48f0-b710-067355b2896f" path="/var/lib/kubelet/pods/6b0e8818-a933-48f0-b710-067355b2896f/volumes" Oct 13 20:32:07 crc kubenswrapper[4809]: E1013 20:32:07.342562 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:45932->38.102.83.181:41207: write tcp 38.102.83.181:45932->38.102.83.181:41207: write: connection reset by peer Oct 13 20:32:20 crc kubenswrapper[4809]: E1013 20:32:20.027115 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:34084->38.102.83.181:41207: write tcp 38.102.83.181:34084->38.102.83.181:41207: write: broken pipe Oct 13 20:32:21 crc kubenswrapper[4809]: E1013 20:32:21.825260 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:34168->38.102.83.181:41207: write tcp 38.102.83.181:34168->38.102.83.181:41207: write: broken pipe Oct 13 20:32:27 crc kubenswrapper[4809]: I1013 20:32:27.061947 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k"] Oct 13 20:32:27 crc kubenswrapper[4809]: I1013 20:32:27.071187 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-conductor-db-sync-2rr7k"] Oct 13 20:32:28 crc kubenswrapper[4809]: I1013 20:32:28.167436 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="5d7875d9-6ca6-4e77-b3f7-9772cf369651" path="/var/lib/kubelet/pods/5d7875d9-6ca6-4e77-b3f7-9772cf369651/volumes" Oct 13 20:32:28 crc kubenswrapper[4809]: I1013 20:32:28.593374 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:32:28 crc kubenswrapper[4809]: I1013 20:32:28.593454 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:32:41 crc kubenswrapper[4809]: E1013 20:32:41.276446 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:60796->38.102.83.181:41207: write tcp 38.102.83.181:60796->38.102.83.181:41207: write: broken pipe Oct 13 20:32:42 crc kubenswrapper[4809]: I1013 20:32:42.587938 4809 scope.go:117] "RemoveContainer" containerID="17a0503411b3f186febf61bc467b41a4a80ce0ed329cb8d806da0b8aad07d5af" Oct 13 20:32:42 crc kubenswrapper[4809]: I1013 20:32:42.611932 4809 scope.go:117] "RemoveContainer" containerID="b45c88555bbfb187ced13c242b7cc2e5c5f64a69623a0d4f06601834152abb57" Oct 13 20:32:42 crc kubenswrapper[4809]: I1013 20:32:42.693224 4809 scope.go:117] "RemoveContainer" containerID="e8eeb5f00ebd602d34cfe126ae713fab6226be0c1452af26767c44beef528abd" Oct 13 20:32:42 crc kubenswrapper[4809]: I1013 20:32:42.776343 4809 scope.go:117] "RemoveContainer" containerID="f92849b666b80b78bcbf9709a4281ac984b4964393b60c2def87a21b16cd9a0b" Oct 13 20:32:42 crc kubenswrapper[4809]: I1013 20:32:42.798249 4809 scope.go:117] "RemoveContainer" containerID="0ffc013ffe81b6b8146f49560e1c99648a2a375cf4a19c818dfe9d81d6ffd506" Oct 13 20:32:42 crc kubenswrapper[4809]: I1013 20:32:42.868790 4809 scope.go:117] "RemoveContainer" containerID="8ffa47dddde215c745fd456a50818ee50d81d5e4abe8808f6fc46188c63b8203" Oct 13 20:32:42 crc kubenswrapper[4809]: I1013 20:32:42.897449 4809 scope.go:117] "RemoveContainer" containerID="c6daf5606951092c5d10be65c3a1128a7c7135039845344b7dc149e4b0ac3e6c" Oct 13 20:32:43 crc kubenswrapper[4809]: E1013 20:32:43.349106 4809 upgradeaware.go:441] Error proxying data from backend to client: writeto tcp 38.102.83.181:60898->38.102.83.181:41207: read tcp 38.102.83.181:60898->38.102.83.181:41207: read: connection reset by peer Oct 13 20:32:58 crc kubenswrapper[4809]: I1013 20:32:58.592615 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:32:58 crc kubenswrapper[4809]: I1013 20:32:58.593235 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:32:58 crc kubenswrapper[4809]: I1013 20:32:58.593298 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 20:32:58 crc kubenswrapper[4809]: I1013 20:32:58.594203 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"6b29eca01af363500d44584818f16396e358eeb7437ec9a1c001b28ab01cbebc"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 20:32:58 crc kubenswrapper[4809]: I1013 20:32:58.594301 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://6b29eca01af363500d44584818f16396e358eeb7437ec9a1c001b28ab01cbebc" gracePeriod=600 Oct 13 20:32:59 crc kubenswrapper[4809]: I1013 20:32:59.354020 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="6b29eca01af363500d44584818f16396e358eeb7437ec9a1c001b28ab01cbebc" exitCode=0 Oct 13 20:32:59 crc kubenswrapper[4809]: I1013 20:32:59.354600 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"6b29eca01af363500d44584818f16396e358eeb7437ec9a1c001b28ab01cbebc"} Oct 13 20:32:59 crc kubenswrapper[4809]: I1013 20:32:59.354629 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7"} Oct 13 20:32:59 crc kubenswrapper[4809]: I1013 20:32:59.354647 4809 scope.go:117] "RemoveContainer" containerID="e8293f25b9b150bedbe3b1c6cbcae1637be6142416e02dfb112727150891f12e" Oct 13 20:33:43 crc kubenswrapper[4809]: I1013 20:33:43.055821 4809 scope.go:117] "RemoveContainer" containerID="27a6c748f5f423a42af52875ade37b0e5b95f66b883c17b03a32f24c78697fec" Oct 13 20:33:43 crc kubenswrapper[4809]: I1013 20:33:43.103487 4809 scope.go:117] "RemoveContainer" containerID="a4fbf05afe94dc25b8d9949c56d4b3080f451afce734f90286c609114c27006f" Oct 13 20:33:43 crc kubenswrapper[4809]: I1013 20:33:43.143668 4809 scope.go:117] "RemoveContainer" containerID="4df6f77ca59b4ee4686a0f2efd44429fcb60a1938175af3d0fb1f590e103c0de" Oct 13 20:33:43 crc kubenswrapper[4809]: I1013 20:33:43.174220 4809 scope.go:117] "RemoveContainer" containerID="414bc4d2d54993a284403848a4eb056d145fbc72ae18f0527560f6eaf5ed9b5c" Oct 13 20:33:55 crc kubenswrapper[4809]: I1013 20:33:55.071451 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-c7r62"] Oct 13 20:33:55 crc kubenswrapper[4809]: I1013 20:33:55.079955 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/keystone-bootstrap-c7r62"] Oct 13 20:33:56 crc kubenswrapper[4809]: I1013 20:33:56.167977 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5" path="/var/lib/kubelet/pods/e19436ab-1c81-43d1-9cb0-6bf96d5b9fb5/volumes" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.371593 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/community-operators-d4xwr"] Oct 13 20:34:23 crc kubenswrapper[4809]: E1013 20:34:23.373281 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="ac1c70cc-d692-4b40-a2b6-362bf526afa7" containerName="collect-profiles" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.373304 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="ac1c70cc-d692-4b40-a2b6-362bf526afa7" containerName="collect-profiles" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.373619 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="ac1c70cc-d692-4b40-a2b6-362bf526afa7" containerName="collect-profiles" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.376001 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.385017 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-d4xwr"] Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.388392 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-catalog-content\") pod \"community-operators-d4xwr\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.388634 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-utilities\") pod \"community-operators-d4xwr\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.388690 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qpz2r\" (UniqueName: \"kubernetes.io/projected/daa8b002-83e1-4284-86af-5ad312a0c7b4-kube-api-access-qpz2r\") pod \"community-operators-d4xwr\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.491075 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-utilities\") pod \"community-operators-d4xwr\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.491169 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-qpz2r\" (UniqueName: \"kubernetes.io/projected/daa8b002-83e1-4284-86af-5ad312a0c7b4-kube-api-access-qpz2r\") pod \"community-operators-d4xwr\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.491393 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-catalog-content\") pod \"community-operators-d4xwr\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.492315 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-catalog-content\") pod \"community-operators-d4xwr\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.492500 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-utilities\") pod \"community-operators-d4xwr\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.516038 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-qpz2r\" (UniqueName: \"kubernetes.io/projected/daa8b002-83e1-4284-86af-5ad312a0c7b4-kube-api-access-qpz2r\") pod \"community-operators-d4xwr\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:23 crc kubenswrapper[4809]: I1013 20:34:23.721985 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:24 crc kubenswrapper[4809]: I1013 20:34:24.261039 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-d4xwr"] Oct 13 20:34:24 crc kubenswrapper[4809]: I1013 20:34:24.432540 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-d4xwr" event={"ID":"daa8b002-83e1-4284-86af-5ad312a0c7b4","Type":"ContainerStarted","Data":"4f3f8006d6bf979995c0bb82c970db5d309795ecd215f91ef3988d6683d6b9ab"} Oct 13 20:34:25 crc kubenswrapper[4809]: I1013 20:34:25.447932 4809 generic.go:334] "Generic (PLEG): container finished" podID="daa8b002-83e1-4284-86af-5ad312a0c7b4" containerID="0de9329fe8bd01a67b5edf87e90a1c7d653c729441e398c7f68aca038ccd1694" exitCode=0 Oct 13 20:34:25 crc kubenswrapper[4809]: I1013 20:34:25.447999 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-d4xwr" event={"ID":"daa8b002-83e1-4284-86af-5ad312a0c7b4","Type":"ContainerDied","Data":"0de9329fe8bd01a67b5edf87e90a1c7d653c729441e398c7f68aca038ccd1694"} Oct 13 20:34:27 crc kubenswrapper[4809]: I1013 20:34:27.472363 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-d4xwr" event={"ID":"daa8b002-83e1-4284-86af-5ad312a0c7b4","Type":"ContainerStarted","Data":"2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc"} Oct 13 20:34:28 crc kubenswrapper[4809]: I1013 20:34:28.486267 4809 generic.go:334] "Generic (PLEG): container finished" podID="daa8b002-83e1-4284-86af-5ad312a0c7b4" containerID="2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc" exitCode=0 Oct 13 20:34:28 crc kubenswrapper[4809]: I1013 20:34:28.486321 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-d4xwr" event={"ID":"daa8b002-83e1-4284-86af-5ad312a0c7b4","Type":"ContainerDied","Data":"2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc"} Oct 13 20:34:29 crc kubenswrapper[4809]: I1013 20:34:29.503147 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-d4xwr" event={"ID":"daa8b002-83e1-4284-86af-5ad312a0c7b4","Type":"ContainerStarted","Data":"1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819"} Oct 13 20:34:29 crc kubenswrapper[4809]: I1013 20:34:29.542780 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/community-operators-d4xwr" podStartSLOduration=3.084870587 podStartE2EDuration="6.542754783s" podCreationTimestamp="2025-10-13 20:34:23 +0000 UTC" firstStartedPulling="2025-10-13 20:34:25.450237813 +0000 UTC m=+4184.055984438" lastFinishedPulling="2025-10-13 20:34:28.908122049 +0000 UTC m=+4187.513868634" observedRunningTime="2025-10-13 20:34:29.532852163 +0000 UTC m=+4188.138598778" watchObservedRunningTime="2025-10-13 20:34:29.542754783 +0000 UTC m=+4188.148501378" Oct 13 20:34:33 crc kubenswrapper[4809]: I1013 20:34:33.722305 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:33 crc kubenswrapper[4809]: I1013 20:34:33.723836 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:33 crc kubenswrapper[4809]: I1013 20:34:33.803271 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:34 crc kubenswrapper[4809]: I1013 20:34:34.629582 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:34 crc kubenswrapper[4809]: I1013 20:34:34.699464 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-d4xwr"] Oct 13 20:34:36 crc kubenswrapper[4809]: I1013 20:34:36.585617 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/community-operators-d4xwr" podUID="daa8b002-83e1-4284-86af-5ad312a0c7b4" containerName="registry-server" containerID="cri-o://1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819" gracePeriod=2 Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.110266 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.256970 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-catalog-content\") pod \"daa8b002-83e1-4284-86af-5ad312a0c7b4\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.257235 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-utilities\") pod \"daa8b002-83e1-4284-86af-5ad312a0c7b4\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.257451 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-qpz2r\" (UniqueName: \"kubernetes.io/projected/daa8b002-83e1-4284-86af-5ad312a0c7b4-kube-api-access-qpz2r\") pod \"daa8b002-83e1-4284-86af-5ad312a0c7b4\" (UID: \"daa8b002-83e1-4284-86af-5ad312a0c7b4\") " Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.258020 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-utilities" (OuterVolumeSpecName: "utilities") pod "daa8b002-83e1-4284-86af-5ad312a0c7b4" (UID: "daa8b002-83e1-4284-86af-5ad312a0c7b4"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.258212 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.262617 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/daa8b002-83e1-4284-86af-5ad312a0c7b4-kube-api-access-qpz2r" (OuterVolumeSpecName: "kube-api-access-qpz2r") pod "daa8b002-83e1-4284-86af-5ad312a0c7b4" (UID: "daa8b002-83e1-4284-86af-5ad312a0c7b4"). InnerVolumeSpecName "kube-api-access-qpz2r". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.309925 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "daa8b002-83e1-4284-86af-5ad312a0c7b4" (UID: "daa8b002-83e1-4284-86af-5ad312a0c7b4"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.360209 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-qpz2r\" (UniqueName: \"kubernetes.io/projected/daa8b002-83e1-4284-86af-5ad312a0c7b4-kube-api-access-qpz2r\") on node \"crc\" DevicePath \"\"" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.360254 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/daa8b002-83e1-4284-86af-5ad312a0c7b4-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.600985 4809 generic.go:334] "Generic (PLEG): container finished" podID="daa8b002-83e1-4284-86af-5ad312a0c7b4" containerID="1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819" exitCode=0 Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.601116 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-d4xwr" event={"ID":"daa8b002-83e1-4284-86af-5ad312a0c7b4","Type":"ContainerDied","Data":"1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819"} Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.601988 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-d4xwr" event={"ID":"daa8b002-83e1-4284-86af-5ad312a0c7b4","Type":"ContainerDied","Data":"4f3f8006d6bf979995c0bb82c970db5d309795ecd215f91ef3988d6683d6b9ab"} Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.601249 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-d4xwr" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.602052 4809 scope.go:117] "RemoveContainer" containerID="1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.628942 4809 scope.go:117] "RemoveContainer" containerID="2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.657158 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-d4xwr"] Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.666459 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/community-operators-d4xwr"] Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.681069 4809 scope.go:117] "RemoveContainer" containerID="0de9329fe8bd01a67b5edf87e90a1c7d653c729441e398c7f68aca038ccd1694" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.746260 4809 scope.go:117] "RemoveContainer" containerID="1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819" Oct 13 20:34:37 crc kubenswrapper[4809]: E1013 20:34:37.746997 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819\": container with ID starting with 1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819 not found: ID does not exist" containerID="1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.747046 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819"} err="failed to get container status \"1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819\": rpc error: code = NotFound desc = could not find container \"1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819\": container with ID starting with 1c64236799a7f12dfa135620602f521b95ac2b16c0c321d4a9badd2b39450819 not found: ID does not exist" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.747078 4809 scope.go:117] "RemoveContainer" containerID="2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc" Oct 13 20:34:37 crc kubenswrapper[4809]: E1013 20:34:37.747449 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc\": container with ID starting with 2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc not found: ID does not exist" containerID="2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.747490 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc"} err="failed to get container status \"2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc\": rpc error: code = NotFound desc = could not find container \"2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc\": container with ID starting with 2bdde91b4347ea7ae31b424d4b25d76963f6c43b00f3dcf0f7c7e77cd1cd19dc not found: ID does not exist" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.747516 4809 scope.go:117] "RemoveContainer" containerID="0de9329fe8bd01a67b5edf87e90a1c7d653c729441e398c7f68aca038ccd1694" Oct 13 20:34:37 crc kubenswrapper[4809]: E1013 20:34:37.748018 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"0de9329fe8bd01a67b5edf87e90a1c7d653c729441e398c7f68aca038ccd1694\": container with ID starting with 0de9329fe8bd01a67b5edf87e90a1c7d653c729441e398c7f68aca038ccd1694 not found: ID does not exist" containerID="0de9329fe8bd01a67b5edf87e90a1c7d653c729441e398c7f68aca038ccd1694" Oct 13 20:34:37 crc kubenswrapper[4809]: I1013 20:34:37.748058 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"0de9329fe8bd01a67b5edf87e90a1c7d653c729441e398c7f68aca038ccd1694"} err="failed to get container status \"0de9329fe8bd01a67b5edf87e90a1c7d653c729441e398c7f68aca038ccd1694\": rpc error: code = NotFound desc = could not find container \"0de9329fe8bd01a67b5edf87e90a1c7d653c729441e398c7f68aca038ccd1694\": container with ID starting with 0de9329fe8bd01a67b5edf87e90a1c7d653c729441e398c7f68aca038ccd1694 not found: ID does not exist" Oct 13 20:34:38 crc kubenswrapper[4809]: E1013 20:34:38.057936 4809 upgradeaware.go:441] Error proxying data from backend to client: writeto tcp 38.102.83.181:58938->38.102.83.181:41207: read tcp 38.102.83.181:58938->38.102.83.181:41207: read: connection reset by peer Oct 13 20:34:38 crc kubenswrapper[4809]: I1013 20:34:38.181815 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="daa8b002-83e1-4284-86af-5ad312a0c7b4" path="/var/lib/kubelet/pods/daa8b002-83e1-4284-86af-5ad312a0c7b4/volumes" Oct 13 20:34:43 crc kubenswrapper[4809]: I1013 20:34:43.250124 4809 scope.go:117] "RemoveContainer" containerID="06d63f41ce66a47825f0f074ca3530658d81940797cb30dea99553f5cfc89428" Oct 13 20:34:58 crc kubenswrapper[4809]: I1013 20:34:58.593448 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:34:58 crc kubenswrapper[4809]: I1013 20:34:58.594158 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:35:08 crc kubenswrapper[4809]: E1013 20:35:08.504828 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:59012->38.102.83.181:41207: write tcp 38.102.83.181:59012->38.102.83.181:41207: write: broken pipe Oct 13 20:35:09 crc kubenswrapper[4809]: E1013 20:35:09.668710 4809 upgradeaware.go:441] Error proxying data from backend to client: writeto tcp 38.102.83.181:56012->38.102.83.181:41207: read tcp 38.102.83.181:56012->38.102.83.181:41207: read: connection reset by peer Oct 13 20:35:28 crc kubenswrapper[4809]: I1013 20:35:28.063530 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l"] Oct 13 20:35:28 crc kubenswrapper[4809]: I1013 20:35:28.069512 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell0-cell-mapping-svl6l"] Oct 13 20:35:28 crc kubenswrapper[4809]: I1013 20:35:28.168983 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="6ff2ea92-f619-48dc-8323-fb76668b5828" path="/var/lib/kubelet/pods/6ff2ea92-f619-48dc-8323-fb76668b5828/volumes" Oct 13 20:35:28 crc kubenswrapper[4809]: I1013 20:35:28.592689 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:35:28 crc kubenswrapper[4809]: I1013 20:35:28.592804 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.469132 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/certified-operators-fs4s6"] Oct 13 20:35:29 crc kubenswrapper[4809]: E1013 20:35:29.469993 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="daa8b002-83e1-4284-86af-5ad312a0c7b4" containerName="registry-server" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.470013 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="daa8b002-83e1-4284-86af-5ad312a0c7b4" containerName="registry-server" Oct 13 20:35:29 crc kubenswrapper[4809]: E1013 20:35:29.470033 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="daa8b002-83e1-4284-86af-5ad312a0c7b4" containerName="extract-content" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.470041 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="daa8b002-83e1-4284-86af-5ad312a0c7b4" containerName="extract-content" Oct 13 20:35:29 crc kubenswrapper[4809]: E1013 20:35:29.470070 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="daa8b002-83e1-4284-86af-5ad312a0c7b4" containerName="extract-utilities" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.470102 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="daa8b002-83e1-4284-86af-5ad312a0c7b4" containerName="extract-utilities" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.470360 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="daa8b002-83e1-4284-86af-5ad312a0c7b4" containerName="registry-server" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.472634 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.499846 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-fs4s6"] Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.595911 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf-catalog-content\") pod \"certified-operators-fs4s6\" (UID: \"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf\") " pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.596974 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf-utilities\") pod \"certified-operators-fs4s6\" (UID: \"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf\") " pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.597045 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9x7st\" (UniqueName: \"kubernetes.io/projected/2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf-kube-api-access-9x7st\") pod \"certified-operators-fs4s6\" (UID: \"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf\") " pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.701907 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf-utilities\") pod \"certified-operators-fs4s6\" (UID: \"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf\") " pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.701996 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9x7st\" (UniqueName: \"kubernetes.io/projected/2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf-kube-api-access-9x7st\") pod \"certified-operators-fs4s6\" (UID: \"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf\") " pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.702065 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf-catalog-content\") pod \"certified-operators-fs4s6\" (UID: \"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf\") " pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.704876 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf-catalog-content\") pod \"certified-operators-fs4s6\" (UID: \"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf\") " pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.705294 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf-utilities\") pod \"certified-operators-fs4s6\" (UID: \"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf\") " pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.732782 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9x7st\" (UniqueName: \"kubernetes.io/projected/2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf-kube-api-access-9x7st\") pod \"certified-operators-fs4s6\" (UID: \"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf\") " pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:29 crc kubenswrapper[4809]: I1013 20:35:29.843860 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:30 crc kubenswrapper[4809]: E1013 20:35:30.130514 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:50536->38.102.83.181:41207: write tcp 38.102.83.181:50536->38.102.83.181:41207: write: broken pipe Oct 13 20:35:30 crc kubenswrapper[4809]: I1013 20:35:30.340422 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-fs4s6"] Oct 13 20:35:31 crc kubenswrapper[4809]: I1013 20:35:31.269745 4809 generic.go:334] "Generic (PLEG): container finished" podID="2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf" containerID="ff1d75575e9a81119255bbfb262814e2d632e69e8af23187edd4057c15ad60bf" exitCode=0 Oct 13 20:35:31 crc kubenswrapper[4809]: I1013 20:35:31.269803 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-fs4s6" event={"ID":"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf","Type":"ContainerDied","Data":"ff1d75575e9a81119255bbfb262814e2d632e69e8af23187edd4057c15ad60bf"} Oct 13 20:35:31 crc kubenswrapper[4809]: I1013 20:35:31.270237 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-fs4s6" event={"ID":"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf","Type":"ContainerStarted","Data":"a7b7c1b47733623d147b9a66b2576af83bdb42ffbf83095894a496d99bff59e1"} Oct 13 20:35:31 crc kubenswrapper[4809]: I1013 20:35:31.273387 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 20:35:31 crc kubenswrapper[4809]: I1013 20:35:31.871382 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-operators-5hz5x"] Oct 13 20:35:31 crc kubenswrapper[4809]: I1013 20:35:31.876108 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:31 crc kubenswrapper[4809]: I1013 20:35:31.887413 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-5hz5x"] Oct 13 20:35:31 crc kubenswrapper[4809]: I1013 20:35:31.964600 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-486qr\" (UniqueName: \"kubernetes.io/projected/1f000856-1ee0-4b42-88f2-b8487625d76e-kube-api-access-486qr\") pod \"redhat-operators-5hz5x\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:31 crc kubenswrapper[4809]: I1013 20:35:31.964678 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-utilities\") pod \"redhat-operators-5hz5x\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:31 crc kubenswrapper[4809]: I1013 20:35:31.964945 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-catalog-content\") pod \"redhat-operators-5hz5x\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:32 crc kubenswrapper[4809]: I1013 20:35:32.067071 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-486qr\" (UniqueName: \"kubernetes.io/projected/1f000856-1ee0-4b42-88f2-b8487625d76e-kube-api-access-486qr\") pod \"redhat-operators-5hz5x\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:32 crc kubenswrapper[4809]: I1013 20:35:32.067559 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-utilities\") pod \"redhat-operators-5hz5x\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:32 crc kubenswrapper[4809]: I1013 20:35:32.068236 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-utilities\") pod \"redhat-operators-5hz5x\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:32 crc kubenswrapper[4809]: I1013 20:35:32.081247 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-catalog-content\") pod \"redhat-operators-5hz5x\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:32 crc kubenswrapper[4809]: I1013 20:35:32.081662 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-catalog-content\") pod \"redhat-operators-5hz5x\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:32 crc kubenswrapper[4809]: I1013 20:35:32.090674 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-486qr\" (UniqueName: \"kubernetes.io/projected/1f000856-1ee0-4b42-88f2-b8487625d76e-kube-api-access-486qr\") pod \"redhat-operators-5hz5x\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:32 crc kubenswrapper[4809]: I1013 20:35:32.226449 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:32 crc kubenswrapper[4809]: I1013 20:35:32.673230 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-5hz5x"] Oct 13 20:35:33 crc kubenswrapper[4809]: I1013 20:35:33.293558 4809 generic.go:334] "Generic (PLEG): container finished" podID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerID="eabe8f20e00e43e719a37bc39a918bee12e245c40709187e8226ca8b88c9e45e" exitCode=0 Oct 13 20:35:33 crc kubenswrapper[4809]: I1013 20:35:33.293599 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-5hz5x" event={"ID":"1f000856-1ee0-4b42-88f2-b8487625d76e","Type":"ContainerDied","Data":"eabe8f20e00e43e719a37bc39a918bee12e245c40709187e8226ca8b88c9e45e"} Oct 13 20:35:33 crc kubenswrapper[4809]: I1013 20:35:33.293624 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-5hz5x" event={"ID":"1f000856-1ee0-4b42-88f2-b8487625d76e","Type":"ContainerStarted","Data":"2cd85c786cb7491beaf96478dcb28280db594448683182882b6651820e4418aa"} Oct 13 20:35:35 crc kubenswrapper[4809]: E1013 20:35:35.890130 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:50698->38.102.83.181:41207: write tcp 38.102.83.181:50698->38.102.83.181:41207: write: broken pipe Oct 13 20:35:36 crc kubenswrapper[4809]: I1013 20:35:36.324207 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-5hz5x" event={"ID":"1f000856-1ee0-4b42-88f2-b8487625d76e","Type":"ContainerStarted","Data":"539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d"} Oct 13 20:35:36 crc kubenswrapper[4809]: I1013 20:35:36.328135 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-fs4s6" event={"ID":"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf","Type":"ContainerStarted","Data":"86187fe2431d600c8c9c7fc68e9b2e29d3579a78ad29e3f2cee670eb6c56eb28"} Oct 13 20:35:36 crc kubenswrapper[4809]: I1013 20:35:36.748083 4809 prober.go:107] "Probe failed" probeType="Readiness" pod="openstack-kuttl-tests/swift-proxy-7b49dbb6d4-chqn8" podUID="d25afa5c-89ac-42b9-9ae8-0ee2664063ca" containerName="proxy-server" probeResult="failure" output="HTTP probe failed with statuscode: 502" Oct 13 20:35:37 crc kubenswrapper[4809]: I1013 20:35:37.339835 4809 generic.go:334] "Generic (PLEG): container finished" podID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerID="539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d" exitCode=0 Oct 13 20:35:37 crc kubenswrapper[4809]: I1013 20:35:37.339892 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-5hz5x" event={"ID":"1f000856-1ee0-4b42-88f2-b8487625d76e","Type":"ContainerDied","Data":"539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d"} Oct 13 20:35:37 crc kubenswrapper[4809]: I1013 20:35:37.342348 4809 generic.go:334] "Generic (PLEG): container finished" podID="2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf" containerID="86187fe2431d600c8c9c7fc68e9b2e29d3579a78ad29e3f2cee670eb6c56eb28" exitCode=0 Oct 13 20:35:37 crc kubenswrapper[4809]: I1013 20:35:37.342430 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-fs4s6" event={"ID":"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf","Type":"ContainerDied","Data":"86187fe2431d600c8c9c7fc68e9b2e29d3579a78ad29e3f2cee670eb6c56eb28"} Oct 13 20:35:38 crc kubenswrapper[4809]: I1013 20:35:38.352893 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-fs4s6" event={"ID":"2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf","Type":"ContainerStarted","Data":"1e38d0903fcf52a02c15014b4d50f5d13b64449fa8c999b119be6ad941a29ffe"} Oct 13 20:35:38 crc kubenswrapper[4809]: I1013 20:35:38.356098 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-5hz5x" event={"ID":"1f000856-1ee0-4b42-88f2-b8487625d76e","Type":"ContainerStarted","Data":"e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f"} Oct 13 20:35:38 crc kubenswrapper[4809]: I1013 20:35:38.379768 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/certified-operators-fs4s6" podStartSLOduration=2.749599367 podStartE2EDuration="9.379722107s" podCreationTimestamp="2025-10-13 20:35:29 +0000 UTC" firstStartedPulling="2025-10-13 20:35:31.272906391 +0000 UTC m=+4249.878653016" lastFinishedPulling="2025-10-13 20:35:37.903029161 +0000 UTC m=+4256.508775756" observedRunningTime="2025-10-13 20:35:38.372639366 +0000 UTC m=+4256.978385961" watchObservedRunningTime="2025-10-13 20:35:38.379722107 +0000 UTC m=+4256.985468702" Oct 13 20:35:38 crc kubenswrapper[4809]: I1013 20:35:38.399551 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-operators-5hz5x" podStartSLOduration=2.919822994 podStartE2EDuration="7.399529397s" podCreationTimestamp="2025-10-13 20:35:31 +0000 UTC" firstStartedPulling="2025-10-13 20:35:33.295714018 +0000 UTC m=+4251.901460603" lastFinishedPulling="2025-10-13 20:35:37.775420391 +0000 UTC m=+4256.381167006" observedRunningTime="2025-10-13 20:35:38.395964826 +0000 UTC m=+4257.001711431" watchObservedRunningTime="2025-10-13 20:35:38.399529397 +0000 UTC m=+4257.005275992" Oct 13 20:35:39 crc kubenswrapper[4809]: I1013 20:35:39.844281 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:39 crc kubenswrapper[4809]: I1013 20:35:39.844649 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:40 crc kubenswrapper[4809]: I1013 20:35:40.905639 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-marketplace/certified-operators-fs4s6" podUID="2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf" containerName="registry-server" probeResult="failure" output=< Oct 13 20:35:40 crc kubenswrapper[4809]: timeout: failed to connect service ":50051" within 1s Oct 13 20:35:40 crc kubenswrapper[4809]: > Oct 13 20:35:42 crc kubenswrapper[4809]: I1013 20:35:42.047252 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6"] Oct 13 20:35:42 crc kubenswrapper[4809]: I1013 20:35:42.068157 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openstack-kuttl-tests/nova-cell1-cell-mapping-lzhq6"] Oct 13 20:35:42 crc kubenswrapper[4809]: I1013 20:35:42.176336 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="d96e97dd-1e69-41f1-bf75-88bf40518c10" path="/var/lib/kubelet/pods/d96e97dd-1e69-41f1-bf75-88bf40518c10/volumes" Oct 13 20:35:42 crc kubenswrapper[4809]: I1013 20:35:42.228612 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:42 crc kubenswrapper[4809]: I1013 20:35:42.228652 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:43 crc kubenswrapper[4809]: I1013 20:35:43.286372 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-marketplace/redhat-operators-5hz5x" podUID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerName="registry-server" probeResult="failure" output=< Oct 13 20:35:43 crc kubenswrapper[4809]: timeout: failed to connect service ":50051" within 1s Oct 13 20:35:43 crc kubenswrapper[4809]: > Oct 13 20:35:43 crc kubenswrapper[4809]: I1013 20:35:43.369210 4809 scope.go:117] "RemoveContainer" containerID="f96d02cfd95169d3cf7ff492fd5d4d89c89b85fb8f06faa180243cf438929229" Oct 13 20:35:43 crc kubenswrapper[4809]: I1013 20:35:43.453443 4809 scope.go:117] "RemoveContainer" containerID="59b54df8981f86dee687a263e55931ba09eee66bb58a25c626cb4dca28cef6da" Oct 13 20:35:49 crc kubenswrapper[4809]: E1013 20:35:49.515162 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:50554->38.102.83.181:41207: write tcp 38.102.83.181:50554->38.102.83.181:41207: write: broken pipe Oct 13 20:35:49 crc kubenswrapper[4809]: I1013 20:35:49.906465 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:49 crc kubenswrapper[4809]: I1013 20:35:49.970245 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/certified-operators-fs4s6" Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.040037 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/certified-operators-fs4s6"] Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.150456 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-62d95"] Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.150747 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/certified-operators-62d95" podUID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" containerName="registry-server" containerID="cri-o://526fafd79cfae727fa58aed0eea6bd50184ac2b2f32f3e0d39f56cc269090bd8" gracePeriod=2 Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.534174 4809 generic.go:334] "Generic (PLEG): container finished" podID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" containerID="526fafd79cfae727fa58aed0eea6bd50184ac2b2f32f3e0d39f56cc269090bd8" exitCode=0 Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.534261 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-62d95" event={"ID":"a4d5acda-2fd5-4ad7-9218-59bd645f3356","Type":"ContainerDied","Data":"526fafd79cfae727fa58aed0eea6bd50184ac2b2f32f3e0d39f56cc269090bd8"} Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.681704 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.847457 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-5zv86\" (UniqueName: \"kubernetes.io/projected/a4d5acda-2fd5-4ad7-9218-59bd645f3356-kube-api-access-5zv86\") pod \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.847815 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-utilities\") pod \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.848500 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-utilities" (OuterVolumeSpecName: "utilities") pod "a4d5acda-2fd5-4ad7-9218-59bd645f3356" (UID: "a4d5acda-2fd5-4ad7-9218-59bd645f3356"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.848688 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-catalog-content\") pod \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\" (UID: \"a4d5acda-2fd5-4ad7-9218-59bd645f3356\") " Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.855880 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a4d5acda-2fd5-4ad7-9218-59bd645f3356-kube-api-access-5zv86" (OuterVolumeSpecName: "kube-api-access-5zv86") pod "a4d5acda-2fd5-4ad7-9218-59bd645f3356" (UID: "a4d5acda-2fd5-4ad7-9218-59bd645f3356"). InnerVolumeSpecName "kube-api-access-5zv86". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.856700 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-5zv86\" (UniqueName: \"kubernetes.io/projected/a4d5acda-2fd5-4ad7-9218-59bd645f3356-kube-api-access-5zv86\") on node \"crc\" DevicePath \"\"" Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.856810 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.905376 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "a4d5acda-2fd5-4ad7-9218-59bd645f3356" (UID: "a4d5acda-2fd5-4ad7-9218-59bd645f3356"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:35:50 crc kubenswrapper[4809]: I1013 20:35:50.958443 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/a4d5acda-2fd5-4ad7-9218-59bd645f3356-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:35:51 crc kubenswrapper[4809]: I1013 20:35:51.545479 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/certified-operators-62d95" event={"ID":"a4d5acda-2fd5-4ad7-9218-59bd645f3356","Type":"ContainerDied","Data":"0ee5be9e4807a4df2c1013680b23258902bb5e1720a01a0a10acd21cf9a1de0f"} Oct 13 20:35:51 crc kubenswrapper[4809]: I1013 20:35:51.545530 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/certified-operators-62d95" Oct 13 20:35:51 crc kubenswrapper[4809]: I1013 20:35:51.545559 4809 scope.go:117] "RemoveContainer" containerID="526fafd79cfae727fa58aed0eea6bd50184ac2b2f32f3e0d39f56cc269090bd8" Oct 13 20:35:51 crc kubenswrapper[4809]: I1013 20:35:51.573875 4809 scope.go:117] "RemoveContainer" containerID="53f6ad6f7139262e62e9862e172a87db17ff2b448d2c549220064f431a406be0" Oct 13 20:35:51 crc kubenswrapper[4809]: I1013 20:35:51.583881 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/certified-operators-62d95"] Oct 13 20:35:51 crc kubenswrapper[4809]: I1013 20:35:51.588202 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/certified-operators-62d95"] Oct 13 20:35:51 crc kubenswrapper[4809]: I1013 20:35:51.609663 4809 scope.go:117] "RemoveContainer" containerID="ad7b2e034b82ddff05f821ffe0e1ef618028424fec079a7892cae9ee6b2e1350" Oct 13 20:35:52 crc kubenswrapper[4809]: I1013 20:35:52.166972 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" path="/var/lib/kubelet/pods/a4d5acda-2fd5-4ad7-9218-59bd645f3356/volumes" Oct 13 20:35:52 crc kubenswrapper[4809]: I1013 20:35:52.293989 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:52 crc kubenswrapper[4809]: I1013 20:35:52.362706 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:54 crc kubenswrapper[4809]: I1013 20:35:54.570111 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-5hz5x"] Oct 13 20:35:54 crc kubenswrapper[4809]: I1013 20:35:54.571280 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-operators-5hz5x" podUID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerName="registry-server" containerID="cri-o://e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f" gracePeriod=2 Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.054253 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.151217 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-486qr\" (UniqueName: \"kubernetes.io/projected/1f000856-1ee0-4b42-88f2-b8487625d76e-kube-api-access-486qr\") pod \"1f000856-1ee0-4b42-88f2-b8487625d76e\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.151404 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-utilities\") pod \"1f000856-1ee0-4b42-88f2-b8487625d76e\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.151462 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-catalog-content\") pod \"1f000856-1ee0-4b42-88f2-b8487625d76e\" (UID: \"1f000856-1ee0-4b42-88f2-b8487625d76e\") " Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.152227 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-utilities" (OuterVolumeSpecName: "utilities") pod "1f000856-1ee0-4b42-88f2-b8487625d76e" (UID: "1f000856-1ee0-4b42-88f2-b8487625d76e"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.158189 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/1f000856-1ee0-4b42-88f2-b8487625d76e-kube-api-access-486qr" (OuterVolumeSpecName: "kube-api-access-486qr") pod "1f000856-1ee0-4b42-88f2-b8487625d76e" (UID: "1f000856-1ee0-4b42-88f2-b8487625d76e"). InnerVolumeSpecName "kube-api-access-486qr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.254901 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.255216 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-486qr\" (UniqueName: \"kubernetes.io/projected/1f000856-1ee0-4b42-88f2-b8487625d76e-kube-api-access-486qr\") on node \"crc\" DevicePath \"\"" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.263633 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "1f000856-1ee0-4b42-88f2-b8487625d76e" (UID: "1f000856-1ee0-4b42-88f2-b8487625d76e"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.357023 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/1f000856-1ee0-4b42-88f2-b8487625d76e-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.592958 4809 generic.go:334] "Generic (PLEG): container finished" podID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerID="e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f" exitCode=0 Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.593026 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-5hz5x" event={"ID":"1f000856-1ee0-4b42-88f2-b8487625d76e","Type":"ContainerDied","Data":"e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f"} Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.593035 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-5hz5x" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.593390 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-5hz5x" event={"ID":"1f000856-1ee0-4b42-88f2-b8487625d76e","Type":"ContainerDied","Data":"2cd85c786cb7491beaf96478dcb28280db594448683182882b6651820e4418aa"} Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.593415 4809 scope.go:117] "RemoveContainer" containerID="e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.624880 4809 scope.go:117] "RemoveContainer" containerID="539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.627224 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-5hz5x"] Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.638313 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-operators-5hz5x"] Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.663482 4809 scope.go:117] "RemoveContainer" containerID="eabe8f20e00e43e719a37bc39a918bee12e245c40709187e8226ca8b88c9e45e" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.713770 4809 scope.go:117] "RemoveContainer" containerID="e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f" Oct 13 20:35:55 crc kubenswrapper[4809]: E1013 20:35:55.714317 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f\": container with ID starting with e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f not found: ID does not exist" containerID="e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.714363 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f"} err="failed to get container status \"e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f\": rpc error: code = NotFound desc = could not find container \"e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f\": container with ID starting with e71fc7ab1031d0dc2cf41c03f3f301c6f320e57063e29558c2d9017fef41cc8f not found: ID does not exist" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.714389 4809 scope.go:117] "RemoveContainer" containerID="539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d" Oct 13 20:35:55 crc kubenswrapper[4809]: E1013 20:35:55.714989 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d\": container with ID starting with 539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d not found: ID does not exist" containerID="539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.715016 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d"} err="failed to get container status \"539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d\": rpc error: code = NotFound desc = could not find container \"539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d\": container with ID starting with 539ac5eac70f1ba8351861c24e1927f44e21c1c89bd711309e24a9334a73a73d not found: ID does not exist" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.715031 4809 scope.go:117] "RemoveContainer" containerID="eabe8f20e00e43e719a37bc39a918bee12e245c40709187e8226ca8b88c9e45e" Oct 13 20:35:55 crc kubenswrapper[4809]: E1013 20:35:55.715523 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"eabe8f20e00e43e719a37bc39a918bee12e245c40709187e8226ca8b88c9e45e\": container with ID starting with eabe8f20e00e43e719a37bc39a918bee12e245c40709187e8226ca8b88c9e45e not found: ID does not exist" containerID="eabe8f20e00e43e719a37bc39a918bee12e245c40709187e8226ca8b88c9e45e" Oct 13 20:35:55 crc kubenswrapper[4809]: I1013 20:35:55.715542 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"eabe8f20e00e43e719a37bc39a918bee12e245c40709187e8226ca8b88c9e45e"} err="failed to get container status \"eabe8f20e00e43e719a37bc39a918bee12e245c40709187e8226ca8b88c9e45e\": rpc error: code = NotFound desc = could not find container \"eabe8f20e00e43e719a37bc39a918bee12e245c40709187e8226ca8b88c9e45e\": container with ID starting with eabe8f20e00e43e719a37bc39a918bee12e245c40709187e8226ca8b88c9e45e not found: ID does not exist" Oct 13 20:35:56 crc kubenswrapper[4809]: I1013 20:35:56.173280 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="1f000856-1ee0-4b42-88f2-b8487625d76e" path="/var/lib/kubelet/pods/1f000856-1ee0-4b42-88f2-b8487625d76e/volumes" Oct 13 20:35:58 crc kubenswrapper[4809]: I1013 20:35:58.593405 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:35:58 crc kubenswrapper[4809]: I1013 20:35:58.593911 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:35:58 crc kubenswrapper[4809]: I1013 20:35:58.593981 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 20:35:58 crc kubenswrapper[4809]: I1013 20:35:58.595179 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 20:35:58 crc kubenswrapper[4809]: I1013 20:35:58.595291 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" gracePeriod=600 Oct 13 20:35:59 crc kubenswrapper[4809]: E1013 20:35:59.059077 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:35:59 crc kubenswrapper[4809]: I1013 20:35:59.644118 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" exitCode=0 Oct 13 20:35:59 crc kubenswrapper[4809]: I1013 20:35:59.644211 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7"} Oct 13 20:35:59 crc kubenswrapper[4809]: I1013 20:35:59.644605 4809 scope.go:117] "RemoveContainer" containerID="6b29eca01af363500d44584818f16396e358eeb7437ec9a1c001b28ab01cbebc" Oct 13 20:35:59 crc kubenswrapper[4809]: I1013 20:35:59.645516 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:35:59 crc kubenswrapper[4809]: E1013 20:35:59.646009 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:36:04 crc kubenswrapper[4809]: E1013 20:36:04.326084 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:60098->38.102.83.181:41207: write tcp 38.102.83.181:60098->38.102.83.181:41207: write: broken pipe Oct 13 20:36:09 crc kubenswrapper[4809]: E1013 20:36:09.323764 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:60222->38.102.83.181:41207: write tcp 38.102.83.181:60222->38.102.83.181:41207: write: connection reset by peer Oct 13 20:36:14 crc kubenswrapper[4809]: I1013 20:36:14.156951 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:36:14 crc kubenswrapper[4809]: E1013 20:36:14.158321 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:36:15 crc kubenswrapper[4809]: E1013 20:36:15.352652 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:51044->38.102.83.181:41207: write tcp 38.102.83.181:51044->38.102.83.181:41207: write: broken pipe Oct 13 20:36:29 crc kubenswrapper[4809]: I1013 20:36:29.155529 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:36:29 crc kubenswrapper[4809]: E1013 20:36:29.156999 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:36:40 crc kubenswrapper[4809]: I1013 20:36:40.156385 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:36:40 crc kubenswrapper[4809]: E1013 20:36:40.157299 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:36:51 crc kubenswrapper[4809]: I1013 20:36:51.156835 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:36:51 crc kubenswrapper[4809]: E1013 20:36:51.157676 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:37:04 crc kubenswrapper[4809]: I1013 20:37:04.155640 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:37:04 crc kubenswrapper[4809]: E1013 20:37:04.156951 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:37:19 crc kubenswrapper[4809]: I1013 20:37:19.155977 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:37:19 crc kubenswrapper[4809]: E1013 20:37:19.157562 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:37:30 crc kubenswrapper[4809]: I1013 20:37:30.156214 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:37:30 crc kubenswrapper[4809]: E1013 20:37:30.158144 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:37:39 crc kubenswrapper[4809]: E1013 20:37:39.447810 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:40572->38.102.83.181:41207: write tcp 38.102.83.181:40572->38.102.83.181:41207: write: broken pipe Oct 13 20:37:43 crc kubenswrapper[4809]: I1013 20:37:43.155360 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:37:43 crc kubenswrapper[4809]: E1013 20:37:43.156496 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:37:47 crc kubenswrapper[4809]: E1013 20:37:47.229813 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:46656->38.102.83.181:41207: write tcp 38.102.83.181:46656->38.102.83.181:41207: write: connection reset by peer Oct 13 20:37:48 crc kubenswrapper[4809]: E1013 20:37:48.468254 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:46684->38.102.83.181:41207: write tcp 38.102.83.181:46684->38.102.83.181:41207: write: broken pipe Oct 13 20:37:58 crc kubenswrapper[4809]: I1013 20:37:58.156010 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:37:58 crc kubenswrapper[4809]: E1013 20:37:58.157084 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:38:10 crc kubenswrapper[4809]: E1013 20:38:10.101618 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:39920->38.102.83.181:41207: write tcp 38.102.83.181:39920->38.102.83.181:41207: write: broken pipe Oct 13 20:38:13 crc kubenswrapper[4809]: I1013 20:38:13.155876 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:38:13 crc kubenswrapper[4809]: E1013 20:38:13.156666 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:38:25 crc kubenswrapper[4809]: I1013 20:38:25.156253 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:38:25 crc kubenswrapper[4809]: E1013 20:38:25.157155 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:38:26 crc kubenswrapper[4809]: E1013 20:38:26.378416 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:39022->38.102.83.181:41207: write tcp 38.102.83.181:39022->38.102.83.181:41207: write: broken pipe Oct 13 20:38:40 crc kubenswrapper[4809]: I1013 20:38:40.156424 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:38:40 crc kubenswrapper[4809]: E1013 20:38:40.157386 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:38:52 crc kubenswrapper[4809]: E1013 20:38:52.388963 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:47932->38.102.83.181:41207: write tcp 38.102.83.181:47932->38.102.83.181:41207: write: broken pipe Oct 13 20:38:53 crc kubenswrapper[4809]: I1013 20:38:53.155468 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:38:53 crc kubenswrapper[4809]: E1013 20:38:53.155866 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:38:53 crc kubenswrapper[4809]: E1013 20:38:53.854518 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:47982->38.102.83.181:41207: write tcp 38.102.83.181:47982->38.102.83.181:41207: write: broken pipe Oct 13 20:38:55 crc kubenswrapper[4809]: E1013 20:38:55.153869 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:48016->38.102.83.181:41207: write tcp 38.102.83.181:48016->38.102.83.181:41207: write: broken pipe Oct 13 20:39:06 crc kubenswrapper[4809]: I1013 20:39:06.158356 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:39:06 crc kubenswrapper[4809]: E1013 20:39:06.159571 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:39:09 crc kubenswrapper[4809]: E1013 20:39:09.847027 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:45992->38.102.83.181:41207: write tcp 38.102.83.181:45992->38.102.83.181:41207: write: broken pipe Oct 13 20:39:17 crc kubenswrapper[4809]: I1013 20:39:17.156590 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:39:17 crc kubenswrapper[4809]: E1013 20:39:17.158070 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:39:30 crc kubenswrapper[4809]: E1013 20:39:30.273350 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:59736->38.102.83.181:41207: write tcp 38.102.83.181:59736->38.102.83.181:41207: write: connection reset by peer Oct 13 20:39:32 crc kubenswrapper[4809]: I1013 20:39:32.169136 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:39:32 crc kubenswrapper[4809]: E1013 20:39:32.170210 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:39:47 crc kubenswrapper[4809]: I1013 20:39:47.156175 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:39:47 crc kubenswrapper[4809]: E1013 20:39:47.157512 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:39:47 crc kubenswrapper[4809]: E1013 20:39:47.544140 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:51156->38.102.83.181:41207: write tcp 38.102.83.181:51156->38.102.83.181:41207: write: broken pipe Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.691232 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-marketplace-vfvq5"] Oct 13 20:39:53 crc kubenswrapper[4809]: E1013 20:39:53.692502 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" containerName="extract-content" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.692526 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" containerName="extract-content" Oct 13 20:39:53 crc kubenswrapper[4809]: E1013 20:39:53.692574 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerName="extract-utilities" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.692589 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerName="extract-utilities" Oct 13 20:39:53 crc kubenswrapper[4809]: E1013 20:39:53.692604 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" containerName="extract-utilities" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.692618 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" containerName="extract-utilities" Oct 13 20:39:53 crc kubenswrapper[4809]: E1013 20:39:53.692637 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerName="registry-server" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.692650 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerName="registry-server" Oct 13 20:39:53 crc kubenswrapper[4809]: E1013 20:39:53.692673 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" containerName="registry-server" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.692686 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" containerName="registry-server" Oct 13 20:39:53 crc kubenswrapper[4809]: E1013 20:39:53.692723 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerName="extract-content" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.692759 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerName="extract-content" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.693113 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="a4d5acda-2fd5-4ad7-9218-59bd645f3356" containerName="registry-server" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.693179 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="1f000856-1ee0-4b42-88f2-b8487625d76e" containerName="registry-server" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.695460 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.715383 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-vfvq5"] Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.817073 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-catalog-content\") pod \"redhat-marketplace-vfvq5\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.817130 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-utilities\") pod \"redhat-marketplace-vfvq5\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.817189 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zt9c7\" (UniqueName: \"kubernetes.io/projected/cee62f82-dda3-4459-a84b-14a827ce7a7f-kube-api-access-zt9c7\") pod \"redhat-marketplace-vfvq5\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.919118 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-catalog-content\") pod \"redhat-marketplace-vfvq5\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.919161 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-utilities\") pod \"redhat-marketplace-vfvq5\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.919184 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-zt9c7\" (UniqueName: \"kubernetes.io/projected/cee62f82-dda3-4459-a84b-14a827ce7a7f-kube-api-access-zt9c7\") pod \"redhat-marketplace-vfvq5\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.919795 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-utilities\") pod \"redhat-marketplace-vfvq5\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.919801 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-catalog-content\") pod \"redhat-marketplace-vfvq5\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:39:53 crc kubenswrapper[4809]: I1013 20:39:53.944413 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-zt9c7\" (UniqueName: \"kubernetes.io/projected/cee62f82-dda3-4459-a84b-14a827ce7a7f-kube-api-access-zt9c7\") pod \"redhat-marketplace-vfvq5\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:39:54 crc kubenswrapper[4809]: I1013 20:39:54.042572 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:39:54 crc kubenswrapper[4809]: I1013 20:39:54.512024 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-marketplace-vfvq5"] Oct 13 20:39:55 crc kubenswrapper[4809]: I1013 20:39:55.382878 4809 generic.go:334] "Generic (PLEG): container finished" podID="cee62f82-dda3-4459-a84b-14a827ce7a7f" containerID="ca093e95ac33df8f5fec93cb59bfc4e610b4bb25a6702ac818c06364a9eb1d2d" exitCode=0 Oct 13 20:39:55 crc kubenswrapper[4809]: I1013 20:39:55.382953 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-vfvq5" event={"ID":"cee62f82-dda3-4459-a84b-14a827ce7a7f","Type":"ContainerDied","Data":"ca093e95ac33df8f5fec93cb59bfc4e610b4bb25a6702ac818c06364a9eb1d2d"} Oct 13 20:39:55 crc kubenswrapper[4809]: I1013 20:39:55.383346 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-vfvq5" event={"ID":"cee62f82-dda3-4459-a84b-14a827ce7a7f","Type":"ContainerStarted","Data":"c1c08eb8046d3a1d60dccd7bfb30e0553dd11bc6be6e46ce64913b231e86dd26"} Oct 13 20:39:56 crc kubenswrapper[4809]: I1013 20:39:56.396143 4809 generic.go:334] "Generic (PLEG): container finished" podID="cee62f82-dda3-4459-a84b-14a827ce7a7f" containerID="5c8f46c1f464af157139fb388ed36dec01a9ca50e7320bcc34fc7da785b18ff3" exitCode=0 Oct 13 20:39:56 crc kubenswrapper[4809]: I1013 20:39:56.396202 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-vfvq5" event={"ID":"cee62f82-dda3-4459-a84b-14a827ce7a7f","Type":"ContainerDied","Data":"5c8f46c1f464af157139fb388ed36dec01a9ca50e7320bcc34fc7da785b18ff3"} Oct 13 20:39:57 crc kubenswrapper[4809]: I1013 20:39:57.407914 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-vfvq5" event={"ID":"cee62f82-dda3-4459-a84b-14a827ce7a7f","Type":"ContainerStarted","Data":"19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36"} Oct 13 20:39:57 crc kubenswrapper[4809]: I1013 20:39:57.440526 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-marketplace-vfvq5" podStartSLOduration=2.882923392 podStartE2EDuration="4.440499279s" podCreationTimestamp="2025-10-13 20:39:53 +0000 UTC" firstStartedPulling="2025-10-13 20:39:55.384985583 +0000 UTC m=+4513.990732198" lastFinishedPulling="2025-10-13 20:39:56.94256149 +0000 UTC m=+4515.548308085" observedRunningTime="2025-10-13 20:39:57.43695708 +0000 UTC m=+4516.042703665" watchObservedRunningTime="2025-10-13 20:39:57.440499279 +0000 UTC m=+4516.046245864" Oct 13 20:39:59 crc kubenswrapper[4809]: I1013 20:39:59.155698 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:39:59 crc kubenswrapper[4809]: E1013 20:39:59.156517 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:40:04 crc kubenswrapper[4809]: I1013 20:40:04.043401 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:40:04 crc kubenswrapper[4809]: I1013 20:40:04.044088 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:40:04 crc kubenswrapper[4809]: I1013 20:40:04.127252 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:40:04 crc kubenswrapper[4809]: I1013 20:40:04.562192 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:40:04 crc kubenswrapper[4809]: I1013 20:40:04.654309 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-vfvq5"] Oct 13 20:40:04 crc kubenswrapper[4809]: E1013 20:40:04.821664 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:40482->38.102.83.181:41207: write tcp 38.102.83.181:40482->38.102.83.181:41207: write: connection reset by peer Oct 13 20:40:06 crc kubenswrapper[4809]: I1013 20:40:06.515075 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-marketplace-vfvq5" podUID="cee62f82-dda3-4459-a84b-14a827ce7a7f" containerName="registry-server" containerID="cri-o://19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36" gracePeriod=2 Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.087850 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.137475 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-catalog-content\") pod \"cee62f82-dda3-4459-a84b-14a827ce7a7f\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.137683 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-utilities\") pod \"cee62f82-dda3-4459-a84b-14a827ce7a7f\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.137714 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-zt9c7\" (UniqueName: \"kubernetes.io/projected/cee62f82-dda3-4459-a84b-14a827ce7a7f-kube-api-access-zt9c7\") pod \"cee62f82-dda3-4459-a84b-14a827ce7a7f\" (UID: \"cee62f82-dda3-4459-a84b-14a827ce7a7f\") " Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.138648 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-utilities" (OuterVolumeSpecName: "utilities") pod "cee62f82-dda3-4459-a84b-14a827ce7a7f" (UID: "cee62f82-dda3-4459-a84b-14a827ce7a7f"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.144234 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cee62f82-dda3-4459-a84b-14a827ce7a7f-kube-api-access-zt9c7" (OuterVolumeSpecName: "kube-api-access-zt9c7") pod "cee62f82-dda3-4459-a84b-14a827ce7a7f" (UID: "cee62f82-dda3-4459-a84b-14a827ce7a7f"). InnerVolumeSpecName "kube-api-access-zt9c7". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.172144 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "cee62f82-dda3-4459-a84b-14a827ce7a7f" (UID: "cee62f82-dda3-4459-a84b-14a827ce7a7f"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.240846 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.240904 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/cee62f82-dda3-4459-a84b-14a827ce7a7f-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.240914 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-zt9c7\" (UniqueName: \"kubernetes.io/projected/cee62f82-dda3-4459-a84b-14a827ce7a7f-kube-api-access-zt9c7\") on node \"crc\" DevicePath \"\"" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.531266 4809 generic.go:334] "Generic (PLEG): container finished" podID="cee62f82-dda3-4459-a84b-14a827ce7a7f" containerID="19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36" exitCode=0 Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.531357 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-marketplace-vfvq5" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.531409 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-vfvq5" event={"ID":"cee62f82-dda3-4459-a84b-14a827ce7a7f","Type":"ContainerDied","Data":"19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36"} Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.532086 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-marketplace-vfvq5" event={"ID":"cee62f82-dda3-4459-a84b-14a827ce7a7f","Type":"ContainerDied","Data":"c1c08eb8046d3a1d60dccd7bfb30e0553dd11bc6be6e46ce64913b231e86dd26"} Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.532124 4809 scope.go:117] "RemoveContainer" containerID="19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.579654 4809 scope.go:117] "RemoveContainer" containerID="5c8f46c1f464af157139fb388ed36dec01a9ca50e7320bcc34fc7da785b18ff3" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.584884 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-marketplace-vfvq5"] Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.597681 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-marketplace-vfvq5"] Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.612579 4809 scope.go:117] "RemoveContainer" containerID="ca093e95ac33df8f5fec93cb59bfc4e610b4bb25a6702ac818c06364a9eb1d2d" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.681950 4809 scope.go:117] "RemoveContainer" containerID="19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36" Oct 13 20:40:07 crc kubenswrapper[4809]: E1013 20:40:07.682655 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36\": container with ID starting with 19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36 not found: ID does not exist" containerID="19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.682697 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36"} err="failed to get container status \"19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36\": rpc error: code = NotFound desc = could not find container \"19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36\": container with ID starting with 19a46cc87c2427cce22238943e68b8a8685a52dfedea48f16d60c2b367c13b36 not found: ID does not exist" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.682724 4809 scope.go:117] "RemoveContainer" containerID="5c8f46c1f464af157139fb388ed36dec01a9ca50e7320bcc34fc7da785b18ff3" Oct 13 20:40:07 crc kubenswrapper[4809]: E1013 20:40:07.683470 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5c8f46c1f464af157139fb388ed36dec01a9ca50e7320bcc34fc7da785b18ff3\": container with ID starting with 5c8f46c1f464af157139fb388ed36dec01a9ca50e7320bcc34fc7da785b18ff3 not found: ID does not exist" containerID="5c8f46c1f464af157139fb388ed36dec01a9ca50e7320bcc34fc7da785b18ff3" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.683533 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5c8f46c1f464af157139fb388ed36dec01a9ca50e7320bcc34fc7da785b18ff3"} err="failed to get container status \"5c8f46c1f464af157139fb388ed36dec01a9ca50e7320bcc34fc7da785b18ff3\": rpc error: code = NotFound desc = could not find container \"5c8f46c1f464af157139fb388ed36dec01a9ca50e7320bcc34fc7da785b18ff3\": container with ID starting with 5c8f46c1f464af157139fb388ed36dec01a9ca50e7320bcc34fc7da785b18ff3 not found: ID does not exist" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.683575 4809 scope.go:117] "RemoveContainer" containerID="ca093e95ac33df8f5fec93cb59bfc4e610b4bb25a6702ac818c06364a9eb1d2d" Oct 13 20:40:07 crc kubenswrapper[4809]: E1013 20:40:07.684115 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ca093e95ac33df8f5fec93cb59bfc4e610b4bb25a6702ac818c06364a9eb1d2d\": container with ID starting with ca093e95ac33df8f5fec93cb59bfc4e610b4bb25a6702ac818c06364a9eb1d2d not found: ID does not exist" containerID="ca093e95ac33df8f5fec93cb59bfc4e610b4bb25a6702ac818c06364a9eb1d2d" Oct 13 20:40:07 crc kubenswrapper[4809]: I1013 20:40:07.684165 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ca093e95ac33df8f5fec93cb59bfc4e610b4bb25a6702ac818c06364a9eb1d2d"} err="failed to get container status \"ca093e95ac33df8f5fec93cb59bfc4e610b4bb25a6702ac818c06364a9eb1d2d\": rpc error: code = NotFound desc = could not find container \"ca093e95ac33df8f5fec93cb59bfc4e610b4bb25a6702ac818c06364a9eb1d2d\": container with ID starting with ca093e95ac33df8f5fec93cb59bfc4e610b4bb25a6702ac818c06364a9eb1d2d not found: ID does not exist" Oct 13 20:40:08 crc kubenswrapper[4809]: I1013 20:40:08.169415 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cee62f82-dda3-4459-a84b-14a827ce7a7f" path="/var/lib/kubelet/pods/cee62f82-dda3-4459-a84b-14a827ce7a7f/volumes" Oct 13 20:40:14 crc kubenswrapper[4809]: I1013 20:40:14.155620 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:40:14 crc kubenswrapper[4809]: E1013 20:40:14.156825 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:40:27 crc kubenswrapper[4809]: I1013 20:40:27.155827 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:40:27 crc kubenswrapper[4809]: E1013 20:40:27.156614 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:40:41 crc kubenswrapper[4809]: I1013 20:40:41.155610 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:40:41 crc kubenswrapper[4809]: E1013 20:40:41.156466 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:40:52 crc kubenswrapper[4809]: I1013 20:40:52.168205 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:40:52 crc kubenswrapper[4809]: E1013 20:40:52.169519 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:41:04 crc kubenswrapper[4809]: I1013 20:41:04.157877 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:41:05 crc kubenswrapper[4809]: I1013 20:41:05.261810 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"83a38955d39b2b6b655039bb5252674a92117fc9716a52a030797afccdb7f4c9"} Oct 13 20:41:11 crc kubenswrapper[4809]: E1013 20:41:11.691304 4809 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 38.102.83.181:52550->38.102.83.181:41207: write tcp 38.102.83.181:52550->38.102.83.181:41207: write: broken pipe Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.810763 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-must-gather-x7424/must-gather-6vqfl"] Oct 13 20:41:43 crc kubenswrapper[4809]: E1013 20:41:43.812954 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cee62f82-dda3-4459-a84b-14a827ce7a7f" containerName="extract-content" Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.813077 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cee62f82-dda3-4459-a84b-14a827ce7a7f" containerName="extract-content" Oct 13 20:41:43 crc kubenswrapper[4809]: E1013 20:41:43.813185 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cee62f82-dda3-4459-a84b-14a827ce7a7f" containerName="registry-server" Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.813276 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cee62f82-dda3-4459-a84b-14a827ce7a7f" containerName="registry-server" Oct 13 20:41:43 crc kubenswrapper[4809]: E1013 20:41:43.813384 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="cee62f82-dda3-4459-a84b-14a827ce7a7f" containerName="extract-utilities" Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.813466 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="cee62f82-dda3-4459-a84b-14a827ce7a7f" containerName="extract-utilities" Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.813824 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="cee62f82-dda3-4459-a84b-14a827ce7a7f" containerName="registry-server" Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.815261 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-must-gather-x7424/must-gather-6vqfl" Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.817802 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-must-gather-x7424"/"openshift-service-ca.crt" Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.818128 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-must-gather-x7424"/"default-dockercfg-cqphh" Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.818383 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-must-gather-x7424"/"kube-root-ca.crt" Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.819972 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-must-gather-x7424/must-gather-6vqfl"] Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.934806 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"must-gather-output\" (UniqueName: \"kubernetes.io/empty-dir/43720158-6e15-4471-bbcd-a73184d8e725-must-gather-output\") pod \"must-gather-6vqfl\" (UID: \"43720158-6e15-4471-bbcd-a73184d8e725\") " pod="openshift-must-gather-x7424/must-gather-6vqfl" Oct 13 20:41:43 crc kubenswrapper[4809]: I1013 20:41:43.935194 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9x4lr\" (UniqueName: \"kubernetes.io/projected/43720158-6e15-4471-bbcd-a73184d8e725-kube-api-access-9x4lr\") pod \"must-gather-6vqfl\" (UID: \"43720158-6e15-4471-bbcd-a73184d8e725\") " pod="openshift-must-gather-x7424/must-gather-6vqfl" Oct 13 20:41:44 crc kubenswrapper[4809]: I1013 20:41:44.037435 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-9x4lr\" (UniqueName: \"kubernetes.io/projected/43720158-6e15-4471-bbcd-a73184d8e725-kube-api-access-9x4lr\") pod \"must-gather-6vqfl\" (UID: \"43720158-6e15-4471-bbcd-a73184d8e725\") " pod="openshift-must-gather-x7424/must-gather-6vqfl" Oct 13 20:41:44 crc kubenswrapper[4809]: I1013 20:41:44.037555 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"must-gather-output\" (UniqueName: \"kubernetes.io/empty-dir/43720158-6e15-4471-bbcd-a73184d8e725-must-gather-output\") pod \"must-gather-6vqfl\" (UID: \"43720158-6e15-4471-bbcd-a73184d8e725\") " pod="openshift-must-gather-x7424/must-gather-6vqfl" Oct 13 20:41:44 crc kubenswrapper[4809]: I1013 20:41:44.038004 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"must-gather-output\" (UniqueName: \"kubernetes.io/empty-dir/43720158-6e15-4471-bbcd-a73184d8e725-must-gather-output\") pod \"must-gather-6vqfl\" (UID: \"43720158-6e15-4471-bbcd-a73184d8e725\") " pod="openshift-must-gather-x7424/must-gather-6vqfl" Oct 13 20:41:44 crc kubenswrapper[4809]: I1013 20:41:44.064456 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-9x4lr\" (UniqueName: \"kubernetes.io/projected/43720158-6e15-4471-bbcd-a73184d8e725-kube-api-access-9x4lr\") pod \"must-gather-6vqfl\" (UID: \"43720158-6e15-4471-bbcd-a73184d8e725\") " pod="openshift-must-gather-x7424/must-gather-6vqfl" Oct 13 20:41:44 crc kubenswrapper[4809]: I1013 20:41:44.135339 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-must-gather-x7424/must-gather-6vqfl" Oct 13 20:41:44 crc kubenswrapper[4809]: I1013 20:41:44.445370 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-must-gather-x7424/must-gather-6vqfl"] Oct 13 20:41:44 crc kubenswrapper[4809]: I1013 20:41:44.460193 4809 provider.go:102] Refreshing cache for provider: *credentialprovider.defaultDockerConfigProvider Oct 13 20:41:44 crc kubenswrapper[4809]: I1013 20:41:44.686423 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-must-gather-x7424/must-gather-6vqfl" event={"ID":"43720158-6e15-4471-bbcd-a73184d8e725","Type":"ContainerStarted","Data":"f49c32392e21727a7ddf05842bdd128ed3f004a8053fe99460b47550aa80dd35"} Oct 13 20:41:49 crc kubenswrapper[4809]: I1013 20:41:49.736476 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-must-gather-x7424/must-gather-6vqfl" event={"ID":"43720158-6e15-4471-bbcd-a73184d8e725","Type":"ContainerStarted","Data":"76128acdcfeef988ea29d07dac6a90782abacb7078ae337527f5b90469e4084e"} Oct 13 20:41:49 crc kubenswrapper[4809]: I1013 20:41:49.736907 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-must-gather-x7424/must-gather-6vqfl" event={"ID":"43720158-6e15-4471-bbcd-a73184d8e725","Type":"ContainerStarted","Data":"91e01b685974fd6243e9621ae96d28ec6641f893d0aedf04a1e4b84b976c7ee4"} Oct 13 20:41:49 crc kubenswrapper[4809]: I1013 20:41:49.758793 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-must-gather-x7424/must-gather-6vqfl" podStartSLOduration=2.650731096 podStartE2EDuration="6.75876558s" podCreationTimestamp="2025-10-13 20:41:43 +0000 UTC" firstStartedPulling="2025-10-13 20:41:44.459912522 +0000 UTC m=+4623.065659117" lastFinishedPulling="2025-10-13 20:41:48.567947026 +0000 UTC m=+4627.173693601" observedRunningTime="2025-10-13 20:41:49.751482185 +0000 UTC m=+4628.357228780" watchObservedRunningTime="2025-10-13 20:41:49.75876558 +0000 UTC m=+4628.364512175" Oct 13 20:42:52 crc kubenswrapper[4809]: I1013 20:42:52.881512 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl_6252dd85-f775-43a1-8853-309258c4b52a/util/0.log" Oct 13 20:42:53 crc kubenswrapper[4809]: I1013 20:42:53.082185 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl_6252dd85-f775-43a1-8853-309258c4b52a/pull/0.log" Oct 13 20:42:53 crc kubenswrapper[4809]: I1013 20:42:53.086571 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl_6252dd85-f775-43a1-8853-309258c4b52a/util/0.log" Oct 13 20:42:53 crc kubenswrapper[4809]: I1013 20:42:53.100235 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl_6252dd85-f775-43a1-8853-309258c4b52a/pull/0.log" Oct 13 20:42:53 crc kubenswrapper[4809]: I1013 20:42:53.497712 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl_6252dd85-f775-43a1-8853-309258c4b52a/util/0.log" Oct 13 20:42:53 crc kubenswrapper[4809]: I1013 20:42:53.572865 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl_6252dd85-f775-43a1-8853-309258c4b52a/pull/0.log" Oct 13 20:42:53 crc kubenswrapper[4809]: I1013 20:42:53.597397 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_32da80840a2017f27ed4ad61f02adc64a25aa18e8dad0409953372036az5dhl_6252dd85-f775-43a1-8853-309258c4b52a/extract/0.log" Oct 13 20:42:53 crc kubenswrapper[4809]: I1013 20:42:53.674699 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_barbican-operator-controller-manager-658bdf4b74-z9qnq_ae9093a1-d283-4d01-b3f8-6f51042f9f66/kube-rbac-proxy/0.log" Oct 13 20:42:53 crc kubenswrapper[4809]: I1013 20:42:53.828233 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_cinder-operator-controller-manager-7b7fb68549-bsc2z_d0939f7d-da1c-435b-9dde-59abbfcd044d/kube-rbac-proxy/0.log" Oct 13 20:42:54 crc kubenswrapper[4809]: I1013 20:42:54.047224 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_designate-operator-controller-manager-85d5d9dd78-tmbdh_829e0048-04f6-459c-90ed-9f7fddba3014/kube-rbac-proxy/0.log" Oct 13 20:42:54 crc kubenswrapper[4809]: I1013 20:42:54.239906 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_cinder-operator-controller-manager-7b7fb68549-bsc2z_d0939f7d-da1c-435b-9dde-59abbfcd044d/manager/0.log" Oct 13 20:42:54 crc kubenswrapper[4809]: I1013 20:42:54.277052 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_designate-operator-controller-manager-85d5d9dd78-tmbdh_829e0048-04f6-459c-90ed-9f7fddba3014/manager/0.log" Oct 13 20:42:54 crc kubenswrapper[4809]: I1013 20:42:54.409093 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_barbican-operator-controller-manager-658bdf4b74-z9qnq_ae9093a1-d283-4d01-b3f8-6f51042f9f66/manager/0.log" Oct 13 20:42:54 crc kubenswrapper[4809]: I1013 20:42:54.456791 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_glance-operator-controller-manager-84b9b84486-874c5_520edacf-ee67-42e2-8f84-5d1a3ba74db3/kube-rbac-proxy/0.log" Oct 13 20:42:54 crc kubenswrapper[4809]: I1013 20:42:54.673950 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_heat-operator-controller-manager-858f76bbdd-sbz6w_5bcfdb92-6d50-446d-8326-39f3f47f32f2/kube-rbac-proxy/0.log" Oct 13 20:42:54 crc kubenswrapper[4809]: I1013 20:42:54.688975 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_heat-operator-controller-manager-858f76bbdd-sbz6w_5bcfdb92-6d50-446d-8326-39f3f47f32f2/manager/0.log" Oct 13 20:42:54 crc kubenswrapper[4809]: I1013 20:42:54.914809 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_glance-operator-controller-manager-84b9b84486-874c5_520edacf-ee67-42e2-8f84-5d1a3ba74db3/manager/0.log" Oct 13 20:42:54 crc kubenswrapper[4809]: I1013 20:42:54.939869 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_horizon-operator-controller-manager-7ffbcb7588-8zb7s_8877aec8-eb38-4135-a22c-a3cf9be16d62/manager/0.log" Oct 13 20:42:54 crc kubenswrapper[4809]: I1013 20:42:54.939957 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_horizon-operator-controller-manager-7ffbcb7588-8zb7s_8877aec8-eb38-4135-a22c-a3cf9be16d62/kube-rbac-proxy/0.log" Oct 13 20:42:55 crc kubenswrapper[4809]: I1013 20:42:55.112188 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_infra-operator-controller-manager-656bcbd775-pfsgv_47b9deaa-0788-4fc2-9e46-37f98a50b076/kube-rbac-proxy/0.log" Oct 13 20:42:55 crc kubenswrapper[4809]: I1013 20:42:55.345783 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_ironic-operator-controller-manager-9c5c78d49-j6lnp_7fded2f2-855e-4360-844f-232312f74de0/kube-rbac-proxy/0.log" Oct 13 20:42:55 crc kubenswrapper[4809]: I1013 20:42:55.376418 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_ironic-operator-controller-manager-9c5c78d49-j6lnp_7fded2f2-855e-4360-844f-232312f74de0/manager/0.log" Oct 13 20:42:55 crc kubenswrapper[4809]: I1013 20:42:55.596142 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_keystone-operator-controller-manager-55b6b7c7b8-vpmxg_3fb8e9e5-990b-4ee9-b805-1e8172ae1c35/kube-rbac-proxy/0.log" Oct 13 20:42:55 crc kubenswrapper[4809]: I1013 20:42:55.837395 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_manila-operator-controller-manager-5f67fbc655-4j2bx_7e29841e-6b82-46c1-8760-77123c3fa2b0/kube-rbac-proxy/0.log" Oct 13 20:42:55 crc kubenswrapper[4809]: I1013 20:42:55.885058 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_manila-operator-controller-manager-5f67fbc655-4j2bx_7e29841e-6b82-46c1-8760-77123c3fa2b0/manager/0.log" Oct 13 20:42:55 crc kubenswrapper[4809]: I1013 20:42:55.907154 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_infra-operator-controller-manager-656bcbd775-pfsgv_47b9deaa-0788-4fc2-9e46-37f98a50b076/manager/0.log" Oct 13 20:42:56 crc kubenswrapper[4809]: I1013 20:42:56.105211 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_mariadb-operator-controller-manager-f9fb45f8f-7kcc8_a614a6c1-d24b-45c5-bf7b-0b613e5d0985/kube-rbac-proxy/0.log" Oct 13 20:42:56 crc kubenswrapper[4809]: I1013 20:42:56.172965 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_keystone-operator-controller-manager-55b6b7c7b8-vpmxg_3fb8e9e5-990b-4ee9-b805-1e8172ae1c35/manager/0.log" Oct 13 20:42:56 crc kubenswrapper[4809]: I1013 20:42:56.336674 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_mariadb-operator-controller-manager-f9fb45f8f-7kcc8_a614a6c1-d24b-45c5-bf7b-0b613e5d0985/manager/0.log" Oct 13 20:42:56 crc kubenswrapper[4809]: I1013 20:42:56.359429 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_neutron-operator-controller-manager-79d585cb66-p294z_08e651a1-382b-49b3-ad90-939529fc0349/kube-rbac-proxy/0.log" Oct 13 20:42:56 crc kubenswrapper[4809]: I1013 20:42:56.631568 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_neutron-operator-controller-manager-79d585cb66-p294z_08e651a1-382b-49b3-ad90-939529fc0349/manager/0.log" Oct 13 20:42:56 crc kubenswrapper[4809]: I1013 20:42:56.640753 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_nova-operator-controller-manager-5df598886f-rc6sk_10b4af88-94b6-482b-82dc-5f43cce382c4/kube-rbac-proxy/0.log" Oct 13 20:42:56 crc kubenswrapper[4809]: I1013 20:42:56.909479 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_octavia-operator-controller-manager-69fdcfc5f5-mtsxj_8779c817-890b-47f4-ae88-77b438085ef0/kube-rbac-proxy/0.log" Oct 13 20:42:56 crc kubenswrapper[4809]: I1013 20:42:56.985704 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_octavia-operator-controller-manager-69fdcfc5f5-mtsxj_8779c817-890b-47f4-ae88-77b438085ef0/manager/0.log" Oct 13 20:42:57 crc kubenswrapper[4809]: I1013 20:42:57.161662 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_openstack-baremetal-operator-controller-manager-55b7d44848b86ln_a3764f56-9521-4fd1-a23f-b49c9ce62278/manager/0.log" Oct 13 20:42:57 crc kubenswrapper[4809]: I1013 20:42:57.178100 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_openstack-baremetal-operator-controller-manager-55b7d44848b86ln_a3764f56-9521-4fd1-a23f-b49c9ce62278/kube-rbac-proxy/0.log" Oct 13 20:42:57 crc kubenswrapper[4809]: I1013 20:42:57.180919 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_openstack-operator-controller-manager-7fb8c88b76-7cnqn_e1cac542-100b-4c0b-b169-1fb85bb72990/kube-rbac-proxy/0.log" Oct 13 20:42:57 crc kubenswrapper[4809]: I1013 20:42:57.396987 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_openstack-operator-controller-operator-64895cd698-wnhtw_447ed981-e289-4026-b76b-b490a31d8cac/kube-rbac-proxy/0.log" Oct 13 20:42:57 crc kubenswrapper[4809]: I1013 20:42:57.459504 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_nova-operator-controller-manager-5df598886f-rc6sk_10b4af88-94b6-482b-82dc-5f43cce382c4/manager/0.log" Oct 13 20:42:57 crc kubenswrapper[4809]: I1013 20:42:57.637469 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_openstack-operator-controller-operator-64895cd698-wnhtw_447ed981-e289-4026-b76b-b490a31d8cac/operator/0.log" Oct 13 20:42:57 crc kubenswrapper[4809]: I1013 20:42:57.771144 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_openstack-operator-index-lqcbc_aa269318-b9f8-4fd1-8a79-12022e8fab54/registry-server/0.log" Oct 13 20:42:57 crc kubenswrapper[4809]: I1013 20:42:57.943405 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_ovn-operator-controller-manager-79df5fb58c-rw9zt_e028388b-2bc5-4307-8db3-807c4c8c6dea/kube-rbac-proxy/0.log" Oct 13 20:42:58 crc kubenswrapper[4809]: I1013 20:42:58.055684 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_placement-operator-controller-manager-68b6c87b68-xnsxb_811d1962-8885-4d66-8f29-0d31aee881cc/kube-rbac-proxy/0.log" Oct 13 20:42:58 crc kubenswrapper[4809]: I1013 20:42:58.187949 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_ovn-operator-controller-manager-79df5fb58c-rw9zt_e028388b-2bc5-4307-8db3-807c4c8c6dea/manager/0.log" Oct 13 20:42:58 crc kubenswrapper[4809]: I1013 20:42:58.347305 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_rabbitmq-cluster-operator-manager-5f97d8c699-xqkbl_7dfa02b3-8b5f-452f-a292-cdad1856df18/operator/0.log" Oct 13 20:42:58 crc kubenswrapper[4809]: I1013 20:42:58.395678 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_placement-operator-controller-manager-68b6c87b68-xnsxb_811d1962-8885-4d66-8f29-0d31aee881cc/manager/0.log" Oct 13 20:42:58 crc kubenswrapper[4809]: I1013 20:42:58.412545 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_openstack-operator-controller-manager-7fb8c88b76-7cnqn_e1cac542-100b-4c0b-b169-1fb85bb72990/manager/0.log" Oct 13 20:42:58 crc kubenswrapper[4809]: I1013 20:42:58.471107 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_swift-operator-controller-manager-db6d7f97b-vvrmm_6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf/kube-rbac-proxy/0.log" Oct 13 20:42:58 crc kubenswrapper[4809]: I1013 20:42:58.613037 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_swift-operator-controller-manager-db6d7f97b-vvrmm_6fdf57f7-ea02-415c-9d6b-9e4d5ab8b8cf/manager/0.log" Oct 13 20:42:58 crc kubenswrapper[4809]: I1013 20:42:58.652403 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_telemetry-operator-controller-manager-67cfc6749b-wjlfw_79d74066-3a39-400c-99f1-6d6592402337/kube-rbac-proxy/0.log" Oct 13 20:42:58 crc kubenswrapper[4809]: I1013 20:42:58.838965 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_test-operator-controller-manager-5458f77c4-xrndg_fed0d89f-c73d-487c-9ccf-e02164ae1b44/kube-rbac-proxy/0.log" Oct 13 20:42:58 crc kubenswrapper[4809]: I1013 20:42:58.914466 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_test-operator-controller-manager-5458f77c4-xrndg_fed0d89f-c73d-487c-9ccf-e02164ae1b44/manager/0.log" Oct 13 20:42:58 crc kubenswrapper[4809]: I1013 20:42:58.980566 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_watcher-operator-controller-manager-7f554bff7b-mhwvn_a74eb777-ce55-4b07-8f76-a301465e9e78/kube-rbac-proxy/0.log" Oct 13 20:42:59 crc kubenswrapper[4809]: I1013 20:42:59.204446 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_watcher-operator-controller-manager-7f554bff7b-mhwvn_a74eb777-ce55-4b07-8f76-a301465e9e78/manager/0.log" Oct 13 20:42:59 crc kubenswrapper[4809]: I1013 20:42:59.205688 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-operators_telemetry-operator-controller-manager-67cfc6749b-wjlfw_79d74066-3a39-400c-99f1-6d6592402337/manager/0.log" Oct 13 20:43:16 crc kubenswrapper[4809]: I1013 20:43:16.268339 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-machine-api_control-plane-machine-set-operator-78cbb6b69f-zqxbw_4454a33f-a128-4a7e-93f8-67e0fd2637d2/control-plane-machine-set-operator/0.log" Oct 13 20:43:16 crc kubenswrapper[4809]: I1013 20:43:16.460538 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-machine-api_machine-api-operator-5694c8668f-zggdj_60409147-d822-4d03-8bab-3483750f37fe/machine-api-operator/0.log" Oct 13 20:43:16 crc kubenswrapper[4809]: I1013 20:43:16.461044 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-machine-api_machine-api-operator-5694c8668f-zggdj_60409147-d822-4d03-8bab-3483750f37fe/kube-rbac-proxy/0.log" Oct 13 20:43:28 crc kubenswrapper[4809]: I1013 20:43:28.592764 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:43:28 crc kubenswrapper[4809]: I1013 20:43:28.593244 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:43:29 crc kubenswrapper[4809]: I1013 20:43:29.522569 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/cert-manager_cert-manager-7d4cc89fcb-452pc_299a48a0-5b8a-48b9-a956-01f9ed90b45b/cert-manager-controller/0.log" Oct 13 20:43:29 crc kubenswrapper[4809]: I1013 20:43:29.687037 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/cert-manager_cert-manager-webhook-d969966f-qjpx9_a6177722-0b89-4a31-add5-8c1442b93a08/cert-manager-webhook/0.log" Oct 13 20:43:29 crc kubenswrapper[4809]: I1013 20:43:29.746955 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/cert-manager_cert-manager-cainjector-7d9f95dbf-866gz_6f6f025e-3897-4580-b346-311cfaf75013/cert-manager-cainjector/0.log" Oct 13 20:43:43 crc kubenswrapper[4809]: I1013 20:43:43.544342 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-nmstate_nmstate-console-plugin-6b874cbd85-mxxgp_0ba282a0-1dc7-4a04-ac9e-82418d430c2c/nmstate-console-plugin/0.log" Oct 13 20:43:43 crc kubenswrapper[4809]: I1013 20:43:43.724691 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-nmstate_nmstate-metrics-fdff9cb8d-2dk9z_9af4fbdb-1b5d-44f0-9404-2ecd09c82e21/kube-rbac-proxy/0.log" Oct 13 20:43:43 crc kubenswrapper[4809]: I1013 20:43:43.762790 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-nmstate_nmstate-metrics-fdff9cb8d-2dk9z_9af4fbdb-1b5d-44f0-9404-2ecd09c82e21/nmstate-metrics/0.log" Oct 13 20:43:43 crc kubenswrapper[4809]: I1013 20:43:43.769794 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-nmstate_nmstate-handler-bdw24_6c078e85-bd26-4611-ad2a-62485ca3c826/nmstate-handler/0.log" Oct 13 20:43:43 crc kubenswrapper[4809]: I1013 20:43:43.921366 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-nmstate_nmstate-operator-858ddd8f98-px675_74ecf4e8-ad1e-4a68-9289-7a1eeba711bb/nmstate-operator/0.log" Oct 13 20:43:43 crc kubenswrapper[4809]: I1013 20:43:43.981376 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-nmstate_nmstate-webhook-6cdbc54649-vlxwz_2739440e-660e-443b-b7a9-f523145b5c86/nmstate-webhook/0.log" Oct 13 20:43:58 crc kubenswrapper[4809]: I1013 20:43:58.593187 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:43:58 crc kubenswrapper[4809]: I1013 20:43:58.593860 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:43:59 crc kubenswrapper[4809]: I1013 20:43:59.933635 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_controller-68d546b9d8-bgd9l_4607fa15-7d60-49e9-86f4-89184404a135/kube-rbac-proxy/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.175911 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-frr-files/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.219173 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_controller-68d546b9d8-bgd9l_4607fa15-7d60-49e9-86f4-89184404a135/controller/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.329592 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-frr-files/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.340959 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-reloader/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.394678 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-metrics/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.400715 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-reloader/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.591651 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-metrics/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.599647 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-reloader/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.602921 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-frr-files/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.626620 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-metrics/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.804039 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-frr-files/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.814103 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-metrics/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.847077 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/cp-reloader/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.877684 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/controller/0.log" Oct 13 20:44:00 crc kubenswrapper[4809]: I1013 20:44:00.980720 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/frr-metrics/0.log" Oct 13 20:44:01 crc kubenswrapper[4809]: I1013 20:44:01.017856 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/kube-rbac-proxy/0.log" Oct 13 20:44:01 crc kubenswrapper[4809]: I1013 20:44:01.092966 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/kube-rbac-proxy-frr/0.log" Oct 13 20:44:01 crc kubenswrapper[4809]: I1013 20:44:01.191848 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/reloader/0.log" Oct 13 20:44:01 crc kubenswrapper[4809]: I1013 20:44:01.299294 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-webhook-server-64bf5d555-f68l7_1f6e5a79-b1b3-4a96-8988-64d736d374b8/frr-k8s-webhook-server/0.log" Oct 13 20:44:01 crc kubenswrapper[4809]: I1013 20:44:01.505645 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_metallb-operator-controller-manager-b7789ff7f-4dz47_6eaabd9a-5b5c-4e5a-91fe-bad48b31c216/manager/0.log" Oct 13 20:44:01 crc kubenswrapper[4809]: I1013 20:44:01.621854 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_metallb-operator-webhook-server-86869d57c5-28vf7_bfb0f926-3491-45e7-9606-03d50d9c49a4/webhook-server/0.log" Oct 13 20:44:02 crc kubenswrapper[4809]: I1013 20:44:02.368008 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_speaker-lqgwl_1e303745-71a6-4be3-80bf-80e6d92b5685/kube-rbac-proxy/0.log" Oct 13 20:44:03 crc kubenswrapper[4809]: I1013 20:44:03.308255 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_speaker-lqgwl_1e303745-71a6-4be3-80bf-80e6d92b5685/speaker/0.log" Oct 13 20:44:08 crc kubenswrapper[4809]: I1013 20:44:08.391257 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/metallb-system_frr-k8s-mdf8c_818f47d5-2e81-47bf-b6ac-0c348f3c9946/frr/0.log" Oct 13 20:44:25 crc kubenswrapper[4809]: I1013 20:44:25.923986 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_barbican-api-54cfd786d-vwmcd_b425d8ae-bd41-4030-b96f-720ce11d98dd/barbican-api/0.log" Oct 13 20:44:26 crc kubenswrapper[4809]: I1013 20:44:26.136809 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_barbican-api-54cfd786d-vwmcd_b425d8ae-bd41-4030-b96f-720ce11d98dd/barbican-api-log/0.log" Oct 13 20:44:26 crc kubenswrapper[4809]: I1013 20:44:26.342846 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_barbican-keystone-listener-576c97949d-5g2hx_21138a9f-82a2-4880-a9b0-f0d922d85b8c/barbican-keystone-listener-log/0.log" Oct 13 20:44:26 crc kubenswrapper[4809]: I1013 20:44:26.365366 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_barbican-keystone-listener-576c97949d-5g2hx_21138a9f-82a2-4880-a9b0-f0d922d85b8c/barbican-keystone-listener/0.log" Oct 13 20:44:26 crc kubenswrapper[4809]: I1013 20:44:26.547415 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_barbican-worker-c8f4d948c-lxfhn_1ca46f13-4466-4923-9826-5d5a03c518a2/barbican-worker/0.log" Oct 13 20:44:26 crc kubenswrapper[4809]: I1013 20:44:26.588707 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_barbican-worker-c8f4d948c-lxfhn_1ca46f13-4466-4923-9826-5d5a03c518a2/barbican-worker-log/0.log" Oct 13 20:44:27 crc kubenswrapper[4809]: I1013 20:44:27.049338 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ceilometer-0_0c6bac95-1a0a-43ff-b716-ca1ed2fdff45/ceilometer-central-agent/0.log" Oct 13 20:44:27 crc kubenswrapper[4809]: I1013 20:44:27.234953 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ceilometer-0_0c6bac95-1a0a-43ff-b716-ca1ed2fdff45/ceilometer-notification-agent/0.log" Oct 13 20:44:27 crc kubenswrapper[4809]: I1013 20:44:27.269460 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ceilometer-0_0c6bac95-1a0a-43ff-b716-ca1ed2fdff45/proxy-httpd/0.log" Oct 13 20:44:27 crc kubenswrapper[4809]: I1013 20:44:27.423848 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ceilometer-0_0c6bac95-1a0a-43ff-b716-ca1ed2fdff45/sg-core/0.log" Oct 13 20:44:27 crc kubenswrapper[4809]: I1013 20:44:27.521575 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_cinder-api-0_3522d06d-62de-4806-aecf-134a26b2e537/cinder-api/0.log" Oct 13 20:44:27 crc kubenswrapper[4809]: I1013 20:44:27.622247 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_cinder-api-0_3522d06d-62de-4806-aecf-134a26b2e537/cinder-api-log/0.log" Oct 13 20:44:27 crc kubenswrapper[4809]: I1013 20:44:27.770398 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_cinder-scheduler-0_5f80c0f3-e132-4945-bc59-56f80ecf9014/cinder-scheduler/0.log" Oct 13 20:44:27 crc kubenswrapper[4809]: I1013 20:44:27.837297 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_cinder-scheduler-0_5f80c0f3-e132-4945-bc59-56f80ecf9014/probe/0.log" Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.079750 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_dnsmasq-dnsmasq-7897767fb7-62vl2_20140e6f-f5a1-4d95-8ae3-36810baff8f5/init/0.log" Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.281647 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_dnsmasq-dnsmasq-7897767fb7-62vl2_20140e6f-f5a1-4d95-8ae3-36810baff8f5/init/0.log" Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.293630 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_dnsmasq-dnsmasq-7897767fb7-62vl2_20140e6f-f5a1-4d95-8ae3-36810baff8f5/dnsmasq-dns/0.log" Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.524549 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_glance-default-external-api-0_3368fa83-7787-4e7e-861d-fb9d3e06f7b8/glance-httpd/0.log" Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.548517 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_glance-default-external-api-0_3368fa83-7787-4e7e-861d-fb9d3e06f7b8/glance-log/0.log" Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.593545 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.593648 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.593724 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.594937 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"83a38955d39b2b6b655039bb5252674a92117fc9716a52a030797afccdb7f4c9"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.595011 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://83a38955d39b2b6b655039bb5252674a92117fc9716a52a030797afccdb7f4c9" gracePeriod=600 Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.821221 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_glance-default-internal-api-0_2ebcc674-02e8-42ec-93d9-d86284621d11/glance-httpd/0.log" Oct 13 20:44:28 crc kubenswrapper[4809]: I1013 20:44:28.842182 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_glance-default-internal-api-0_2ebcc674-02e8-42ec-93d9-d86284621d11/glance-log/0.log" Oct 13 20:44:29 crc kubenswrapper[4809]: I1013 20:44:29.046240 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_keystone-6f98bbf5c8-qqqjd_57a3475c-71dd-4f57-8a4e-4261e432d2a2/keystone-api/0.log" Oct 13 20:44:29 crc kubenswrapper[4809]: I1013 20:44:29.192700 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_kube-state-metrics-0_2c986bdf-beb4-465b-864c-419bca645411/kube-state-metrics/0.log" Oct 13 20:44:29 crc kubenswrapper[4809]: I1013 20:44:29.264145 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="83a38955d39b2b6b655039bb5252674a92117fc9716a52a030797afccdb7f4c9" exitCode=0 Oct 13 20:44:29 crc kubenswrapper[4809]: I1013 20:44:29.264184 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"83a38955d39b2b6b655039bb5252674a92117fc9716a52a030797afccdb7f4c9"} Oct 13 20:44:29 crc kubenswrapper[4809]: I1013 20:44:29.264210 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerStarted","Data":"bdcc699413368c65ee9001aeb607a5c4f18f27e8f5c6bc04ba28e4cc67717690"} Oct 13 20:44:29 crc kubenswrapper[4809]: I1013 20:44:29.264226 4809 scope.go:117] "RemoveContainer" containerID="5963660af9a4f1e7ca2f945df870699bbe2dfa75e07e3a2bd6727592c1429ca7" Oct 13 20:44:29 crc kubenswrapper[4809]: I1013 20:44:29.554831 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-579859f9f8-t8czw_d5779652-df3d-4134-a799-9bda68b1ede4/neutron-httpd/0.log" Oct 13 20:44:29 crc kubenswrapper[4809]: I1013 20:44:29.951966 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_neutron-579859f9f8-t8czw_d5779652-df3d-4134-a799-9bda68b1ede4/neutron-api/0.log" Oct 13 20:44:30 crc kubenswrapper[4809]: I1013 20:44:30.187887 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_nova-api-0_a3f38755-7d1d-41f8-9ecd-b580086dbd6b/nova-api-api/0.log" Oct 13 20:44:30 crc kubenswrapper[4809]: I1013 20:44:30.200541 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_nova-api-0_a3f38755-7d1d-41f8-9ecd-b580086dbd6b/nova-api-log/0.log" Oct 13 20:44:30 crc kubenswrapper[4809]: I1013 20:44:30.469718 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_nova-cell0-conductor-0_7714750a-421a-4e05-aa5c-e084be897e5b/nova-cell0-conductor-conductor/1.log" Oct 13 20:44:30 crc kubenswrapper[4809]: I1013 20:44:30.484764 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_nova-cell0-conductor-0_7714750a-421a-4e05-aa5c-e084be897e5b/nova-cell0-conductor-conductor/2.log" Oct 13 20:44:30 crc kubenswrapper[4809]: I1013 20:44:30.655938 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_nova-cell1-conductor-0_bc6223a4-8aa5-4a76-b354-844b400ca832/nova-cell1-conductor-conductor/2.log" Oct 13 20:44:30 crc kubenswrapper[4809]: I1013 20:44:30.739543 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_nova-cell1-conductor-0_bc6223a4-8aa5-4a76-b354-844b400ca832/nova-cell1-conductor-conductor/1.log" Oct 13 20:44:31 crc kubenswrapper[4809]: I1013 20:44:31.180778 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_memcached-0_97b2b43d-e136-42bb-aa86-3defff38a84b/memcached/0.log" Oct 13 20:44:31 crc kubenswrapper[4809]: I1013 20:44:31.376619 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_nova-cell1-novncproxy-0_5ffb1d96-9d32-4f45-a1a2-46cd215b3bd2/nova-cell1-novncproxy-novncproxy/0.log" Oct 13 20:44:31 crc kubenswrapper[4809]: I1013 20:44:31.599141 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_nova-metadata-0_07aed376-7459-4f71-a365-a7ecd76162c4/nova-metadata-log/0.log" Oct 13 20:44:31 crc kubenswrapper[4809]: I1013 20:44:31.657525 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_nova-scheduler-0_6ce1866b-1e6f-4c12-9b2c-34b8f14ea84c/nova-scheduler-scheduler/0.log" Oct 13 20:44:31 crc kubenswrapper[4809]: I1013 20:44:31.811491 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_nova-metadata-0_07aed376-7459-4f71-a365-a7ecd76162c4/nova-metadata-metadata/0.log" Oct 13 20:44:31 crc kubenswrapper[4809]: I1013 20:44:31.878647 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_openstack-cell1-galera-0_8aa80a5c-b317-4f05-a984-d80cbddf7140/mysql-bootstrap/0.log" Oct 13 20:44:32 crc kubenswrapper[4809]: I1013 20:44:32.091578 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_openstack-cell1-galera-0_8aa80a5c-b317-4f05-a984-d80cbddf7140/galera/0.log" Oct 13 20:44:32 crc kubenswrapper[4809]: I1013 20:44:32.110693 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_openstack-cell1-galera-0_8aa80a5c-b317-4f05-a984-d80cbddf7140/mysql-bootstrap/0.log" Oct 13 20:44:32 crc kubenswrapper[4809]: I1013 20:44:32.118010 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_openstack-galera-0_e059d47b-0503-469e-99d7-2d6100e08498/mysql-bootstrap/0.log" Oct 13 20:44:32 crc kubenswrapper[4809]: I1013 20:44:32.333926 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_openstack-galera-0_e059d47b-0503-469e-99d7-2d6100e08498/mysql-bootstrap/0.log" Oct 13 20:44:32 crc kubenswrapper[4809]: I1013 20:44:32.346983 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_openstack-galera-0_e059d47b-0503-469e-99d7-2d6100e08498/galera/0.log" Oct 13 20:44:32 crc kubenswrapper[4809]: I1013 20:44:32.370966 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_openstackclient_c208452e-cbfe-4a65-a09c-e3ff9ec93237/openstackclient/0.log" Oct 13 20:44:32 crc kubenswrapper[4809]: I1013 20:44:32.982506 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_502345bc-3fb0-4d25-8a4b-7cae82c8056d/ovn-northd/0.log" Oct 13 20:44:33 crc kubenswrapper[4809]: I1013 20:44:33.055594 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovn-northd-0_502345bc-3fb0-4d25-8a4b-7cae82c8056d/openstack-network-exporter/0.log" Oct 13 20:44:33 crc kubenswrapper[4809]: I1013 20:44:33.123414 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_b0b7e010-3e60-4281-93c4-2c58d29f8cbf/openstack-network-exporter/0.log" Oct 13 20:44:33 crc kubenswrapper[4809]: I1013 20:44:33.277708 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-nb-0_b0b7e010-3e60-4281-93c4-2c58d29f8cbf/ovsdbserver-nb/0.log" Oct 13 20:44:33 crc kubenswrapper[4809]: I1013 20:44:33.352638 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b/openstack-network-exporter/0.log" Oct 13 20:44:33 crc kubenswrapper[4809]: I1013 20:44:33.512838 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_ovsdbserver-sb-0_75f5ae0d-bfcf-4c0b-93c8-7e912a5b471b/ovsdbserver-sb/0.log" Oct 13 20:44:33 crc kubenswrapper[4809]: I1013 20:44:33.531749 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_placement-64d84d847d-vft6g_3dc48c0e-8206-436d-9f76-22c4e0889baa/placement-api/0.log" Oct 13 20:44:33 crc kubenswrapper[4809]: I1013 20:44:33.604963 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_placement-64d84d847d-vft6g_3dc48c0e-8206-436d-9f76-22c4e0889baa/placement-log/0.log" Oct 13 20:44:33 crc kubenswrapper[4809]: I1013 20:44:33.698960 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_rabbitmq-cell1-server-0_e9dd90a1-922c-45ba-bf7c-5734df7139ef/setup-container/0.log" Oct 13 20:44:33 crc kubenswrapper[4809]: I1013 20:44:33.895823 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_rabbitmq-cell1-server-0_e9dd90a1-922c-45ba-bf7c-5734df7139ef/setup-container/0.log" Oct 13 20:44:33 crc kubenswrapper[4809]: I1013 20:44:33.928335 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_rabbitmq-cell1-server-0_e9dd90a1-922c-45ba-bf7c-5734df7139ef/rabbitmq/0.log" Oct 13 20:44:33 crc kubenswrapper[4809]: I1013 20:44:33.974163 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_rabbitmq-server-0_7ffa01f6-b393-4ac4-83de-250b16260df9/setup-container/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.089103 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_rabbitmq-server-0_7ffa01f6-b393-4ac4-83de-250b16260df9/setup-container/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.145314 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_rabbitmq-server-0_7ffa01f6-b393-4ac4-83de-250b16260df9/rabbitmq/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.196916 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-proxy-7b49dbb6d4-chqn8_d25afa5c-89ac-42b9-9ae8-0ee2664063ca/proxy-httpd/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.312346 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-proxy-7b49dbb6d4-chqn8_d25afa5c-89ac-42b9-9ae8-0ee2664063ca/proxy-server/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.386492 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-ring-rebalance-gx4v6_aeea1d59-2766-4f0c-8b7e-370c07a8501a/swift-ring-rebalance/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.490393 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/account-auditor/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.604018 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/account-reaper/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.648128 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/account-replicator/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.701943 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/account-server/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.748504 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/container-auditor/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.791070 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/container-replicator/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.814583 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/container-server/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.855294 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/container-updater/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.901131 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/object-auditor/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.947585 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/object-expirer/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.972469 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/object-replicator/0.log" Oct 13 20:44:34 crc kubenswrapper[4809]: I1013 20:44:34.987319 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/object-server/0.log" Oct 13 20:44:35 crc kubenswrapper[4809]: I1013 20:44:35.052624 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/object-updater/0.log" Oct 13 20:44:35 crc kubenswrapper[4809]: I1013 20:44:35.071133 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/rsync/0.log" Oct 13 20:44:35 crc kubenswrapper[4809]: I1013 20:44:35.109904 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openstack-kuttl-tests_swift-storage-0_0faa58cf-e207-49c2-a1ba-7d8290677bf4/swift-recon-cron/0.log" Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.493094 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/community-operators-28xqw"] Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.497169 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.515686 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-28xqw"] Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.610908 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-d9x9r\" (UniqueName: \"kubernetes.io/projected/e1c1762d-8b77-417c-98d8-06a1f9f21db0-kube-api-access-d9x9r\") pod \"community-operators-28xqw\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.611057 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-utilities\") pod \"community-operators-28xqw\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.611132 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-catalog-content\") pod \"community-operators-28xqw\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.714255 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-d9x9r\" (UniqueName: \"kubernetes.io/projected/e1c1762d-8b77-417c-98d8-06a1f9f21db0-kube-api-access-d9x9r\") pod \"community-operators-28xqw\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.714400 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-utilities\") pod \"community-operators-28xqw\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.714474 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-catalog-content\") pod \"community-operators-28xqw\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.715131 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-catalog-content\") pod \"community-operators-28xqw\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.715283 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-utilities\") pod \"community-operators-28xqw\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.742148 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-d9x9r\" (UniqueName: \"kubernetes.io/projected/e1c1762d-8b77-417c-98d8-06a1f9f21db0-kube-api-access-d9x9r\") pod \"community-operators-28xqw\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:44:50 crc kubenswrapper[4809]: I1013 20:44:50.835086 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:44:51 crc kubenswrapper[4809]: I1013 20:44:51.379625 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/community-operators-28xqw"] Oct 13 20:44:51 crc kubenswrapper[4809]: I1013 20:44:51.460622 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-28xqw" event={"ID":"e1c1762d-8b77-417c-98d8-06a1f9f21db0","Type":"ContainerStarted","Data":"8aeb54a0da8365c80612b8bd8955f410596b2c93d25a1e1fd0406d76b96534ad"} Oct 13 20:44:52 crc kubenswrapper[4809]: I1013 20:44:52.474250 4809 generic.go:334] "Generic (PLEG): container finished" podID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" containerID="ad9919947d3a17b9a4dd3fa4b6da106912f25cd6e651056bede5504291dca753" exitCode=0 Oct 13 20:44:52 crc kubenswrapper[4809]: I1013 20:44:52.474312 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-28xqw" event={"ID":"e1c1762d-8b77-417c-98d8-06a1f9f21db0","Type":"ContainerDied","Data":"ad9919947d3a17b9a4dd3fa4b6da106912f25cd6e651056bede5504291dca753"} Oct 13 20:44:53 crc kubenswrapper[4809]: I1013 20:44:53.489235 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-28xqw" event={"ID":"e1c1762d-8b77-417c-98d8-06a1f9f21db0","Type":"ContainerStarted","Data":"2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf"} Oct 13 20:44:55 crc kubenswrapper[4809]: I1013 20:44:55.574574 4809 generic.go:334] "Generic (PLEG): container finished" podID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" containerID="2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf" exitCode=0 Oct 13 20:44:55 crc kubenswrapper[4809]: I1013 20:44:55.575094 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-28xqw" event={"ID":"e1c1762d-8b77-417c-98d8-06a1f9f21db0","Type":"ContainerDied","Data":"2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf"} Oct 13 20:44:56 crc kubenswrapper[4809]: I1013 20:44:56.589774 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-28xqw" event={"ID":"e1c1762d-8b77-417c-98d8-06a1f9f21db0","Type":"ContainerStarted","Data":"f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89"} Oct 13 20:44:56 crc kubenswrapper[4809]: I1013 20:44:56.624141 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/community-operators-28xqw" podStartSLOduration=3.098876133 podStartE2EDuration="6.624116692s" podCreationTimestamp="2025-10-13 20:44:50 +0000 UTC" firstStartedPulling="2025-10-13 20:44:52.477218903 +0000 UTC m=+4811.082965518" lastFinishedPulling="2025-10-13 20:44:56.002459502 +0000 UTC m=+4814.608206077" observedRunningTime="2025-10-13 20:44:56.612861576 +0000 UTC m=+4815.218608171" watchObservedRunningTime="2025-10-13 20:44:56.624116692 +0000 UTC m=+4815.229863287" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.149356 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg"] Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.151389 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.156493 4809 reflector.go:368] Caches populated for *v1.ConfigMap from object-"openshift-operator-lifecycle-manager"/"collect-profiles-config" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.156988 4809 reflector.go:368] Caches populated for *v1.Secret from object-"openshift-operator-lifecycle-manager"/"collect-profiles-dockercfg-kzf4t" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.173695 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg"] Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.262924 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6c932cfb-a481-4d23-98d2-98f42c4a49da-config-volume\") pod \"collect-profiles-29339805-w5dbg\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.263014 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pdhrn\" (UniqueName: \"kubernetes.io/projected/6c932cfb-a481-4d23-98d2-98f42c4a49da-kube-api-access-pdhrn\") pod \"collect-profiles-29339805-w5dbg\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.263969 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/6c932cfb-a481-4d23-98d2-98f42c4a49da-secret-volume\") pod \"collect-profiles-29339805-w5dbg\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.365861 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/6c932cfb-a481-4d23-98d2-98f42c4a49da-secret-volume\") pod \"collect-profiles-29339805-w5dbg\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.365954 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6c932cfb-a481-4d23-98d2-98f42c4a49da-config-volume\") pod \"collect-profiles-29339805-w5dbg\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.365990 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-pdhrn\" (UniqueName: \"kubernetes.io/projected/6c932cfb-a481-4d23-98d2-98f42c4a49da-kube-api-access-pdhrn\") pod \"collect-profiles-29339805-w5dbg\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.367293 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6c932cfb-a481-4d23-98d2-98f42c4a49da-config-volume\") pod \"collect-profiles-29339805-w5dbg\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.373010 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/6c932cfb-a481-4d23-98d2-98f42c4a49da-secret-volume\") pod \"collect-profiles-29339805-w5dbg\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.405173 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-pdhrn\" (UniqueName: \"kubernetes.io/projected/6c932cfb-a481-4d23-98d2-98f42c4a49da-kube-api-access-pdhrn\") pod \"collect-profiles-29339805-w5dbg\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.488381 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.835265 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.835610 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:45:00 crc kubenswrapper[4809]: I1013 20:45:00.905965 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.022676 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg"] Oct 13 20:45:01 crc kubenswrapper[4809]: W1013 20:45:01.028166 4809 manager.go:1169] Failed to process watch event {EventType:0 Name:/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod6c932cfb_a481_4d23_98d2_98f42c4a49da.slice/crio-15af6433c8da25b100e82caac135358f3c4f52d2c2a18840d5420a5b9482bf1d WatchSource:0}: Error finding container 15af6433c8da25b100e82caac135358f3c4f52d2c2a18840d5420a5b9482bf1d: Status 404 returned error can't find the container with id 15af6433c8da25b100e82caac135358f3c4f52d2c2a18840d5420a5b9482bf1d Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.097749 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8_e84c1823-4d84-490c-820d-63f3c02fff78/util/0.log" Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.242774 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8_e84c1823-4d84-490c-820d-63f3c02fff78/util/0.log" Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.263264 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8_e84c1823-4d84-490c-820d-63f3c02fff78/pull/0.log" Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.308852 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8_e84c1823-4d84-490c-820d-63f3c02fff78/pull/0.log" Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.537178 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8_e84c1823-4d84-490c-820d-63f3c02fff78/util/0.log" Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.597344 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8_e84c1823-4d84-490c-820d-63f3c02fff78/pull/0.log" Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.628517 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_695e9552c02c72940c72621f824780f00ca58086c3badc308bf0a2eb6962nx8_e84c1823-4d84-490c-820d-63f3c02fff78/extract/0.log" Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.683809 4809 generic.go:334] "Generic (PLEG): container finished" podID="6c932cfb-a481-4d23-98d2-98f42c4a49da" containerID="23c3fbbe4f47cf21aabd247ff41e22c57a108cff5731b762e3d897d093460f32" exitCode=0 Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.683921 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" event={"ID":"6c932cfb-a481-4d23-98d2-98f42c4a49da","Type":"ContainerDied","Data":"23c3fbbe4f47cf21aabd247ff41e22c57a108cff5731b762e3d897d093460f32"} Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.684301 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" event={"ID":"6c932cfb-a481-4d23-98d2-98f42c4a49da","Type":"ContainerStarted","Data":"15af6433c8da25b100e82caac135358f3c4f52d2c2a18840d5420a5b9482bf1d"} Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.749434 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.762863 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf_0245a3a5-c4bb-4939-b8a6-cae09cbbc955/util/0.log" Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.809630 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-28xqw"] Oct 13 20:45:01 crc kubenswrapper[4809]: I1013 20:45:01.963256 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf_0245a3a5-c4bb-4939-b8a6-cae09cbbc955/util/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.029819 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf_0245a3a5-c4bb-4939-b8a6-cae09cbbc955/pull/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.055463 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf_0245a3a5-c4bb-4939-b8a6-cae09cbbc955/pull/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.316300 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf_0245a3a5-c4bb-4939-b8a6-cae09cbbc955/pull/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.330087 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf_0245a3a5-c4bb-4939-b8a6-cae09cbbc955/extract/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.333835 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_8f2f4ee801e5826a37d84a7b1fc4ccbf6b79de668302737d0f1152d8d2v9kdf_0245a3a5-c4bb-4939-b8a6-cae09cbbc955/util/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.497341 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh_5cb4d319-fa56-41ad-8aab-005ef81f8f2c/util/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.646831 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh_5cb4d319-fa56-41ad-8aab-005ef81f8f2c/pull/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.657656 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh_5cb4d319-fa56-41ad-8aab-005ef81f8f2c/util/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.662275 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh_5cb4d319-fa56-41ad-8aab-005ef81f8f2c/pull/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.920576 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh_5cb4d319-fa56-41ad-8aab-005ef81f8f2c/extract/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.923647 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh_5cb4d319-fa56-41ad-8aab-005ef81f8f2c/pull/0.log" Oct 13 20:45:02 crc kubenswrapper[4809]: I1013 20:45:02.926031 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_a6d815214afcb93f379916e45350d3de39072121f31a1d7eaaf6e22c2dkdsvh_5cb4d319-fa56-41ad-8aab-005ef81f8f2c/util/0.log" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.044471 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.121202 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pdhrn\" (UniqueName: \"kubernetes.io/projected/6c932cfb-a481-4d23-98d2-98f42c4a49da-kube-api-access-pdhrn\") pod \"6c932cfb-a481-4d23-98d2-98f42c4a49da\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.121366 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6c932cfb-a481-4d23-98d2-98f42c4a49da-config-volume\") pod \"6c932cfb-a481-4d23-98d2-98f42c4a49da\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.121443 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/6c932cfb-a481-4d23-98d2-98f42c4a49da-secret-volume\") pod \"6c932cfb-a481-4d23-98d2-98f42c4a49da\" (UID: \"6c932cfb-a481-4d23-98d2-98f42c4a49da\") " Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.122783 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/6c932cfb-a481-4d23-98d2-98f42c4a49da-config-volume" (OuterVolumeSpecName: "config-volume") pod "6c932cfb-a481-4d23-98d2-98f42c4a49da" (UID: "6c932cfb-a481-4d23-98d2-98f42c4a49da"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGidValue "" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.128151 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/6c932cfb-a481-4d23-98d2-98f42c4a49da-kube-api-access-pdhrn" (OuterVolumeSpecName: "kube-api-access-pdhrn") pod "6c932cfb-a481-4d23-98d2-98f42c4a49da" (UID: "6c932cfb-a481-4d23-98d2-98f42c4a49da"). InnerVolumeSpecName "kube-api-access-pdhrn". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.133606 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_certified-operators-fs4s6_2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf/extract-utilities/0.log" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.147879 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/6c932cfb-a481-4d23-98d2-98f42c4a49da-secret-volume" (OuterVolumeSpecName: "secret-volume") pod "6c932cfb-a481-4d23-98d2-98f42c4a49da" (UID: "6c932cfb-a481-4d23-98d2-98f42c4a49da"). InnerVolumeSpecName "secret-volume". PluginName "kubernetes.io/secret", VolumeGidValue "" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.224152 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-pdhrn\" (UniqueName: \"kubernetes.io/projected/6c932cfb-a481-4d23-98d2-98f42c4a49da-kube-api-access-pdhrn\") on node \"crc\" DevicePath \"\"" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.224489 4809 reconciler_common.go:293] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/6c932cfb-a481-4d23-98d2-98f42c4a49da-config-volume\") on node \"crc\" DevicePath \"\"" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.224593 4809 reconciler_common.go:293] "Volume detached for volume \"secret-volume\" (UniqueName: \"kubernetes.io/secret/6c932cfb-a481-4d23-98d2-98f42c4a49da-secret-volume\") on node \"crc\" DevicePath \"\"" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.315250 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_certified-operators-fs4s6_2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf/extract-utilities/0.log" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.350384 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_certified-operators-fs4s6_2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf/extract-content/0.log" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.363396 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_certified-operators-fs4s6_2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf/extract-content/0.log" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.539773 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_certified-operators-fs4s6_2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf/extract-content/0.log" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.542153 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_certified-operators-fs4s6_2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf/extract-utilities/0.log" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.670013 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_certified-operators-fs4s6_2e19c5d8-ae9f-4f84-ac58-3fe9d31f0abf/registry-server/0.log" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.711018 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/community-operators-28xqw" podUID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" containerName="registry-server" containerID="cri-o://f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89" gracePeriod=2 Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.711198 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.711615 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-operator-lifecycle-manager/collect-profiles-29339805-w5dbg" event={"ID":"6c932cfb-a481-4d23-98d2-98f42c4a49da","Type":"ContainerDied","Data":"15af6433c8da25b100e82caac135358f3c4f52d2c2a18840d5420a5b9482bf1d"} Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.711699 4809 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="15af6433c8da25b100e82caac135358f3c4f52d2c2a18840d5420a5b9482bf1d" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.758408 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-28xqw_e1c1762d-8b77-417c-98d8-06a1f9f21db0/extract-utilities/0.log" Oct 13 20:45:03 crc kubenswrapper[4809]: I1013 20:45:03.961257 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-28xqw_e1c1762d-8b77-417c-98d8-06a1f9f21db0/extract-content/0.log" Oct 13 20:45:04 crc kubenswrapper[4809]: I1013 20:45:04.004506 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-28xqw_e1c1762d-8b77-417c-98d8-06a1f9f21db0/extract-utilities/0.log" Oct 13 20:45:04 crc kubenswrapper[4809]: I1013 20:45:04.056658 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-28xqw_e1c1762d-8b77-417c-98d8-06a1f9f21db0/extract-content/0.log" Oct 13 20:45:04 crc kubenswrapper[4809]: I1013 20:45:04.143068 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9"] Oct 13 20:45:04 crc kubenswrapper[4809]: I1013 20:45:04.152945 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-operator-lifecycle-manager/collect-profiles-29339760-r4qb9"] Oct 13 20:45:04 crc kubenswrapper[4809]: I1013 20:45:04.170928 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="96581c52-61f2-4a19-8bf9-4d86a2fb85de" path="/var/lib/kubelet/pods/96581c52-61f2-4a19-8bf9-4d86a2fb85de/volumes" Oct 13 20:45:04 crc kubenswrapper[4809]: I1013 20:45:04.245874 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-28xqw_e1c1762d-8b77-417c-98d8-06a1f9f21db0/extract-utilities/0.log" Oct 13 20:45:04 crc kubenswrapper[4809]: I1013 20:45:04.283082 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-28xqw_e1c1762d-8b77-417c-98d8-06a1f9f21db0/extract-content/0.log" Oct 13 20:45:04 crc kubenswrapper[4809]: I1013 20:45:04.290078 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-28xqw_e1c1762d-8b77-417c-98d8-06a1f9f21db0/registry-server/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.470806 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-ppgz7_30f7c5f9-9892-4ced-9a40-128c0fba5eca/extract-utilities/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.716936 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.746746 4809 generic.go:334] "Generic (PLEG): container finished" podID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" containerID="f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89" exitCode=0 Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.746781 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-28xqw" event={"ID":"e1c1762d-8b77-417c-98d8-06a1f9f21db0","Type":"ContainerDied","Data":"f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89"} Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.746807 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/community-operators-28xqw" event={"ID":"e1c1762d-8b77-417c-98d8-06a1f9f21db0","Type":"ContainerDied","Data":"8aeb54a0da8365c80612b8bd8955f410596b2c93d25a1e1fd0406d76b96534ad"} Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.746825 4809 scope.go:117] "RemoveContainer" containerID="f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.746973 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/community-operators-28xqw" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.775088 4809 scope.go:117] "RemoveContainer" containerID="2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.804010 4809 scope.go:117] "RemoveContainer" containerID="ad9919947d3a17b9a4dd3fa4b6da106912f25cd6e651056bede5504291dca753" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.846316 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-ppgz7_30f7c5f9-9892-4ced-9a40-128c0fba5eca/extract-utilities/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.853169 4809 scope.go:117] "RemoveContainer" containerID="f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89" Oct 13 20:45:05 crc kubenswrapper[4809]: E1013 20:45:04.853647 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89\": container with ID starting with f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89 not found: ID does not exist" containerID="f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.853683 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89"} err="failed to get container status \"f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89\": rpc error: code = NotFound desc = could not find container \"f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89\": container with ID starting with f1f728329a0c3abbab85fb7f79d68037e51a60e6aa2c5a0faebb563b2a503f89 not found: ID does not exist" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.853708 4809 scope.go:117] "RemoveContainer" containerID="2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf" Oct 13 20:45:05 crc kubenswrapper[4809]: E1013 20:45:04.854014 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf\": container with ID starting with 2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf not found: ID does not exist" containerID="2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.854050 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf"} err="failed to get container status \"2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf\": rpc error: code = NotFound desc = could not find container \"2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf\": container with ID starting with 2fcddb6fe43b0c50d0a3c904fba7648ade141f665746ff998192deb35d2f14cf not found: ID does not exist" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.854066 4809 scope.go:117] "RemoveContainer" containerID="ad9919947d3a17b9a4dd3fa4b6da106912f25cd6e651056bede5504291dca753" Oct 13 20:45:05 crc kubenswrapper[4809]: E1013 20:45:04.854396 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"ad9919947d3a17b9a4dd3fa4b6da106912f25cd6e651056bede5504291dca753\": container with ID starting with ad9919947d3a17b9a4dd3fa4b6da106912f25cd6e651056bede5504291dca753 not found: ID does not exist" containerID="ad9919947d3a17b9a4dd3fa4b6da106912f25cd6e651056bede5504291dca753" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.854432 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"ad9919947d3a17b9a4dd3fa4b6da106912f25cd6e651056bede5504291dca753"} err="failed to get container status \"ad9919947d3a17b9a4dd3fa4b6da106912f25cd6e651056bede5504291dca753\": rpc error: code = NotFound desc = could not find container \"ad9919947d3a17b9a4dd3fa4b6da106912f25cd6e651056bede5504291dca753\": container with ID starting with ad9919947d3a17b9a4dd3fa4b6da106912f25cd6e651056bede5504291dca753 not found: ID does not exist" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.866461 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-d9x9r\" (UniqueName: \"kubernetes.io/projected/e1c1762d-8b77-417c-98d8-06a1f9f21db0-kube-api-access-d9x9r\") pod \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.866657 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-utilities\") pod \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.866803 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-catalog-content\") pod \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\" (UID: \"e1c1762d-8b77-417c-98d8-06a1f9f21db0\") " Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.870000 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-utilities" (OuterVolumeSpecName: "utilities") pod "e1c1762d-8b77-417c-98d8-06a1f9f21db0" (UID: "e1c1762d-8b77-417c-98d8-06a1f9f21db0"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.880207 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e1c1762d-8b77-417c-98d8-06a1f9f21db0-kube-api-access-d9x9r" (OuterVolumeSpecName: "kube-api-access-d9x9r") pod "e1c1762d-8b77-417c-98d8-06a1f9f21db0" (UID: "e1c1762d-8b77-417c-98d8-06a1f9f21db0"). InnerVolumeSpecName "kube-api-access-d9x9r". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.889378 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-ppgz7_30f7c5f9-9892-4ced-9a40-128c0fba5eca/extract-content/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.913905 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-ppgz7_30f7c5f9-9892-4ced-9a40-128c0fba5eca/extract-content/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.951062 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "e1c1762d-8b77-417c-98d8-06a1f9f21db0" (UID: "e1c1762d-8b77-417c-98d8-06a1f9f21db0"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.969028 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-d9x9r\" (UniqueName: \"kubernetes.io/projected/e1c1762d-8b77-417c-98d8-06a1f9f21db0-kube-api-access-d9x9r\") on node \"crc\" DevicePath \"\"" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.969077 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:04.969089 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/e1c1762d-8b77-417c-98d8-06a1f9f21db0-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:05.091649 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/community-operators-28xqw"] Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:05.106541 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/community-operators-28xqw"] Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:05.287568 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-ppgz7_30f7c5f9-9892-4ced-9a40-128c0fba5eca/extract-utilities/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:05.305201 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-ppgz7_30f7c5f9-9892-4ced-9a40-128c0fba5eca/extract-content/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:05.396503 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4_81b8e3a7-5193-4c13-b800-41decef4696b/util/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:05.541692 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4_81b8e3a7-5193-4c13-b800-41decef4696b/util/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:05.629428 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4_81b8e3a7-5193-4c13-b800-41decef4696b/pull/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:05.639863 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4_81b8e3a7-5193-4c13-b800-41decef4696b/pull/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:05.930008 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4_81b8e3a7-5193-4c13-b800-41decef4696b/extract/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:05.935383 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4_81b8e3a7-5193-4c13-b800-41decef4696b/util/0.log" Oct 13 20:45:05 crc kubenswrapper[4809]: I1013 20:45:05.946836 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_fa9831ede5d93c33d525b70ce6ddf94e500d80992af75a3305fe98835cbw4j4_81b8e3a7-5193-4c13-b800-41decef4696b/pull/0.log" Oct 13 20:45:06 crc kubenswrapper[4809]: I1013 20:45:06.172320 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" path="/var/lib/kubelet/pods/e1c1762d-8b77-417c-98d8-06a1f9f21db0/volumes" Oct 13 20:45:06 crc kubenswrapper[4809]: I1013 20:45:06.217670 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_marketplace-operator-79b997595-mxlh6_aad228f5-22f9-41ee-9ff0-157fd28e3eba/marketplace-operator/0.log" Oct 13 20:45:06 crc kubenswrapper[4809]: I1013 20:45:06.272388 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-marketplace-xr5dg_ada38ab2-39d4-422c-8c63-6523c03d6d71/extract-utilities/0.log" Oct 13 20:45:06 crc kubenswrapper[4809]: I1013 20:45:06.429885 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-marketplace-xr5dg_ada38ab2-39d4-422c-8c63-6523c03d6d71/extract-utilities/0.log" Oct 13 20:45:06 crc kubenswrapper[4809]: I1013 20:45:06.453343 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-marketplace-xr5dg_ada38ab2-39d4-422c-8c63-6523c03d6d71/extract-content/0.log" Oct 13 20:45:06 crc kubenswrapper[4809]: I1013 20:45:06.500241 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_community-operators-ppgz7_30f7c5f9-9892-4ced-9a40-128c0fba5eca/registry-server/0.log" Oct 13 20:45:06 crc kubenswrapper[4809]: I1013 20:45:06.528817 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-marketplace-xr5dg_ada38ab2-39d4-422c-8c63-6523c03d6d71/extract-content/0.log" Oct 13 20:45:07 crc kubenswrapper[4809]: I1013 20:45:07.076812 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-marketplace-xr5dg_ada38ab2-39d4-422c-8c63-6523c03d6d71/extract-utilities/0.log" Oct 13 20:45:07 crc kubenswrapper[4809]: I1013 20:45:07.112263 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-marketplace-xr5dg_ada38ab2-39d4-422c-8c63-6523c03d6d71/extract-content/0.log" Oct 13 20:45:07 crc kubenswrapper[4809]: I1013 20:45:07.149820 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-operators-pdzb2_e905b4ac-1710-44b4-abdd-a3e8a858f3e5/extract-utilities/0.log" Oct 13 20:45:07 crc kubenswrapper[4809]: I1013 20:45:07.381050 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-marketplace-xr5dg_ada38ab2-39d4-422c-8c63-6523c03d6d71/registry-server/0.log" Oct 13 20:45:07 crc kubenswrapper[4809]: I1013 20:45:07.426795 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-operators-pdzb2_e905b4ac-1710-44b4-abdd-a3e8a858f3e5/extract-utilities/0.log" Oct 13 20:45:07 crc kubenswrapper[4809]: I1013 20:45:07.446825 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-operators-pdzb2_e905b4ac-1710-44b4-abdd-a3e8a858f3e5/extract-content/0.log" Oct 13 20:45:07 crc kubenswrapper[4809]: I1013 20:45:07.472358 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-operators-pdzb2_e905b4ac-1710-44b4-abdd-a3e8a858f3e5/extract-content/0.log" Oct 13 20:45:07 crc kubenswrapper[4809]: I1013 20:45:07.618693 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-operators-pdzb2_e905b4ac-1710-44b4-abdd-a3e8a858f3e5/extract-utilities/0.log" Oct 13 20:45:07 crc kubenswrapper[4809]: I1013 20:45:07.629088 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-operators-pdzb2_e905b4ac-1710-44b4-abdd-a3e8a858f3e5/extract-content/0.log" Oct 13 20:45:08 crc kubenswrapper[4809]: I1013 20:45:08.349091 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-marketplace_redhat-operators-pdzb2_e905b4ac-1710-44b4-abdd-a3e8a858f3e5/registry-server/0.log" Oct 13 20:45:24 crc kubenswrapper[4809]: I1013 20:45:24.209785 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-operators_obo-prometheus-operator-7c8cf85677-4k7vt_3b7c7bed-778c-4fe4-a78f-d816047f2e87/prometheus-operator/0.log" Oct 13 20:45:24 crc kubenswrapper[4809]: I1013 20:45:24.347507 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-operators_obo-prometheus-operator-admission-webhook-8566c88866-8jjmk_46efbeb6-2e66-49c0-afc3-5390abf120e4/prometheus-operator-admission-webhook/0.log" Oct 13 20:45:24 crc kubenswrapper[4809]: I1013 20:45:24.409963 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-operators_obo-prometheus-operator-admission-webhook-8566c88866-c5nlk_f5b69ed5-71d2-4bd2-8799-70dfb76b8f2d/prometheus-operator-admission-webhook/0.log" Oct 13 20:45:24 crc kubenswrapper[4809]: I1013 20:45:24.547237 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-operators_observability-operator-cc5f78dfc-jdbm4_0c360ba2-0696-4610-b01d-dc029d6754d4/operator/0.log" Oct 13 20:45:24 crc kubenswrapper[4809]: I1013 20:45:24.632007 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-operators_perses-operator-54bc95c9fb-wxw8s_7dc1ead4-4200-4ddf-9beb-51d88a4e6caa/perses-operator/0.log" Oct 13 20:45:43 crc kubenswrapper[4809]: I1013 20:45:43.777823 4809 scope.go:117] "RemoveContainer" containerID="258bd990e4c573bd0458ab82c7672da25d04e69432fb93f7fb8e72d461cfcb68" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.710879 4809 kubelet.go:2421] "SyncLoop ADD" source="api" pods=["openshift-marketplace/redhat-operators-n2qwk"] Oct 13 20:46:00 crc kubenswrapper[4809]: E1013 20:46:00.712094 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="6c932cfb-a481-4d23-98d2-98f42c4a49da" containerName="collect-profiles" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.712112 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="6c932cfb-a481-4d23-98d2-98f42c4a49da" containerName="collect-profiles" Oct 13 20:46:00 crc kubenswrapper[4809]: E1013 20:46:00.712144 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" containerName="extract-utilities" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.712154 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" containerName="extract-utilities" Oct 13 20:46:00 crc kubenswrapper[4809]: E1013 20:46:00.712189 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" containerName="extract-content" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.712201 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" containerName="extract-content" Oct 13 20:46:00 crc kubenswrapper[4809]: E1013 20:46:00.712238 4809 cpu_manager.go:410] "RemoveStaleState: removing container" podUID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" containerName="registry-server" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.712247 4809 state_mem.go:107] "Deleted CPUSet assignment" podUID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" containerName="registry-server" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.712621 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="e1c1762d-8b77-417c-98d8-06a1f9f21db0" containerName="registry-server" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.712690 4809 memory_manager.go:354] "RemoveStaleState removing state" podUID="6c932cfb-a481-4d23-98d2-98f42c4a49da" containerName="collect-profiles" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.723119 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.767654 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-n2qwk"] Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.812831 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-t7gr5\" (UniqueName: \"kubernetes.io/projected/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-kube-api-access-t7gr5\") pod \"redhat-operators-n2qwk\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.813232 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-utilities\") pod \"redhat-operators-n2qwk\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.813334 4809 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-catalog-content\") pod \"redhat-operators-n2qwk\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.915426 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-utilities\") pod \"redhat-operators-n2qwk\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.915497 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-catalog-content\") pod \"redhat-operators-n2qwk\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.915594 4809 reconciler_common.go:218] "operationExecutor.MountVolume started for volume \"kube-api-access-t7gr5\" (UniqueName: \"kubernetes.io/projected/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-kube-api-access-t7gr5\") pod \"redhat-operators-n2qwk\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.916468 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-utilities\") pod \"redhat-operators-n2qwk\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.916698 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-catalog-content\") pod \"redhat-operators-n2qwk\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:00 crc kubenswrapper[4809]: I1013 20:46:00.935354 4809 operation_generator.go:637] "MountVolume.SetUp succeeded for volume \"kube-api-access-t7gr5\" (UniqueName: \"kubernetes.io/projected/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-kube-api-access-t7gr5\") pod \"redhat-operators-n2qwk\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:01 crc kubenswrapper[4809]: I1013 20:46:01.077178 4809 util.go:30] "No sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:01 crc kubenswrapper[4809]: I1013 20:46:01.568805 4809 kubelet.go:2428] "SyncLoop UPDATE" source="api" pods=["openshift-marketplace/redhat-operators-n2qwk"] Oct 13 20:46:02 crc kubenswrapper[4809]: I1013 20:46:02.422433 4809 generic.go:334] "Generic (PLEG): container finished" podID="95ed8ccc-0b68-43fc-9441-f49eb46e9c24" containerID="36afd2ddf464582bc7c11f04d14567da6f2e5a5de57fe130026722ec8ef43b4b" exitCode=0 Oct 13 20:46:02 crc kubenswrapper[4809]: I1013 20:46:02.422505 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-n2qwk" event={"ID":"95ed8ccc-0b68-43fc-9441-f49eb46e9c24","Type":"ContainerDied","Data":"36afd2ddf464582bc7c11f04d14567da6f2e5a5de57fe130026722ec8ef43b4b"} Oct 13 20:46:02 crc kubenswrapper[4809]: I1013 20:46:02.422915 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-n2qwk" event={"ID":"95ed8ccc-0b68-43fc-9441-f49eb46e9c24","Type":"ContainerStarted","Data":"341b2504682efc521313f8a9e5b73a629cbefb9fc018e198b0f2735e6fa3d35f"} Oct 13 20:46:04 crc kubenswrapper[4809]: I1013 20:46:04.461413 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-n2qwk" event={"ID":"95ed8ccc-0b68-43fc-9441-f49eb46e9c24","Type":"ContainerStarted","Data":"5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42"} Oct 13 20:46:05 crc kubenswrapper[4809]: I1013 20:46:05.478704 4809 generic.go:334] "Generic (PLEG): container finished" podID="95ed8ccc-0b68-43fc-9441-f49eb46e9c24" containerID="5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42" exitCode=0 Oct 13 20:46:05 crc kubenswrapper[4809]: I1013 20:46:05.479180 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-n2qwk" event={"ID":"95ed8ccc-0b68-43fc-9441-f49eb46e9c24","Type":"ContainerDied","Data":"5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42"} Oct 13 20:46:06 crc kubenswrapper[4809]: I1013 20:46:06.490012 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-n2qwk" event={"ID":"95ed8ccc-0b68-43fc-9441-f49eb46e9c24","Type":"ContainerStarted","Data":"d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781"} Oct 13 20:46:06 crc kubenswrapper[4809]: I1013 20:46:06.512937 4809 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="openshift-marketplace/redhat-operators-n2qwk" podStartSLOduration=2.822744322 podStartE2EDuration="6.512910752s" podCreationTimestamp="2025-10-13 20:46:00 +0000 UTC" firstStartedPulling="2025-10-13 20:46:02.424948298 +0000 UTC m=+4881.030694893" lastFinishedPulling="2025-10-13 20:46:06.115114738 +0000 UTC m=+4884.720861323" observedRunningTime="2025-10-13 20:46:06.508146878 +0000 UTC m=+4885.113893473" watchObservedRunningTime="2025-10-13 20:46:06.512910752 +0000 UTC m=+4885.118657347" Oct 13 20:46:11 crc kubenswrapper[4809]: I1013 20:46:11.078028 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="unhealthy" pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:11 crc kubenswrapper[4809]: I1013 20:46:11.078709 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="" pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:12 crc kubenswrapper[4809]: I1013 20:46:12.133478 4809 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-marketplace/redhat-operators-n2qwk" podUID="95ed8ccc-0b68-43fc-9441-f49eb46e9c24" containerName="registry-server" probeResult="failure" output=< Oct 13 20:46:12 crc kubenswrapper[4809]: timeout: failed to connect service ":50051" within 1s Oct 13 20:46:12 crc kubenswrapper[4809]: > Oct 13 20:46:21 crc kubenswrapper[4809]: I1013 20:46:21.152856 4809 kubelet.go:2542] "SyncLoop (probe)" probe="startup" status="started" pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:21 crc kubenswrapper[4809]: I1013 20:46:21.237567 4809 kubelet.go:2542] "SyncLoop (probe)" probe="readiness" status="ready" pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:21 crc kubenswrapper[4809]: I1013 20:46:21.401784 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-n2qwk"] Oct 13 20:46:22 crc kubenswrapper[4809]: I1013 20:46:22.709030 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-marketplace/redhat-operators-n2qwk" podUID="95ed8ccc-0b68-43fc-9441-f49eb46e9c24" containerName="registry-server" containerID="cri-o://d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781" gracePeriod=2 Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.266672 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.418822 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-catalog-content\") pod \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.418910 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-t7gr5\" (UniqueName: \"kubernetes.io/projected/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-kube-api-access-t7gr5\") pod \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.419587 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-utilities\") pod \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\" (UID: \"95ed8ccc-0b68-43fc-9441-f49eb46e9c24\") " Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.421275 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-utilities" (OuterVolumeSpecName: "utilities") pod "95ed8ccc-0b68-43fc-9441-f49eb46e9c24" (UID: "95ed8ccc-0b68-43fc-9441-f49eb46e9c24"). InnerVolumeSpecName "utilities". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.436981 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-kube-api-access-t7gr5" (OuterVolumeSpecName: "kube-api-access-t7gr5") pod "95ed8ccc-0b68-43fc-9441-f49eb46e9c24" (UID: "95ed8ccc-0b68-43fc-9441-f49eb46e9c24"). InnerVolumeSpecName "kube-api-access-t7gr5". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.522034 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-t7gr5\" (UniqueName: \"kubernetes.io/projected/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-kube-api-access-t7gr5\") on node \"crc\" DevicePath \"\"" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.522077 4809 reconciler_common.go:293] "Volume detached for volume \"utilities\" (UniqueName: \"kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-utilities\") on node \"crc\" DevicePath \"\"" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.547331 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-catalog-content" (OuterVolumeSpecName: "catalog-content") pod "95ed8ccc-0b68-43fc-9441-f49eb46e9c24" (UID: "95ed8ccc-0b68-43fc-9441-f49eb46e9c24"). InnerVolumeSpecName "catalog-content". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.624312 4809 reconciler_common.go:293] "Volume detached for volume \"catalog-content\" (UniqueName: \"kubernetes.io/empty-dir/95ed8ccc-0b68-43fc-9441-f49eb46e9c24-catalog-content\") on node \"crc\" DevicePath \"\"" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.724536 4809 generic.go:334] "Generic (PLEG): container finished" podID="95ed8ccc-0b68-43fc-9441-f49eb46e9c24" containerID="d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781" exitCode=0 Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.724617 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-marketplace/redhat-operators-n2qwk" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.724615 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-n2qwk" event={"ID":"95ed8ccc-0b68-43fc-9441-f49eb46e9c24","Type":"ContainerDied","Data":"d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781"} Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.724800 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-marketplace/redhat-operators-n2qwk" event={"ID":"95ed8ccc-0b68-43fc-9441-f49eb46e9c24","Type":"ContainerDied","Data":"341b2504682efc521313f8a9e5b73a629cbefb9fc018e198b0f2735e6fa3d35f"} Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.724826 4809 scope.go:117] "RemoveContainer" containerID="d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.766845 4809 scope.go:117] "RemoveContainer" containerID="5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.773501 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-marketplace/redhat-operators-n2qwk"] Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.779573 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-marketplace/redhat-operators-n2qwk"] Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.806198 4809 scope.go:117] "RemoveContainer" containerID="36afd2ddf464582bc7c11f04d14567da6f2e5a5de57fe130026722ec8ef43b4b" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.862804 4809 scope.go:117] "RemoveContainer" containerID="d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781" Oct 13 20:46:23 crc kubenswrapper[4809]: E1013 20:46:23.863275 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781\": container with ID starting with d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781 not found: ID does not exist" containerID="d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.863309 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781"} err="failed to get container status \"d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781\": rpc error: code = NotFound desc = could not find container \"d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781\": container with ID starting with d69e820c0f2f715e2c6814e6c4ab0352f7a7f0693377f7042ba1239f7f76a781 not found: ID does not exist" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.863332 4809 scope.go:117] "RemoveContainer" containerID="5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42" Oct 13 20:46:23 crc kubenswrapper[4809]: E1013 20:46:23.863644 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42\": container with ID starting with 5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42 not found: ID does not exist" containerID="5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.863676 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42"} err="failed to get container status \"5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42\": rpc error: code = NotFound desc = could not find container \"5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42\": container with ID starting with 5f950c2bccbf44a8591b08ce5caea9123d2c1f29907d40b347af32560adefb42 not found: ID does not exist" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.863697 4809 scope.go:117] "RemoveContainer" containerID="36afd2ddf464582bc7c11f04d14567da6f2e5a5de57fe130026722ec8ef43b4b" Oct 13 20:46:23 crc kubenswrapper[4809]: E1013 20:46:23.864362 4809 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"36afd2ddf464582bc7c11f04d14567da6f2e5a5de57fe130026722ec8ef43b4b\": container with ID starting with 36afd2ddf464582bc7c11f04d14567da6f2e5a5de57fe130026722ec8ef43b4b not found: ID does not exist" containerID="36afd2ddf464582bc7c11f04d14567da6f2e5a5de57fe130026722ec8ef43b4b" Oct 13 20:46:23 crc kubenswrapper[4809]: I1013 20:46:23.864385 4809 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"36afd2ddf464582bc7c11f04d14567da6f2e5a5de57fe130026722ec8ef43b4b"} err="failed to get container status \"36afd2ddf464582bc7c11f04d14567da6f2e5a5de57fe130026722ec8ef43b4b\": rpc error: code = NotFound desc = could not find container \"36afd2ddf464582bc7c11f04d14567da6f2e5a5de57fe130026722ec8ef43b4b\": container with ID starting with 36afd2ddf464582bc7c11f04d14567da6f2e5a5de57fe130026722ec8ef43b4b not found: ID does not exist" Oct 13 20:46:24 crc kubenswrapper[4809]: I1013 20:46:24.172428 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="95ed8ccc-0b68-43fc-9441-f49eb46e9c24" path="/var/lib/kubelet/pods/95ed8ccc-0b68-43fc-9441-f49eb46e9c24/volumes" Oct 13 20:46:28 crc kubenswrapper[4809]: I1013 20:46:28.593204 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:46:28 crc kubenswrapper[4809]: I1013 20:46:28.594064 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:46:34 crc kubenswrapper[4809]: I1013 20:46:34.891829 4809 generic.go:334] "Generic (PLEG): container finished" podID="43720158-6e15-4471-bbcd-a73184d8e725" containerID="91e01b685974fd6243e9621ae96d28ec6641f893d0aedf04a1e4b84b976c7ee4" exitCode=0 Oct 13 20:46:34 crc kubenswrapper[4809]: I1013 20:46:34.891974 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-must-gather-x7424/must-gather-6vqfl" event={"ID":"43720158-6e15-4471-bbcd-a73184d8e725","Type":"ContainerDied","Data":"91e01b685974fd6243e9621ae96d28ec6641f893d0aedf04a1e4b84b976c7ee4"} Oct 13 20:46:34 crc kubenswrapper[4809]: I1013 20:46:34.894817 4809 scope.go:117] "RemoveContainer" containerID="91e01b685974fd6243e9621ae96d28ec6641f893d0aedf04a1e4b84b976c7ee4" Oct 13 20:46:35 crc kubenswrapper[4809]: I1013 20:46:35.165071 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-must-gather-x7424_must-gather-6vqfl_43720158-6e15-4471-bbcd-a73184d8e725/gather/0.log" Oct 13 20:46:42 crc kubenswrapper[4809]: I1013 20:46:42.816507 4809 kubelet.go:2437] "SyncLoop DELETE" source="api" pods=["openshift-must-gather-x7424/must-gather-6vqfl"] Oct 13 20:46:42 crc kubenswrapper[4809]: I1013 20:46:42.817401 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-must-gather-x7424/must-gather-6vqfl" podUID="43720158-6e15-4471-bbcd-a73184d8e725" containerName="copy" containerID="cri-o://76128acdcfeef988ea29d07dac6a90782abacb7078ae337527f5b90469e4084e" gracePeriod=2 Oct 13 20:46:42 crc kubenswrapper[4809]: I1013 20:46:42.832231 4809 kubelet.go:2431] "SyncLoop REMOVE" source="api" pods=["openshift-must-gather-x7424/must-gather-6vqfl"] Oct 13 20:46:43 crc kubenswrapper[4809]: I1013 20:46:43.001006 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-must-gather-x7424_must-gather-6vqfl_43720158-6e15-4471-bbcd-a73184d8e725/copy/0.log" Oct 13 20:46:43 crc kubenswrapper[4809]: I1013 20:46:43.003035 4809 generic.go:334] "Generic (PLEG): container finished" podID="43720158-6e15-4471-bbcd-a73184d8e725" containerID="76128acdcfeef988ea29d07dac6a90782abacb7078ae337527f5b90469e4084e" exitCode=143 Oct 13 20:46:43 crc kubenswrapper[4809]: I1013 20:46:43.281547 4809 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-must-gather-x7424_must-gather-6vqfl_43720158-6e15-4471-bbcd-a73184d8e725/copy/0.log" Oct 13 20:46:43 crc kubenswrapper[4809]: I1013 20:46:43.282621 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-must-gather-x7424/must-gather-6vqfl" Oct 13 20:46:43 crc kubenswrapper[4809]: I1013 20:46:43.441447 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"must-gather-output\" (UniqueName: \"kubernetes.io/empty-dir/43720158-6e15-4471-bbcd-a73184d8e725-must-gather-output\") pod \"43720158-6e15-4471-bbcd-a73184d8e725\" (UID: \"43720158-6e15-4471-bbcd-a73184d8e725\") " Oct 13 20:46:43 crc kubenswrapper[4809]: I1013 20:46:43.441631 4809 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-9x4lr\" (UniqueName: \"kubernetes.io/projected/43720158-6e15-4471-bbcd-a73184d8e725-kube-api-access-9x4lr\") pod \"43720158-6e15-4471-bbcd-a73184d8e725\" (UID: \"43720158-6e15-4471-bbcd-a73184d8e725\") " Oct 13 20:46:43 crc kubenswrapper[4809]: I1013 20:46:43.462646 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/43720158-6e15-4471-bbcd-a73184d8e725-kube-api-access-9x4lr" (OuterVolumeSpecName: "kube-api-access-9x4lr") pod "43720158-6e15-4471-bbcd-a73184d8e725" (UID: "43720158-6e15-4471-bbcd-a73184d8e725"). InnerVolumeSpecName "kube-api-access-9x4lr". PluginName "kubernetes.io/projected", VolumeGidValue "" Oct 13 20:46:43 crc kubenswrapper[4809]: I1013 20:46:43.551353 4809 reconciler_common.go:293] "Volume detached for volume \"kube-api-access-9x4lr\" (UniqueName: \"kubernetes.io/projected/43720158-6e15-4471-bbcd-a73184d8e725-kube-api-access-9x4lr\") on node \"crc\" DevicePath \"\"" Oct 13 20:46:43 crc kubenswrapper[4809]: I1013 20:46:43.621347 4809 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/43720158-6e15-4471-bbcd-a73184d8e725-must-gather-output" (OuterVolumeSpecName: "must-gather-output") pod "43720158-6e15-4471-bbcd-a73184d8e725" (UID: "43720158-6e15-4471-bbcd-a73184d8e725"). InnerVolumeSpecName "must-gather-output". PluginName "kubernetes.io/empty-dir", VolumeGidValue "" Oct 13 20:46:43 crc kubenswrapper[4809]: I1013 20:46:43.654366 4809 reconciler_common.go:293] "Volume detached for volume \"must-gather-output\" (UniqueName: \"kubernetes.io/empty-dir/43720158-6e15-4471-bbcd-a73184d8e725-must-gather-output\") on node \"crc\" DevicePath \"\"" Oct 13 20:46:44 crc kubenswrapper[4809]: I1013 20:46:44.013607 4809 scope.go:117] "RemoveContainer" containerID="76128acdcfeef988ea29d07dac6a90782abacb7078ae337527f5b90469e4084e" Oct 13 20:46:44 crc kubenswrapper[4809]: I1013 20:46:44.013663 4809 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-must-gather-x7424/must-gather-6vqfl" Oct 13 20:46:44 crc kubenswrapper[4809]: I1013 20:46:44.059237 4809 scope.go:117] "RemoveContainer" containerID="91e01b685974fd6243e9621ae96d28ec6641f893d0aedf04a1e4b84b976c7ee4" Oct 13 20:46:44 crc kubenswrapper[4809]: I1013 20:46:44.183621 4809 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="43720158-6e15-4471-bbcd-a73184d8e725" path="/var/lib/kubelet/pods/43720158-6e15-4471-bbcd-a73184d8e725/volumes" Oct 13 20:46:58 crc kubenswrapper[4809]: I1013 20:46:58.592919 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:46:58 crc kubenswrapper[4809]: I1013 20:46:58.593717 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:47:28 crc kubenswrapper[4809]: I1013 20:47:28.592830 4809 patch_prober.go:28] interesting pod/machine-config-daemon-jlhbw container/machine-config-daemon namespace/openshift-machine-config-operator: Liveness probe status=failure output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" start-of-body= Oct 13 20:47:28 crc kubenswrapper[4809]: I1013 20:47:28.593700 4809 prober.go:107] "Probe failed" probeType="Liveness" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" probeResult="failure" output="Get \"http://127.0.0.1:8798/health\": dial tcp 127.0.0.1:8798: connect: connection refused" Oct 13 20:47:28 crc kubenswrapper[4809]: I1013 20:47:28.593791 4809 kubelet.go:2542] "SyncLoop (probe)" probe="liveness" status="unhealthy" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" Oct 13 20:47:28 crc kubenswrapper[4809]: I1013 20:47:28.595024 4809 kuberuntime_manager.go:1027] "Message for Container of pod" containerName="machine-config-daemon" containerStatusID={"Type":"cri-o","ID":"bdcc699413368c65ee9001aeb607a5c4f18f27e8f5c6bc04ba28e4cc67717690"} pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" containerMessage="Container machine-config-daemon failed liveness probe, will be restarted" Oct 13 20:47:28 crc kubenswrapper[4809]: I1013 20:47:28.595162 4809 kuberuntime_container.go:808] "Killing container with a grace period" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerName="machine-config-daemon" containerID="cri-o://bdcc699413368c65ee9001aeb607a5c4f18f27e8f5c6bc04ba28e4cc67717690" gracePeriod=600 Oct 13 20:47:28 crc kubenswrapper[4809]: E1013 20:47:28.762898 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:47:29 crc kubenswrapper[4809]: I1013 20:47:29.545666 4809 generic.go:334] "Generic (PLEG): container finished" podID="649e112b-91aa-47f8-b5c4-ede8244a225e" containerID="bdcc699413368c65ee9001aeb607a5c4f18f27e8f5c6bc04ba28e4cc67717690" exitCode=0 Oct 13 20:47:29 crc kubenswrapper[4809]: I1013 20:47:29.545757 4809 kubelet.go:2453] "SyncLoop (PLEG): event for pod" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" event={"ID":"649e112b-91aa-47f8-b5c4-ede8244a225e","Type":"ContainerDied","Data":"bdcc699413368c65ee9001aeb607a5c4f18f27e8f5c6bc04ba28e4cc67717690"} Oct 13 20:47:29 crc kubenswrapper[4809]: I1013 20:47:29.545810 4809 scope.go:117] "RemoveContainer" containerID="83a38955d39b2b6b655039bb5252674a92117fc9716a52a030797afccdb7f4c9" Oct 13 20:47:29 crc kubenswrapper[4809]: I1013 20:47:29.547174 4809 scope.go:117] "RemoveContainer" containerID="bdcc699413368c65ee9001aeb607a5c4f18f27e8f5c6bc04ba28e4cc67717690" Oct 13 20:47:29 crc kubenswrapper[4809]: E1013 20:47:29.547914 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:47:44 crc kubenswrapper[4809]: I1013 20:47:44.155626 4809 scope.go:117] "RemoveContainer" containerID="bdcc699413368c65ee9001aeb607a5c4f18f27e8f5c6bc04ba28e4cc67717690" Oct 13 20:47:44 crc kubenswrapper[4809]: E1013 20:47:44.156810 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:47:59 crc kubenswrapper[4809]: I1013 20:47:59.157414 4809 scope.go:117] "RemoveContainer" containerID="bdcc699413368c65ee9001aeb607a5c4f18f27e8f5c6bc04ba28e4cc67717690" Oct 13 20:47:59 crc kubenswrapper[4809]: E1013 20:47:59.158509 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:48:12 crc kubenswrapper[4809]: I1013 20:48:12.176551 4809 scope.go:117] "RemoveContainer" containerID="bdcc699413368c65ee9001aeb607a5c4f18f27e8f5c6bc04ba28e4cc67717690" Oct 13 20:48:12 crc kubenswrapper[4809]: E1013 20:48:12.177767 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:48:25 crc kubenswrapper[4809]: I1013 20:48:25.156764 4809 scope.go:117] "RemoveContainer" containerID="bdcc699413368c65ee9001aeb607a5c4f18f27e8f5c6bc04ba28e4cc67717690" Oct 13 20:48:25 crc kubenswrapper[4809]: E1013 20:48:25.158458 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" Oct 13 20:48:37 crc kubenswrapper[4809]: I1013 20:48:37.155606 4809 scope.go:117] "RemoveContainer" containerID="bdcc699413368c65ee9001aeb607a5c4f18f27e8f5c6bc04ba28e4cc67717690" Oct 13 20:48:37 crc kubenswrapper[4809]: E1013 20:48:37.156608 4809 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"machine-config-daemon\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=machine-config-daemon pod=machine-config-daemon-jlhbw_openshift-machine-config-operator(649e112b-91aa-47f8-b5c4-ede8244a225e)\"" pod="openshift-machine-config-operator/machine-config-daemon-jlhbw" podUID="649e112b-91aa-47f8-b5c4-ede8244a225e" var/home/core/zuul-output/logs/crc-cloud-workdir-crc-all-logs.tar.gz0000644000175000000000000000005515073262665024461 0ustar coreroot‹íÁ  ÷Om7 €7šÞ'(var/home/core/zuul-output/logs/crc-cloud/0000755000175000000000000000000015073262665017376 5ustar corerootvar/home/core/zuul-output/artifacts/0000755000175000017500000000000015073250471016511 5ustar corecorevar/home/core/zuul-output/docs/0000755000175000017500000000000015073250471015461 5ustar corecore